Anders Blomdell / mbed-sdk-tools

Clone of official tools

build_api.py@17:04753e1e329d, 2016-07-15 (annotated)

Committer:
screamer
Date:
Fri Jul 15 12:33:09 2016 +0100
Revision:
17:04753e1e329d
Parent:
14:ee1b877e6839
Child:
22:9e85236d8716
Updates from the online build system

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 """
screamer 0:66f3b5499f7f 2 mbed SDK
screamer 0:66f3b5499f7f 3 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 4
screamer 0:66f3b5499f7f 5 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 6 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 7 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 8
screamer 0:66f3b5499f7f 9 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 10
screamer 0:66f3b5499f7f 11 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 12 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 13 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 14 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 15 limitations under the License.
screamer 0:66f3b5499f7f 16 """
screamer 0:66f3b5499f7f 17
screamer 0:66f3b5499f7f 18 import re
screamer 0:66f3b5499f7f 19 import tempfile
screamer 0:66f3b5499f7f 20 import colorama
screamer 0:66f3b5499f7f 21
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 22 from copy import copy
screamer 0:66f3b5499f7f 23 from types import ListType
screamer 0:66f3b5499f7f 24 from shutil import rmtree
screamer 7:5af61d55adbe 25 from os.path import join, exists, basename, abspath, normpath
screamer 8:a8ac6ed29081 26 from os import getcwd, walk
screamer 0:66f3b5499f7f 27 from time import time
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 28 import fnmatch
screamer 0:66f3b5499f7f 29
screamer 7:5af61d55adbe 30 from tools.utils import mkdir, run_cmd, run_cmd_ext, NotSupportedException, ToolException
screamer 0:66f3b5499f7f 31 from tools.paths import MBED_TARGETS_PATH, MBED_LIBRARIES, MBED_API, MBED_HAL, MBED_COMMON
screamer 0:66f3b5499f7f 32 from tools.targets import TARGET_NAMES, TARGET_MAP
screamer 0:66f3b5499f7f 33 from tools.libraries import Library
screamer 14:ee1b877e6839 34 from tools.toolchains import TOOLCHAIN_CLASSES, mbedToolchain
screamer 14:ee1b877e6839 35 from tools.build_profiles import find_build_profile, get_toolchain_profile
screamer 0:66f3b5499f7f 36 from jinja2 import FileSystemLoader
screamer 0:66f3b5499f7f 37 from jinja2.environment import Environment
screamer 7:5af61d55adbe 38 from tools.config import Config
screamer 0:66f3b5499f7f 39
screamer 0:66f3b5499f7f 40 def prep_report(report, target_name, toolchain_name, id_name):
screamer 0:66f3b5499f7f 41 # Setup report keys
screamer 0:66f3b5499f7f 42 if not target_name in report:
screamer 0:66f3b5499f7f 43 report[target_name] = {}
screamer 0:66f3b5499f7f 44
screamer 0:66f3b5499f7f 45 if not toolchain_name in report[target_name]:
screamer 0:66f3b5499f7f 46 report[target_name][toolchain_name] = {}
screamer 0:66f3b5499f7f 47
screamer 0:66f3b5499f7f 48 if not id_name in report[target_name][toolchain_name]:
screamer 0:66f3b5499f7f 49 report[target_name][toolchain_name][id_name] = []
screamer 0:66f3b5499f7f 50
screamer 0:66f3b5499f7f 51 def prep_properties(properties, target_name, toolchain_name, vendor_label):
screamer 0:66f3b5499f7f 52 # Setup test properties
screamer 0:66f3b5499f7f 53 if not target_name in properties:
screamer 0:66f3b5499f7f 54 properties[target_name] = {}
screamer 0:66f3b5499f7f 55
screamer 0:66f3b5499f7f 56 if not toolchain_name in properties[target_name]:
screamer 0:66f3b5499f7f 57 properties[target_name][toolchain_name] = {}
screamer 0:66f3b5499f7f 58
screamer 0:66f3b5499f7f 59 properties[target_name][toolchain_name]["target"] = target_name
screamer 0:66f3b5499f7f 60 properties[target_name][toolchain_name]["vendor"] = vendor_label
screamer 0:66f3b5499f7f 61 properties[target_name][toolchain_name]["toolchain"] = toolchain_name
screamer 0:66f3b5499f7f 62
screamer 0:66f3b5499f7f 63 def create_result(target_name, toolchain_name, id_name, description):
screamer 0:66f3b5499f7f 64 cur_result = {}
screamer 0:66f3b5499f7f 65 cur_result["target_name"] = target_name
screamer 0:66f3b5499f7f 66 cur_result["toolchain_name"] = toolchain_name
screamer 0:66f3b5499f7f 67 cur_result["id"] = id_name
screamer 0:66f3b5499f7f 68 cur_result["description"] = description
screamer 0:66f3b5499f7f 69 cur_result["elapsed_time"] = 0
screamer 0:66f3b5499f7f 70 cur_result["output"] = ""
screamer 0:66f3b5499f7f 71
screamer 0:66f3b5499f7f 72 return cur_result
screamer 0:66f3b5499f7f 73
screamer 0:66f3b5499f7f 74 def add_result_to_report(report, result):
screamer 0:66f3b5499f7f 75 target = result["target_name"]
screamer 0:66f3b5499f7f 76 toolchain = result["toolchain_name"]
screamer 0:66f3b5499f7f 77 id_name = result['id']
screamer 0:66f3b5499f7f 78 result_wrap = { 0: result }
screamer 0:66f3b5499f7f 79 report[target][toolchain][id_name].append(result_wrap)
screamer 0:66f3b5499f7f 80
screamer 7:5af61d55adbe 81 def get_config(src_path, target, toolchain_name):
screamer 7:5af61d55adbe 82 # Convert src_path to a list if needed
screamer 1:a99c8e460c5c 83 src_paths = [src_path] if type(src_path) != ListType else src_path
screamer 1:a99c8e460c5c 84 # We need to remove all paths which are repeated to avoid
screamer 1:a99c8e460c5c 85 # multiple compilations and linking with the same objects
screamer 1:a99c8e460c5c 86 src_paths = [src_paths[0]] + list(set(src_paths[1:]))
screamer 7:5af61d55adbe 87
screamer 7:5af61d55adbe 88 # Create configuration object
screamer 7:5af61d55adbe 89 config = Config(target, src_paths)
screamer 1:a99c8e460c5c 90
screamer 7:5af61d55adbe 91 # If the 'target' argument is a string, convert it to a target instance
screamer 13:ab47a20b66f0 92 if isinstance(target, basestring):
screamer 7:5af61d55adbe 93 try:
screamer 7:5af61d55adbe 94 target = TARGET_MAP[target]
screamer 7:5af61d55adbe 95 except KeyError:
screamer 7:5af61d55adbe 96 raise KeyError("Target '%s' not found" % target)
screamer 2:07730b0f452c 97
screamer 0:66f3b5499f7f 98 # Toolchain instance
screamer 0:66f3b5499f7f 99 try:
screamer 7:5af61d55adbe 100 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options=None, notify=None, macros=None, silent=True, extra_verbose=False)
screamer 7:5af61d55adbe 101 except KeyError as e:
screamer 7:5af61d55adbe 102 raise KeyError("Toolchain %s not supported" % toolchain_name)
screamer 7:5af61d55adbe 103
screamer 7:5af61d55adbe 104 # Scan src_path for config files
screamer 7:5af61d55adbe 105 resources = toolchain.scan_resources(src_paths[0])
screamer 7:5af61d55adbe 106 for path in src_paths[1:]:
screamer 7:5af61d55adbe 107 resources.add(toolchain.scan_resources(path))
screamer 7:5af61d55adbe 108
screamer 13:ab47a20b66f0 109 # Update configuration files until added features creates no changes
screamer 13:ab47a20b66f0 110 prev_features = set()
screamer 13:ab47a20b66f0 111 while True:
screamer 13:ab47a20b66f0 112 # Update the configuration with any .json files found while scanning
screamer 13:ab47a20b66f0 113 config.add_config_files(resources.json_files)
screamer 13:ab47a20b66f0 114
screamer 13:ab47a20b66f0 115 # Add features while we find new ones
screamer 13:ab47a20b66f0 116 features = config.get_features()
screamer 13:ab47a20b66f0 117 if features == prev_features:
screamer 13:ab47a20b66f0 118 break
screamer 13:ab47a20b66f0 119
screamer 13:ab47a20b66f0 120 for feature in features:
screamer 13:ab47a20b66f0 121 if feature in resources.features:
screamer 13:ab47a20b66f0 122 resources += resources.features[feature]
screamer 13:ab47a20b66f0 123
screamer 13:ab47a20b66f0 124 prev_features = features
screamer 13:ab47a20b66f0 125 config.validate_config()
screamer 13:ab47a20b66f0 126
screamer 13:ab47a20b66f0 127 cfg, macros = config.get_config_data()
screamer 13:ab47a20b66f0 128 features = config.get_features()
screamer 13:ab47a20b66f0 129 return cfg, macros, features
screamer 7:5af61d55adbe 130
screamer 7:5af61d55adbe 131 def build_project(src_path, build_path, target, toolchain_name,
screamer 7:5af61d55adbe 132 libraries_paths=None, options=None, linker_script=None,
screamer 7:5af61d55adbe 133 clean=False, notify=None, verbose=False, name=None, macros=None, inc_dirs=None,
screamer 7:5af61d55adbe 134 jobs=1, silent=False, report=None, properties=None, project_id=None, project_description=None,
screamer 7:5af61d55adbe 135 extra_verbose=False, config=None):
screamer 7:5af61d55adbe 136 """ This function builds project. Project can be for example one test / UT
screamer 7:5af61d55adbe 137 """
screamer 7:5af61d55adbe 138
screamer 7:5af61d55adbe 139 # Convert src_path to a list if needed
screamer 7:5af61d55adbe 140 src_paths = [src_path] if type(src_path) != ListType else src_path
screamer 7:5af61d55adbe 141
screamer 7:5af61d55adbe 142 # We need to remove all paths which are repeated to avoid
screamer 7:5af61d55adbe 143 # multiple compilations and linking with the same objects
screamer 7:5af61d55adbe 144 src_paths = [src_paths[0]] + list(set(src_paths[1:]))
screamer 7:5af61d55adbe 145 first_src_path = src_paths[0] if src_paths[0] != "." and src_paths[0] != "./" else getcwd()
screamer 7:5af61d55adbe 146 abs_path = abspath(first_src_path)
screamer 7:5af61d55adbe 147 project_name = basename(normpath(abs_path))
screamer 7:5af61d55adbe 148
screamer 7:5af61d55adbe 149 # If the configuration object was not yet created, create it now
screamer 7:5af61d55adbe 150 config = config or Config(target, src_paths)
screamer 7:5af61d55adbe 151
screamer 7:5af61d55adbe 152 # If the 'target' argument is a string, convert it to a target instance
screamer 13:ab47a20b66f0 153 if isinstance(target, basestring):
screamer 7:5af61d55adbe 154 try:
screamer 7:5af61d55adbe 155 target = TARGET_MAP[target]
screamer 7:5af61d55adbe 156 except KeyError:
screamer 7:5af61d55adbe 157 raise KeyError("Target '%s' not found" % target)
screamer 7:5af61d55adbe 158
screamer 14:ee1b877e6839 159 # Find build system profile
screamer 14:ee1b877e6839 160 profile = None
screamer 14:ee1b877e6839 161 for path in src_paths:
screamer 14:ee1b877e6839 162 profile = find_build_profile(path) or profile
screamer 14:ee1b877e6839 163
screamer 14:ee1b877e6839 164 if profile:
screamer 14:ee1b877e6839 165 def init_hook(self):
screamer 14:ee1b877e6839 166 profile_data = get_toolchain_profile(self.name, profile)
screamer 14:ee1b877e6839 167 if not profile_data:
screamer 14:ee1b877e6839 168 return
screamer 14:ee1b877e6839 169 self.info("Using toolchain %s profile %s" % (self.name, profile))
screamer 14:ee1b877e6839 170
screamer 14:ee1b877e6839 171 for k,v in profile_data.items():
screamer 14:ee1b877e6839 172 if self.flags.has_key(k):
screamer 14:ee1b877e6839 173 self.flags[k] = v
screamer 14:ee1b877e6839 174 else:
screamer 14:ee1b877e6839 175 setattr(self, k, v)
screamer 14:ee1b877e6839 176
screamer 14:ee1b877e6839 177 mbedToolchain.init = init_hook
screamer 14:ee1b877e6839 178
screamer 7:5af61d55adbe 179 # Toolchain instance
screamer 7:5af61d55adbe 180 try:
screamer 13:ab47a20b66f0 181 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, notify, macros, silent, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 182 except KeyError as e:
screamer 0:66f3b5499f7f 183 raise KeyError("Toolchain %s not supported" % toolchain_name)
screamer 0:66f3b5499f7f 184
screamer 0:66f3b5499f7f 185 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 186 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 187 toolchain.build_all = clean
screamer 0:66f3b5499f7f 188
screamer 0:66f3b5499f7f 189 if name is None:
screamer 0:66f3b5499f7f 190 # We will use default project name based on project folder name
screamer 0:66f3b5499f7f 191 name = project_name
screamer 0:66f3b5499f7f 192 toolchain.info("Building project %s (%s, %s)" % (project_name, target.name, toolchain_name))
screamer 0:66f3b5499f7f 193 else:
screamer 0:66f3b5499f7f 194 # User used custom global project name to have the same name for the
screamer 0:66f3b5499f7f 195 toolchain.info("Building project %s to %s (%s, %s)" % (project_name, name, target.name, toolchain_name))
screamer 0:66f3b5499f7f 196
screamer 0:66f3b5499f7f 197
screamer 0:66f3b5499f7f 198 if report != None:
screamer 0:66f3b5499f7f 199 start = time()
screamer 7:5af61d55adbe 200
screamer 7:5af61d55adbe 201 # If project_id is specified, use that over the default name
screamer 7:5af61d55adbe 202 id_name = project_id.upper() if project_id else name.upper()
screamer 7:5af61d55adbe 203 description = project_description if project_description else name
screamer 0:66f3b5499f7f 204 vendor_label = target.extra_labels[0]
screamer 0:66f3b5499f7f 205 cur_result = None
screamer 0:66f3b5499f7f 206 prep_report(report, target.name, toolchain_name, id_name)
screamer 0:66f3b5499f7f 207 cur_result = create_result(target.name, toolchain_name, id_name, description)
screamer 0:66f3b5499f7f 208
screamer 0:66f3b5499f7f 209 if properties != None:
screamer 0:66f3b5499f7f 210 prep_properties(properties, target.name, toolchain_name, vendor_label)
screamer 0:66f3b5499f7f 211
screamer 0:66f3b5499f7f 212 try:
screamer 0:66f3b5499f7f 213 # Scan src_path and libraries_paths for resources
screamer 0:66f3b5499f7f 214 resources = toolchain.scan_resources(src_paths[0])
screamer 0:66f3b5499f7f 215 for path in src_paths[1:]:
screamer 0:66f3b5499f7f 216 resources.add(toolchain.scan_resources(path))
screamer 0:66f3b5499f7f 217 if libraries_paths is not None:
screamer 0:66f3b5499f7f 218 src_paths.extend(libraries_paths)
screamer 0:66f3b5499f7f 219 for path in libraries_paths:
screamer 0:66f3b5499f7f 220 resources.add(toolchain.scan_resources(path))
screamer 0:66f3b5499f7f 221
screamer 0:66f3b5499f7f 222 if linker_script is not None:
screamer 0:66f3b5499f7f 223 resources.linker_script = linker_script
screamer 0:66f3b5499f7f 224
screamer 0:66f3b5499f7f 225 # Build Directory
screamer 0:66f3b5499f7f 226 if clean:
screamer 0:66f3b5499f7f 227 if exists(build_path):
screamer 0:66f3b5499f7f 228 rmtree(build_path)
screamer 0:66f3b5499f7f 229 mkdir(build_path)
screamer 0:66f3b5499f7f 230
screamer 0:66f3b5499f7f 231 # We need to add if necessary additional include directories
screamer 0:66f3b5499f7f 232 if inc_dirs:
screamer 0:66f3b5499f7f 233 if type(inc_dirs) == ListType:
screamer 0:66f3b5499f7f 234 resources.inc_dirs.extend(inc_dirs)
screamer 0:66f3b5499f7f 235 else:
screamer 0:66f3b5499f7f 236 resources.inc_dirs.append(inc_dirs)
screamer 7:5af61d55adbe 237
screamer 13:ab47a20b66f0 238 # Load resources into the config system which might expand/modify resources based on config data
screamer 13:ab47a20b66f0 239 resources = config.load_resources(resources)
screamer 13:ab47a20b66f0 240
screamer 13:ab47a20b66f0 241 # Set the toolchain's configuration data
screamer 13:ab47a20b66f0 242 toolchain.set_config_data(config.get_config_data())
screamer 7:5af61d55adbe 243
screamer 0:66f3b5499f7f 244 # Compile Sources
screamer 13:ab47a20b66f0 245 objects = toolchain.compile_sources(resources, build_path, resources.inc_dirs)
screamer 13:ab47a20b66f0 246 resources.objects.extend(objects)
screamer 0:66f3b5499f7f 247
screamer 0:66f3b5499f7f 248 # Link Program
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 249 res, _ = toolchain.link_program(resources, build_path, name)
screamer 0:66f3b5499f7f 250
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 251 if report != None:
screamer 0:66f3b5499f7f 252 end = time()
screamer 0:66f3b5499f7f 253 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 254 cur_result["output"] = toolchain.get_output()
screamer 0:66f3b5499f7f 255 cur_result["result"] = "OK"
screamer 0:66f3b5499f7f 256
screamer 0:66f3b5499f7f 257 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 258
screamer 0:66f3b5499f7f 259 return res
screamer 0:66f3b5499f7f 260
screamer 0:66f3b5499f7f 261 except Exception, e:
screamer 0:66f3b5499f7f 262 if report != None:
screamer 0:66f3b5499f7f 263 end = time()
screamer 0:66f3b5499f7f 264
screamer 0:66f3b5499f7f 265 if isinstance(e, NotSupportedException):
screamer 0:66f3b5499f7f 266 cur_result["result"] = "NOT_SUPPORTED"
screamer 0:66f3b5499f7f 267 else:
screamer 0:66f3b5499f7f 268 cur_result["result"] = "FAIL"
screamer 0:66f3b5499f7f 269
screamer 0:66f3b5499f7f 270 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 271
screamer 0:66f3b5499f7f 272 toolchain_output = toolchain.get_output()
screamer 0:66f3b5499f7f 273 if toolchain_output:
screamer 0:66f3b5499f7f 274 cur_result["output"] += toolchain_output
screamer 0:66f3b5499f7f 275
screamer 0:66f3b5499f7f 276 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 277
screamer 0:66f3b5499f7f 278 # Let Exception propagate
screamer 13:ab47a20b66f0 279 raise
screamer 0:66f3b5499f7f 280
screamer 0:66f3b5499f7f 281 def build_library(src_paths, build_path, target, toolchain_name,
screamer 0:66f3b5499f7f 282 dependencies_paths=None, options=None, name=None, clean=False, archive=True,
screamer 0:66f3b5499f7f 283 notify=None, verbose=False, macros=None, inc_dirs=None, inc_dirs_ext=None,
screamer 7:5af61d55adbe 284 jobs=1, silent=False, report=None, properties=None, extra_verbose=False,
screamer 7:5af61d55adbe 285 project_id=None):
screamer 0:66f3b5499f7f 286 """ src_path: the path of the source directory
screamer 0:66f3b5499f7f 287 build_path: the path of the build directory
screamer 0:66f3b5499f7f 288 target: ['LPC1768', 'LPC11U24', 'LPC2368']
screamer 0:66f3b5499f7f 289 toolchain: ['ARM', 'uARM', 'GCC_ARM', 'GCC_CR']
screamer 0:66f3b5499f7f 290 library_paths: List of paths to additional libraries
screamer 0:66f3b5499f7f 291 clean: Rebuild everything if True
screamer 0:66f3b5499f7f 292 notify: Notify function for logs
screamer 0:66f3b5499f7f 293 verbose: Write the actual tools command lines if True
screamer 0:66f3b5499f7f 294 inc_dirs: additional include directories which should be included in build
screamer 0:66f3b5499f7f 295 inc_dirs_ext: additional include directories which should be copied to library directory
screamer 0:66f3b5499f7f 296 """
screamer 0:66f3b5499f7f 297 if type(src_paths) != ListType:
screamer 0:66f3b5499f7f 298 src_paths = [src_paths]
screamer 0:66f3b5499f7f 299
screamer 0:66f3b5499f7f 300 # The first path will give the name to the library
screamer 7:5af61d55adbe 301 project_name = basename(src_paths[0] if src_paths[0] != "." and src_paths[0] != "./" else getcwd())
screamer 0:66f3b5499f7f 302 if name is None:
screamer 0:66f3b5499f7f 303 # We will use default project name based on project folder name
screamer 0:66f3b5499f7f 304 name = project_name
screamer 0:66f3b5499f7f 305
screamer 13:ab47a20b66f0 306 # If the configuration object was not yet created, create it now
screamer 13:ab47a20b66f0 307 config = Config(target, src_paths)
screamer 13:ab47a20b66f0 308
screamer 13:ab47a20b66f0 309 # If the 'target' argument is a string, convert it to a target instance
screamer 13:ab47a20b66f0 310 if isinstance(target, basestring):
screamer 13:ab47a20b66f0 311 try:
screamer 13:ab47a20b66f0 312 target = TARGET_MAP[target]
screamer 13:ab47a20b66f0 313 except KeyError:
screamer 13:ab47a20b66f0 314 raise KeyError("Target '%s' not found" % target)
screamer 13:ab47a20b66f0 315
screamer 0:66f3b5499f7f 316 if report != None:
screamer 0:66f3b5499f7f 317 start = time()
screamer 7:5af61d55adbe 318
screamer 7:5af61d55adbe 319 # If project_id is specified, use that over the default name
screamer 7:5af61d55adbe 320 id_name = project_id.upper() if project_id else name.upper()
screamer 0:66f3b5499f7f 321 description = name
screamer 0:66f3b5499f7f 322 vendor_label = target.extra_labels[0]
screamer 0:66f3b5499f7f 323 cur_result = None
screamer 0:66f3b5499f7f 324 prep_report(report, target.name, toolchain_name, id_name)
screamer 0:66f3b5499f7f 325 cur_result = create_result(target.name, toolchain_name, id_name, description)
screamer 0:66f3b5499f7f 326
screamer 0:66f3b5499f7f 327 if properties != None:
screamer 0:66f3b5499f7f 328 prep_properties(properties, target.name, toolchain_name, vendor_label)
screamer 0:66f3b5499f7f 329
screamer 0:66f3b5499f7f 330 for src_path in src_paths:
screamer 0:66f3b5499f7f 331 if not exists(src_path):
screamer 0:66f3b5499f7f 332 error_msg = "The library source folder does not exist: %s", src_path
screamer 0:66f3b5499f7f 333
screamer 0:66f3b5499f7f 334 if report != None:
screamer 0:66f3b5499f7f 335 cur_result["output"] = error_msg
screamer 0:66f3b5499f7f 336 cur_result["result"] = "FAIL"
screamer 0:66f3b5499f7f 337 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 338
screamer 0:66f3b5499f7f 339 raise Exception(error_msg)
screamer 0:66f3b5499f7f 340
screamer 0:66f3b5499f7f 341 try:
screamer 0:66f3b5499f7f 342 # Toolchain instance
screamer 13:ab47a20b66f0 343 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, silent=silent, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 344 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 345 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 346 toolchain.build_all = clean
screamer 0:66f3b5499f7f 347
screamer 0:66f3b5499f7f 348 toolchain.info("Building library %s (%s, %s)" % (name, target.name, toolchain_name))
screamer 0:66f3b5499f7f 349
screamer 0:66f3b5499f7f 350 # Scan Resources
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 351 resources = None
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 352 for path in src_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 353 # Scan resources
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 354 resource = toolchain.scan_resources(path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 355
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 356 # Extend resources collection
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 357 if not resources:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 358 resources = resource
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 359 else:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 360 resources.add(resource)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 361
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 362 # We need to add if necessary additional include directories
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 363 if inc_dirs:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 364 if type(inc_dirs) == ListType:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 365 resources.inc_dirs.extend(inc_dirs)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 366 else:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 367 resources.inc_dirs.append(inc_dirs)
screamer 0:66f3b5499f7f 368
screamer 0:66f3b5499f7f 369 # Add extra include directories / files which are required by library
screamer 0:66f3b5499f7f 370 # This files usually are not in the same directory as source files so
screamer 0:66f3b5499f7f 371 # previous scan will not include them
screamer 0:66f3b5499f7f 372 if inc_dirs_ext is not None:
screamer 0:66f3b5499f7f 373 for inc_ext in inc_dirs_ext:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 374 resources.add(toolchain.scan_resources(inc_ext))
screamer 0:66f3b5499f7f 375
screamer 0:66f3b5499f7f 376 # Dependencies Include Paths
screamer 0:66f3b5499f7f 377 if dependencies_paths is not None:
screamer 0:66f3b5499f7f 378 for path in dependencies_paths:
screamer 0:66f3b5499f7f 379 lib_resources = toolchain.scan_resources(path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 380 resources.inc_dirs.extend(lib_resources.inc_dirs)
screamer 0:66f3b5499f7f 381
screamer 0:66f3b5499f7f 382 if archive:
screamer 0:66f3b5499f7f 383 # Use temp path when building archive
screamer 0:66f3b5499f7f 384 tmp_path = join(build_path, '.temp')
screamer 0:66f3b5499f7f 385 mkdir(tmp_path)
screamer 0:66f3b5499f7f 386 else:
screamer 0:66f3b5499f7f 387 tmp_path = build_path
screamer 0:66f3b5499f7f 388
screamer 13:ab47a20b66f0 389 # Load resources into the config system which might expand/modify resources based on config data
screamer 13:ab47a20b66f0 390 resources = config.load_resources(resources)
screamer 13:ab47a20b66f0 391
screamer 13:ab47a20b66f0 392 # Set the toolchain's configuration data
screamer 13:ab47a20b66f0 393 toolchain.set_config_data(config.get_config_data())
screamer 13:ab47a20b66f0 394
screamer 13:ab47a20b66f0 395 # Copy headers, objects and static libraries - all files needed for static lib
screamer 13:ab47a20b66f0 396 toolchain.copy_files(resources.headers, build_path, resources=resources)
screamer 13:ab47a20b66f0 397 toolchain.copy_files(resources.objects, build_path, resources=resources)
screamer 13:ab47a20b66f0 398 toolchain.copy_files(resources.libraries, build_path, resources=resources)
screamer 13:ab47a20b66f0 399 if resources.linker_script:
screamer 13:ab47a20b66f0 400 toolchain.copy_files(resources.linker_script, build_path, resources=resources)
screamer 13:ab47a20b66f0 401
screamer 13:ab47a20b66f0 402 if resource.hex_files:
screamer 13:ab47a20b66f0 403 toolchain.copy_files(resources.hex_files, build_path, resources=resources)
screamer 0:66f3b5499f7f 404
screamer 0:66f3b5499f7f 405 # Compile Sources
screamer 13:ab47a20b66f0 406 objects = toolchain.compile_sources(resources, abspath(tmp_path), resources.inc_dirs)
screamer 13:ab47a20b66f0 407 resources.objects.extend(objects)
screamer 0:66f3b5499f7f 408
screamer 0:66f3b5499f7f 409 if archive:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 410 toolchain.build_library(objects, build_path, name)
screamer 0:66f3b5499f7f 411
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 412 if report != None:
screamer 0:66f3b5499f7f 413 end = time()
screamer 0:66f3b5499f7f 414 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 415 cur_result["output"] = toolchain.get_output()
screamer 0:66f3b5499f7f 416 cur_result["result"] = "OK"
screamer 0:66f3b5499f7f 417
screamer 0:66f3b5499f7f 418 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 419
screamer 0:66f3b5499f7f 420 except Exception, e:
screamer 0:66f3b5499f7f 421 if report != None:
screamer 0:66f3b5499f7f 422 end = time()
screamer 7:5af61d55adbe 423
screamer 7:5af61d55adbe 424 if isinstance(e, ToolException):
screamer 7:5af61d55adbe 425 cur_result["result"] = "FAIL"
screamer 7:5af61d55adbe 426 elif isinstance(e, NotSupportedException):
screamer 7:5af61d55adbe 427 cur_result["result"] = "NOT_SUPPORTED"
screamer 7:5af61d55adbe 428
screamer 0:66f3b5499f7f 429 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 430
screamer 0:66f3b5499f7f 431 toolchain_output = toolchain.get_output()
screamer 0:66f3b5499f7f 432 if toolchain_output:
screamer 0:66f3b5499f7f 433 cur_result["output"] += toolchain_output
screamer 0:66f3b5499f7f 434
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 435 add_result_to_report(report, cur_result)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 436
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 437 # Let Exception propagate
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 438 raise e
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 439
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 440 ######################
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 441 ### Legacy methods ###
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 442 ######################
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 443
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 444 def build_lib(lib_id, target, toolchain_name, options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, silent=False, report=None, properties=None, extra_verbose=False):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 445 """ Legacy method for building mbed libraries
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 446 Function builds library in proper directory using all dependencies and macros defined by user.
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 447 """
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 448 lib = Library(lib_id)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 449 if not lib.is_supported(target, toolchain_name):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 450 print 'Library "%s" is not yet supported on target %s with toolchain %s' % (lib_id, target.name, toolchain)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 451 return False
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 452
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 453 # We need to combine macros from parameter list with macros from library definition
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 454 MACROS = lib.macros if lib.macros else []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 455 if macros:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 456 macros.extend(MACROS)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 457 else:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 458 macros = MACROS
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 459
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 460 src_paths = lib.source_dir
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 461 build_path = lib.build_dir
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 462 dependencies_paths = lib.dependencies
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 463 inc_dirs = lib.inc_dirs
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 464 inc_dirs_ext = lib.inc_dirs_ext
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 465
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 466 """ src_path: the path of the source directory
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 467 build_path: the path of the build directory
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 468 target: ['LPC1768', 'LPC11U24', 'LPC2368']
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 469 toolchain: ['ARM', 'uARM', 'GCC_ARM', 'GCC_CR']
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 470 library_paths: List of paths to additional libraries
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 471 clean: Rebuild everything if True
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 472 notify: Notify function for logs
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 473 verbose: Write the actual tools command lines if True
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 474 inc_dirs: additional include directories which should be included in build
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 475 inc_dirs_ext: additional include directories which should be copied to library directory
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 476 """
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 477 if type(src_paths) != ListType:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 478 src_paths = [src_paths]
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 479
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 480 # The first path will give the name to the library
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 481 name = basename(src_paths[0])
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 482
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 483 if report != None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 484 start = time()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 485 id_name = name.upper()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 486 description = name
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 487 vendor_label = target.extra_labels[0]
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 488 cur_result = None
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 489 prep_report(report, target.name, toolchain_name, id_name)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 490 cur_result = create_result(target.name, toolchain_name, id_name, description)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 491
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 492 if properties != None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 493 prep_properties(properties, target.name, toolchain_name, vendor_label)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 494
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 495 for src_path in src_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 496 if not exists(src_path):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 497 error_msg = "The library source folder does not exist: %s", src_path
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 498
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 499 if report != None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 500 cur_result["output"] = error_msg
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 501 cur_result["result"] = "FAIL"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 502 add_result_to_report(report, cur_result)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 503
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 504 raise Exception(error_msg)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 505
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 506 try:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 507 # Toolchain instance
screamer 13:ab47a20b66f0 508 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, silent=silent, extra_verbose=extra_verbose)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 509 toolchain.VERBOSE = verbose
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 510 toolchain.jobs = jobs
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 511 toolchain.build_all = clean
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 512
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 513 toolchain.info("Building library %s (%s, %s)" % (name.upper(), target.name, toolchain_name))
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 514
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 515 # Scan Resources
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 516 resources = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 517 for src_path in src_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 518 resources.append(toolchain.scan_resources(src_path))
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 519
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 520 # Add extra include directories / files which are required by library
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 521 # This files usually are not in the same directory as source files so
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 522 # previous scan will not include them
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 523 if inc_dirs_ext is not None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 524 for inc_ext in inc_dirs_ext:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 525 resources.append(toolchain.scan_resources(inc_ext))
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 526
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 527 # Dependencies Include Paths
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 528 dependencies_include_dir = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 529 if dependencies_paths is not None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 530 for path in dependencies_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 531 lib_resources = toolchain.scan_resources(path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 532 dependencies_include_dir.extend(lib_resources.inc_dirs)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 533
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 534 if inc_dirs:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 535 dependencies_include_dir.extend(inc_dirs)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 536
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 537 # Create the desired build directory structure
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 538 bin_path = join(build_path, toolchain.obj_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 539 mkdir(bin_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 540 tmp_path = join(build_path, '.temp', toolchain.obj_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 541 mkdir(tmp_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 542
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 543 # Copy Headers
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 544 for resource in resources:
screamer 13:ab47a20b66f0 545 toolchain.copy_files(resource.headers, build_path, resources=resource)
screamer 13:ab47a20b66f0 546
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 547 dependencies_include_dir.extend(toolchain.scan_resources(build_path).inc_dirs)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 548
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 549 # Compile Sources
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 550 objects = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 551 for resource in resources:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 552 objects.extend(toolchain.compile_sources(resource, tmp_path, dependencies_include_dir))
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 553
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 554 needed_update = toolchain.build_library(objects, bin_path, name)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 555
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 556 if report != None and needed_update:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 557 end = time()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 558 cur_result["elapsed_time"] = end - start
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 559 cur_result["output"] = toolchain.get_output()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 560 cur_result["result"] = "OK"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 561
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 562 add_result_to_report(report, cur_result)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 563
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 564 except Exception, e:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 565 if report != None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 566 end = time()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 567 cur_result["result"] = "FAIL"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 568 cur_result["elapsed_time"] = end - start
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 569
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 570 toolchain_output = toolchain.get_output()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 571 if toolchain_output:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 572 cur_result["output"] += toolchain_output
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 573
screamer 0:66f3b5499f7f 574 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 575
screamer 0:66f3b5499f7f 576 # Let Exception propagate
screamer 0:66f3b5499f7f 577 raise e
screamer 0:66f3b5499f7f 578
screamer 0:66f3b5499f7f 579 # We do have unique legacy conventions about how we build and package the mbed library
screamer 0:66f3b5499f7f 580 def build_mbed_libs(target, toolchain_name, options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, silent=False, report=None, properties=None, extra_verbose=False):
screamer 0:66f3b5499f7f 581 """ Function returns True is library was built and false if building was skipped """
screamer 0:66f3b5499f7f 582
screamer 0:66f3b5499f7f 583 if report != None:
screamer 0:66f3b5499f7f 584 start = time()
screamer 0:66f3b5499f7f 585 id_name = "MBED"
screamer 0:66f3b5499f7f 586 description = "mbed SDK"
screamer 0:66f3b5499f7f 587 vendor_label = target.extra_labels[0]
screamer 0:66f3b5499f7f 588 cur_result = None
screamer 0:66f3b5499f7f 589 prep_report(report, target.name, toolchain_name, id_name)
screamer 0:66f3b5499f7f 590 cur_result = create_result(target.name, toolchain_name, id_name, description)
screamer 0:66f3b5499f7f 591
screamer 0:66f3b5499f7f 592 if properties != None:
screamer 0:66f3b5499f7f 593 prep_properties(properties, target.name, toolchain_name, vendor_label)
screamer 0:66f3b5499f7f 594
screamer 0:66f3b5499f7f 595 # Check toolchain support
screamer 0:66f3b5499f7f 596 if toolchain_name not in target.supported_toolchains:
screamer 0:66f3b5499f7f 597 supported_toolchains_text = ", ".join(target.supported_toolchains)
screamer 0:66f3b5499f7f 598 print '%s target is not yet supported by toolchain %s' % (target.name, toolchain_name)
screamer 0:66f3b5499f7f 599 print '%s target supports %s toolchain%s' % (target.name, supported_toolchains_text, 's' if len(target.supported_toolchains) > 1 else '')
screamer 0:66f3b5499f7f 600
screamer 0:66f3b5499f7f 601 if report != None:
screamer 0:66f3b5499f7f 602 cur_result["result"] = "SKIP"
screamer 0:66f3b5499f7f 603 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 604
screamer 0:66f3b5499f7f 605 return False
screamer 0:66f3b5499f7f 606
screamer 0:66f3b5499f7f 607 try:
screamer 0:66f3b5499f7f 608 # Toolchain
screamer 0:66f3b5499f7f 609 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, silent=silent, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 610 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 611 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 612 toolchain.build_all = clean
screamer 0:66f3b5499f7f 613
screamer 0:66f3b5499f7f 614 # Source and Build Paths
screamer 0:66f3b5499f7f 615 BUILD_TARGET = join(MBED_LIBRARIES, "TARGET_" + target.name)
screamer 0:66f3b5499f7f 616 BUILD_TOOLCHAIN = join(BUILD_TARGET, "TOOLCHAIN_" + toolchain.name)
screamer 0:66f3b5499f7f 617 mkdir(BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 618
screamer 0:66f3b5499f7f 619 TMP_PATH = join(MBED_LIBRARIES, '.temp', toolchain.obj_path)
screamer 0:66f3b5499f7f 620 mkdir(TMP_PATH)
screamer 0:66f3b5499f7f 621
screamer 0:66f3b5499f7f 622 # CMSIS
screamer 0:66f3b5499f7f 623 toolchain.info("Building library %s (%s, %s)"% ('CMSIS', target.name, toolchain_name))
screamer 0:66f3b5499f7f 624 cmsis_src = join(MBED_TARGETS_PATH, "cmsis")
screamer 0:66f3b5499f7f 625 resources = toolchain.scan_resources(cmsis_src)
screamer 0:66f3b5499f7f 626
screamer 0:66f3b5499f7f 627 toolchain.copy_files(resources.headers, BUILD_TARGET)
screamer 0:66f3b5499f7f 628 toolchain.copy_files(resources.linker_script, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 629 toolchain.copy_files(resources.bin_files, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 630
screamer 0:66f3b5499f7f 631 objects = toolchain.compile_sources(resources, TMP_PATH)
screamer 0:66f3b5499f7f 632 toolchain.copy_files(objects, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 633
screamer 0:66f3b5499f7f 634 # mbed
screamer 0:66f3b5499f7f 635 toolchain.info("Building library %s (%s, %s)" % ('MBED', target.name, toolchain_name))
screamer 0:66f3b5499f7f 636
screamer 0:66f3b5499f7f 637 # Common Headers
screamer 0:66f3b5499f7f 638 toolchain.copy_files(toolchain.scan_resources(MBED_API).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 639 toolchain.copy_files(toolchain.scan_resources(MBED_HAL).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 640
screamer 0:66f3b5499f7f 641 # Target specific sources
screamer 0:66f3b5499f7f 642 HAL_SRC = join(MBED_TARGETS_PATH, "hal")
screamer 0:66f3b5499f7f 643 hal_implementation = toolchain.scan_resources(HAL_SRC)
screamer 13:ab47a20b66f0 644 toolchain.copy_files(hal_implementation.headers + hal_implementation.hex_files + hal_implementation.libraries, BUILD_TARGET, resources=hal_implementation)
screamer 0:66f3b5499f7f 645 incdirs = toolchain.scan_resources(BUILD_TARGET).inc_dirs
screamer 0:66f3b5499f7f 646 objects = toolchain.compile_sources(hal_implementation, TMP_PATH, [MBED_LIBRARIES] + incdirs)
screamer 0:66f3b5499f7f 647
screamer 0:66f3b5499f7f 648 # Common Sources
screamer 0:66f3b5499f7f 649 mbed_resources = toolchain.scan_resources(MBED_COMMON)
screamer 0:66f3b5499f7f 650 objects += toolchain.compile_sources(mbed_resources, TMP_PATH, [MBED_LIBRARIES] + incdirs)
screamer 0:66f3b5499f7f 651
screamer 0:66f3b5499f7f 652 # A number of compiled files need to be copied as objects as opposed to
screamer 0:66f3b5499f7f 653 # being part of the mbed library, for reasons that have to do with the way
screamer 0:66f3b5499f7f 654 # the linker search for symbols in archives. These are:
screamer 0:66f3b5499f7f 655 # - retarget.o: to make sure that the C standard lib symbols get overridden
screamer 0:66f3b5499f7f 656 # - board.o: mbed_die is weak
screamer 0:66f3b5499f7f 657 # - mbed_overrides.o: this contains platform overrides of various weak SDK functions
screamer 0:66f3b5499f7f 658 separate_names, separate_objects = ['retarget.o', 'board.o', 'mbed_overrides.o'], []
screamer 0:66f3b5499f7f 659
screamer 0:66f3b5499f7f 660 for o in objects:
screamer 0:66f3b5499f7f 661 for name in separate_names:
screamer 0:66f3b5499f7f 662 if o.endswith(name):
screamer 0:66f3b5499f7f 663 separate_objects.append(o)
screamer 0:66f3b5499f7f 664
screamer 0:66f3b5499f7f 665 for o in separate_objects:
screamer 0:66f3b5499f7f 666 objects.remove(o)
screamer 0:66f3b5499f7f 667
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 668 toolchain.build_library(objects, BUILD_TOOLCHAIN, "mbed")
screamer 0:66f3b5499f7f 669
screamer 0:66f3b5499f7f 670 for o in separate_objects:
screamer 0:66f3b5499f7f 671 toolchain.copy_files(o, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 672
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 673 if report != None:
screamer 0:66f3b5499f7f 674 end = time()
screamer 0:66f3b5499f7f 675 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 676 cur_result["output"] = toolchain.get_output()
screamer 0:66f3b5499f7f 677 cur_result["result"] = "OK"
screamer 0:66f3b5499f7f 678
screamer 0:66f3b5499f7f 679 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 680
screamer 0:66f3b5499f7f 681 return True
screamer 0:66f3b5499f7f 682
screamer 0:66f3b5499f7f 683 except Exception, e:
screamer 0:66f3b5499f7f 684 if report != None:
screamer 0:66f3b5499f7f 685 end = time()
screamer 0:66f3b5499f7f 686 cur_result["result"] = "FAIL"
screamer 0:66f3b5499f7f 687 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 688
screamer 0:66f3b5499f7f 689 toolchain_output = toolchain.get_output()
screamer 0:66f3b5499f7f 690 if toolchain_output:
screamer 0:66f3b5499f7f 691 cur_result["output"] += toolchain_output
screamer 0:66f3b5499f7f 692
screamer 0:66f3b5499f7f 693 cur_result["output"] += str(e)
screamer 0:66f3b5499f7f 694
screamer 0:66f3b5499f7f 695 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 696
screamer 0:66f3b5499f7f 697 # Let Exception propagate
screamer 0:66f3b5499f7f 698 raise e
screamer 0:66f3b5499f7f 699
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 700
screamer 0:66f3b5499f7f 701 def get_unique_supported_toolchains():
screamer 0:66f3b5499f7f 702 """ Get list of all unique toolchains supported by targets """
screamer 0:66f3b5499f7f 703 unique_supported_toolchains = []
screamer 0:66f3b5499f7f 704 for target in TARGET_NAMES:
screamer 0:66f3b5499f7f 705 for toolchain in TARGET_MAP[target].supported_toolchains:
screamer 0:66f3b5499f7f 706 if toolchain not in unique_supported_toolchains:
screamer 0:66f3b5499f7f 707 unique_supported_toolchains.append(toolchain)
screamer 0:66f3b5499f7f 708 return unique_supported_toolchains
screamer 0:66f3b5499f7f 709
screamer 0:66f3b5499f7f 710
screamer 0:66f3b5499f7f 711 def mcu_toolchain_matrix(verbose_html=False, platform_filter=None):
screamer 0:66f3b5499f7f 712 """ Shows target map using prettytable """
screamer 0:66f3b5499f7f 713 unique_supported_toolchains = get_unique_supported_toolchains()
screamer 0:66f3b5499f7f 714 from prettytable import PrettyTable # Only use it in this function so building works without extra modules
screamer 0:66f3b5499f7f 715
screamer 0:66f3b5499f7f 716 # All tests status table print
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 717 columns = ["Target"] + unique_supported_toolchains
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 718 pt = PrettyTable(["Target"] + unique_supported_toolchains)
screamer 0:66f3b5499f7f 719 # Align table
screamer 0:66f3b5499f7f 720 for col in columns:
screamer 0:66f3b5499f7f 721 pt.align[col] = "c"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 722 pt.align["Target"] = "l"
screamer 0:66f3b5499f7f 723
screamer 0:66f3b5499f7f 724 perm_counter = 0
screamer 0:66f3b5499f7f 725 target_counter = 0
screamer 0:66f3b5499f7f 726 for target in sorted(TARGET_NAMES):
screamer 0:66f3b5499f7f 727 if platform_filter is not None:
screamer 0:66f3b5499f7f 728 # FIlter out platforms using regex
screamer 0:66f3b5499f7f 729 if re.search(platform_filter, target) is None:
screamer 0:66f3b5499f7f 730 continue
screamer 0:66f3b5499f7f 731 target_counter += 1
screamer 0:66f3b5499f7f 732
screamer 0:66f3b5499f7f 733 row = [target] # First column is platform name
screamer 0:66f3b5499f7f 734 for unique_toolchain in unique_supported_toolchains:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 735 if unique_toolchain in TARGET_MAP[target].supported_toolchains:
screamer 0:66f3b5499f7f 736 text = "Supported"
screamer 0:66f3b5499f7f 737 perm_counter += 1
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 738 else:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 739 text = "-"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 740
screamer 0:66f3b5499f7f 741 row.append(text)
screamer 0:66f3b5499f7f 742 pt.add_row(row)
screamer 0:66f3b5499f7f 743
screamer 0:66f3b5499f7f 744 result = pt.get_html_string() if verbose_html else pt.get_string()
screamer 0:66f3b5499f7f 745 result += "\n"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 746 result += "Supported targets: %d\n"% (target_counter)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 747 if target_counter == 1:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 748 result += "Supported toolchains: %d"% (perm_counter)
screamer 0:66f3b5499f7f 749 return result
screamer 0:66f3b5499f7f 750
screamer 0:66f3b5499f7f 751
screamer 0:66f3b5499f7f 752 def get_target_supported_toolchains(target):
screamer 0:66f3b5499f7f 753 """ Returns target supported toolchains list """
screamer 0:66f3b5499f7f 754 return TARGET_MAP[target].supported_toolchains if target in TARGET_MAP else None
screamer 0:66f3b5499f7f 755
screamer 0:66f3b5499f7f 756
screamer 0:66f3b5499f7f 757 def static_analysis_scan(target, toolchain_name, CPPCHECK_CMD, CPPCHECK_MSG_FORMAT, options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, extra_verbose=False):
screamer 0:66f3b5499f7f 758 # Toolchain
screamer 0:66f3b5499f7f 759 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 760 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 761 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 762 toolchain.build_all = clean
screamer 0:66f3b5499f7f 763
screamer 0:66f3b5499f7f 764 # Source and Build Paths
screamer 0:66f3b5499f7f 765 BUILD_TARGET = join(MBED_LIBRARIES, "TARGET_" + target.name)
screamer 0:66f3b5499f7f 766 BUILD_TOOLCHAIN = join(BUILD_TARGET, "TOOLCHAIN_" + toolchain.name)
screamer 0:66f3b5499f7f 767 mkdir(BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 768
screamer 0:66f3b5499f7f 769 TMP_PATH = join(MBED_LIBRARIES, '.temp', toolchain.obj_path)
screamer 0:66f3b5499f7f 770 mkdir(TMP_PATH)
screamer 0:66f3b5499f7f 771
screamer 0:66f3b5499f7f 772 # CMSIS
screamer 0:66f3b5499f7f 773 toolchain.info("Static analysis for %s (%s, %s)" % ('CMSIS', target.name, toolchain_name))
screamer 0:66f3b5499f7f 774 cmsis_src = join(MBED_TARGETS_PATH, "cmsis")
screamer 0:66f3b5499f7f 775 resources = toolchain.scan_resources(cmsis_src)
screamer 0:66f3b5499f7f 776
screamer 0:66f3b5499f7f 777 # Copy files before analysis
screamer 0:66f3b5499f7f 778 toolchain.copy_files(resources.headers, BUILD_TARGET)
screamer 0:66f3b5499f7f 779 toolchain.copy_files(resources.linker_script, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 780
screamer 0:66f3b5499f7f 781 # Gather include paths, c, cpp sources and macros to transfer to cppcheck command line
screamer 0:66f3b5499f7f 782 includes = ["-I%s"% i for i in resources.inc_dirs]
screamer 0:66f3b5499f7f 783 includes.append("-I%s"% str(BUILD_TARGET))
screamer 0:66f3b5499f7f 784 c_sources = " ".join(resources.c_sources)
screamer 0:66f3b5499f7f 785 cpp_sources = " ".join(resources.cpp_sources)
screamer 0:66f3b5499f7f 786 macros = ["-D%s"% s for s in toolchain.get_symbols() + toolchain.macros]
screamer 0:66f3b5499f7f 787
screamer 0:66f3b5499f7f 788 includes = map(str.strip, includes)
screamer 0:66f3b5499f7f 789 macros = map(str.strip, macros)
screamer 0:66f3b5499f7f 790
screamer 0:66f3b5499f7f 791 check_cmd = CPPCHECK_CMD
screamer 0:66f3b5499f7f 792 check_cmd += CPPCHECK_MSG_FORMAT
screamer 0:66f3b5499f7f 793 check_cmd += includes
screamer 0:66f3b5499f7f 794 check_cmd += macros
screamer 0:66f3b5499f7f 795
screamer 0:66f3b5499f7f 796 # We need to pass some params via file to avoid "command line too long in some OSs"
screamer 0:66f3b5499f7f 797 tmp_file = tempfile.NamedTemporaryFile(delete=False)
screamer 0:66f3b5499f7f 798 tmp_file.writelines(line + '\n' for line in c_sources.split())
screamer 0:66f3b5499f7f 799 tmp_file.writelines(line + '\n' for line in cpp_sources.split())
screamer 0:66f3b5499f7f 800 tmp_file.close()
screamer 0:66f3b5499f7f 801 check_cmd += ["--file-list=%s"% tmp_file.name]
screamer 0:66f3b5499f7f 802
screamer 0:66f3b5499f7f 803 _stdout, _stderr, _rc = run_cmd(check_cmd)
screamer 0:66f3b5499f7f 804 if verbose:
screamer 0:66f3b5499f7f 805 print _stdout
screamer 0:66f3b5499f7f 806 print _stderr
screamer 0:66f3b5499f7f 807
screamer 0:66f3b5499f7f 808 # =========================================================================
screamer 0:66f3b5499f7f 809
screamer 0:66f3b5499f7f 810 # MBED
screamer 0:66f3b5499f7f 811 toolchain.info("Static analysis for %s (%s, %s)" % ('MBED', target.name, toolchain_name))
screamer 0:66f3b5499f7f 812
screamer 0:66f3b5499f7f 813 # Common Headers
screamer 0:66f3b5499f7f 814 toolchain.copy_files(toolchain.scan_resources(MBED_API).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 815 toolchain.copy_files(toolchain.scan_resources(MBED_HAL).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 816
screamer 0:66f3b5499f7f 817 # Target specific sources
screamer 0:66f3b5499f7f 818 HAL_SRC = join(MBED_TARGETS_PATH, "hal")
screamer 0:66f3b5499f7f 819 hal_implementation = toolchain.scan_resources(HAL_SRC)
screamer 0:66f3b5499f7f 820
screamer 0:66f3b5499f7f 821 # Copy files before analysis
screamer 13:ab47a20b66f0 822 toolchain.copy_files(hal_implementation.headers + hal_implementation.hex_files, BUILD_TARGET, resources=hal_implementation)
screamer 0:66f3b5499f7f 823 incdirs = toolchain.scan_resources(BUILD_TARGET)
screamer 0:66f3b5499f7f 824
screamer 0:66f3b5499f7f 825 target_includes = ["-I%s" % i for i in incdirs.inc_dirs]
screamer 0:66f3b5499f7f 826 target_includes.append("-I%s"% str(BUILD_TARGET))
screamer 0:66f3b5499f7f 827 target_includes.append("-I%s"% str(HAL_SRC))
screamer 0:66f3b5499f7f 828 target_c_sources = " ".join(incdirs.c_sources)
screamer 0:66f3b5499f7f 829 target_cpp_sources = " ".join(incdirs.cpp_sources)
screamer 0:66f3b5499f7f 830 target_macros = ["-D%s"% s for s in toolchain.get_symbols() + toolchain.macros]
screamer 0:66f3b5499f7f 831
screamer 0:66f3b5499f7f 832 # Common Sources
screamer 0:66f3b5499f7f 833 mbed_resources = toolchain.scan_resources(MBED_COMMON)
screamer 0:66f3b5499f7f 834
screamer 0:66f3b5499f7f 835 # Gather include paths, c, cpp sources and macros to transfer to cppcheck command line
screamer 0:66f3b5499f7f 836 mbed_includes = ["-I%s" % i for i in mbed_resources.inc_dirs]
screamer 0:66f3b5499f7f 837 mbed_includes.append("-I%s"% str(BUILD_TARGET))
screamer 0:66f3b5499f7f 838 mbed_includes.append("-I%s"% str(MBED_COMMON))
screamer 0:66f3b5499f7f 839 mbed_includes.append("-I%s"% str(MBED_API))
screamer 0:66f3b5499f7f 840 mbed_includes.append("-I%s"% str(MBED_HAL))
screamer 0:66f3b5499f7f 841 mbed_c_sources = " ".join(mbed_resources.c_sources)
screamer 0:66f3b5499f7f 842 mbed_cpp_sources = " ".join(mbed_resources.cpp_sources)
screamer 0:66f3b5499f7f 843
screamer 0:66f3b5499f7f 844 target_includes = map(str.strip, target_includes)
screamer 0:66f3b5499f7f 845 mbed_includes = map(str.strip, mbed_includes)
screamer 0:66f3b5499f7f 846 target_macros = map(str.strip, target_macros)
screamer 0:66f3b5499f7f 847
screamer 0:66f3b5499f7f 848 check_cmd = CPPCHECK_CMD
screamer 0:66f3b5499f7f 849 check_cmd += CPPCHECK_MSG_FORMAT
screamer 0:66f3b5499f7f 850 check_cmd += target_includes
screamer 0:66f3b5499f7f 851 check_cmd += mbed_includes
screamer 0:66f3b5499f7f 852 check_cmd += target_macros
screamer 0:66f3b5499f7f 853
screamer 0:66f3b5499f7f 854 # We need to pass some parames via file to avoid "command line too long in some OSs"
screamer 0:66f3b5499f7f 855 tmp_file = tempfile.NamedTemporaryFile(delete=False)
screamer 0:66f3b5499f7f 856 tmp_file.writelines(line + '\n' for line in target_c_sources.split())
screamer 0:66f3b5499f7f 857 tmp_file.writelines(line + '\n' for line in target_cpp_sources.split())
screamer 0:66f3b5499f7f 858 tmp_file.writelines(line + '\n' for line in mbed_c_sources.split())
screamer 0:66f3b5499f7f 859 tmp_file.writelines(line + '\n' for line in mbed_cpp_sources.split())
screamer 0:66f3b5499f7f 860 tmp_file.close()
screamer 0:66f3b5499f7f 861 check_cmd += ["--file-list=%s"% tmp_file.name]
screamer 0:66f3b5499f7f 862
screamer 0:66f3b5499f7f 863 _stdout, _stderr, _rc = run_cmd_ext(check_cmd)
screamer 0:66f3b5499f7f 864 if verbose:
screamer 0:66f3b5499f7f 865 print _stdout
screamer 0:66f3b5499f7f 866 print _stderr
screamer 0:66f3b5499f7f 867
screamer 0:66f3b5499f7f 868
screamer 0:66f3b5499f7f 869 def static_analysis_scan_lib(lib_id, target, toolchain, cppcheck_cmd, cppcheck_msg_format,
screamer 0:66f3b5499f7f 870 options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, extra_verbose=False):
screamer 0:66f3b5499f7f 871 lib = Library(lib_id)
screamer 0:66f3b5499f7f 872 if lib.is_supported(target, toolchain):
screamer 0:66f3b5499f7f 873 static_analysis_scan_library(lib.source_dir, lib.build_dir, target, toolchain, cppcheck_cmd, cppcheck_msg_format,
screamer 0:66f3b5499f7f 874 lib.dependencies, options,
screamer 0:66f3b5499f7f 875 verbose=verbose, clean=clean, macros=macros, notify=notify, jobs=jobs, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 876 else:
screamer 0:66f3b5499f7f 877 print 'Library "%s" is not yet supported on target %s with toolchain %s'% (lib_id, target.name, toolchain)
screamer 0:66f3b5499f7f 878
screamer 0:66f3b5499f7f 879
screamer 0:66f3b5499f7f 880 def static_analysis_scan_library(src_paths, build_path, target, toolchain_name, cppcheck_cmd, cppcheck_msg_format,
screamer 0:66f3b5499f7f 881 dependencies_paths=None, options=None, name=None, clean=False,
screamer 0:66f3b5499f7f 882 notify=None, verbose=False, macros=None, jobs=1, extra_verbose=False):
screamer 0:66f3b5499f7f 883 """ Function scans library (or just some set of sources/headers) for staticly detectable defects """
screamer 0:66f3b5499f7f 884 if type(src_paths) != ListType:
screamer 0:66f3b5499f7f 885 src_paths = [src_paths]
screamer 0:66f3b5499f7f 886
screamer 0:66f3b5499f7f 887 for src_path in src_paths:
screamer 0:66f3b5499f7f 888 if not exists(src_path):
screamer 0:66f3b5499f7f 889 raise Exception("The library source folder does not exist: %s", src_path)
screamer 0:66f3b5499f7f 890
screamer 0:66f3b5499f7f 891 # Toolchain instance
screamer 0:66f3b5499f7f 892 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 893 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 894 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 895
screamer 0:66f3b5499f7f 896 # The first path will give the name to the library
screamer 0:66f3b5499f7f 897 name = basename(src_paths[0])
screamer 0:66f3b5499f7f 898 toolchain.info("Static analysis for library %s (%s, %s)" % (name.upper(), target.name, toolchain_name))
screamer 0:66f3b5499f7f 899
screamer 0:66f3b5499f7f 900 # Scan Resources
screamer 0:66f3b5499f7f 901 resources = []
screamer 0:66f3b5499f7f 902 for src_path in src_paths:
screamer 0:66f3b5499f7f 903 resources.append(toolchain.scan_resources(src_path))
screamer 0:66f3b5499f7f 904
screamer 0:66f3b5499f7f 905 # Dependencies Include Paths
screamer 0:66f3b5499f7f 906 dependencies_include_dir = []
screamer 0:66f3b5499f7f 907 if dependencies_paths is not None:
screamer 0:66f3b5499f7f 908 for path in dependencies_paths:
screamer 0:66f3b5499f7f 909 lib_resources = toolchain.scan_resources(path)
screamer 0:66f3b5499f7f 910 dependencies_include_dir.extend(lib_resources.inc_dirs)
screamer 0:66f3b5499f7f 911
screamer 0:66f3b5499f7f 912 # Create the desired build directory structure
screamer 0:66f3b5499f7f 913 bin_path = join(build_path, toolchain.obj_path)
screamer 0:66f3b5499f7f 914 mkdir(bin_path)
screamer 0:66f3b5499f7f 915 tmp_path = join(build_path, '.temp', toolchain.obj_path)
screamer 0:66f3b5499f7f 916 mkdir(tmp_path)
screamer 0:66f3b5499f7f 917
screamer 0:66f3b5499f7f 918 # Gather include paths, c, cpp sources and macros to transfer to cppcheck command line
screamer 0:66f3b5499f7f 919 includes = ["-I%s" % i for i in dependencies_include_dir + src_paths]
screamer 0:66f3b5499f7f 920 c_sources = " "
screamer 0:66f3b5499f7f 921 cpp_sources = " "
screamer 0:66f3b5499f7f 922 macros = ['-D%s' % s for s in toolchain.get_symbols() + toolchain.macros]
screamer 0:66f3b5499f7f 923
screamer 0:66f3b5499f7f 924 # Copy Headers
screamer 0:66f3b5499f7f 925 for resource in resources:
screamer 13:ab47a20b66f0 926 toolchain.copy_files(resource.headers, build_path, resources=resource)
screamer 0:66f3b5499f7f 927 includes += ["-I%s" % i for i in resource.inc_dirs]
screamer 0:66f3b5499f7f 928 c_sources += " ".join(resource.c_sources) + " "
screamer 0:66f3b5499f7f 929 cpp_sources += " ".join(resource.cpp_sources) + " "
screamer 0:66f3b5499f7f 930
screamer 0:66f3b5499f7f 931 dependencies_include_dir.extend(toolchain.scan_resources(build_path).inc_dirs)
screamer 0:66f3b5499f7f 932
screamer 0:66f3b5499f7f 933 includes = map(str.strip, includes)
screamer 0:66f3b5499f7f 934 macros = map(str.strip, macros)
screamer 0:66f3b5499f7f 935
screamer 0:66f3b5499f7f 936 check_cmd = cppcheck_cmd
screamer 0:66f3b5499f7f 937 check_cmd += cppcheck_msg_format
screamer 0:66f3b5499f7f 938 check_cmd += includes
screamer 0:66f3b5499f7f 939 check_cmd += macros
screamer 0:66f3b5499f7f 940
screamer 0:66f3b5499f7f 941 # We need to pass some parameters via file to avoid "command line too long in some OSs"
screamer 0:66f3b5499f7f 942 # Temporary file is created to store e.g. cppcheck list of files for command line
screamer 0:66f3b5499f7f 943 tmp_file = tempfile.NamedTemporaryFile(delete=False)
screamer 0:66f3b5499f7f 944 tmp_file.writelines(line + '\n' for line in c_sources.split())
screamer 0:66f3b5499f7f 945 tmp_file.writelines(line + '\n' for line in cpp_sources.split())
screamer 0:66f3b5499f7f 946 tmp_file.close()
screamer 0:66f3b5499f7f 947 check_cmd += ["--file-list=%s"% tmp_file.name]
screamer 0:66f3b5499f7f 948
screamer 0:66f3b5499f7f 949 # This will allow us to grab result from both stdio and stderr outputs (so we can show them)
screamer 0:66f3b5499f7f 950 # We assume static code analysis tool is outputting defects on STDERR
screamer 0:66f3b5499f7f 951 _stdout, _stderr, _rc = run_cmd_ext(check_cmd)
screamer 0:66f3b5499f7f 952 if verbose:
screamer 0:66f3b5499f7f 953 print _stdout
screamer 0:66f3b5499f7f 954 print _stderr
screamer 0:66f3b5499f7f 955
screamer 0:66f3b5499f7f 956
screamer 0:66f3b5499f7f 957 def print_build_results(result_list, build_name):
screamer 0:66f3b5499f7f 958 """ Generate result string for build results """
screamer 0:66f3b5499f7f 959 result = ""
screamer 0:66f3b5499f7f 960 if len(result_list) > 0:
screamer 0:66f3b5499f7f 961 result += build_name + "\n"
screamer 0:66f3b5499f7f 962 result += "\n".join([" * %s" % f for f in result_list])
screamer 0:66f3b5499f7f 963 result += "\n"
screamer 0:66f3b5499f7f 964 return result
screamer 0:66f3b5499f7f 965
screamer 0:66f3b5499f7f 966 def write_build_report(build_report, template_filename, filename):
screamer 0:66f3b5499f7f 967 build_report_failing = []
screamer 0:66f3b5499f7f 968 build_report_passing = []
screamer 0:66f3b5499f7f 969
screamer 0:66f3b5499f7f 970 for report in build_report:
screamer 0:66f3b5499f7f 971 if len(report["failing"]) > 0:
screamer 0:66f3b5499f7f 972 build_report_failing.append(report)
screamer 0:66f3b5499f7f 973 else:
screamer 0:66f3b5499f7f 974 build_report_passing.append(report)
screamer 0:66f3b5499f7f 975
screamer 0:66f3b5499f7f 976 env = Environment(extensions=['jinja2.ext.with_'])
screamer 0:66f3b5499f7f 977 env.loader = FileSystemLoader('ci_templates')
screamer 0:66f3b5499f7f 978 template = env.get_template(template_filename)
screamer 0:66f3b5499f7f 979
screamer 0:66f3b5499f7f 980 with open(filename, 'w+') as f:
screamer 0:66f3b5499f7f 981 f.write(template.render(failing_builds=build_report_failing, passing_builds=build_report_passing))
screamer 1:a99c8e460c5c 982
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 983
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 984 def scan_for_source_paths(path, exclude_paths=None):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 985 ignorepatterns = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 986 paths = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 987
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 988 def is_ignored(file_path):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 989 for pattern in ignorepatterns:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 990 if fnmatch.fnmatch(file_path, pattern):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 991 return True
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 992 return False
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 993
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 994
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 995 """ os.walk(top[, topdown=True[, onerror=None[, followlinks=False]]])
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 996 When topdown is True, the caller can modify the dirnames list in-place
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 997 (perhaps using del or slice assignment), and walk() will only recurse into
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 998 the subdirectories whose names remain in dirnames; this can be used to prune
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 999 the search, impose a specific order of visiting, or even to inform walk()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1000 about directories the caller creates or renames before it resumes walk()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1001 again. Modifying dirnames when topdown is False is ineffective, because in
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1002 bottom-up mode the directories in dirnames are generated before dirpath
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1003 itself is generated.
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1004 """
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1005 for root, dirs, files in walk(path, followlinks=True):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1006 # Remove ignored directories
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1007 # Check if folder contains .mbedignore
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1008 if ".mbedignore" in files :
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1009 with open (join(root,".mbedignore"), "r") as f:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1010 lines=f.readlines()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1011 lines = [l.strip() for l in lines] # Strip whitespaces
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1012 lines = [l for l in lines if l != ""] # Strip empty lines
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1013 lines = [l for l in lines if not re.match("^#",l)] # Strip comment lines
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1014 # Append root path to glob patterns
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1015 # and append patterns to ignorepatterns
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1016 ignorepatterns.extend([join(root,line.strip()) for line in lines])
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1017
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1018 for d in copy(dirs):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1019 dir_path = join(root, d)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1020
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1021 # Always ignore hidden directories
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1022 if d.startswith('.'):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1023 dirs.remove(d)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1024
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1025 # Remove dirs that already match the ignorepatterns
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1026 # to avoid travelling into them and to prevent them
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1027 # on appearing in include path.
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1028 if is_ignored(join(dir_path,"")):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1029 dirs.remove(d)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1030
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1031 if exclude_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1032 for exclude_path in exclude_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1033 rel_path = relpath(dir_path, exclude_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1034 if not (rel_path.startswith('..')):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1035 dirs.remove(d)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1036 break
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1037
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1038 # Add root to include paths
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1039 paths.append(root)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1040
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1041 return paths