Anders Blomdell / mbed-sdk-tools

Clone of official tools

build_api.py@14:ee1b877e6839, 2016-07-14 (annotated)

Committer:
screamer
Date:
Thu Jul 14 20:37:27 2016 +0100
Revision:
14:ee1b877e6839
Parent:
13:ab47a20b66f0
Child:
17:04753e1e329d
Apply legacy build system profiles

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 """
screamer 0:66f3b5499f7f 2 mbed SDK
screamer 0:66f3b5499f7f 3 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 4
screamer 0:66f3b5499f7f 5 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 6 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 7 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 8
screamer 0:66f3b5499f7f 9 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 10
screamer 0:66f3b5499f7f 11 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 12 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 13 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 14 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 15 limitations under the License.
screamer 0:66f3b5499f7f 16 """
screamer 0:66f3b5499f7f 17
screamer 0:66f3b5499f7f 18 import re
screamer 0:66f3b5499f7f 19 import tempfile
screamer 0:66f3b5499f7f 20 import colorama
screamer 0:66f3b5499f7f 21
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 22 from copy import copy
screamer 0:66f3b5499f7f 23 from types import ListType
screamer 0:66f3b5499f7f 24 from shutil import rmtree
screamer 7:5af61d55adbe 25 from os.path import join, exists, basename, abspath, normpath
screamer 8:a8ac6ed29081 26 from os import getcwd, walk
screamer 0:66f3b5499f7f 27 from time import time
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 28 import fnmatch
screamer 0:66f3b5499f7f 29
screamer 7:5af61d55adbe 30 from tools.utils import mkdir, run_cmd, run_cmd_ext, NotSupportedException, ToolException
screamer 0:66f3b5499f7f 31 from tools.paths import MBED_TARGETS_PATH, MBED_LIBRARIES, MBED_API, MBED_HAL, MBED_COMMON
screamer 0:66f3b5499f7f 32 from tools.targets import TARGET_NAMES, TARGET_MAP
screamer 0:66f3b5499f7f 33 from tools.libraries import Library
screamer 14:ee1b877e6839 34 from tools.toolchains import TOOLCHAIN_CLASSES, mbedToolchain
screamer 14:ee1b877e6839 35 from tools.build_profiles import find_build_profile, get_toolchain_profile
screamer 0:66f3b5499f7f 36 from jinja2 import FileSystemLoader
screamer 0:66f3b5499f7f 37 from jinja2.environment import Environment
screamer 7:5af61d55adbe 38 from tools.config import Config
screamer 0:66f3b5499f7f 39
screamer 0:66f3b5499f7f 40 def prep_report(report, target_name, toolchain_name, id_name):
screamer 0:66f3b5499f7f 41 # Setup report keys
screamer 0:66f3b5499f7f 42 if not target_name in report:
screamer 0:66f3b5499f7f 43 report[target_name] = {}
screamer 0:66f3b5499f7f 44
screamer 0:66f3b5499f7f 45 if not toolchain_name in report[target_name]:
screamer 0:66f3b5499f7f 46 report[target_name][toolchain_name] = {}
screamer 0:66f3b5499f7f 47
screamer 0:66f3b5499f7f 48 if not id_name in report[target_name][toolchain_name]:
screamer 0:66f3b5499f7f 49 report[target_name][toolchain_name][id_name] = []
screamer 0:66f3b5499f7f 50
screamer 0:66f3b5499f7f 51 def prep_properties(properties, target_name, toolchain_name, vendor_label):
screamer 0:66f3b5499f7f 52 # Setup test properties
screamer 0:66f3b5499f7f 53 if not target_name in properties:
screamer 0:66f3b5499f7f 54 properties[target_name] = {}
screamer 0:66f3b5499f7f 55
screamer 0:66f3b5499f7f 56 if not toolchain_name in properties[target_name]:
screamer 0:66f3b5499f7f 57 properties[target_name][toolchain_name] = {}
screamer 0:66f3b5499f7f 58
screamer 0:66f3b5499f7f 59 properties[target_name][toolchain_name]["target"] = target_name
screamer 0:66f3b5499f7f 60 properties[target_name][toolchain_name]["vendor"] = vendor_label
screamer 0:66f3b5499f7f 61 properties[target_name][toolchain_name]["toolchain"] = toolchain_name
screamer 0:66f3b5499f7f 62
screamer 0:66f3b5499f7f 63 def create_result(target_name, toolchain_name, id_name, description):
screamer 0:66f3b5499f7f 64 cur_result = {}
screamer 0:66f3b5499f7f 65 cur_result["target_name"] = target_name
screamer 0:66f3b5499f7f 66 cur_result["toolchain_name"] = toolchain_name
screamer 0:66f3b5499f7f 67 cur_result["id"] = id_name
screamer 0:66f3b5499f7f 68 cur_result["description"] = description
screamer 0:66f3b5499f7f 69 cur_result["elapsed_time"] = 0
screamer 0:66f3b5499f7f 70 cur_result["output"] = ""
screamer 0:66f3b5499f7f 71
screamer 0:66f3b5499f7f 72 return cur_result
screamer 0:66f3b5499f7f 73
screamer 0:66f3b5499f7f 74 def add_result_to_report(report, result):
screamer 0:66f3b5499f7f 75 target = result["target_name"]
screamer 0:66f3b5499f7f 76 toolchain = result["toolchain_name"]
screamer 0:66f3b5499f7f 77 id_name = result['id']
screamer 0:66f3b5499f7f 78 result_wrap = { 0: result }
screamer 0:66f3b5499f7f 79 report[target][toolchain][id_name].append(result_wrap)
screamer 0:66f3b5499f7f 80
screamer 7:5af61d55adbe 81 def get_config(src_path, target, toolchain_name):
screamer 7:5af61d55adbe 82 # Convert src_path to a list if needed
screamer 1:a99c8e460c5c 83 src_paths = [src_path] if type(src_path) != ListType else src_path
screamer 1:a99c8e460c5c 84 # We need to remove all paths which are repeated to avoid
screamer 1:a99c8e460c5c 85 # multiple compilations and linking with the same objects
screamer 1:a99c8e460c5c 86 src_paths = [src_paths[0]] + list(set(src_paths[1:]))
screamer 7:5af61d55adbe 87
screamer 7:5af61d55adbe 88 # Create configuration object
screamer 7:5af61d55adbe 89 config = Config(target, src_paths)
screamer 1:a99c8e460c5c 90
screamer 7:5af61d55adbe 91 # If the 'target' argument is a string, convert it to a target instance
screamer 13:ab47a20b66f0 92 if isinstance(target, basestring):
screamer 7:5af61d55adbe 93 try:
screamer 7:5af61d55adbe 94 target = TARGET_MAP[target]
screamer 7:5af61d55adbe 95 except KeyError:
screamer 7:5af61d55adbe 96 raise KeyError("Target '%s' not found" % target)
screamer 2:07730b0f452c 97
screamer 0:66f3b5499f7f 98 # Toolchain instance
screamer 0:66f3b5499f7f 99 try:
screamer 7:5af61d55adbe 100 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options=None, notify=None, macros=None, silent=True, extra_verbose=False)
screamer 7:5af61d55adbe 101 except KeyError as e:
screamer 7:5af61d55adbe 102 raise KeyError("Toolchain %s not supported" % toolchain_name)
screamer 7:5af61d55adbe 103
screamer 7:5af61d55adbe 104 # Scan src_path for config files
screamer 7:5af61d55adbe 105 resources = toolchain.scan_resources(src_paths[0])
screamer 7:5af61d55adbe 106 for path in src_paths[1:]:
screamer 7:5af61d55adbe 107 resources.add(toolchain.scan_resources(path))
screamer 7:5af61d55adbe 108
screamer 13:ab47a20b66f0 109 # Update configuration files until added features creates no changes
screamer 13:ab47a20b66f0 110 prev_features = set()
screamer 13:ab47a20b66f0 111 while True:
screamer 13:ab47a20b66f0 112 # Update the configuration with any .json files found while scanning
screamer 13:ab47a20b66f0 113 config.add_config_files(resources.json_files)
screamer 13:ab47a20b66f0 114
screamer 13:ab47a20b66f0 115 # Add features while we find new ones
screamer 13:ab47a20b66f0 116 features = config.get_features()
screamer 13:ab47a20b66f0 117 if features == prev_features:
screamer 13:ab47a20b66f0 118 break
screamer 13:ab47a20b66f0 119
screamer 13:ab47a20b66f0 120 for feature in features:
screamer 13:ab47a20b66f0 121 if feature in resources.features:
screamer 13:ab47a20b66f0 122 resources += resources.features[feature]
screamer 13:ab47a20b66f0 123
screamer 13:ab47a20b66f0 124 prev_features = features
screamer 13:ab47a20b66f0 125 config.validate_config()
screamer 13:ab47a20b66f0 126
screamer 13:ab47a20b66f0 127 cfg, macros = config.get_config_data()
screamer 13:ab47a20b66f0 128 features = config.get_features()
screamer 13:ab47a20b66f0 129 return cfg, macros, features
screamer 7:5af61d55adbe 130
screamer 7:5af61d55adbe 131 def build_project(src_path, build_path, target, toolchain_name,
screamer 7:5af61d55adbe 132 libraries_paths=None, options=None, linker_script=None,
screamer 7:5af61d55adbe 133 clean=False, notify=None, verbose=False, name=None, macros=None, inc_dirs=None,
screamer 7:5af61d55adbe 134 jobs=1, silent=False, report=None, properties=None, project_id=None, project_description=None,
screamer 7:5af61d55adbe 135 extra_verbose=False, config=None):
screamer 7:5af61d55adbe 136 """ This function builds project. Project can be for example one test / UT
screamer 7:5af61d55adbe 137 """
screamer 7:5af61d55adbe 138
screamer 7:5af61d55adbe 139 # Convert src_path to a list if needed
screamer 7:5af61d55adbe 140 src_paths = [src_path] if type(src_path) != ListType else src_path
screamer 7:5af61d55adbe 141
screamer 7:5af61d55adbe 142 # We need to remove all paths which are repeated to avoid
screamer 7:5af61d55adbe 143 # multiple compilations and linking with the same objects
screamer 7:5af61d55adbe 144 src_paths = [src_paths[0]] + list(set(src_paths[1:]))
screamer 7:5af61d55adbe 145 first_src_path = src_paths[0] if src_paths[0] != "." and src_paths[0] != "./" else getcwd()
screamer 7:5af61d55adbe 146 abs_path = abspath(first_src_path)
screamer 7:5af61d55adbe 147 project_name = basename(normpath(abs_path))
screamer 7:5af61d55adbe 148
screamer 7:5af61d55adbe 149 # If the configuration object was not yet created, create it now
screamer 7:5af61d55adbe 150 config = config or Config(target, src_paths)
screamer 7:5af61d55adbe 151
screamer 7:5af61d55adbe 152 # If the 'target' argument is a string, convert it to a target instance
screamer 13:ab47a20b66f0 153 if isinstance(target, basestring):
screamer 7:5af61d55adbe 154 try:
screamer 7:5af61d55adbe 155 target = TARGET_MAP[target]
screamer 7:5af61d55adbe 156 except KeyError:
screamer 7:5af61d55adbe 157 raise KeyError("Target '%s' not found" % target)
screamer 7:5af61d55adbe 158
screamer 14:ee1b877e6839 159 # Find build system profile
screamer 14:ee1b877e6839 160 profile = None
screamer 14:ee1b877e6839 161 for path in src_paths:
screamer 14:ee1b877e6839 162 profile = find_build_profile(path) or profile
screamer 14:ee1b877e6839 163
screamer 14:ee1b877e6839 164 if profile:
screamer 14:ee1b877e6839 165 def init_hook(self):
screamer 14:ee1b877e6839 166 profile_data = get_toolchain_profile(self.name, profile)
screamer 14:ee1b877e6839 167 if not profile_data:
screamer 14:ee1b877e6839 168 return
screamer 14:ee1b877e6839 169 self.info("Using toolchain %s profile %s" % (self.name, profile))
screamer 14:ee1b877e6839 170
screamer 14:ee1b877e6839 171
screamer 14:ee1b877e6839 172 for k,v in profile_data.items():
screamer 14:ee1b877e6839 173 if self.flags.has_key(k):
screamer 14:ee1b877e6839 174 self.flags[k] = v
screamer 14:ee1b877e6839 175 else:
screamer 14:ee1b877e6839 176 setattr(self, k, v)
screamer 14:ee1b877e6839 177
screamer 14:ee1b877e6839 178 mbedToolchain.init = init_hook
screamer 14:ee1b877e6839 179
screamer 7:5af61d55adbe 180 # Toolchain instance
screamer 7:5af61d55adbe 181 try:
screamer 13:ab47a20b66f0 182 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, notify, macros, silent, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 183 except KeyError as e:
screamer 0:66f3b5499f7f 184 raise KeyError("Toolchain %s not supported" % toolchain_name)
screamer 0:66f3b5499f7f 185
screamer 0:66f3b5499f7f 186 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 187 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 188 toolchain.build_all = clean
screamer 0:66f3b5499f7f 189
screamer 0:66f3b5499f7f 190 if name is None:
screamer 0:66f3b5499f7f 191 # We will use default project name based on project folder name
screamer 0:66f3b5499f7f 192 name = project_name
screamer 0:66f3b5499f7f 193 toolchain.info("Building project %s (%s, %s)" % (project_name, target.name, toolchain_name))
screamer 0:66f3b5499f7f 194 else:
screamer 0:66f3b5499f7f 195 # User used custom global project name to have the same name for the
screamer 0:66f3b5499f7f 196 toolchain.info("Building project %s to %s (%s, %s)" % (project_name, name, target.name, toolchain_name))
screamer 0:66f3b5499f7f 197
screamer 0:66f3b5499f7f 198
screamer 0:66f3b5499f7f 199 if report != None:
screamer 0:66f3b5499f7f 200 start = time()
screamer 7:5af61d55adbe 201
screamer 7:5af61d55adbe 202 # If project_id is specified, use that over the default name
screamer 7:5af61d55adbe 203 id_name = project_id.upper() if project_id else name.upper()
screamer 7:5af61d55adbe 204 description = project_description if project_description else name
screamer 0:66f3b5499f7f 205 vendor_label = target.extra_labels[0]
screamer 0:66f3b5499f7f 206 cur_result = None
screamer 0:66f3b5499f7f 207 prep_report(report, target.name, toolchain_name, id_name)
screamer 0:66f3b5499f7f 208 cur_result = create_result(target.name, toolchain_name, id_name, description)
screamer 0:66f3b5499f7f 209
screamer 0:66f3b5499f7f 210 if properties != None:
screamer 0:66f3b5499f7f 211 prep_properties(properties, target.name, toolchain_name, vendor_label)
screamer 0:66f3b5499f7f 212
screamer 0:66f3b5499f7f 213 try:
screamer 0:66f3b5499f7f 214 # Scan src_path and libraries_paths for resources
screamer 0:66f3b5499f7f 215 resources = toolchain.scan_resources(src_paths[0])
screamer 0:66f3b5499f7f 216 for path in src_paths[1:]:
screamer 0:66f3b5499f7f 217 resources.add(toolchain.scan_resources(path))
screamer 0:66f3b5499f7f 218 if libraries_paths is not None:
screamer 0:66f3b5499f7f 219 src_paths.extend(libraries_paths)
screamer 0:66f3b5499f7f 220 for path in libraries_paths:
screamer 0:66f3b5499f7f 221 resources.add(toolchain.scan_resources(path))
screamer 0:66f3b5499f7f 222
screamer 0:66f3b5499f7f 223 if linker_script is not None:
screamer 0:66f3b5499f7f 224 resources.linker_script = linker_script
screamer 0:66f3b5499f7f 225
screamer 0:66f3b5499f7f 226 # Build Directory
screamer 0:66f3b5499f7f 227 if clean:
screamer 0:66f3b5499f7f 228 if exists(build_path):
screamer 0:66f3b5499f7f 229 rmtree(build_path)
screamer 0:66f3b5499f7f 230 mkdir(build_path)
screamer 0:66f3b5499f7f 231
screamer 0:66f3b5499f7f 232 # We need to add if necessary additional include directories
screamer 0:66f3b5499f7f 233 if inc_dirs:
screamer 0:66f3b5499f7f 234 if type(inc_dirs) == ListType:
screamer 0:66f3b5499f7f 235 resources.inc_dirs.extend(inc_dirs)
screamer 0:66f3b5499f7f 236 else:
screamer 0:66f3b5499f7f 237 resources.inc_dirs.append(inc_dirs)
screamer 7:5af61d55adbe 238
screamer 13:ab47a20b66f0 239 # Load resources into the config system which might expand/modify resources based on config data
screamer 13:ab47a20b66f0 240 resources = config.load_resources(resources)
screamer 13:ab47a20b66f0 241
screamer 13:ab47a20b66f0 242 # Set the toolchain's configuration data
screamer 13:ab47a20b66f0 243 toolchain.set_config_data(config.get_config_data())
screamer 7:5af61d55adbe 244
screamer 0:66f3b5499f7f 245 # Compile Sources
screamer 13:ab47a20b66f0 246 objects = toolchain.compile_sources(resources, build_path, resources.inc_dirs)
screamer 13:ab47a20b66f0 247 resources.objects.extend(objects)
screamer 0:66f3b5499f7f 248
screamer 0:66f3b5499f7f 249 # Link Program
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 250 res, _ = toolchain.link_program(resources, build_path, name)
screamer 0:66f3b5499f7f 251
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 252 if report != None:
screamer 0:66f3b5499f7f 253 end = time()
screamer 0:66f3b5499f7f 254 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 255 cur_result["output"] = toolchain.get_output()
screamer 0:66f3b5499f7f 256 cur_result["result"] = "OK"
screamer 0:66f3b5499f7f 257
screamer 0:66f3b5499f7f 258 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 259
screamer 0:66f3b5499f7f 260 return res
screamer 0:66f3b5499f7f 261
screamer 0:66f3b5499f7f 262 except Exception, e:
screamer 0:66f3b5499f7f 263 if report != None:
screamer 0:66f3b5499f7f 264 end = time()
screamer 0:66f3b5499f7f 265
screamer 0:66f3b5499f7f 266 if isinstance(e, NotSupportedException):
screamer 0:66f3b5499f7f 267 cur_result["result"] = "NOT_SUPPORTED"
screamer 0:66f3b5499f7f 268 else:
screamer 0:66f3b5499f7f 269 cur_result["result"] = "FAIL"
screamer 0:66f3b5499f7f 270
screamer 0:66f3b5499f7f 271 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 272
screamer 0:66f3b5499f7f 273 toolchain_output = toolchain.get_output()
screamer 0:66f3b5499f7f 274 if toolchain_output:
screamer 0:66f3b5499f7f 275 cur_result["output"] += toolchain_output
screamer 0:66f3b5499f7f 276
screamer 0:66f3b5499f7f 277 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 278
screamer 0:66f3b5499f7f 279 # Let Exception propagate
screamer 13:ab47a20b66f0 280 raise
screamer 0:66f3b5499f7f 281
screamer 0:66f3b5499f7f 282 def build_library(src_paths, build_path, target, toolchain_name,
screamer 0:66f3b5499f7f 283 dependencies_paths=None, options=None, name=None, clean=False, archive=True,
screamer 0:66f3b5499f7f 284 notify=None, verbose=False, macros=None, inc_dirs=None, inc_dirs_ext=None,
screamer 7:5af61d55adbe 285 jobs=1, silent=False, report=None, properties=None, extra_verbose=False,
screamer 7:5af61d55adbe 286 project_id=None):
screamer 0:66f3b5499f7f 287 """ src_path: the path of the source directory
screamer 0:66f3b5499f7f 288 build_path: the path of the build directory
screamer 0:66f3b5499f7f 289 target: ['LPC1768', 'LPC11U24', 'LPC2368']
screamer 0:66f3b5499f7f 290 toolchain: ['ARM', 'uARM', 'GCC_ARM', 'GCC_CR']
screamer 0:66f3b5499f7f 291 library_paths: List of paths to additional libraries
screamer 0:66f3b5499f7f 292 clean: Rebuild everything if True
screamer 0:66f3b5499f7f 293 notify: Notify function for logs
screamer 0:66f3b5499f7f 294 verbose: Write the actual tools command lines if True
screamer 0:66f3b5499f7f 295 inc_dirs: additional include directories which should be included in build
screamer 0:66f3b5499f7f 296 inc_dirs_ext: additional include directories which should be copied to library directory
screamer 0:66f3b5499f7f 297 """
screamer 0:66f3b5499f7f 298 if type(src_paths) != ListType:
screamer 0:66f3b5499f7f 299 src_paths = [src_paths]
screamer 0:66f3b5499f7f 300
screamer 0:66f3b5499f7f 301 # The first path will give the name to the library
screamer 7:5af61d55adbe 302 project_name = basename(src_paths[0] if src_paths[0] != "." and src_paths[0] != "./" else getcwd())
screamer 0:66f3b5499f7f 303 if name is None:
screamer 0:66f3b5499f7f 304 # We will use default project name based on project folder name
screamer 0:66f3b5499f7f 305 name = project_name
screamer 0:66f3b5499f7f 306
screamer 13:ab47a20b66f0 307 # If the configuration object was not yet created, create it now
screamer 13:ab47a20b66f0 308 config = Config(target, src_paths)
screamer 13:ab47a20b66f0 309
screamer 13:ab47a20b66f0 310 # If the 'target' argument is a string, convert it to a target instance
screamer 13:ab47a20b66f0 311 if isinstance(target, basestring):
screamer 13:ab47a20b66f0 312 try:
screamer 13:ab47a20b66f0 313 target = TARGET_MAP[target]
screamer 13:ab47a20b66f0 314 except KeyError:
screamer 13:ab47a20b66f0 315 raise KeyError("Target '%s' not found" % target)
screamer 13:ab47a20b66f0 316
screamer 0:66f3b5499f7f 317 if report != None:
screamer 0:66f3b5499f7f 318 start = time()
screamer 7:5af61d55adbe 319
screamer 7:5af61d55adbe 320 # If project_id is specified, use that over the default name
screamer 7:5af61d55adbe 321 id_name = project_id.upper() if project_id else name.upper()
screamer 0:66f3b5499f7f 322 description = name
screamer 0:66f3b5499f7f 323 vendor_label = target.extra_labels[0]
screamer 0:66f3b5499f7f 324 cur_result = None
screamer 0:66f3b5499f7f 325 prep_report(report, target.name, toolchain_name, id_name)
screamer 0:66f3b5499f7f 326 cur_result = create_result(target.name, toolchain_name, id_name, description)
screamer 0:66f3b5499f7f 327
screamer 0:66f3b5499f7f 328 if properties != None:
screamer 0:66f3b5499f7f 329 prep_properties(properties, target.name, toolchain_name, vendor_label)
screamer 0:66f3b5499f7f 330
screamer 0:66f3b5499f7f 331 for src_path in src_paths:
screamer 0:66f3b5499f7f 332 if not exists(src_path):
screamer 0:66f3b5499f7f 333 error_msg = "The library source folder does not exist: %s", src_path
screamer 0:66f3b5499f7f 334
screamer 0:66f3b5499f7f 335 if report != None:
screamer 0:66f3b5499f7f 336 cur_result["output"] = error_msg
screamer 0:66f3b5499f7f 337 cur_result["result"] = "FAIL"
screamer 0:66f3b5499f7f 338 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 339
screamer 0:66f3b5499f7f 340 raise Exception(error_msg)
screamer 0:66f3b5499f7f 341
screamer 0:66f3b5499f7f 342 try:
screamer 0:66f3b5499f7f 343 # Toolchain instance
screamer 13:ab47a20b66f0 344 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, silent=silent, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 345 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 346 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 347 toolchain.build_all = clean
screamer 0:66f3b5499f7f 348
screamer 0:66f3b5499f7f 349 toolchain.info("Building library %s (%s, %s)" % (name, target.name, toolchain_name))
screamer 0:66f3b5499f7f 350
screamer 0:66f3b5499f7f 351 # Scan Resources
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 352 resources = None
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 353 for path in src_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 354 # Scan resources
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 355 resource = toolchain.scan_resources(path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 356
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 357 # Extend resources collection
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 358 if not resources:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 359 resources = resource
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 360 else:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 361 resources.add(resource)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 362
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 363 # We need to add if necessary additional include directories
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 364 if inc_dirs:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 365 if type(inc_dirs) == ListType:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 366 resources.inc_dirs.extend(inc_dirs)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 367 else:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 368 resources.inc_dirs.append(inc_dirs)
screamer 0:66f3b5499f7f 369
screamer 0:66f3b5499f7f 370 # Add extra include directories / files which are required by library
screamer 0:66f3b5499f7f 371 # This files usually are not in the same directory as source files so
screamer 0:66f3b5499f7f 372 # previous scan will not include them
screamer 0:66f3b5499f7f 373 if inc_dirs_ext is not None:
screamer 0:66f3b5499f7f 374 for inc_ext in inc_dirs_ext:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 375 resources.add(toolchain.scan_resources(inc_ext))
screamer 0:66f3b5499f7f 376
screamer 0:66f3b5499f7f 377 # Dependencies Include Paths
screamer 0:66f3b5499f7f 378 if dependencies_paths is not None:
screamer 0:66f3b5499f7f 379 for path in dependencies_paths:
screamer 0:66f3b5499f7f 380 lib_resources = toolchain.scan_resources(path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 381 resources.inc_dirs.extend(lib_resources.inc_dirs)
screamer 0:66f3b5499f7f 382
screamer 0:66f3b5499f7f 383 if archive:
screamer 0:66f3b5499f7f 384 # Use temp path when building archive
screamer 0:66f3b5499f7f 385 tmp_path = join(build_path, '.temp')
screamer 0:66f3b5499f7f 386 mkdir(tmp_path)
screamer 0:66f3b5499f7f 387 else:
screamer 0:66f3b5499f7f 388 tmp_path = build_path
screamer 0:66f3b5499f7f 389
screamer 13:ab47a20b66f0 390 # Load resources into the config system which might expand/modify resources based on config data
screamer 13:ab47a20b66f0 391 resources = config.load_resources(resources)
screamer 13:ab47a20b66f0 392
screamer 13:ab47a20b66f0 393 # Set the toolchain's configuration data
screamer 13:ab47a20b66f0 394 toolchain.set_config_data(config.get_config_data())
screamer 13:ab47a20b66f0 395
screamer 13:ab47a20b66f0 396 # Copy headers, objects and static libraries - all files needed for static lib
screamer 13:ab47a20b66f0 397 toolchain.copy_files(resources.headers, build_path, resources=resources)
screamer 13:ab47a20b66f0 398 toolchain.copy_files(resources.objects, build_path, resources=resources)
screamer 13:ab47a20b66f0 399 toolchain.copy_files(resources.libraries, build_path, resources=resources)
screamer 13:ab47a20b66f0 400 if resources.linker_script:
screamer 13:ab47a20b66f0 401 toolchain.copy_files(resources.linker_script, build_path, resources=resources)
screamer 13:ab47a20b66f0 402
screamer 13:ab47a20b66f0 403 if resource.hex_files:
screamer 13:ab47a20b66f0 404 toolchain.copy_files(resources.hex_files, build_path, resources=resources)
screamer 0:66f3b5499f7f 405
screamer 0:66f3b5499f7f 406 # Compile Sources
screamer 13:ab47a20b66f0 407 objects = toolchain.compile_sources(resources, abspath(tmp_path), resources.inc_dirs)
screamer 13:ab47a20b66f0 408 resources.objects.extend(objects)
screamer 0:66f3b5499f7f 409
screamer 0:66f3b5499f7f 410 if archive:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 411 toolchain.build_library(objects, build_path, name)
screamer 0:66f3b5499f7f 412
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 413 if report != None:
screamer 0:66f3b5499f7f 414 end = time()
screamer 0:66f3b5499f7f 415 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 416 cur_result["output"] = toolchain.get_output()
screamer 0:66f3b5499f7f 417 cur_result["result"] = "OK"
screamer 0:66f3b5499f7f 418
screamer 0:66f3b5499f7f 419 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 420
screamer 0:66f3b5499f7f 421 except Exception, e:
screamer 0:66f3b5499f7f 422 if report != None:
screamer 0:66f3b5499f7f 423 end = time()
screamer 7:5af61d55adbe 424
screamer 7:5af61d55adbe 425 if isinstance(e, ToolException):
screamer 7:5af61d55adbe 426 cur_result["result"] = "FAIL"
screamer 7:5af61d55adbe 427 elif isinstance(e, NotSupportedException):
screamer 7:5af61d55adbe 428 cur_result["result"] = "NOT_SUPPORTED"
screamer 7:5af61d55adbe 429
screamer 0:66f3b5499f7f 430 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 431
screamer 0:66f3b5499f7f 432 toolchain_output = toolchain.get_output()
screamer 0:66f3b5499f7f 433 if toolchain_output:
screamer 0:66f3b5499f7f 434 cur_result["output"] += toolchain_output
screamer 0:66f3b5499f7f 435
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 436 add_result_to_report(report, cur_result)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 437
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 438 # Let Exception propagate
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 439 raise e
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 440
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 441 ######################
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 442 ### Legacy methods ###
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 443 ######################
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 444
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 445 def build_lib(lib_id, target, toolchain_name, options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, silent=False, report=None, properties=None, extra_verbose=False):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 446 """ Legacy method for building mbed libraries
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 447 Function builds library in proper directory using all dependencies and macros defined by user.
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 448 """
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 449 lib = Library(lib_id)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 450 if not lib.is_supported(target, toolchain_name):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 451 print 'Library "%s" is not yet supported on target %s with toolchain %s' % (lib_id, target.name, toolchain)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 452 return False
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 453
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 454 # We need to combine macros from parameter list with macros from library definition
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 455 MACROS = lib.macros if lib.macros else []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 456 if macros:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 457 macros.extend(MACROS)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 458 else:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 459 macros = MACROS
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 460
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 461 src_paths = lib.source_dir
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 462 build_path = lib.build_dir
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 463 dependencies_paths = lib.dependencies
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 464 inc_dirs = lib.inc_dirs
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 465 inc_dirs_ext = lib.inc_dirs_ext
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 466
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 467 """ src_path: the path of the source directory
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 468 build_path: the path of the build directory
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 469 target: ['LPC1768', 'LPC11U24', 'LPC2368']
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 470 toolchain: ['ARM', 'uARM', 'GCC_ARM', 'GCC_CR']
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 471 library_paths: List of paths to additional libraries
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 472 clean: Rebuild everything if True
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 473 notify: Notify function for logs
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 474 verbose: Write the actual tools command lines if True
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 475 inc_dirs: additional include directories which should be included in build
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 476 inc_dirs_ext: additional include directories which should be copied to library directory
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 477 """
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 478 if type(src_paths) != ListType:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 479 src_paths = [src_paths]
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 480
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 481 # The first path will give the name to the library
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 482 name = basename(src_paths[0])
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 483
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 484 if report != None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 485 start = time()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 486 id_name = name.upper()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 487 description = name
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 488 vendor_label = target.extra_labels[0]
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 489 cur_result = None
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 490 prep_report(report, target.name, toolchain_name, id_name)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 491 cur_result = create_result(target.name, toolchain_name, id_name, description)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 492
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 493 if properties != None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 494 prep_properties(properties, target.name, toolchain_name, vendor_label)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 495
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 496 for src_path in src_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 497 if not exists(src_path):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 498 error_msg = "The library source folder does not exist: %s", src_path
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 499
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 500 if report != None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 501 cur_result["output"] = error_msg
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 502 cur_result["result"] = "FAIL"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 503 add_result_to_report(report, cur_result)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 504
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 505 raise Exception(error_msg)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 506
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 507 try:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 508 # Toolchain instance
screamer 13:ab47a20b66f0 509 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, silent=silent, extra_verbose=extra_verbose)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 510 toolchain.VERBOSE = verbose
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 511 toolchain.jobs = jobs
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 512 toolchain.build_all = clean
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 513
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 514 toolchain.info("Building library %s (%s, %s)" % (name.upper(), target.name, toolchain_name))
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 515
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 516 # Scan Resources
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 517 resources = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 518 for src_path in src_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 519 resources.append(toolchain.scan_resources(src_path))
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 520
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 521 # Add extra include directories / files which are required by library
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 522 # This files usually are not in the same directory as source files so
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 523 # previous scan will not include them
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 524 if inc_dirs_ext is not None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 525 for inc_ext in inc_dirs_ext:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 526 resources.append(toolchain.scan_resources(inc_ext))
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 527
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 528 # Dependencies Include Paths
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 529 dependencies_include_dir = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 530 if dependencies_paths is not None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 531 for path in dependencies_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 532 lib_resources = toolchain.scan_resources(path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 533 dependencies_include_dir.extend(lib_resources.inc_dirs)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 534
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 535 if inc_dirs:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 536 dependencies_include_dir.extend(inc_dirs)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 537
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 538 # Create the desired build directory structure
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 539 bin_path = join(build_path, toolchain.obj_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 540 mkdir(bin_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 541 tmp_path = join(build_path, '.temp', toolchain.obj_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 542 mkdir(tmp_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 543
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 544 # Copy Headers
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 545 for resource in resources:
screamer 13:ab47a20b66f0 546 toolchain.copy_files(resource.headers, build_path, resources=resource)
screamer 13:ab47a20b66f0 547
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 548 dependencies_include_dir.extend(toolchain.scan_resources(build_path).inc_dirs)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 549
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 550 # Compile Sources
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 551 objects = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 552 for resource in resources:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 553 objects.extend(toolchain.compile_sources(resource, tmp_path, dependencies_include_dir))
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 554
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 555 needed_update = toolchain.build_library(objects, bin_path, name)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 556
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 557 if report != None and needed_update:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 558 end = time()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 559 cur_result["elapsed_time"] = end - start
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 560 cur_result["output"] = toolchain.get_output()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 561 cur_result["result"] = "OK"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 562
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 563 add_result_to_report(report, cur_result)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 564
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 565 except Exception, e:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 566 if report != None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 567 end = time()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 568 cur_result["result"] = "FAIL"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 569 cur_result["elapsed_time"] = end - start
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 570
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 571 toolchain_output = toolchain.get_output()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 572 if toolchain_output:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 573 cur_result["output"] += toolchain_output
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 574
screamer 0:66f3b5499f7f 575 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 576
screamer 0:66f3b5499f7f 577 # Let Exception propagate
screamer 0:66f3b5499f7f 578 raise e
screamer 0:66f3b5499f7f 579
screamer 0:66f3b5499f7f 580 # We do have unique legacy conventions about how we build and package the mbed library
screamer 0:66f3b5499f7f 581 def build_mbed_libs(target, toolchain_name, options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, silent=False, report=None, properties=None, extra_verbose=False):
screamer 0:66f3b5499f7f 582 """ Function returns True is library was built and false if building was skipped """
screamer 0:66f3b5499f7f 583
screamer 0:66f3b5499f7f 584 if report != None:
screamer 0:66f3b5499f7f 585 start = time()
screamer 0:66f3b5499f7f 586 id_name = "MBED"
screamer 0:66f3b5499f7f 587 description = "mbed SDK"
screamer 0:66f3b5499f7f 588 vendor_label = target.extra_labels[0]
screamer 0:66f3b5499f7f 589 cur_result = None
screamer 0:66f3b5499f7f 590 prep_report(report, target.name, toolchain_name, id_name)
screamer 0:66f3b5499f7f 591 cur_result = create_result(target.name, toolchain_name, id_name, description)
screamer 0:66f3b5499f7f 592
screamer 0:66f3b5499f7f 593 if properties != None:
screamer 0:66f3b5499f7f 594 prep_properties(properties, target.name, toolchain_name, vendor_label)
screamer 0:66f3b5499f7f 595
screamer 0:66f3b5499f7f 596 # Check toolchain support
screamer 0:66f3b5499f7f 597 if toolchain_name not in target.supported_toolchains:
screamer 0:66f3b5499f7f 598 supported_toolchains_text = ", ".join(target.supported_toolchains)
screamer 0:66f3b5499f7f 599 print '%s target is not yet supported by toolchain %s' % (target.name, toolchain_name)
screamer 0:66f3b5499f7f 600 print '%s target supports %s toolchain%s' % (target.name, supported_toolchains_text, 's' if len(target.supported_toolchains) > 1 else '')
screamer 0:66f3b5499f7f 601
screamer 0:66f3b5499f7f 602 if report != None:
screamer 0:66f3b5499f7f 603 cur_result["result"] = "SKIP"
screamer 0:66f3b5499f7f 604 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 605
screamer 0:66f3b5499f7f 606 return False
screamer 0:66f3b5499f7f 607
screamer 0:66f3b5499f7f 608 try:
screamer 0:66f3b5499f7f 609 # Toolchain
screamer 0:66f3b5499f7f 610 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, silent=silent, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 611 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 612 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 613 toolchain.build_all = clean
screamer 0:66f3b5499f7f 614
screamer 0:66f3b5499f7f 615 # Source and Build Paths
screamer 0:66f3b5499f7f 616 BUILD_TARGET = join(MBED_LIBRARIES, "TARGET_" + target.name)
screamer 0:66f3b5499f7f 617 BUILD_TOOLCHAIN = join(BUILD_TARGET, "TOOLCHAIN_" + toolchain.name)
screamer 0:66f3b5499f7f 618 mkdir(BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 619
screamer 0:66f3b5499f7f 620 TMP_PATH = join(MBED_LIBRARIES, '.temp', toolchain.obj_path)
screamer 0:66f3b5499f7f 621 mkdir(TMP_PATH)
screamer 0:66f3b5499f7f 622
screamer 0:66f3b5499f7f 623 # CMSIS
screamer 0:66f3b5499f7f 624 toolchain.info("Building library %s (%s, %s)"% ('CMSIS', target.name, toolchain_name))
screamer 0:66f3b5499f7f 625 cmsis_src = join(MBED_TARGETS_PATH, "cmsis")
screamer 0:66f3b5499f7f 626 resources = toolchain.scan_resources(cmsis_src)
screamer 0:66f3b5499f7f 627
screamer 0:66f3b5499f7f 628 toolchain.copy_files(resources.headers, BUILD_TARGET)
screamer 0:66f3b5499f7f 629 toolchain.copy_files(resources.linker_script, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 630 toolchain.copy_files(resources.bin_files, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 631
screamer 0:66f3b5499f7f 632 objects = toolchain.compile_sources(resources, TMP_PATH)
screamer 0:66f3b5499f7f 633 toolchain.copy_files(objects, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 634
screamer 0:66f3b5499f7f 635 # mbed
screamer 0:66f3b5499f7f 636 toolchain.info("Building library %s (%s, %s)" % ('MBED', target.name, toolchain_name))
screamer 0:66f3b5499f7f 637
screamer 0:66f3b5499f7f 638 # Common Headers
screamer 0:66f3b5499f7f 639 toolchain.copy_files(toolchain.scan_resources(MBED_API).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 640 toolchain.copy_files(toolchain.scan_resources(MBED_HAL).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 641
screamer 0:66f3b5499f7f 642 # Target specific sources
screamer 0:66f3b5499f7f 643 HAL_SRC = join(MBED_TARGETS_PATH, "hal")
screamer 0:66f3b5499f7f 644 hal_implementation = toolchain.scan_resources(HAL_SRC)
screamer 13:ab47a20b66f0 645 toolchain.copy_files(hal_implementation.headers + hal_implementation.hex_files + hal_implementation.libraries, BUILD_TARGET, resources=hal_implementation)
screamer 0:66f3b5499f7f 646 incdirs = toolchain.scan_resources(BUILD_TARGET).inc_dirs
screamer 0:66f3b5499f7f 647 objects = toolchain.compile_sources(hal_implementation, TMP_PATH, [MBED_LIBRARIES] + incdirs)
screamer 0:66f3b5499f7f 648
screamer 0:66f3b5499f7f 649 # Common Sources
screamer 0:66f3b5499f7f 650 mbed_resources = toolchain.scan_resources(MBED_COMMON)
screamer 0:66f3b5499f7f 651 objects += toolchain.compile_sources(mbed_resources, TMP_PATH, [MBED_LIBRARIES] + incdirs)
screamer 0:66f3b5499f7f 652
screamer 0:66f3b5499f7f 653 # A number of compiled files need to be copied as objects as opposed to
screamer 0:66f3b5499f7f 654 # being part of the mbed library, for reasons that have to do with the way
screamer 0:66f3b5499f7f 655 # the linker search for symbols in archives. These are:
screamer 0:66f3b5499f7f 656 # - retarget.o: to make sure that the C standard lib symbols get overridden
screamer 0:66f3b5499f7f 657 # - board.o: mbed_die is weak
screamer 0:66f3b5499f7f 658 # - mbed_overrides.o: this contains platform overrides of various weak SDK functions
screamer 0:66f3b5499f7f 659 separate_names, separate_objects = ['retarget.o', 'board.o', 'mbed_overrides.o'], []
screamer 0:66f3b5499f7f 660
screamer 0:66f3b5499f7f 661 for o in objects:
screamer 0:66f3b5499f7f 662 for name in separate_names:
screamer 0:66f3b5499f7f 663 if o.endswith(name):
screamer 0:66f3b5499f7f 664 separate_objects.append(o)
screamer 0:66f3b5499f7f 665
screamer 0:66f3b5499f7f 666 for o in separate_objects:
screamer 0:66f3b5499f7f 667 objects.remove(o)
screamer 0:66f3b5499f7f 668
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 669 toolchain.build_library(objects, BUILD_TOOLCHAIN, "mbed")
screamer 0:66f3b5499f7f 670
screamer 0:66f3b5499f7f 671 for o in separate_objects:
screamer 0:66f3b5499f7f 672 toolchain.copy_files(o, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 673
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 674 if report != None:
screamer 0:66f3b5499f7f 675 end = time()
screamer 0:66f3b5499f7f 676 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 677 cur_result["output"] = toolchain.get_output()
screamer 0:66f3b5499f7f 678 cur_result["result"] = "OK"
screamer 0:66f3b5499f7f 679
screamer 0:66f3b5499f7f 680 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 681
screamer 0:66f3b5499f7f 682 return True
screamer 0:66f3b5499f7f 683
screamer 0:66f3b5499f7f 684 except Exception, e:
screamer 0:66f3b5499f7f 685 if report != None:
screamer 0:66f3b5499f7f 686 end = time()
screamer 0:66f3b5499f7f 687 cur_result["result"] = "FAIL"
screamer 0:66f3b5499f7f 688 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 689
screamer 0:66f3b5499f7f 690 toolchain_output = toolchain.get_output()
screamer 0:66f3b5499f7f 691 if toolchain_output:
screamer 0:66f3b5499f7f 692 cur_result["output"] += toolchain_output
screamer 0:66f3b5499f7f 693
screamer 0:66f3b5499f7f 694 cur_result["output"] += str(e)
screamer 0:66f3b5499f7f 695
screamer 0:66f3b5499f7f 696 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 697
screamer 0:66f3b5499f7f 698 # Let Exception propagate
screamer 0:66f3b5499f7f 699 raise e
screamer 0:66f3b5499f7f 700
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 701
screamer 0:66f3b5499f7f 702 def get_unique_supported_toolchains():
screamer 0:66f3b5499f7f 703 """ Get list of all unique toolchains supported by targets """
screamer 0:66f3b5499f7f 704 unique_supported_toolchains = []
screamer 0:66f3b5499f7f 705 for target in TARGET_NAMES:
screamer 0:66f3b5499f7f 706 for toolchain in TARGET_MAP[target].supported_toolchains:
screamer 0:66f3b5499f7f 707 if toolchain not in unique_supported_toolchains:
screamer 0:66f3b5499f7f 708 unique_supported_toolchains.append(toolchain)
screamer 0:66f3b5499f7f 709 return unique_supported_toolchains
screamer 0:66f3b5499f7f 710
screamer 0:66f3b5499f7f 711
screamer 0:66f3b5499f7f 712 def mcu_toolchain_matrix(verbose_html=False, platform_filter=None):
screamer 0:66f3b5499f7f 713 """ Shows target map using prettytable """
screamer 0:66f3b5499f7f 714 unique_supported_toolchains = get_unique_supported_toolchains()
screamer 0:66f3b5499f7f 715 from prettytable import PrettyTable # Only use it in this function so building works without extra modules
screamer 0:66f3b5499f7f 716
screamer 0:66f3b5499f7f 717 # All tests status table print
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 718 columns = ["Target"] + unique_supported_toolchains
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 719 pt = PrettyTable(["Target"] + unique_supported_toolchains)
screamer 0:66f3b5499f7f 720 # Align table
screamer 0:66f3b5499f7f 721 for col in columns:
screamer 0:66f3b5499f7f 722 pt.align[col] = "c"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 723 pt.align["Target"] = "l"
screamer 0:66f3b5499f7f 724
screamer 0:66f3b5499f7f 725 perm_counter = 0
screamer 0:66f3b5499f7f 726 target_counter = 0
screamer 0:66f3b5499f7f 727 for target in sorted(TARGET_NAMES):
screamer 0:66f3b5499f7f 728 if platform_filter is not None:
screamer 0:66f3b5499f7f 729 # FIlter out platforms using regex
screamer 0:66f3b5499f7f 730 if re.search(platform_filter, target) is None:
screamer 0:66f3b5499f7f 731 continue
screamer 0:66f3b5499f7f 732 target_counter += 1
screamer 0:66f3b5499f7f 733
screamer 0:66f3b5499f7f 734 row = [target] # First column is platform name
screamer 0:66f3b5499f7f 735 for unique_toolchain in unique_supported_toolchains:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 736 if unique_toolchain in TARGET_MAP[target].supported_toolchains:
screamer 0:66f3b5499f7f 737 text = "Supported"
screamer 0:66f3b5499f7f 738 perm_counter += 1
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 739 else:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 740 text = "-"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 741
screamer 0:66f3b5499f7f 742 row.append(text)
screamer 0:66f3b5499f7f 743 pt.add_row(row)
screamer 0:66f3b5499f7f 744
screamer 0:66f3b5499f7f 745 result = pt.get_html_string() if verbose_html else pt.get_string()
screamer 0:66f3b5499f7f 746 result += "\n"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 747 result += "Supported targets: %d\n"% (target_counter)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 748 if target_counter == 1:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 749 result += "Supported toolchains: %d"% (perm_counter)
screamer 0:66f3b5499f7f 750 return result
screamer 0:66f3b5499f7f 751
screamer 0:66f3b5499f7f 752
screamer 0:66f3b5499f7f 753 def get_target_supported_toolchains(target):
screamer 0:66f3b5499f7f 754 """ Returns target supported toolchains list """
screamer 0:66f3b5499f7f 755 return TARGET_MAP[target].supported_toolchains if target in TARGET_MAP else None
screamer 0:66f3b5499f7f 756
screamer 0:66f3b5499f7f 757
screamer 0:66f3b5499f7f 758 def static_analysis_scan(target, toolchain_name, CPPCHECK_CMD, CPPCHECK_MSG_FORMAT, options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, extra_verbose=False):
screamer 0:66f3b5499f7f 759 # Toolchain
screamer 0:66f3b5499f7f 760 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 761 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 762 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 763 toolchain.build_all = clean
screamer 0:66f3b5499f7f 764
screamer 0:66f3b5499f7f 765 # Source and Build Paths
screamer 0:66f3b5499f7f 766 BUILD_TARGET = join(MBED_LIBRARIES, "TARGET_" + target.name)
screamer 0:66f3b5499f7f 767 BUILD_TOOLCHAIN = join(BUILD_TARGET, "TOOLCHAIN_" + toolchain.name)
screamer 0:66f3b5499f7f 768 mkdir(BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 769
screamer 0:66f3b5499f7f 770 TMP_PATH = join(MBED_LIBRARIES, '.temp', toolchain.obj_path)
screamer 0:66f3b5499f7f 771 mkdir(TMP_PATH)
screamer 0:66f3b5499f7f 772
screamer 0:66f3b5499f7f 773 # CMSIS
screamer 0:66f3b5499f7f 774 toolchain.info("Static analysis for %s (%s, %s)" % ('CMSIS', target.name, toolchain_name))
screamer 0:66f3b5499f7f 775 cmsis_src = join(MBED_TARGETS_PATH, "cmsis")
screamer 0:66f3b5499f7f 776 resources = toolchain.scan_resources(cmsis_src)
screamer 0:66f3b5499f7f 777
screamer 0:66f3b5499f7f 778 # Copy files before analysis
screamer 0:66f3b5499f7f 779 toolchain.copy_files(resources.headers, BUILD_TARGET)
screamer 0:66f3b5499f7f 780 toolchain.copy_files(resources.linker_script, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 781
screamer 0:66f3b5499f7f 782 # Gather include paths, c, cpp sources and macros to transfer to cppcheck command line
screamer 0:66f3b5499f7f 783 includes = ["-I%s"% i for i in resources.inc_dirs]
screamer 0:66f3b5499f7f 784 includes.append("-I%s"% str(BUILD_TARGET))
screamer 0:66f3b5499f7f 785 c_sources = " ".join(resources.c_sources)
screamer 0:66f3b5499f7f 786 cpp_sources = " ".join(resources.cpp_sources)
screamer 0:66f3b5499f7f 787 macros = ["-D%s"% s for s in toolchain.get_symbols() + toolchain.macros]
screamer 0:66f3b5499f7f 788
screamer 0:66f3b5499f7f 789 includes = map(str.strip, includes)
screamer 0:66f3b5499f7f 790 macros = map(str.strip, macros)
screamer 0:66f3b5499f7f 791
screamer 0:66f3b5499f7f 792 check_cmd = CPPCHECK_CMD
screamer 0:66f3b5499f7f 793 check_cmd += CPPCHECK_MSG_FORMAT
screamer 0:66f3b5499f7f 794 check_cmd += includes
screamer 0:66f3b5499f7f 795 check_cmd += macros
screamer 0:66f3b5499f7f 796
screamer 0:66f3b5499f7f 797 # We need to pass some params via file to avoid "command line too long in some OSs"
screamer 0:66f3b5499f7f 798 tmp_file = tempfile.NamedTemporaryFile(delete=False)
screamer 0:66f3b5499f7f 799 tmp_file.writelines(line + '\n' for line in c_sources.split())
screamer 0:66f3b5499f7f 800 tmp_file.writelines(line + '\n' for line in cpp_sources.split())
screamer 0:66f3b5499f7f 801 tmp_file.close()
screamer 0:66f3b5499f7f 802 check_cmd += ["--file-list=%s"% tmp_file.name]
screamer 0:66f3b5499f7f 803
screamer 0:66f3b5499f7f 804 _stdout, _stderr, _rc = run_cmd(check_cmd)
screamer 0:66f3b5499f7f 805 if verbose:
screamer 0:66f3b5499f7f 806 print _stdout
screamer 0:66f3b5499f7f 807 print _stderr
screamer 0:66f3b5499f7f 808
screamer 0:66f3b5499f7f 809 # =========================================================================
screamer 0:66f3b5499f7f 810
screamer 0:66f3b5499f7f 811 # MBED
screamer 0:66f3b5499f7f 812 toolchain.info("Static analysis for %s (%s, %s)" % ('MBED', target.name, toolchain_name))
screamer 0:66f3b5499f7f 813
screamer 0:66f3b5499f7f 814 # Common Headers
screamer 0:66f3b5499f7f 815 toolchain.copy_files(toolchain.scan_resources(MBED_API).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 816 toolchain.copy_files(toolchain.scan_resources(MBED_HAL).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 817
screamer 0:66f3b5499f7f 818 # Target specific sources
screamer 0:66f3b5499f7f 819 HAL_SRC = join(MBED_TARGETS_PATH, "hal")
screamer 0:66f3b5499f7f 820 hal_implementation = toolchain.scan_resources(HAL_SRC)
screamer 0:66f3b5499f7f 821
screamer 0:66f3b5499f7f 822 # Copy files before analysis
screamer 13:ab47a20b66f0 823 toolchain.copy_files(hal_implementation.headers + hal_implementation.hex_files, BUILD_TARGET, resources=hal_implementation)
screamer 0:66f3b5499f7f 824 incdirs = toolchain.scan_resources(BUILD_TARGET)
screamer 0:66f3b5499f7f 825
screamer 0:66f3b5499f7f 826 target_includes = ["-I%s" % i for i in incdirs.inc_dirs]
screamer 0:66f3b5499f7f 827 target_includes.append("-I%s"% str(BUILD_TARGET))
screamer 0:66f3b5499f7f 828 target_includes.append("-I%s"% str(HAL_SRC))
screamer 0:66f3b5499f7f 829 target_c_sources = " ".join(incdirs.c_sources)
screamer 0:66f3b5499f7f 830 target_cpp_sources = " ".join(incdirs.cpp_sources)
screamer 0:66f3b5499f7f 831 target_macros = ["-D%s"% s for s in toolchain.get_symbols() + toolchain.macros]
screamer 0:66f3b5499f7f 832
screamer 0:66f3b5499f7f 833 # Common Sources
screamer 0:66f3b5499f7f 834 mbed_resources = toolchain.scan_resources(MBED_COMMON)
screamer 0:66f3b5499f7f 835
screamer 0:66f3b5499f7f 836 # Gather include paths, c, cpp sources and macros to transfer to cppcheck command line
screamer 0:66f3b5499f7f 837 mbed_includes = ["-I%s" % i for i in mbed_resources.inc_dirs]
screamer 0:66f3b5499f7f 838 mbed_includes.append("-I%s"% str(BUILD_TARGET))
screamer 0:66f3b5499f7f 839 mbed_includes.append("-I%s"% str(MBED_COMMON))
screamer 0:66f3b5499f7f 840 mbed_includes.append("-I%s"% str(MBED_API))
screamer 0:66f3b5499f7f 841 mbed_includes.append("-I%s"% str(MBED_HAL))
screamer 0:66f3b5499f7f 842 mbed_c_sources = " ".join(mbed_resources.c_sources)
screamer 0:66f3b5499f7f 843 mbed_cpp_sources = " ".join(mbed_resources.cpp_sources)
screamer 0:66f3b5499f7f 844
screamer 0:66f3b5499f7f 845 target_includes = map(str.strip, target_includes)
screamer 0:66f3b5499f7f 846 mbed_includes = map(str.strip, mbed_includes)
screamer 0:66f3b5499f7f 847 target_macros = map(str.strip, target_macros)
screamer 0:66f3b5499f7f 848
screamer 0:66f3b5499f7f 849 check_cmd = CPPCHECK_CMD
screamer 0:66f3b5499f7f 850 check_cmd += CPPCHECK_MSG_FORMAT
screamer 0:66f3b5499f7f 851 check_cmd += target_includes
screamer 0:66f3b5499f7f 852 check_cmd += mbed_includes
screamer 0:66f3b5499f7f 853 check_cmd += target_macros
screamer 0:66f3b5499f7f 854
screamer 0:66f3b5499f7f 855 # We need to pass some parames via file to avoid "command line too long in some OSs"
screamer 0:66f3b5499f7f 856 tmp_file = tempfile.NamedTemporaryFile(delete=False)
screamer 0:66f3b5499f7f 857 tmp_file.writelines(line + '\n' for line in target_c_sources.split())
screamer 0:66f3b5499f7f 858 tmp_file.writelines(line + '\n' for line in target_cpp_sources.split())
screamer 0:66f3b5499f7f 859 tmp_file.writelines(line + '\n' for line in mbed_c_sources.split())
screamer 0:66f3b5499f7f 860 tmp_file.writelines(line + '\n' for line in mbed_cpp_sources.split())
screamer 0:66f3b5499f7f 861 tmp_file.close()
screamer 0:66f3b5499f7f 862 check_cmd += ["--file-list=%s"% tmp_file.name]
screamer 0:66f3b5499f7f 863
screamer 0:66f3b5499f7f 864 _stdout, _stderr, _rc = run_cmd_ext(check_cmd)
screamer 0:66f3b5499f7f 865 if verbose:
screamer 0:66f3b5499f7f 866 print _stdout
screamer 0:66f3b5499f7f 867 print _stderr
screamer 0:66f3b5499f7f 868
screamer 0:66f3b5499f7f 869
screamer 0:66f3b5499f7f 870 def static_analysis_scan_lib(lib_id, target, toolchain, cppcheck_cmd, cppcheck_msg_format,
screamer 0:66f3b5499f7f 871 options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, extra_verbose=False):
screamer 0:66f3b5499f7f 872 lib = Library(lib_id)
screamer 0:66f3b5499f7f 873 if lib.is_supported(target, toolchain):
screamer 0:66f3b5499f7f 874 static_analysis_scan_library(lib.source_dir, lib.build_dir, target, toolchain, cppcheck_cmd, cppcheck_msg_format,
screamer 0:66f3b5499f7f 875 lib.dependencies, options,
screamer 0:66f3b5499f7f 876 verbose=verbose, clean=clean, macros=macros, notify=notify, jobs=jobs, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 877 else:
screamer 0:66f3b5499f7f 878 print 'Library "%s" is not yet supported on target %s with toolchain %s'% (lib_id, target.name, toolchain)
screamer 0:66f3b5499f7f 879
screamer 0:66f3b5499f7f 880
screamer 0:66f3b5499f7f 881 def static_analysis_scan_library(src_paths, build_path, target, toolchain_name, cppcheck_cmd, cppcheck_msg_format,
screamer 0:66f3b5499f7f 882 dependencies_paths=None, options=None, name=None, clean=False,
screamer 0:66f3b5499f7f 883 notify=None, verbose=False, macros=None, jobs=1, extra_verbose=False):
screamer 0:66f3b5499f7f 884 """ Function scans library (or just some set of sources/headers) for staticly detectable defects """
screamer 0:66f3b5499f7f 885 if type(src_paths) != ListType:
screamer 0:66f3b5499f7f 886 src_paths = [src_paths]
screamer 0:66f3b5499f7f 887
screamer 0:66f3b5499f7f 888 for src_path in src_paths:
screamer 0:66f3b5499f7f 889 if not exists(src_path):
screamer 0:66f3b5499f7f 890 raise Exception("The library source folder does not exist: %s", src_path)
screamer 0:66f3b5499f7f 891
screamer 0:66f3b5499f7f 892 # Toolchain instance
screamer 0:66f3b5499f7f 893 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 894 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 895 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 896
screamer 0:66f3b5499f7f 897 # The first path will give the name to the library
screamer 0:66f3b5499f7f 898 name = basename(src_paths[0])
screamer 0:66f3b5499f7f 899 toolchain.info("Static analysis for library %s (%s, %s)" % (name.upper(), target.name, toolchain_name))
screamer 0:66f3b5499f7f 900
screamer 0:66f3b5499f7f 901 # Scan Resources
screamer 0:66f3b5499f7f 902 resources = []
screamer 0:66f3b5499f7f 903 for src_path in src_paths:
screamer 0:66f3b5499f7f 904 resources.append(toolchain.scan_resources(src_path))
screamer 0:66f3b5499f7f 905
screamer 0:66f3b5499f7f 906 # Dependencies Include Paths
screamer 0:66f3b5499f7f 907 dependencies_include_dir = []
screamer 0:66f3b5499f7f 908 if dependencies_paths is not None:
screamer 0:66f3b5499f7f 909 for path in dependencies_paths:
screamer 0:66f3b5499f7f 910 lib_resources = toolchain.scan_resources(path)
screamer 0:66f3b5499f7f 911 dependencies_include_dir.extend(lib_resources.inc_dirs)
screamer 0:66f3b5499f7f 912
screamer 0:66f3b5499f7f 913 # Create the desired build directory structure
screamer 0:66f3b5499f7f 914 bin_path = join(build_path, toolchain.obj_path)
screamer 0:66f3b5499f7f 915 mkdir(bin_path)
screamer 0:66f3b5499f7f 916 tmp_path = join(build_path, '.temp', toolchain.obj_path)
screamer 0:66f3b5499f7f 917 mkdir(tmp_path)
screamer 0:66f3b5499f7f 918
screamer 0:66f3b5499f7f 919 # Gather include paths, c, cpp sources and macros to transfer to cppcheck command line
screamer 0:66f3b5499f7f 920 includes = ["-I%s" % i for i in dependencies_include_dir + src_paths]
screamer 0:66f3b5499f7f 921 c_sources = " "
screamer 0:66f3b5499f7f 922 cpp_sources = " "
screamer 0:66f3b5499f7f 923 macros = ['-D%s' % s for s in toolchain.get_symbols() + toolchain.macros]
screamer 0:66f3b5499f7f 924
screamer 0:66f3b5499f7f 925 # Copy Headers
screamer 0:66f3b5499f7f 926 for resource in resources:
screamer 13:ab47a20b66f0 927 toolchain.copy_files(resource.headers, build_path, resources=resource)
screamer 0:66f3b5499f7f 928 includes += ["-I%s" % i for i in resource.inc_dirs]
screamer 0:66f3b5499f7f 929 c_sources += " ".join(resource.c_sources) + " "
screamer 0:66f3b5499f7f 930 cpp_sources += " ".join(resource.cpp_sources) + " "
screamer 0:66f3b5499f7f 931
screamer 0:66f3b5499f7f 932 dependencies_include_dir.extend(toolchain.scan_resources(build_path).inc_dirs)
screamer 0:66f3b5499f7f 933
screamer 0:66f3b5499f7f 934 includes = map(str.strip, includes)
screamer 0:66f3b5499f7f 935 macros = map(str.strip, macros)
screamer 0:66f3b5499f7f 936
screamer 0:66f3b5499f7f 937 check_cmd = cppcheck_cmd
screamer 0:66f3b5499f7f 938 check_cmd += cppcheck_msg_format
screamer 0:66f3b5499f7f 939 check_cmd += includes
screamer 0:66f3b5499f7f 940 check_cmd += macros
screamer 0:66f3b5499f7f 941
screamer 0:66f3b5499f7f 942 # We need to pass some parameters via file to avoid "command line too long in some OSs"
screamer 0:66f3b5499f7f 943 # Temporary file is created to store e.g. cppcheck list of files for command line
screamer 0:66f3b5499f7f 944 tmp_file = tempfile.NamedTemporaryFile(delete=False)
screamer 0:66f3b5499f7f 945 tmp_file.writelines(line + '\n' for line in c_sources.split())
screamer 0:66f3b5499f7f 946 tmp_file.writelines(line + '\n' for line in cpp_sources.split())
screamer 0:66f3b5499f7f 947 tmp_file.close()
screamer 0:66f3b5499f7f 948 check_cmd += ["--file-list=%s"% tmp_file.name]
screamer 0:66f3b5499f7f 949
screamer 0:66f3b5499f7f 950 # This will allow us to grab result from both stdio and stderr outputs (so we can show them)
screamer 0:66f3b5499f7f 951 # We assume static code analysis tool is outputting defects on STDERR
screamer 0:66f3b5499f7f 952 _stdout, _stderr, _rc = run_cmd_ext(check_cmd)
screamer 0:66f3b5499f7f 953 if verbose:
screamer 0:66f3b5499f7f 954 print _stdout
screamer 0:66f3b5499f7f 955 print _stderr
screamer 0:66f3b5499f7f 956
screamer 0:66f3b5499f7f 957
screamer 0:66f3b5499f7f 958 def print_build_results(result_list, build_name):
screamer 0:66f3b5499f7f 959 """ Generate result string for build results """
screamer 0:66f3b5499f7f 960 result = ""
screamer 0:66f3b5499f7f 961 if len(result_list) > 0:
screamer 0:66f3b5499f7f 962 result += build_name + "\n"
screamer 0:66f3b5499f7f 963 result += "\n".join([" * %s" % f for f in result_list])
screamer 0:66f3b5499f7f 964 result += "\n"
screamer 0:66f3b5499f7f 965 return result
screamer 0:66f3b5499f7f 966
screamer 0:66f3b5499f7f 967 def write_build_report(build_report, template_filename, filename):
screamer 0:66f3b5499f7f 968 build_report_failing = []
screamer 0:66f3b5499f7f 969 build_report_passing = []
screamer 0:66f3b5499f7f 970
screamer 0:66f3b5499f7f 971 for report in build_report:
screamer 0:66f3b5499f7f 972 if len(report["failing"]) > 0:
screamer 0:66f3b5499f7f 973 build_report_failing.append(report)
screamer 0:66f3b5499f7f 974 else:
screamer 0:66f3b5499f7f 975 build_report_passing.append(report)
screamer 0:66f3b5499f7f 976
screamer 0:66f3b5499f7f 977 env = Environment(extensions=['jinja2.ext.with_'])
screamer 0:66f3b5499f7f 978 env.loader = FileSystemLoader('ci_templates')
screamer 0:66f3b5499f7f 979 template = env.get_template(template_filename)
screamer 0:66f3b5499f7f 980
screamer 0:66f3b5499f7f 981 with open(filename, 'w+') as f:
screamer 0:66f3b5499f7f 982 f.write(template.render(failing_builds=build_report_failing, passing_builds=build_report_passing))
screamer 1:a99c8e460c5c 983
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 984
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 985 def scan_for_source_paths(path, exclude_paths=None):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 986 ignorepatterns = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 987 paths = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 988
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 989 def is_ignored(file_path):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 990 for pattern in ignorepatterns:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 991 if fnmatch.fnmatch(file_path, pattern):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 992 return True
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 993 return False
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 994
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 995
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 996 """ os.walk(top[, topdown=True[, onerror=None[, followlinks=False]]])
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 997 When topdown is True, the caller can modify the dirnames list in-place
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 998 (perhaps using del or slice assignment), and walk() will only recurse into
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 999 the subdirectories whose names remain in dirnames; this can be used to prune
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1000 the search, impose a specific order of visiting, or even to inform walk()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1001 about directories the caller creates or renames before it resumes walk()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1002 again. Modifying dirnames when topdown is False is ineffective, because in
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1003 bottom-up mode the directories in dirnames are generated before dirpath
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1004 itself is generated.
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1005 """
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1006 for root, dirs, files in walk(path, followlinks=True):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1007 # Remove ignored directories
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1008 # Check if folder contains .mbedignore
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1009 if ".mbedignore" in files :
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1010 with open (join(root,".mbedignore"), "r") as f:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1011 lines=f.readlines()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1012 lines = [l.strip() for l in lines] # Strip whitespaces
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1013 lines = [l for l in lines if l != ""] # Strip empty lines
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1014 lines = [l for l in lines if not re.match("^#",l)] # Strip comment lines
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1015 # Append root path to glob patterns
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1016 # and append patterns to ignorepatterns
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1017 ignorepatterns.extend([join(root,line.strip()) for line in lines])
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1018
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1019 for d in copy(dirs):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1020 dir_path = join(root, d)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1021
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1022 # Always ignore hidden directories
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1023 if d.startswith('.'):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1024 dirs.remove(d)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1025
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1026 # Remove dirs that already match the ignorepatterns
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1027 # to avoid travelling into them and to prevent them
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1028 # on appearing in include path.
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1029 if is_ignored(join(dir_path,"")):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1030 dirs.remove(d)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1031
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1032 if exclude_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1033 for exclude_path in exclude_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1034 rel_path = relpath(dir_path, exclude_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1035 if not (rel_path.startswith('..')):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1036 dirs.remove(d)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1037 break
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1038
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1039 # Add root to include paths
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1040 paths.append(root)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1041
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1042 return paths