Anders Blomdell / mbed-sdk-tools

Clone of official tools

build_api.py@13:ab47a20b66f0, 2016-07-14 (annotated)

Committer:
screamer
Date:
Thu Jul 14 20:21:19 2016 +0100
Revision:
13:ab47a20b66f0
Parent:
9:2d27d77ada5c
Child:
14:ee1b877e6839
Apply latest tools

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 """
screamer 0:66f3b5499f7f 2 mbed SDK
screamer 0:66f3b5499f7f 3 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 4
screamer 0:66f3b5499f7f 5 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 6 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 7 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 8
screamer 0:66f3b5499f7f 9 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 10
screamer 0:66f3b5499f7f 11 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 12 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 13 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 14 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 15 limitations under the License.
screamer 0:66f3b5499f7f 16 """
screamer 0:66f3b5499f7f 17
screamer 0:66f3b5499f7f 18 import re
screamer 0:66f3b5499f7f 19 import tempfile
screamer 0:66f3b5499f7f 20 import colorama
screamer 0:66f3b5499f7f 21
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 22 from copy import copy
screamer 0:66f3b5499f7f 23 from types import ListType
screamer 0:66f3b5499f7f 24 from shutil import rmtree
screamer 7:5af61d55adbe 25 from os.path import join, exists, basename, abspath, normpath
screamer 8:a8ac6ed29081 26 from os import getcwd, walk
screamer 0:66f3b5499f7f 27 from time import time
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 28 import fnmatch
screamer 0:66f3b5499f7f 29
screamer 7:5af61d55adbe 30 from tools.utils import mkdir, run_cmd, run_cmd_ext, NotSupportedException, ToolException
screamer 0:66f3b5499f7f 31 from tools.paths import MBED_TARGETS_PATH, MBED_LIBRARIES, MBED_API, MBED_HAL, MBED_COMMON
screamer 0:66f3b5499f7f 32 from tools.targets import TARGET_NAMES, TARGET_MAP
screamer 0:66f3b5499f7f 33 from tools.libraries import Library
screamer 7:5af61d55adbe 34 from tools.toolchains import TOOLCHAIN_CLASSES
screamer 0:66f3b5499f7f 35 from jinja2 import FileSystemLoader
screamer 0:66f3b5499f7f 36 from jinja2.environment import Environment
screamer 7:5af61d55adbe 37 from tools.config import Config
screamer 0:66f3b5499f7f 38
screamer 0:66f3b5499f7f 39 def prep_report(report, target_name, toolchain_name, id_name):
screamer 0:66f3b5499f7f 40 # Setup report keys
screamer 0:66f3b5499f7f 41 if not target_name in report:
screamer 0:66f3b5499f7f 42 report[target_name] = {}
screamer 0:66f3b5499f7f 43
screamer 0:66f3b5499f7f 44 if not toolchain_name in report[target_name]:
screamer 0:66f3b5499f7f 45 report[target_name][toolchain_name] = {}
screamer 0:66f3b5499f7f 46
screamer 0:66f3b5499f7f 47 if not id_name in report[target_name][toolchain_name]:
screamer 0:66f3b5499f7f 48 report[target_name][toolchain_name][id_name] = []
screamer 0:66f3b5499f7f 49
screamer 0:66f3b5499f7f 50 def prep_properties(properties, target_name, toolchain_name, vendor_label):
screamer 0:66f3b5499f7f 51 # Setup test properties
screamer 0:66f3b5499f7f 52 if not target_name in properties:
screamer 0:66f3b5499f7f 53 properties[target_name] = {}
screamer 0:66f3b5499f7f 54
screamer 0:66f3b5499f7f 55 if not toolchain_name in properties[target_name]:
screamer 0:66f3b5499f7f 56 properties[target_name][toolchain_name] = {}
screamer 0:66f3b5499f7f 57
screamer 0:66f3b5499f7f 58 properties[target_name][toolchain_name]["target"] = target_name
screamer 0:66f3b5499f7f 59 properties[target_name][toolchain_name]["vendor"] = vendor_label
screamer 0:66f3b5499f7f 60 properties[target_name][toolchain_name]["toolchain"] = toolchain_name
screamer 0:66f3b5499f7f 61
screamer 0:66f3b5499f7f 62 def create_result(target_name, toolchain_name, id_name, description):
screamer 0:66f3b5499f7f 63 cur_result = {}
screamer 0:66f3b5499f7f 64 cur_result["target_name"] = target_name
screamer 0:66f3b5499f7f 65 cur_result["toolchain_name"] = toolchain_name
screamer 0:66f3b5499f7f 66 cur_result["id"] = id_name
screamer 0:66f3b5499f7f 67 cur_result["description"] = description
screamer 0:66f3b5499f7f 68 cur_result["elapsed_time"] = 0
screamer 0:66f3b5499f7f 69 cur_result["output"] = ""
screamer 0:66f3b5499f7f 70
screamer 0:66f3b5499f7f 71 return cur_result
screamer 0:66f3b5499f7f 72
screamer 0:66f3b5499f7f 73 def add_result_to_report(report, result):
screamer 0:66f3b5499f7f 74 target = result["target_name"]
screamer 0:66f3b5499f7f 75 toolchain = result["toolchain_name"]
screamer 0:66f3b5499f7f 76 id_name = result['id']
screamer 0:66f3b5499f7f 77 result_wrap = { 0: result }
screamer 0:66f3b5499f7f 78 report[target][toolchain][id_name].append(result_wrap)
screamer 0:66f3b5499f7f 79
screamer 7:5af61d55adbe 80 def get_config(src_path, target, toolchain_name):
screamer 7:5af61d55adbe 81 # Convert src_path to a list if needed
screamer 1:a99c8e460c5c 82 src_paths = [src_path] if type(src_path) != ListType else src_path
screamer 1:a99c8e460c5c 83 # We need to remove all paths which are repeated to avoid
screamer 1:a99c8e460c5c 84 # multiple compilations and linking with the same objects
screamer 1:a99c8e460c5c 85 src_paths = [src_paths[0]] + list(set(src_paths[1:]))
screamer 7:5af61d55adbe 86
screamer 7:5af61d55adbe 87 # Create configuration object
screamer 7:5af61d55adbe 88 config = Config(target, src_paths)
screamer 1:a99c8e460c5c 89
screamer 7:5af61d55adbe 90 # If the 'target' argument is a string, convert it to a target instance
screamer 13:ab47a20b66f0 91 if isinstance(target, basestring):
screamer 7:5af61d55adbe 92 try:
screamer 7:5af61d55adbe 93 target = TARGET_MAP[target]
screamer 7:5af61d55adbe 94 except KeyError:
screamer 7:5af61d55adbe 95 raise KeyError("Target '%s' not found" % target)
screamer 2:07730b0f452c 96
screamer 0:66f3b5499f7f 97 # Toolchain instance
screamer 0:66f3b5499f7f 98 try:
screamer 7:5af61d55adbe 99 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options=None, notify=None, macros=None, silent=True, extra_verbose=False)
screamer 7:5af61d55adbe 100 except KeyError as e:
screamer 7:5af61d55adbe 101 raise KeyError("Toolchain %s not supported" % toolchain_name)
screamer 7:5af61d55adbe 102
screamer 7:5af61d55adbe 103 # Scan src_path for config files
screamer 7:5af61d55adbe 104 resources = toolchain.scan_resources(src_paths[0])
screamer 7:5af61d55adbe 105 for path in src_paths[1:]:
screamer 7:5af61d55adbe 106 resources.add(toolchain.scan_resources(path))
screamer 7:5af61d55adbe 107
screamer 13:ab47a20b66f0 108 # Update configuration files until added features creates no changes
screamer 13:ab47a20b66f0 109 prev_features = set()
screamer 13:ab47a20b66f0 110 while True:
screamer 13:ab47a20b66f0 111 # Update the configuration with any .json files found while scanning
screamer 13:ab47a20b66f0 112 config.add_config_files(resources.json_files)
screamer 13:ab47a20b66f0 113
screamer 13:ab47a20b66f0 114 # Add features while we find new ones
screamer 13:ab47a20b66f0 115 features = config.get_features()
screamer 13:ab47a20b66f0 116 if features == prev_features:
screamer 13:ab47a20b66f0 117 break
screamer 13:ab47a20b66f0 118
screamer 13:ab47a20b66f0 119 for feature in features:
screamer 13:ab47a20b66f0 120 if feature in resources.features:
screamer 13:ab47a20b66f0 121 resources += resources.features[feature]
screamer 13:ab47a20b66f0 122
screamer 13:ab47a20b66f0 123 prev_features = features
screamer 13:ab47a20b66f0 124 config.validate_config()
screamer 13:ab47a20b66f0 125
screamer 13:ab47a20b66f0 126 cfg, macros = config.get_config_data()
screamer 13:ab47a20b66f0 127 features = config.get_features()
screamer 13:ab47a20b66f0 128 return cfg, macros, features
screamer 7:5af61d55adbe 129
screamer 7:5af61d55adbe 130 def build_project(src_path, build_path, target, toolchain_name,
screamer 7:5af61d55adbe 131 libraries_paths=None, options=None, linker_script=None,
screamer 7:5af61d55adbe 132 clean=False, notify=None, verbose=False, name=None, macros=None, inc_dirs=None,
screamer 7:5af61d55adbe 133 jobs=1, silent=False, report=None, properties=None, project_id=None, project_description=None,
screamer 7:5af61d55adbe 134 extra_verbose=False, config=None):
screamer 7:5af61d55adbe 135 """ This function builds project. Project can be for example one test / UT
screamer 7:5af61d55adbe 136 """
screamer 7:5af61d55adbe 137
screamer 7:5af61d55adbe 138 # Convert src_path to a list if needed
screamer 7:5af61d55adbe 139 src_paths = [src_path] if type(src_path) != ListType else src_path
screamer 7:5af61d55adbe 140
screamer 7:5af61d55adbe 141 # We need to remove all paths which are repeated to avoid
screamer 7:5af61d55adbe 142 # multiple compilations and linking with the same objects
screamer 7:5af61d55adbe 143 src_paths = [src_paths[0]] + list(set(src_paths[1:]))
screamer 7:5af61d55adbe 144 first_src_path = src_paths[0] if src_paths[0] != "." and src_paths[0] != "./" else getcwd()
screamer 7:5af61d55adbe 145 abs_path = abspath(first_src_path)
screamer 7:5af61d55adbe 146 project_name = basename(normpath(abs_path))
screamer 7:5af61d55adbe 147
screamer 7:5af61d55adbe 148 # If the configuration object was not yet created, create it now
screamer 7:5af61d55adbe 149 config = config or Config(target, src_paths)
screamer 7:5af61d55adbe 150
screamer 7:5af61d55adbe 151 # If the 'target' argument is a string, convert it to a target instance
screamer 13:ab47a20b66f0 152 if isinstance(target, basestring):
screamer 7:5af61d55adbe 153 try:
screamer 7:5af61d55adbe 154 target = TARGET_MAP[target]
screamer 7:5af61d55adbe 155 except KeyError:
screamer 7:5af61d55adbe 156 raise KeyError("Target '%s' not found" % target)
screamer 7:5af61d55adbe 157
screamer 7:5af61d55adbe 158 # Toolchain instance
screamer 7:5af61d55adbe 159 try:
screamer 13:ab47a20b66f0 160 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, notify, macros, silent, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 161 except KeyError as e:
screamer 0:66f3b5499f7f 162 raise KeyError("Toolchain %s not supported" % toolchain_name)
screamer 0:66f3b5499f7f 163
screamer 0:66f3b5499f7f 164 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 165 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 166 toolchain.build_all = clean
screamer 0:66f3b5499f7f 167
screamer 0:66f3b5499f7f 168 if name is None:
screamer 0:66f3b5499f7f 169 # We will use default project name based on project folder name
screamer 0:66f3b5499f7f 170 name = project_name
screamer 0:66f3b5499f7f 171 toolchain.info("Building project %s (%s, %s)" % (project_name, target.name, toolchain_name))
screamer 0:66f3b5499f7f 172 else:
screamer 0:66f3b5499f7f 173 # User used custom global project name to have the same name for the
screamer 0:66f3b5499f7f 174 toolchain.info("Building project %s to %s (%s, %s)" % (project_name, name, target.name, toolchain_name))
screamer 0:66f3b5499f7f 175
screamer 0:66f3b5499f7f 176
screamer 0:66f3b5499f7f 177 if report != None:
screamer 0:66f3b5499f7f 178 start = time()
screamer 7:5af61d55adbe 179
screamer 7:5af61d55adbe 180 # If project_id is specified, use that over the default name
screamer 7:5af61d55adbe 181 id_name = project_id.upper() if project_id else name.upper()
screamer 7:5af61d55adbe 182 description = project_description if project_description else name
screamer 0:66f3b5499f7f 183 vendor_label = target.extra_labels[0]
screamer 0:66f3b5499f7f 184 cur_result = None
screamer 0:66f3b5499f7f 185 prep_report(report, target.name, toolchain_name, id_name)
screamer 0:66f3b5499f7f 186 cur_result = create_result(target.name, toolchain_name, id_name, description)
screamer 0:66f3b5499f7f 187
screamer 0:66f3b5499f7f 188 if properties != None:
screamer 0:66f3b5499f7f 189 prep_properties(properties, target.name, toolchain_name, vendor_label)
screamer 0:66f3b5499f7f 190
screamer 0:66f3b5499f7f 191 try:
screamer 0:66f3b5499f7f 192 # Scan src_path and libraries_paths for resources
screamer 0:66f3b5499f7f 193 resources = toolchain.scan_resources(src_paths[0])
screamer 0:66f3b5499f7f 194 for path in src_paths[1:]:
screamer 0:66f3b5499f7f 195 resources.add(toolchain.scan_resources(path))
screamer 0:66f3b5499f7f 196 if libraries_paths is not None:
screamer 0:66f3b5499f7f 197 src_paths.extend(libraries_paths)
screamer 0:66f3b5499f7f 198 for path in libraries_paths:
screamer 0:66f3b5499f7f 199 resources.add(toolchain.scan_resources(path))
screamer 0:66f3b5499f7f 200
screamer 0:66f3b5499f7f 201 if linker_script is not None:
screamer 0:66f3b5499f7f 202 resources.linker_script = linker_script
screamer 0:66f3b5499f7f 203
screamer 0:66f3b5499f7f 204 # Build Directory
screamer 0:66f3b5499f7f 205 if clean:
screamer 0:66f3b5499f7f 206 if exists(build_path):
screamer 0:66f3b5499f7f 207 rmtree(build_path)
screamer 0:66f3b5499f7f 208 mkdir(build_path)
screamer 0:66f3b5499f7f 209
screamer 0:66f3b5499f7f 210 # We need to add if necessary additional include directories
screamer 0:66f3b5499f7f 211 if inc_dirs:
screamer 0:66f3b5499f7f 212 if type(inc_dirs) == ListType:
screamer 0:66f3b5499f7f 213 resources.inc_dirs.extend(inc_dirs)
screamer 0:66f3b5499f7f 214 else:
screamer 0:66f3b5499f7f 215 resources.inc_dirs.append(inc_dirs)
screamer 7:5af61d55adbe 216
screamer 13:ab47a20b66f0 217 # Load resources into the config system which might expand/modify resources based on config data
screamer 13:ab47a20b66f0 218 resources = config.load_resources(resources)
screamer 13:ab47a20b66f0 219
screamer 13:ab47a20b66f0 220 # Set the toolchain's configuration data
screamer 13:ab47a20b66f0 221 toolchain.set_config_data(config.get_config_data())
screamer 7:5af61d55adbe 222
screamer 0:66f3b5499f7f 223 # Compile Sources
screamer 13:ab47a20b66f0 224 objects = toolchain.compile_sources(resources, build_path, resources.inc_dirs)
screamer 13:ab47a20b66f0 225 resources.objects.extend(objects)
screamer 0:66f3b5499f7f 226
screamer 0:66f3b5499f7f 227 # Link Program
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 228 res, _ = toolchain.link_program(resources, build_path, name)
screamer 0:66f3b5499f7f 229
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 230 if report != None:
screamer 0:66f3b5499f7f 231 end = time()
screamer 0:66f3b5499f7f 232 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 233 cur_result["output"] = toolchain.get_output()
screamer 0:66f3b5499f7f 234 cur_result["result"] = "OK"
screamer 0:66f3b5499f7f 235
screamer 0:66f3b5499f7f 236 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 237
screamer 0:66f3b5499f7f 238 return res
screamer 0:66f3b5499f7f 239
screamer 0:66f3b5499f7f 240 except Exception, e:
screamer 0:66f3b5499f7f 241 if report != None:
screamer 0:66f3b5499f7f 242 end = time()
screamer 0:66f3b5499f7f 243
screamer 0:66f3b5499f7f 244 if isinstance(e, NotSupportedException):
screamer 0:66f3b5499f7f 245 cur_result["result"] = "NOT_SUPPORTED"
screamer 0:66f3b5499f7f 246 else:
screamer 0:66f3b5499f7f 247 cur_result["result"] = "FAIL"
screamer 0:66f3b5499f7f 248
screamer 0:66f3b5499f7f 249 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 250
screamer 0:66f3b5499f7f 251 toolchain_output = toolchain.get_output()
screamer 0:66f3b5499f7f 252 if toolchain_output:
screamer 0:66f3b5499f7f 253 cur_result["output"] += toolchain_output
screamer 0:66f3b5499f7f 254
screamer 0:66f3b5499f7f 255 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 256
screamer 0:66f3b5499f7f 257 # Let Exception propagate
screamer 13:ab47a20b66f0 258 raise
screamer 0:66f3b5499f7f 259
screamer 0:66f3b5499f7f 260 def build_library(src_paths, build_path, target, toolchain_name,
screamer 0:66f3b5499f7f 261 dependencies_paths=None, options=None, name=None, clean=False, archive=True,
screamer 0:66f3b5499f7f 262 notify=None, verbose=False, macros=None, inc_dirs=None, inc_dirs_ext=None,
screamer 7:5af61d55adbe 263 jobs=1, silent=False, report=None, properties=None, extra_verbose=False,
screamer 7:5af61d55adbe 264 project_id=None):
screamer 0:66f3b5499f7f 265 """ src_path: the path of the source directory
screamer 0:66f3b5499f7f 266 build_path: the path of the build directory
screamer 0:66f3b5499f7f 267 target: ['LPC1768', 'LPC11U24', 'LPC2368']
screamer 0:66f3b5499f7f 268 toolchain: ['ARM', 'uARM', 'GCC_ARM', 'GCC_CR']
screamer 0:66f3b5499f7f 269 library_paths: List of paths to additional libraries
screamer 0:66f3b5499f7f 270 clean: Rebuild everything if True
screamer 0:66f3b5499f7f 271 notify: Notify function for logs
screamer 0:66f3b5499f7f 272 verbose: Write the actual tools command lines if True
screamer 0:66f3b5499f7f 273 inc_dirs: additional include directories which should be included in build
screamer 0:66f3b5499f7f 274 inc_dirs_ext: additional include directories which should be copied to library directory
screamer 0:66f3b5499f7f 275 """
screamer 0:66f3b5499f7f 276 if type(src_paths) != ListType:
screamer 0:66f3b5499f7f 277 src_paths = [src_paths]
screamer 0:66f3b5499f7f 278
screamer 0:66f3b5499f7f 279 # The first path will give the name to the library
screamer 7:5af61d55adbe 280 project_name = basename(src_paths[0] if src_paths[0] != "." and src_paths[0] != "./" else getcwd())
screamer 0:66f3b5499f7f 281 if name is None:
screamer 0:66f3b5499f7f 282 # We will use default project name based on project folder name
screamer 0:66f3b5499f7f 283 name = project_name
screamer 0:66f3b5499f7f 284
screamer 13:ab47a20b66f0 285 # If the configuration object was not yet created, create it now
screamer 13:ab47a20b66f0 286 config = Config(target, src_paths)
screamer 13:ab47a20b66f0 287
screamer 13:ab47a20b66f0 288 # If the 'target' argument is a string, convert it to a target instance
screamer 13:ab47a20b66f0 289 if isinstance(target, basestring):
screamer 13:ab47a20b66f0 290 try:
screamer 13:ab47a20b66f0 291 target = TARGET_MAP[target]
screamer 13:ab47a20b66f0 292 except KeyError:
screamer 13:ab47a20b66f0 293 raise KeyError("Target '%s' not found" % target)
screamer 13:ab47a20b66f0 294
screamer 0:66f3b5499f7f 295 if report != None:
screamer 0:66f3b5499f7f 296 start = time()
screamer 7:5af61d55adbe 297
screamer 7:5af61d55adbe 298 # If project_id is specified, use that over the default name
screamer 7:5af61d55adbe 299 id_name = project_id.upper() if project_id else name.upper()
screamer 0:66f3b5499f7f 300 description = name
screamer 0:66f3b5499f7f 301 vendor_label = target.extra_labels[0]
screamer 0:66f3b5499f7f 302 cur_result = None
screamer 0:66f3b5499f7f 303 prep_report(report, target.name, toolchain_name, id_name)
screamer 0:66f3b5499f7f 304 cur_result = create_result(target.name, toolchain_name, id_name, description)
screamer 0:66f3b5499f7f 305
screamer 0:66f3b5499f7f 306 if properties != None:
screamer 0:66f3b5499f7f 307 prep_properties(properties, target.name, toolchain_name, vendor_label)
screamer 0:66f3b5499f7f 308
screamer 0:66f3b5499f7f 309 for src_path in src_paths:
screamer 0:66f3b5499f7f 310 if not exists(src_path):
screamer 0:66f3b5499f7f 311 error_msg = "The library source folder does not exist: %s", src_path
screamer 0:66f3b5499f7f 312
screamer 0:66f3b5499f7f 313 if report != None:
screamer 0:66f3b5499f7f 314 cur_result["output"] = error_msg
screamer 0:66f3b5499f7f 315 cur_result["result"] = "FAIL"
screamer 0:66f3b5499f7f 316 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 317
screamer 0:66f3b5499f7f 318 raise Exception(error_msg)
screamer 0:66f3b5499f7f 319
screamer 0:66f3b5499f7f 320 try:
screamer 0:66f3b5499f7f 321 # Toolchain instance
screamer 13:ab47a20b66f0 322 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, silent=silent, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 323 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 324 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 325 toolchain.build_all = clean
screamer 0:66f3b5499f7f 326
screamer 0:66f3b5499f7f 327 toolchain.info("Building library %s (%s, %s)" % (name, target.name, toolchain_name))
screamer 0:66f3b5499f7f 328
screamer 0:66f3b5499f7f 329 # Scan Resources
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 330 resources = None
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 331 for path in src_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 332 # Scan resources
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 333 resource = toolchain.scan_resources(path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 334
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 335 # Extend resources collection
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 336 if not resources:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 337 resources = resource
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 338 else:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 339 resources.add(resource)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 340
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 341 # We need to add if necessary additional include directories
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 342 if inc_dirs:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 343 if type(inc_dirs) == ListType:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 344 resources.inc_dirs.extend(inc_dirs)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 345 else:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 346 resources.inc_dirs.append(inc_dirs)
screamer 0:66f3b5499f7f 347
screamer 0:66f3b5499f7f 348 # Add extra include directories / files which are required by library
screamer 0:66f3b5499f7f 349 # This files usually are not in the same directory as source files so
screamer 0:66f3b5499f7f 350 # previous scan will not include them
screamer 0:66f3b5499f7f 351 if inc_dirs_ext is not None:
screamer 0:66f3b5499f7f 352 for inc_ext in inc_dirs_ext:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 353 resources.add(toolchain.scan_resources(inc_ext))
screamer 0:66f3b5499f7f 354
screamer 0:66f3b5499f7f 355 # Dependencies Include Paths
screamer 0:66f3b5499f7f 356 if dependencies_paths is not None:
screamer 0:66f3b5499f7f 357 for path in dependencies_paths:
screamer 0:66f3b5499f7f 358 lib_resources = toolchain.scan_resources(path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 359 resources.inc_dirs.extend(lib_resources.inc_dirs)
screamer 0:66f3b5499f7f 360
screamer 0:66f3b5499f7f 361 if archive:
screamer 0:66f3b5499f7f 362 # Use temp path when building archive
screamer 0:66f3b5499f7f 363 tmp_path = join(build_path, '.temp')
screamer 0:66f3b5499f7f 364 mkdir(tmp_path)
screamer 0:66f3b5499f7f 365 else:
screamer 0:66f3b5499f7f 366 tmp_path = build_path
screamer 0:66f3b5499f7f 367
screamer 13:ab47a20b66f0 368 # Load resources into the config system which might expand/modify resources based on config data
screamer 13:ab47a20b66f0 369 resources = config.load_resources(resources)
screamer 13:ab47a20b66f0 370
screamer 13:ab47a20b66f0 371 # Set the toolchain's configuration data
screamer 13:ab47a20b66f0 372 toolchain.set_config_data(config.get_config_data())
screamer 13:ab47a20b66f0 373
screamer 13:ab47a20b66f0 374 # Copy headers, objects and static libraries - all files needed for static lib
screamer 13:ab47a20b66f0 375 toolchain.copy_files(resources.headers, build_path, resources=resources)
screamer 13:ab47a20b66f0 376 toolchain.copy_files(resources.objects, build_path, resources=resources)
screamer 13:ab47a20b66f0 377 toolchain.copy_files(resources.libraries, build_path, resources=resources)
screamer 13:ab47a20b66f0 378 if resources.linker_script:
screamer 13:ab47a20b66f0 379 toolchain.copy_files(resources.linker_script, build_path, resources=resources)
screamer 13:ab47a20b66f0 380
screamer 13:ab47a20b66f0 381 if resource.hex_files:
screamer 13:ab47a20b66f0 382 toolchain.copy_files(resources.hex_files, build_path, resources=resources)
screamer 0:66f3b5499f7f 383
screamer 0:66f3b5499f7f 384 # Compile Sources
screamer 13:ab47a20b66f0 385 objects = toolchain.compile_sources(resources, abspath(tmp_path), resources.inc_dirs)
screamer 13:ab47a20b66f0 386 resources.objects.extend(objects)
screamer 0:66f3b5499f7f 387
screamer 0:66f3b5499f7f 388 if archive:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 389 toolchain.build_library(objects, build_path, name)
screamer 0:66f3b5499f7f 390
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 391 if report != None:
screamer 0:66f3b5499f7f 392 end = time()
screamer 0:66f3b5499f7f 393 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 394 cur_result["output"] = toolchain.get_output()
screamer 0:66f3b5499f7f 395 cur_result["result"] = "OK"
screamer 0:66f3b5499f7f 396
screamer 0:66f3b5499f7f 397 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 398
screamer 0:66f3b5499f7f 399 except Exception, e:
screamer 0:66f3b5499f7f 400 if report != None:
screamer 0:66f3b5499f7f 401 end = time()
screamer 7:5af61d55adbe 402
screamer 7:5af61d55adbe 403 if isinstance(e, ToolException):
screamer 7:5af61d55adbe 404 cur_result["result"] = "FAIL"
screamer 7:5af61d55adbe 405 elif isinstance(e, NotSupportedException):
screamer 7:5af61d55adbe 406 cur_result["result"] = "NOT_SUPPORTED"
screamer 7:5af61d55adbe 407
screamer 0:66f3b5499f7f 408 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 409
screamer 0:66f3b5499f7f 410 toolchain_output = toolchain.get_output()
screamer 0:66f3b5499f7f 411 if toolchain_output:
screamer 0:66f3b5499f7f 412 cur_result["output"] += toolchain_output
screamer 0:66f3b5499f7f 413
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 414 add_result_to_report(report, cur_result)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 415
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 416 # Let Exception propagate
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 417 raise e
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 418
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 419 ######################
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 420 ### Legacy methods ###
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 421 ######################
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 422
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 423 def build_lib(lib_id, target, toolchain_name, options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, silent=False, report=None, properties=None, extra_verbose=False):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 424 """ Legacy method for building mbed libraries
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 425 Function builds library in proper directory using all dependencies and macros defined by user.
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 426 """
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 427 lib = Library(lib_id)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 428 if not lib.is_supported(target, toolchain_name):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 429 print 'Library "%s" is not yet supported on target %s with toolchain %s' % (lib_id, target.name, toolchain)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 430 return False
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 431
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 432 # We need to combine macros from parameter list with macros from library definition
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 433 MACROS = lib.macros if lib.macros else []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 434 if macros:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 435 macros.extend(MACROS)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 436 else:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 437 macros = MACROS
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 438
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 439 src_paths = lib.source_dir
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 440 build_path = lib.build_dir
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 441 dependencies_paths = lib.dependencies
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 442 inc_dirs = lib.inc_dirs
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 443 inc_dirs_ext = lib.inc_dirs_ext
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 444
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 445 """ src_path: the path of the source directory
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 446 build_path: the path of the build directory
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 447 target: ['LPC1768', 'LPC11U24', 'LPC2368']
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 448 toolchain: ['ARM', 'uARM', 'GCC_ARM', 'GCC_CR']
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 449 library_paths: List of paths to additional libraries
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 450 clean: Rebuild everything if True
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 451 notify: Notify function for logs
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 452 verbose: Write the actual tools command lines if True
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 453 inc_dirs: additional include directories which should be included in build
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 454 inc_dirs_ext: additional include directories which should be copied to library directory
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 455 """
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 456 if type(src_paths) != ListType:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 457 src_paths = [src_paths]
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 458
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 459 # The first path will give the name to the library
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 460 name = basename(src_paths[0])
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 461
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 462 if report != None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 463 start = time()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 464 id_name = name.upper()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 465 description = name
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 466 vendor_label = target.extra_labels[0]
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 467 cur_result = None
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 468 prep_report(report, target.name, toolchain_name, id_name)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 469 cur_result = create_result(target.name, toolchain_name, id_name, description)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 470
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 471 if properties != None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 472 prep_properties(properties, target.name, toolchain_name, vendor_label)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 473
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 474 for src_path in src_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 475 if not exists(src_path):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 476 error_msg = "The library source folder does not exist: %s", src_path
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 477
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 478 if report != None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 479 cur_result["output"] = error_msg
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 480 cur_result["result"] = "FAIL"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 481 add_result_to_report(report, cur_result)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 482
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 483 raise Exception(error_msg)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 484
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 485 try:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 486 # Toolchain instance
screamer 13:ab47a20b66f0 487 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, silent=silent, extra_verbose=extra_verbose)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 488 toolchain.VERBOSE = verbose
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 489 toolchain.jobs = jobs
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 490 toolchain.build_all = clean
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 491
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 492 toolchain.info("Building library %s (%s, %s)" % (name.upper(), target.name, toolchain_name))
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 493
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 494 # Scan Resources
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 495 resources = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 496 for src_path in src_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 497 resources.append(toolchain.scan_resources(src_path))
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 498
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 499 # Add extra include directories / files which are required by library
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 500 # This files usually are not in the same directory as source files so
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 501 # previous scan will not include them
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 502 if inc_dirs_ext is not None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 503 for inc_ext in inc_dirs_ext:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 504 resources.append(toolchain.scan_resources(inc_ext))
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 505
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 506 # Dependencies Include Paths
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 507 dependencies_include_dir = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 508 if dependencies_paths is not None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 509 for path in dependencies_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 510 lib_resources = toolchain.scan_resources(path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 511 dependencies_include_dir.extend(lib_resources.inc_dirs)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 512
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 513 if inc_dirs:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 514 dependencies_include_dir.extend(inc_dirs)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 515
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 516 # Create the desired build directory structure
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 517 bin_path = join(build_path, toolchain.obj_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 518 mkdir(bin_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 519 tmp_path = join(build_path, '.temp', toolchain.obj_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 520 mkdir(tmp_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 521
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 522 # Copy Headers
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 523 for resource in resources:
screamer 13:ab47a20b66f0 524 toolchain.copy_files(resource.headers, build_path, resources=resource)
screamer 13:ab47a20b66f0 525
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 526 dependencies_include_dir.extend(toolchain.scan_resources(build_path).inc_dirs)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 527
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 528 # Compile Sources
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 529 objects = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 530 for resource in resources:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 531 objects.extend(toolchain.compile_sources(resource, tmp_path, dependencies_include_dir))
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 532
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 533 needed_update = toolchain.build_library(objects, bin_path, name)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 534
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 535 if report != None and needed_update:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 536 end = time()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 537 cur_result["elapsed_time"] = end - start
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 538 cur_result["output"] = toolchain.get_output()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 539 cur_result["result"] = "OK"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 540
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 541 add_result_to_report(report, cur_result)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 542
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 543 except Exception, e:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 544 if report != None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 545 end = time()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 546 cur_result["result"] = "FAIL"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 547 cur_result["elapsed_time"] = end - start
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 548
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 549 toolchain_output = toolchain.get_output()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 550 if toolchain_output:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 551 cur_result["output"] += toolchain_output
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 552
screamer 0:66f3b5499f7f 553 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 554
screamer 0:66f3b5499f7f 555 # Let Exception propagate
screamer 0:66f3b5499f7f 556 raise e
screamer 0:66f3b5499f7f 557
screamer 0:66f3b5499f7f 558 # We do have unique legacy conventions about how we build and package the mbed library
screamer 0:66f3b5499f7f 559 def build_mbed_libs(target, toolchain_name, options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, silent=False, report=None, properties=None, extra_verbose=False):
screamer 0:66f3b5499f7f 560 """ Function returns True is library was built and false if building was skipped """
screamer 0:66f3b5499f7f 561
screamer 0:66f3b5499f7f 562 if report != None:
screamer 0:66f3b5499f7f 563 start = time()
screamer 0:66f3b5499f7f 564 id_name = "MBED"
screamer 0:66f3b5499f7f 565 description = "mbed SDK"
screamer 0:66f3b5499f7f 566 vendor_label = target.extra_labels[0]
screamer 0:66f3b5499f7f 567 cur_result = None
screamer 0:66f3b5499f7f 568 prep_report(report, target.name, toolchain_name, id_name)
screamer 0:66f3b5499f7f 569 cur_result = create_result(target.name, toolchain_name, id_name, description)
screamer 0:66f3b5499f7f 570
screamer 0:66f3b5499f7f 571 if properties != None:
screamer 0:66f3b5499f7f 572 prep_properties(properties, target.name, toolchain_name, vendor_label)
screamer 0:66f3b5499f7f 573
screamer 0:66f3b5499f7f 574 # Check toolchain support
screamer 0:66f3b5499f7f 575 if toolchain_name not in target.supported_toolchains:
screamer 0:66f3b5499f7f 576 supported_toolchains_text = ", ".join(target.supported_toolchains)
screamer 0:66f3b5499f7f 577 print '%s target is not yet supported by toolchain %s' % (target.name, toolchain_name)
screamer 0:66f3b5499f7f 578 print '%s target supports %s toolchain%s' % (target.name, supported_toolchains_text, 's' if len(target.supported_toolchains) > 1 else '')
screamer 0:66f3b5499f7f 579
screamer 0:66f3b5499f7f 580 if report != None:
screamer 0:66f3b5499f7f 581 cur_result["result"] = "SKIP"
screamer 0:66f3b5499f7f 582 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 583
screamer 0:66f3b5499f7f 584 return False
screamer 0:66f3b5499f7f 585
screamer 0:66f3b5499f7f 586 try:
screamer 0:66f3b5499f7f 587 # Toolchain
screamer 0:66f3b5499f7f 588 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, silent=silent, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 589 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 590 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 591 toolchain.build_all = clean
screamer 0:66f3b5499f7f 592
screamer 0:66f3b5499f7f 593 # Source and Build Paths
screamer 0:66f3b5499f7f 594 BUILD_TARGET = join(MBED_LIBRARIES, "TARGET_" + target.name)
screamer 0:66f3b5499f7f 595 BUILD_TOOLCHAIN = join(BUILD_TARGET, "TOOLCHAIN_" + toolchain.name)
screamer 0:66f3b5499f7f 596 mkdir(BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 597
screamer 0:66f3b5499f7f 598 TMP_PATH = join(MBED_LIBRARIES, '.temp', toolchain.obj_path)
screamer 0:66f3b5499f7f 599 mkdir(TMP_PATH)
screamer 0:66f3b5499f7f 600
screamer 0:66f3b5499f7f 601 # CMSIS
screamer 0:66f3b5499f7f 602 toolchain.info("Building library %s (%s, %s)"% ('CMSIS', target.name, toolchain_name))
screamer 0:66f3b5499f7f 603 cmsis_src = join(MBED_TARGETS_PATH, "cmsis")
screamer 0:66f3b5499f7f 604 resources = toolchain.scan_resources(cmsis_src)
screamer 0:66f3b5499f7f 605
screamer 0:66f3b5499f7f 606 toolchain.copy_files(resources.headers, BUILD_TARGET)
screamer 0:66f3b5499f7f 607 toolchain.copy_files(resources.linker_script, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 608 toolchain.copy_files(resources.bin_files, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 609
screamer 0:66f3b5499f7f 610 objects = toolchain.compile_sources(resources, TMP_PATH)
screamer 0:66f3b5499f7f 611 toolchain.copy_files(objects, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 612
screamer 0:66f3b5499f7f 613 # mbed
screamer 0:66f3b5499f7f 614 toolchain.info("Building library %s (%s, %s)" % ('MBED', target.name, toolchain_name))
screamer 0:66f3b5499f7f 615
screamer 0:66f3b5499f7f 616 # Common Headers
screamer 0:66f3b5499f7f 617 toolchain.copy_files(toolchain.scan_resources(MBED_API).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 618 toolchain.copy_files(toolchain.scan_resources(MBED_HAL).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 619
screamer 0:66f3b5499f7f 620 # Target specific sources
screamer 0:66f3b5499f7f 621 HAL_SRC = join(MBED_TARGETS_PATH, "hal")
screamer 0:66f3b5499f7f 622 hal_implementation = toolchain.scan_resources(HAL_SRC)
screamer 13:ab47a20b66f0 623 toolchain.copy_files(hal_implementation.headers + hal_implementation.hex_files + hal_implementation.libraries, BUILD_TARGET, resources=hal_implementation)
screamer 0:66f3b5499f7f 624 incdirs = toolchain.scan_resources(BUILD_TARGET).inc_dirs
screamer 0:66f3b5499f7f 625 objects = toolchain.compile_sources(hal_implementation, TMP_PATH, [MBED_LIBRARIES] + incdirs)
screamer 0:66f3b5499f7f 626
screamer 0:66f3b5499f7f 627 # Common Sources
screamer 0:66f3b5499f7f 628 mbed_resources = toolchain.scan_resources(MBED_COMMON)
screamer 0:66f3b5499f7f 629 objects += toolchain.compile_sources(mbed_resources, TMP_PATH, [MBED_LIBRARIES] + incdirs)
screamer 0:66f3b5499f7f 630
screamer 0:66f3b5499f7f 631 # A number of compiled files need to be copied as objects as opposed to
screamer 0:66f3b5499f7f 632 # being part of the mbed library, for reasons that have to do with the way
screamer 0:66f3b5499f7f 633 # the linker search for symbols in archives. These are:
screamer 0:66f3b5499f7f 634 # - retarget.o: to make sure that the C standard lib symbols get overridden
screamer 0:66f3b5499f7f 635 # - board.o: mbed_die is weak
screamer 0:66f3b5499f7f 636 # - mbed_overrides.o: this contains platform overrides of various weak SDK functions
screamer 0:66f3b5499f7f 637 separate_names, separate_objects = ['retarget.o', 'board.o', 'mbed_overrides.o'], []
screamer 0:66f3b5499f7f 638
screamer 0:66f3b5499f7f 639 for o in objects:
screamer 0:66f3b5499f7f 640 for name in separate_names:
screamer 0:66f3b5499f7f 641 if o.endswith(name):
screamer 0:66f3b5499f7f 642 separate_objects.append(o)
screamer 0:66f3b5499f7f 643
screamer 0:66f3b5499f7f 644 for o in separate_objects:
screamer 0:66f3b5499f7f 645 objects.remove(o)
screamer 0:66f3b5499f7f 646
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 647 toolchain.build_library(objects, BUILD_TOOLCHAIN, "mbed")
screamer 0:66f3b5499f7f 648
screamer 0:66f3b5499f7f 649 for o in separate_objects:
screamer 0:66f3b5499f7f 650 toolchain.copy_files(o, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 651
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 652 if report != None:
screamer 0:66f3b5499f7f 653 end = time()
screamer 0:66f3b5499f7f 654 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 655 cur_result["output"] = toolchain.get_output()
screamer 0:66f3b5499f7f 656 cur_result["result"] = "OK"
screamer 0:66f3b5499f7f 657
screamer 0:66f3b5499f7f 658 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 659
screamer 0:66f3b5499f7f 660 return True
screamer 0:66f3b5499f7f 661
screamer 0:66f3b5499f7f 662 except Exception, e:
screamer 0:66f3b5499f7f 663 if report != None:
screamer 0:66f3b5499f7f 664 end = time()
screamer 0:66f3b5499f7f 665 cur_result["result"] = "FAIL"
screamer 0:66f3b5499f7f 666 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 667
screamer 0:66f3b5499f7f 668 toolchain_output = toolchain.get_output()
screamer 0:66f3b5499f7f 669 if toolchain_output:
screamer 0:66f3b5499f7f 670 cur_result["output"] += toolchain_output
screamer 0:66f3b5499f7f 671
screamer 0:66f3b5499f7f 672 cur_result["output"] += str(e)
screamer 0:66f3b5499f7f 673
screamer 0:66f3b5499f7f 674 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 675
screamer 0:66f3b5499f7f 676 # Let Exception propagate
screamer 0:66f3b5499f7f 677 raise e
screamer 0:66f3b5499f7f 678
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 679
screamer 0:66f3b5499f7f 680 def get_unique_supported_toolchains():
screamer 0:66f3b5499f7f 681 """ Get list of all unique toolchains supported by targets """
screamer 0:66f3b5499f7f 682 unique_supported_toolchains = []
screamer 0:66f3b5499f7f 683 for target in TARGET_NAMES:
screamer 0:66f3b5499f7f 684 for toolchain in TARGET_MAP[target].supported_toolchains:
screamer 0:66f3b5499f7f 685 if toolchain not in unique_supported_toolchains:
screamer 0:66f3b5499f7f 686 unique_supported_toolchains.append(toolchain)
screamer 0:66f3b5499f7f 687 return unique_supported_toolchains
screamer 0:66f3b5499f7f 688
screamer 0:66f3b5499f7f 689
screamer 0:66f3b5499f7f 690 def mcu_toolchain_matrix(verbose_html=False, platform_filter=None):
screamer 0:66f3b5499f7f 691 """ Shows target map using prettytable """
screamer 0:66f3b5499f7f 692 unique_supported_toolchains = get_unique_supported_toolchains()
screamer 0:66f3b5499f7f 693 from prettytable import PrettyTable # Only use it in this function so building works without extra modules
screamer 0:66f3b5499f7f 694
screamer 0:66f3b5499f7f 695 # All tests status table print
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 696 columns = ["Target"] + unique_supported_toolchains
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 697 pt = PrettyTable(["Target"] + unique_supported_toolchains)
screamer 0:66f3b5499f7f 698 # Align table
screamer 0:66f3b5499f7f 699 for col in columns:
screamer 0:66f3b5499f7f 700 pt.align[col] = "c"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 701 pt.align["Target"] = "l"
screamer 0:66f3b5499f7f 702
screamer 0:66f3b5499f7f 703 perm_counter = 0
screamer 0:66f3b5499f7f 704 target_counter = 0
screamer 0:66f3b5499f7f 705 for target in sorted(TARGET_NAMES):
screamer 0:66f3b5499f7f 706 if platform_filter is not None:
screamer 0:66f3b5499f7f 707 # FIlter out platforms using regex
screamer 0:66f3b5499f7f 708 if re.search(platform_filter, target) is None:
screamer 0:66f3b5499f7f 709 continue
screamer 0:66f3b5499f7f 710 target_counter += 1
screamer 0:66f3b5499f7f 711
screamer 0:66f3b5499f7f 712 row = [target] # First column is platform name
screamer 0:66f3b5499f7f 713 for unique_toolchain in unique_supported_toolchains:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 714 if unique_toolchain in TARGET_MAP[target].supported_toolchains:
screamer 0:66f3b5499f7f 715 text = "Supported"
screamer 0:66f3b5499f7f 716 perm_counter += 1
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 717 else:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 718 text = "-"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 719
screamer 0:66f3b5499f7f 720 row.append(text)
screamer 0:66f3b5499f7f 721 pt.add_row(row)
screamer 0:66f3b5499f7f 722
screamer 0:66f3b5499f7f 723 result = pt.get_html_string() if verbose_html else pt.get_string()
screamer 0:66f3b5499f7f 724 result += "\n"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 725 result += "Supported targets: %d\n"% (target_counter)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 726 if target_counter == 1:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 727 result += "Supported toolchains: %d"% (perm_counter)
screamer 0:66f3b5499f7f 728 return result
screamer 0:66f3b5499f7f 729
screamer 0:66f3b5499f7f 730
screamer 0:66f3b5499f7f 731 def get_target_supported_toolchains(target):
screamer 0:66f3b5499f7f 732 """ Returns target supported toolchains list """
screamer 0:66f3b5499f7f 733 return TARGET_MAP[target].supported_toolchains if target in TARGET_MAP else None
screamer 0:66f3b5499f7f 734
screamer 0:66f3b5499f7f 735
screamer 0:66f3b5499f7f 736 def static_analysis_scan(target, toolchain_name, CPPCHECK_CMD, CPPCHECK_MSG_FORMAT, options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, extra_verbose=False):
screamer 0:66f3b5499f7f 737 # Toolchain
screamer 0:66f3b5499f7f 738 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 739 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 740 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 741 toolchain.build_all = clean
screamer 0:66f3b5499f7f 742
screamer 0:66f3b5499f7f 743 # Source and Build Paths
screamer 0:66f3b5499f7f 744 BUILD_TARGET = join(MBED_LIBRARIES, "TARGET_" + target.name)
screamer 0:66f3b5499f7f 745 BUILD_TOOLCHAIN = join(BUILD_TARGET, "TOOLCHAIN_" + toolchain.name)
screamer 0:66f3b5499f7f 746 mkdir(BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 747
screamer 0:66f3b5499f7f 748 TMP_PATH = join(MBED_LIBRARIES, '.temp', toolchain.obj_path)
screamer 0:66f3b5499f7f 749 mkdir(TMP_PATH)
screamer 0:66f3b5499f7f 750
screamer 0:66f3b5499f7f 751 # CMSIS
screamer 0:66f3b5499f7f 752 toolchain.info("Static analysis for %s (%s, %s)" % ('CMSIS', target.name, toolchain_name))
screamer 0:66f3b5499f7f 753 cmsis_src = join(MBED_TARGETS_PATH, "cmsis")
screamer 0:66f3b5499f7f 754 resources = toolchain.scan_resources(cmsis_src)
screamer 0:66f3b5499f7f 755
screamer 0:66f3b5499f7f 756 # Copy files before analysis
screamer 0:66f3b5499f7f 757 toolchain.copy_files(resources.headers, BUILD_TARGET)
screamer 0:66f3b5499f7f 758 toolchain.copy_files(resources.linker_script, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 759
screamer 0:66f3b5499f7f 760 # Gather include paths, c, cpp sources and macros to transfer to cppcheck command line
screamer 0:66f3b5499f7f 761 includes = ["-I%s"% i for i in resources.inc_dirs]
screamer 0:66f3b5499f7f 762 includes.append("-I%s"% str(BUILD_TARGET))
screamer 0:66f3b5499f7f 763 c_sources = " ".join(resources.c_sources)
screamer 0:66f3b5499f7f 764 cpp_sources = " ".join(resources.cpp_sources)
screamer 0:66f3b5499f7f 765 macros = ["-D%s"% s for s in toolchain.get_symbols() + toolchain.macros]
screamer 0:66f3b5499f7f 766
screamer 0:66f3b5499f7f 767 includes = map(str.strip, includes)
screamer 0:66f3b5499f7f 768 macros = map(str.strip, macros)
screamer 0:66f3b5499f7f 769
screamer 0:66f3b5499f7f 770 check_cmd = CPPCHECK_CMD
screamer 0:66f3b5499f7f 771 check_cmd += CPPCHECK_MSG_FORMAT
screamer 0:66f3b5499f7f 772 check_cmd += includes
screamer 0:66f3b5499f7f 773 check_cmd += macros
screamer 0:66f3b5499f7f 774
screamer 0:66f3b5499f7f 775 # We need to pass some params via file to avoid "command line too long in some OSs"
screamer 0:66f3b5499f7f 776 tmp_file = tempfile.NamedTemporaryFile(delete=False)
screamer 0:66f3b5499f7f 777 tmp_file.writelines(line + '\n' for line in c_sources.split())
screamer 0:66f3b5499f7f 778 tmp_file.writelines(line + '\n' for line in cpp_sources.split())
screamer 0:66f3b5499f7f 779 tmp_file.close()
screamer 0:66f3b5499f7f 780 check_cmd += ["--file-list=%s"% tmp_file.name]
screamer 0:66f3b5499f7f 781
screamer 0:66f3b5499f7f 782 _stdout, _stderr, _rc = run_cmd(check_cmd)
screamer 0:66f3b5499f7f 783 if verbose:
screamer 0:66f3b5499f7f 784 print _stdout
screamer 0:66f3b5499f7f 785 print _stderr
screamer 0:66f3b5499f7f 786
screamer 0:66f3b5499f7f 787 # =========================================================================
screamer 0:66f3b5499f7f 788
screamer 0:66f3b5499f7f 789 # MBED
screamer 0:66f3b5499f7f 790 toolchain.info("Static analysis for %s (%s, %s)" % ('MBED', target.name, toolchain_name))
screamer 0:66f3b5499f7f 791
screamer 0:66f3b5499f7f 792 # Common Headers
screamer 0:66f3b5499f7f 793 toolchain.copy_files(toolchain.scan_resources(MBED_API).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 794 toolchain.copy_files(toolchain.scan_resources(MBED_HAL).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 795
screamer 0:66f3b5499f7f 796 # Target specific sources
screamer 0:66f3b5499f7f 797 HAL_SRC = join(MBED_TARGETS_PATH, "hal")
screamer 0:66f3b5499f7f 798 hal_implementation = toolchain.scan_resources(HAL_SRC)
screamer 0:66f3b5499f7f 799
screamer 0:66f3b5499f7f 800 # Copy files before analysis
screamer 13:ab47a20b66f0 801 toolchain.copy_files(hal_implementation.headers + hal_implementation.hex_files, BUILD_TARGET, resources=hal_implementation)
screamer 0:66f3b5499f7f 802 incdirs = toolchain.scan_resources(BUILD_TARGET)
screamer 0:66f3b5499f7f 803
screamer 0:66f3b5499f7f 804 target_includes = ["-I%s" % i for i in incdirs.inc_dirs]
screamer 0:66f3b5499f7f 805 target_includes.append("-I%s"% str(BUILD_TARGET))
screamer 0:66f3b5499f7f 806 target_includes.append("-I%s"% str(HAL_SRC))
screamer 0:66f3b5499f7f 807 target_c_sources = " ".join(incdirs.c_sources)
screamer 0:66f3b5499f7f 808 target_cpp_sources = " ".join(incdirs.cpp_sources)
screamer 0:66f3b5499f7f 809 target_macros = ["-D%s"% s for s in toolchain.get_symbols() + toolchain.macros]
screamer 0:66f3b5499f7f 810
screamer 0:66f3b5499f7f 811 # Common Sources
screamer 0:66f3b5499f7f 812 mbed_resources = toolchain.scan_resources(MBED_COMMON)
screamer 0:66f3b5499f7f 813
screamer 0:66f3b5499f7f 814 # Gather include paths, c, cpp sources and macros to transfer to cppcheck command line
screamer 0:66f3b5499f7f 815 mbed_includes = ["-I%s" % i for i in mbed_resources.inc_dirs]
screamer 0:66f3b5499f7f 816 mbed_includes.append("-I%s"% str(BUILD_TARGET))
screamer 0:66f3b5499f7f 817 mbed_includes.append("-I%s"% str(MBED_COMMON))
screamer 0:66f3b5499f7f 818 mbed_includes.append("-I%s"% str(MBED_API))
screamer 0:66f3b5499f7f 819 mbed_includes.append("-I%s"% str(MBED_HAL))
screamer 0:66f3b5499f7f 820 mbed_c_sources = " ".join(mbed_resources.c_sources)
screamer 0:66f3b5499f7f 821 mbed_cpp_sources = " ".join(mbed_resources.cpp_sources)
screamer 0:66f3b5499f7f 822
screamer 0:66f3b5499f7f 823 target_includes = map(str.strip, target_includes)
screamer 0:66f3b5499f7f 824 mbed_includes = map(str.strip, mbed_includes)
screamer 0:66f3b5499f7f 825 target_macros = map(str.strip, target_macros)
screamer 0:66f3b5499f7f 826
screamer 0:66f3b5499f7f 827 check_cmd = CPPCHECK_CMD
screamer 0:66f3b5499f7f 828 check_cmd += CPPCHECK_MSG_FORMAT
screamer 0:66f3b5499f7f 829 check_cmd += target_includes
screamer 0:66f3b5499f7f 830 check_cmd += mbed_includes
screamer 0:66f3b5499f7f 831 check_cmd += target_macros
screamer 0:66f3b5499f7f 832
screamer 0:66f3b5499f7f 833 # We need to pass some parames via file to avoid "command line too long in some OSs"
screamer 0:66f3b5499f7f 834 tmp_file = tempfile.NamedTemporaryFile(delete=False)
screamer 0:66f3b5499f7f 835 tmp_file.writelines(line + '\n' for line in target_c_sources.split())
screamer 0:66f3b5499f7f 836 tmp_file.writelines(line + '\n' for line in target_cpp_sources.split())
screamer 0:66f3b5499f7f 837 tmp_file.writelines(line + '\n' for line in mbed_c_sources.split())
screamer 0:66f3b5499f7f 838 tmp_file.writelines(line + '\n' for line in mbed_cpp_sources.split())
screamer 0:66f3b5499f7f 839 tmp_file.close()
screamer 0:66f3b5499f7f 840 check_cmd += ["--file-list=%s"% tmp_file.name]
screamer 0:66f3b5499f7f 841
screamer 0:66f3b5499f7f 842 _stdout, _stderr, _rc = run_cmd_ext(check_cmd)
screamer 0:66f3b5499f7f 843 if verbose:
screamer 0:66f3b5499f7f 844 print _stdout
screamer 0:66f3b5499f7f 845 print _stderr
screamer 0:66f3b5499f7f 846
screamer 0:66f3b5499f7f 847
screamer 0:66f3b5499f7f 848 def static_analysis_scan_lib(lib_id, target, toolchain, cppcheck_cmd, cppcheck_msg_format,
screamer 0:66f3b5499f7f 849 options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, extra_verbose=False):
screamer 0:66f3b5499f7f 850 lib = Library(lib_id)
screamer 0:66f3b5499f7f 851 if lib.is_supported(target, toolchain):
screamer 0:66f3b5499f7f 852 static_analysis_scan_library(lib.source_dir, lib.build_dir, target, toolchain, cppcheck_cmd, cppcheck_msg_format,
screamer 0:66f3b5499f7f 853 lib.dependencies, options,
screamer 0:66f3b5499f7f 854 verbose=verbose, clean=clean, macros=macros, notify=notify, jobs=jobs, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 855 else:
screamer 0:66f3b5499f7f 856 print 'Library "%s" is not yet supported on target %s with toolchain %s'% (lib_id, target.name, toolchain)
screamer 0:66f3b5499f7f 857
screamer 0:66f3b5499f7f 858
screamer 0:66f3b5499f7f 859 def static_analysis_scan_library(src_paths, build_path, target, toolchain_name, cppcheck_cmd, cppcheck_msg_format,
screamer 0:66f3b5499f7f 860 dependencies_paths=None, options=None, name=None, clean=False,
screamer 0:66f3b5499f7f 861 notify=None, verbose=False, macros=None, jobs=1, extra_verbose=False):
screamer 0:66f3b5499f7f 862 """ Function scans library (or just some set of sources/headers) for staticly detectable defects """
screamer 0:66f3b5499f7f 863 if type(src_paths) != ListType:
screamer 0:66f3b5499f7f 864 src_paths = [src_paths]
screamer 0:66f3b5499f7f 865
screamer 0:66f3b5499f7f 866 for src_path in src_paths:
screamer 0:66f3b5499f7f 867 if not exists(src_path):
screamer 0:66f3b5499f7f 868 raise Exception("The library source folder does not exist: %s", src_path)
screamer 0:66f3b5499f7f 869
screamer 0:66f3b5499f7f 870 # Toolchain instance
screamer 0:66f3b5499f7f 871 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 872 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 873 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 874
screamer 0:66f3b5499f7f 875 # The first path will give the name to the library
screamer 0:66f3b5499f7f 876 name = basename(src_paths[0])
screamer 0:66f3b5499f7f 877 toolchain.info("Static analysis for library %s (%s, %s)" % (name.upper(), target.name, toolchain_name))
screamer 0:66f3b5499f7f 878
screamer 0:66f3b5499f7f 879 # Scan Resources
screamer 0:66f3b5499f7f 880 resources = []
screamer 0:66f3b5499f7f 881 for src_path in src_paths:
screamer 0:66f3b5499f7f 882 resources.append(toolchain.scan_resources(src_path))
screamer 0:66f3b5499f7f 883
screamer 0:66f3b5499f7f 884 # Dependencies Include Paths
screamer 0:66f3b5499f7f 885 dependencies_include_dir = []
screamer 0:66f3b5499f7f 886 if dependencies_paths is not None:
screamer 0:66f3b5499f7f 887 for path in dependencies_paths:
screamer 0:66f3b5499f7f 888 lib_resources = toolchain.scan_resources(path)
screamer 0:66f3b5499f7f 889 dependencies_include_dir.extend(lib_resources.inc_dirs)
screamer 0:66f3b5499f7f 890
screamer 0:66f3b5499f7f 891 # Create the desired build directory structure
screamer 0:66f3b5499f7f 892 bin_path = join(build_path, toolchain.obj_path)
screamer 0:66f3b5499f7f 893 mkdir(bin_path)
screamer 0:66f3b5499f7f 894 tmp_path = join(build_path, '.temp', toolchain.obj_path)
screamer 0:66f3b5499f7f 895 mkdir(tmp_path)
screamer 0:66f3b5499f7f 896
screamer 0:66f3b5499f7f 897 # Gather include paths, c, cpp sources and macros to transfer to cppcheck command line
screamer 0:66f3b5499f7f 898 includes = ["-I%s" % i for i in dependencies_include_dir + src_paths]
screamer 0:66f3b5499f7f 899 c_sources = " "
screamer 0:66f3b5499f7f 900 cpp_sources = " "
screamer 0:66f3b5499f7f 901 macros = ['-D%s' % s for s in toolchain.get_symbols() + toolchain.macros]
screamer 0:66f3b5499f7f 902
screamer 0:66f3b5499f7f 903 # Copy Headers
screamer 0:66f3b5499f7f 904 for resource in resources:
screamer 13:ab47a20b66f0 905 toolchain.copy_files(resource.headers, build_path, resources=resource)
screamer 0:66f3b5499f7f 906 includes += ["-I%s" % i for i in resource.inc_dirs]
screamer 0:66f3b5499f7f 907 c_sources += " ".join(resource.c_sources) + " "
screamer 0:66f3b5499f7f 908 cpp_sources += " ".join(resource.cpp_sources) + " "
screamer 0:66f3b5499f7f 909
screamer 0:66f3b5499f7f 910 dependencies_include_dir.extend(toolchain.scan_resources(build_path).inc_dirs)
screamer 0:66f3b5499f7f 911
screamer 0:66f3b5499f7f 912 includes = map(str.strip, includes)
screamer 0:66f3b5499f7f 913 macros = map(str.strip, macros)
screamer 0:66f3b5499f7f 914
screamer 0:66f3b5499f7f 915 check_cmd = cppcheck_cmd
screamer 0:66f3b5499f7f 916 check_cmd += cppcheck_msg_format
screamer 0:66f3b5499f7f 917 check_cmd += includes
screamer 0:66f3b5499f7f 918 check_cmd += macros
screamer 0:66f3b5499f7f 919
screamer 0:66f3b5499f7f 920 # We need to pass some parameters via file to avoid "command line too long in some OSs"
screamer 0:66f3b5499f7f 921 # Temporary file is created to store e.g. cppcheck list of files for command line
screamer 0:66f3b5499f7f 922 tmp_file = tempfile.NamedTemporaryFile(delete=False)
screamer 0:66f3b5499f7f 923 tmp_file.writelines(line + '\n' for line in c_sources.split())
screamer 0:66f3b5499f7f 924 tmp_file.writelines(line + '\n' for line in cpp_sources.split())
screamer 0:66f3b5499f7f 925 tmp_file.close()
screamer 0:66f3b5499f7f 926 check_cmd += ["--file-list=%s"% tmp_file.name]
screamer 0:66f3b5499f7f 927
screamer 0:66f3b5499f7f 928 # This will allow us to grab result from both stdio and stderr outputs (so we can show them)
screamer 0:66f3b5499f7f 929 # We assume static code analysis tool is outputting defects on STDERR
screamer 0:66f3b5499f7f 930 _stdout, _stderr, _rc = run_cmd_ext(check_cmd)
screamer 0:66f3b5499f7f 931 if verbose:
screamer 0:66f3b5499f7f 932 print _stdout
screamer 0:66f3b5499f7f 933 print _stderr
screamer 0:66f3b5499f7f 934
screamer 0:66f3b5499f7f 935
screamer 0:66f3b5499f7f 936 def print_build_results(result_list, build_name):
screamer 0:66f3b5499f7f 937 """ Generate result string for build results """
screamer 0:66f3b5499f7f 938 result = ""
screamer 0:66f3b5499f7f 939 if len(result_list) > 0:
screamer 0:66f3b5499f7f 940 result += build_name + "\n"
screamer 0:66f3b5499f7f 941 result += "\n".join([" * %s" % f for f in result_list])
screamer 0:66f3b5499f7f 942 result += "\n"
screamer 0:66f3b5499f7f 943 return result
screamer 0:66f3b5499f7f 944
screamer 0:66f3b5499f7f 945 def write_build_report(build_report, template_filename, filename):
screamer 0:66f3b5499f7f 946 build_report_failing = []
screamer 0:66f3b5499f7f 947 build_report_passing = []
screamer 0:66f3b5499f7f 948
screamer 0:66f3b5499f7f 949 for report in build_report:
screamer 0:66f3b5499f7f 950 if len(report["failing"]) > 0:
screamer 0:66f3b5499f7f 951 build_report_failing.append(report)
screamer 0:66f3b5499f7f 952 else:
screamer 0:66f3b5499f7f 953 build_report_passing.append(report)
screamer 0:66f3b5499f7f 954
screamer 0:66f3b5499f7f 955 env = Environment(extensions=['jinja2.ext.with_'])
screamer 0:66f3b5499f7f 956 env.loader = FileSystemLoader('ci_templates')
screamer 0:66f3b5499f7f 957 template = env.get_template(template_filename)
screamer 0:66f3b5499f7f 958
screamer 0:66f3b5499f7f 959 with open(filename, 'w+') as f:
screamer 0:66f3b5499f7f 960 f.write(template.render(failing_builds=build_report_failing, passing_builds=build_report_passing))
screamer 1:a99c8e460c5c 961
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 962
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 963 def scan_for_source_paths(path, exclude_paths=None):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 964 ignorepatterns = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 965 paths = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 966
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 967 def is_ignored(file_path):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 968 for pattern in ignorepatterns:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 969 if fnmatch.fnmatch(file_path, pattern):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 970 return True
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 971 return False
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 972
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 973
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 974 """ os.walk(top[, topdown=True[, onerror=None[, followlinks=False]]])
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 975 When topdown is True, the caller can modify the dirnames list in-place
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 976 (perhaps using del or slice assignment), and walk() will only recurse into
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 977 the subdirectories whose names remain in dirnames; this can be used to prune
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 978 the search, impose a specific order of visiting, or even to inform walk()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 979 about directories the caller creates or renames before it resumes walk()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 980 again. Modifying dirnames when topdown is False is ineffective, because in
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 981 bottom-up mode the directories in dirnames are generated before dirpath
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 982 itself is generated.
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 983 """
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 984 for root, dirs, files in walk(path, followlinks=True):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 985 # Remove ignored directories
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 986 # Check if folder contains .mbedignore
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 987 if ".mbedignore" in files :
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 988 with open (join(root,".mbedignore"), "r") as f:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 989 lines=f.readlines()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 990 lines = [l.strip() for l in lines] # Strip whitespaces
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 991 lines = [l for l in lines if l != ""] # Strip empty lines
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 992 lines = [l for l in lines if not re.match("^#",l)] # Strip comment lines
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 993 # Append root path to glob patterns
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 994 # and append patterns to ignorepatterns
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 995 ignorepatterns.extend([join(root,line.strip()) for line in lines])
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 996
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 997 for d in copy(dirs):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 998 dir_path = join(root, d)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 999
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1000 # Always ignore hidden directories
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1001 if d.startswith('.'):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1002 dirs.remove(d)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1003
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1004 # Remove dirs that already match the ignorepatterns
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1005 # to avoid travelling into them and to prevent them
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1006 # on appearing in include path.
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1007 if is_ignored(join(dir_path,"")):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1008 dirs.remove(d)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1009
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1010 if exclude_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1011 for exclude_path in exclude_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1012 rel_path = relpath(dir_path, exclude_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1013 if not (rel_path.startswith('..')):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1014 dirs.remove(d)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1015 break
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1016
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1017 # Add root to include paths
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1018 paths.append(root)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1019
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1020 return paths