the other jimmy / mbed-sdk-tools

Important changes to repositories hosted on mbed.com

Mbed hosted mercurial repositories are deprecated and are due to be permanently deleted in July 2026.

To keep a copy of this software download the repository Zip archive or clone locally using Mercurial.

It is also possible to export all your personal repositories from the account settings page.

Fork of mbed-sdk-tools by mbed official

build_api.py@13:ab47a20b66f0, 2016-07-14 (annotated)

Committer:
screamer
Date:
Thu Jul 14 20:21:19 2016 +0100
Revision:
13:ab47a20b66f0
Parent:
9:2d27d77ada5c
Child:
14:ee1b877e6839
Apply latest tools

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 """
screamer 0:66f3b5499f7f 2 mbed SDK
screamer 0:66f3b5499f7f 3 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 4
screamer 0:66f3b5499f7f 5 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 6 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 7 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 8
screamer 0:66f3b5499f7f 9 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 10
screamer 0:66f3b5499f7f 11 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 12 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 13 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 14 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 15 limitations under the License.
screamer 0:66f3b5499f7f 16 """
screamer 0:66f3b5499f7f 17
screamer 0:66f3b5499f7f 18 import re
screamer 0:66f3b5499f7f 19 import tempfile
screamer 0:66f3b5499f7f 20 import colorama
screamer 0:66f3b5499f7f 21
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 22 from copy import copy
screamer 0:66f3b5499f7f 23 from types import ListType
screamer 0:66f3b5499f7f 24 from shutil import rmtree
screamer 7:5af61d55adbe 25 from os.path import join, exists, basename, abspath, normpath
screamer 8:a8ac6ed29081 26 from os import getcwd, walk
screamer 0:66f3b5499f7f 27 from time import time
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 28 import fnmatch
screamer 0:66f3b5499f7f 29
screamer 7:5af61d55adbe 30 from tools.utils import mkdir, run_cmd, run_cmd_ext, NotSupportedException, ToolException
screamer 0:66f3b5499f7f 31 from tools.paths import MBED_TARGETS_PATH, MBED_LIBRARIES, MBED_API, MBED_HAL, MBED_COMMON
screamer 0:66f3b5499f7f 32 from tools.targets import TARGET_NAMES, TARGET_MAP
screamer 0:66f3b5499f7f 33 from tools.libraries import Library
screamer 7:5af61d55adbe 34 from tools.toolchains import TOOLCHAIN_CLASSES
screamer 0:66f3b5499f7f 35 from jinja2 import FileSystemLoader
screamer 0:66f3b5499f7f 36 from jinja2.environment import Environment
screamer 7:5af61d55adbe 37 from tools.config import Config
screamer 0:66f3b5499f7f 38
screamer 0:66f3b5499f7f 39 def prep_report(report, target_name, toolchain_name, id_name):
screamer 0:66f3b5499f7f 40 # Setup report keys
screamer 0:66f3b5499f7f 41 if not target_name in report:
screamer 0:66f3b5499f7f 42 report[target_name] = {}
screamer 0:66f3b5499f7f 43
screamer 0:66f3b5499f7f 44 if not toolchain_name in report[target_name]:
screamer 0:66f3b5499f7f 45 report[target_name][toolchain_name] = {}
screamer 0:66f3b5499f7f 46
screamer 0:66f3b5499f7f 47 if not id_name in report[target_name][toolchain_name]:
screamer 0:66f3b5499f7f 48 report[target_name][toolchain_name][id_name] = []
screamer 0:66f3b5499f7f 49
screamer 0:66f3b5499f7f 50 def prep_properties(properties, target_name, toolchain_name, vendor_label):
screamer 0:66f3b5499f7f 51 # Setup test properties
screamer 0:66f3b5499f7f 52 if not target_name in properties:
screamer 0:66f3b5499f7f 53 properties[target_name] = {}
screamer 0:66f3b5499f7f 54
screamer 0:66f3b5499f7f 55 if not toolchain_name in properties[target_name]:
screamer 0:66f3b5499f7f 56 properties[target_name][toolchain_name] = {}
screamer 0:66f3b5499f7f 57
screamer 0:66f3b5499f7f 58 properties[target_name][toolchain_name]["target"] = target_name
screamer 0:66f3b5499f7f 59 properties[target_name][toolchain_name]["vendor"] = vendor_label
screamer 0:66f3b5499f7f 60 properties[target_name][toolchain_name]["toolchain"] = toolchain_name
screamer 0:66f3b5499f7f 61
screamer 0:66f3b5499f7f 62 def create_result(target_name, toolchain_name, id_name, description):
screamer 0:66f3b5499f7f 63 cur_result = {}
screamer 0:66f3b5499f7f 64 cur_result["target_name"] = target_name
screamer 0:66f3b5499f7f 65 cur_result["toolchain_name"] = toolchain_name
screamer 0:66f3b5499f7f 66 cur_result["id"] = id_name
screamer 0:66f3b5499f7f 67 cur_result["description"] = description
screamer 0:66f3b5499f7f 68 cur_result["elapsed_time"] = 0
screamer 0:66f3b5499f7f 69 cur_result["output"] = ""
screamer 0:66f3b5499f7f 70
screamer 0:66f3b5499f7f 71 return cur_result
screamer 0:66f3b5499f7f 72
screamer 0:66f3b5499f7f 73 def add_result_to_report(report, result):
screamer 0:66f3b5499f7f 74 target = result["target_name"]
screamer 0:66f3b5499f7f 75 toolchain = result["toolchain_name"]
screamer 0:66f3b5499f7f 76 id_name = result['id']
screamer 0:66f3b5499f7f 77 result_wrap = { 0: result }
screamer 0:66f3b5499f7f 78 report[target][toolchain][id_name].append(result_wrap)
screamer 0:66f3b5499f7f 79
screamer 7:5af61d55adbe 80 def get_config(src_path, target, toolchain_name):
screamer 7:5af61d55adbe 81 # Convert src_path to a list if needed
screamer 1:a99c8e460c5c 82 src_paths = [src_path] if type(src_path) != ListType else src_path
screamer 1:a99c8e460c5c 83 # We need to remove all paths which are repeated to avoid
screamer 1:a99c8e460c5c 84 # multiple compilations and linking with the same objects
screamer 1:a99c8e460c5c 85 src_paths = [src_paths[0]] + list(set(src_paths[1:]))
screamer 7:5af61d55adbe 86
screamer 7:5af61d55adbe 87 # Create configuration object
screamer 7:5af61d55adbe 88 config = Config(target, src_paths)
screamer 1:a99c8e460c5c 89
screamer 7:5af61d55adbe 90 # If the 'target' argument is a string, convert it to a target instance
screamer 13:ab47a20b66f0 91 if isinstance(target, basestring):
screamer 7:5af61d55adbe 92 try:
screamer 7:5af61d55adbe 93 target = TARGET_MAP[target]
screamer 7:5af61d55adbe 94 except KeyError:
screamer 7:5af61d55adbe 95 raise KeyError("Target '%s' not found" % target)
screamer 2:07730b0f452c 96
screamer 0:66f3b5499f7f 97 # Toolchain instance
screamer 0:66f3b5499f7f 98 try:
screamer 7:5af61d55adbe 99 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options=None, notify=None, macros=None, silent=True, extra_verbose=False)
screamer 7:5af61d55adbe 100 except KeyError as e:
screamer 7:5af61d55adbe 101 raise KeyError("Toolchain %s not supported" % toolchain_name)
screamer 7:5af61d55adbe 102
screamer 7:5af61d55adbe 103 # Scan src_path for config files
screamer 7:5af61d55adbe 104 resources = toolchain.scan_resources(src_paths[0])
screamer 7:5af61d55adbe 105 for path in src_paths[1:]:
screamer 7:5af61d55adbe 106 resources.add(toolchain.scan_resources(path))
screamer 7:5af61d55adbe 107
screamer 13:ab47a20b66f0 108 # Update configuration files until added features creates no changes
screamer 13:ab47a20b66f0 109 prev_features = set()
screamer 13:ab47a20b66f0 110 while True:
screamer 13:ab47a20b66f0 111 # Update the configuration with any .json files found while scanning
screamer 13:ab47a20b66f0 112 config.add_config_files(resources.json_files)
screamer 13:ab47a20b66f0 113
screamer 13:ab47a20b66f0 114 # Add features while we find new ones
screamer 13:ab47a20b66f0 115 features = config.get_features()
screamer 13:ab47a20b66f0 116 if features == prev_features:
screamer 13:ab47a20b66f0 117 break
screamer 13:ab47a20b66f0 118
screamer 13:ab47a20b66f0 119 for feature in features:
screamer 13:ab47a20b66f0 120 if feature in resources.features:
screamer 13:ab47a20b66f0 121 resources += resources.features[feature]
screamer 13:ab47a20b66f0 122
screamer 13:ab47a20b66f0 123 prev_features = features
screamer 13:ab47a20b66f0 124 config.validate_config()
screamer 13:ab47a20b66f0 125
screamer 13:ab47a20b66f0 126 cfg, macros = config.get_config_data()
screamer 13:ab47a20b66f0 127 features = config.get_features()
screamer 13:ab47a20b66f0 128 return cfg, macros, features
screamer 7:5af61d55adbe 129
screamer 7:5af61d55adbe 130 def build_project(src_path, build_path, target, toolchain_name,
screamer 7:5af61d55adbe 131 libraries_paths=None, options=None, linker_script=None,
screamer 7:5af61d55adbe 132 clean=False, notify=None, verbose=False, name=None, macros=None, inc_dirs=None,
screamer 7:5af61d55adbe 133 jobs=1, silent=False, report=None, properties=None, project_id=None, project_description=None,
screamer 7:5af61d55adbe 134 extra_verbose=False, config=None):
screamer 7:5af61d55adbe 135 """ This function builds project. Project can be for example one test / UT
screamer 7:5af61d55adbe 136 """
screamer 7:5af61d55adbe 137
screamer 7:5af61d55adbe 138 # Convert src_path to a list if needed
screamer 7:5af61d55adbe 139 src_paths = [src_path] if type(src_path) != ListType else src_path
screamer 7:5af61d55adbe 140
screamer 7:5af61d55adbe 141 # We need to remove all paths which are repeated to avoid
screamer 7:5af61d55adbe 142 # multiple compilations and linking with the same objects
screamer 7:5af61d55adbe 143 src_paths = [src_paths[0]] + list(set(src_paths[1:]))
screamer 7:5af61d55adbe 144 first_src_path = src_paths[0] if src_paths[0] != "." and src_paths[0] != "./" else getcwd()
screamer 7:5af61d55adbe 145 abs_path = abspath(first_src_path)
screamer 7:5af61d55adbe 146 project_name = basename(normpath(abs_path))
screamer 7:5af61d55adbe 147
screamer 7:5af61d55adbe 148 # If the configuration object was not yet created, create it now
screamer 7:5af61d55adbe 149 config = config or Config(target, src_paths)
screamer 7:5af61d55adbe 150
screamer 7:5af61d55adbe 151 # If the 'target' argument is a string, convert it to a target instance
screamer 13:ab47a20b66f0 152 if isinstance(target, basestring):
screamer 7:5af61d55adbe 153 try:
screamer 7:5af61d55adbe 154 target = TARGET_MAP[target]
screamer 7:5af61d55adbe 155 except KeyError:
screamer 7:5af61d55adbe 156 raise KeyError("Target '%s' not found" % target)
screamer 7:5af61d55adbe 157
screamer 7:5af61d55adbe 158 # Toolchain instance
screamer 7:5af61d55adbe 159 try:
screamer 13:ab47a20b66f0 160 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, notify, macros, silent, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 161 except KeyError as e:
screamer 0:66f3b5499f7f 162 raise KeyError("Toolchain %s not supported" % toolchain_name)
screamer 0:66f3b5499f7f 163
screamer 0:66f3b5499f7f 164 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 165 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 166 toolchain.build_all = clean
screamer 0:66f3b5499f7f 167
screamer 0:66f3b5499f7f 168 if name is None:
screamer 0:66f3b5499f7f 169 # We will use default project name based on project folder name
screamer 0:66f3b5499f7f 170 name = project_name
screamer 0:66f3b5499f7f 171 toolchain.info("Building project %s (%s, %s)" % (project_name, target.name, toolchain_name))
screamer 0:66f3b5499f7f 172 else:
screamer 0:66f3b5499f7f 173 # User used custom global project name to have the same name for the
screamer 0:66f3b5499f7f 174 toolchain.info("Building project %s to %s (%s, %s)" % (project_name, name, target.name, toolchain_name))
screamer 0:66f3b5499f7f 175
screamer 0:66f3b5499f7f 176
screamer 0:66f3b5499f7f 177 if report != None:
screamer 0:66f3b5499f7f 178 start = time()
screamer 7:5af61d55adbe 179
screamer 7:5af61d55adbe 180 # If project_id is specified, use that over the default name
screamer 7:5af61d55adbe 181 id_name = project_id.upper() if project_id else name.upper()
screamer 7:5af61d55adbe 182 description = project_description if project_description else name
screamer 0:66f3b5499f7f 183 vendor_label = target.extra_labels[0]
screamer 0:66f3b5499f7f 184 cur_result = None
screamer 0:66f3b5499f7f 185 prep_report(report, target.name, toolchain_name, id_name)
screamer 0:66f3b5499f7f 186 cur_result = create_result(target.name, toolchain_name, id_name, description)
screamer 0:66f3b5499f7f 187
screamer 0:66f3b5499f7f 188 if properties != None:
screamer 0:66f3b5499f7f 189 prep_properties(properties, target.name, toolchain_name, vendor_label)
screamer 0:66f3b5499f7f 190
screamer 0:66f3b5499f7f 191 try:
screamer 0:66f3b5499f7f 192 # Scan src_path and libraries_paths for resources
screamer 0:66f3b5499f7f 193 resources = toolchain.scan_resources(src_paths[0])
screamer 0:66f3b5499f7f 194 for path in src_paths[1:]:
screamer 0:66f3b5499f7f 195 resources.add(toolchain.scan_resources(path))
screamer 0:66f3b5499f7f 196 if libraries_paths is not None:
screamer 0:66f3b5499f7f 197 src_paths.extend(libraries_paths)
screamer 0:66f3b5499f7f 198 for path in libraries_paths:
screamer 0:66f3b5499f7f 199 resources.add(toolchain.scan_resources(path))
screamer 0:66f3b5499f7f 200
screamer 0:66f3b5499f7f 201 if linker_script is not None:
screamer 0:66f3b5499f7f 202 resources.linker_script = linker_script
screamer 0:66f3b5499f7f 203
screamer 0:66f3b5499f7f 204 # Build Directory
screamer 0:66f3b5499f7f 205 if clean:
screamer 0:66f3b5499f7f 206 if exists(build_path):
screamer 0:66f3b5499f7f 207 rmtree(build_path)
screamer 0:66f3b5499f7f 208 mkdir(build_path)
screamer 0:66f3b5499f7f 209
screamer 0:66f3b5499f7f 210 # We need to add if necessary additional include directories
screamer 0:66f3b5499f7f 211 if inc_dirs:
screamer 0:66f3b5499f7f 212 if type(inc_dirs) == ListType:
screamer 0:66f3b5499f7f 213 resources.inc_dirs.extend(inc_dirs)
screamer 0:66f3b5499f7f 214 else:
screamer 0:66f3b5499f7f 215 resources.inc_dirs.append(inc_dirs)
screamer 7:5af61d55adbe 216
screamer 13:ab47a20b66f0 217 # Load resources into the config system which might expand/modify resources based on config data
screamer 13:ab47a20b66f0 218 resources = config.load_resources(resources)
screamer 13:ab47a20b66f0 219
screamer 13:ab47a20b66f0 220 # Set the toolchain's configuration data
screamer 13:ab47a20b66f0 221 toolchain.set_config_data(config.get_config_data())
screamer 7:5af61d55adbe 222
screamer 0:66f3b5499f7f 223 # Compile Sources
screamer 13:ab47a20b66f0 224 objects = toolchain.compile_sources(resources, build_path, resources.inc_dirs)
screamer 13:ab47a20b66f0 225 resources.objects.extend(objects)
screamer 0:66f3b5499f7f 226
screamer 0:66f3b5499f7f 227 # Link Program
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 228 res, _ = toolchain.link_program(resources, build_path, name)
screamer 0:66f3b5499f7f 229
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 230 if report != None:
screamer 0:66f3b5499f7f 231 end = time()
screamer 0:66f3b5499f7f 232 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 233 cur_result["output"] = toolchain.get_output()
screamer 0:66f3b5499f7f 234 cur_result["result"] = "OK"
screamer 0:66f3b5499f7f 235
screamer 0:66f3b5499f7f 236 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 237
screamer 0:66f3b5499f7f 238 return res
screamer 0:66f3b5499f7f 239
screamer 0:66f3b5499f7f 240 except Exception, e:
screamer 0:66f3b5499f7f 241 if report != None:
screamer 0:66f3b5499f7f 242 end = time()
screamer 0:66f3b5499f7f 243
screamer 0:66f3b5499f7f 244 if isinstance(e, NotSupportedException):
screamer 0:66f3b5499f7f 245 cur_result["result"] = "NOT_SUPPORTED"
screamer 0:66f3b5499f7f 246 else:
screamer 0:66f3b5499f7f 247 cur_result["result"] = "FAIL"
screamer 0:66f3b5499f7f 248
screamer 0:66f3b5499f7f 249 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 250
screamer 0:66f3b5499f7f 251 toolchain_output = toolchain.get_output()
screamer 0:66f3b5499f7f 252 if toolchain_output:
screamer 0:66f3b5499f7f 253 cur_result["output"] += toolchain_output
screamer 0:66f3b5499f7f 254
screamer 0:66f3b5499f7f 255 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 256
screamer 0:66f3b5499f7f 257 # Let Exception propagate
screamer 13:ab47a20b66f0 258 raise
screamer 0:66f3b5499f7f 259
screamer 0:66f3b5499f7f 260 def build_library(src_paths, build_path, target, toolchain_name,
screamer 0:66f3b5499f7f 261 dependencies_paths=None, options=None, name=None, clean=False, archive=True,
screamer 0:66f3b5499f7f 262 notify=None, verbose=False, macros=None, inc_dirs=None, inc_dirs_ext=None,
screamer 7:5af61d55adbe 263 jobs=1, silent=False, report=None, properties=None, extra_verbose=False,
screamer 7:5af61d55adbe 264 project_id=None):
screamer 0:66f3b5499f7f 265 """ src_path: the path of the source directory
screamer 0:66f3b5499f7f 266 build_path: the path of the build directory
screamer 0:66f3b5499f7f 267 target: ['LPC1768', 'LPC11U24', 'LPC2368']
screamer 0:66f3b5499f7f 268 toolchain: ['ARM', 'uARM', 'GCC_ARM', 'GCC_CR']
screamer 0:66f3b5499f7f 269 library_paths: List of paths to additional libraries
screamer 0:66f3b5499f7f 270 clean: Rebuild everything if True
screamer 0:66f3b5499f7f 271 notify: Notify function for logs
screamer 0:66f3b5499f7f 272 verbose: Write the actual tools command lines if True
screamer 0:66f3b5499f7f 273 inc_dirs: additional include directories which should be included in build
screamer 0:66f3b5499f7f 274 inc_dirs_ext: additional include directories which should be copied to library directory
screamer 0:66f3b5499f7f 275 """
screamer 0:66f3b5499f7f 276 if type(src_paths) != ListType:
screamer 0:66f3b5499f7f 277 src_paths = [src_paths]
screamer 0:66f3b5499f7f 278
screamer 0:66f3b5499f7f 279 # The first path will give the name to the library
screamer 7:5af61d55adbe 280 project_name = basename(src_paths[0] if src_paths[0] != "." and src_paths[0] != "./" else getcwd())
screamer 0:66f3b5499f7f 281 if name is None:
screamer 0:66f3b5499f7f 282 # We will use default project name based on project folder name
screamer 0:66f3b5499f7f 283 name = project_name
screamer 0:66f3b5499f7f 284
screamer 13:ab47a20b66f0 285 # If the configuration object was not yet created, create it now
screamer 13:ab47a20b66f0 286 config = Config(target, src_paths)
screamer 13:ab47a20b66f0 287
screamer 13:ab47a20b66f0 288 # If the 'target' argument is a string, convert it to a target instance
screamer 13:ab47a20b66f0 289 if isinstance(target, basestring):
screamer 13:ab47a20b66f0 290 try:
screamer 13:ab47a20b66f0 291 target = TARGET_MAP[target]
screamer 13:ab47a20b66f0 292 except KeyError:
screamer 13:ab47a20b66f0 293 raise KeyError("Target '%s' not found" % target)
screamer 13:ab47a20b66f0 294
screamer 0:66f3b5499f7f 295 if report != None:
screamer 0:66f3b5499f7f 296 start = time()
screamer 7:5af61d55adbe 297
screamer 7:5af61d55adbe 298 # If project_id is specified, use that over the default name
screamer 7:5af61d55adbe 299 id_name = project_id.upper() if project_id else name.upper()
screamer 0:66f3b5499f7f 300 description = name
screamer 0:66f3b5499f7f 301 vendor_label = target.extra_labels[0]
screamer 0:66f3b5499f7f 302 cur_result = None
screamer 0:66f3b5499f7f 303 prep_report(report, target.name, toolchain_name, id_name)
screamer 0:66f3b5499f7f 304 cur_result = create_result(target.name, toolchain_name, id_name, description)
screamer 0:66f3b5499f7f 305
screamer 0:66f3b5499f7f 306 if properties != None:
screamer 0:66f3b5499f7f 307 prep_properties(properties, target.name, toolchain_name, vendor_label)
screamer 0:66f3b5499f7f 308
screamer 0:66f3b5499f7f 309 for src_path in src_paths:
screamer 0:66f3b5499f7f 310 if not exists(src_path):
screamer 0:66f3b5499f7f 311 error_msg = "The library source folder does not exist: %s", src_path
screamer 0:66f3b5499f7f 312
screamer 0:66f3b5499f7f 313 if report != None:
screamer 0:66f3b5499f7f 314 cur_result["output"] = error_msg
screamer 0:66f3b5499f7f 315 cur_result["result"] = "FAIL"
screamer 0:66f3b5499f7f 316 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 317
screamer 0:66f3b5499f7f 318 raise Exception(error_msg)
screamer 0:66f3b5499f7f 319
screamer 0:66f3b5499f7f 320 try:
screamer 0:66f3b5499f7f 321 # Toolchain instance
screamer 13:ab47a20b66f0 322 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, silent=silent, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 323 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 324 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 325 toolchain.build_all = clean
screamer 0:66f3b5499f7f 326
screamer 0:66f3b5499f7f 327 toolchain.info("Building library %s (%s, %s)" % (name, target.name, toolchain_name))
screamer 0:66f3b5499f7f 328
screamer 0:66f3b5499f7f 329 # Scan Resources
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 330 resources = None
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 331 for path in src_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 332 # Scan resources
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 333 resource = toolchain.scan_resources(path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 334
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 335 # Extend resources collection
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 336 if not resources:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 337 resources = resource
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 338 else:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 339 resources.add(resource)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 340
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 341 # We need to add if necessary additional include directories
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 342 if inc_dirs:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 343 if type(inc_dirs) == ListType:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 344 resources.inc_dirs.extend(inc_dirs)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 345 else:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 346 resources.inc_dirs.append(inc_dirs)
screamer 0:66f3b5499f7f 347
screamer 0:66f3b5499f7f 348 # Add extra include directories / files which are required by library
screamer 0:66f3b5499f7f 349 # This files usually are not in the same directory as source files so
screamer 0:66f3b5499f7f 350 # previous scan will not include them
screamer 0:66f3b5499f7f 351 if inc_dirs_ext is not None:
screamer 0:66f3b5499f7f 352 for inc_ext in inc_dirs_ext:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 353 resources.add(toolchain.scan_resources(inc_ext))
screamer 0:66f3b5499f7f 354
screamer 0:66f3b5499f7f 355 # Dependencies Include Paths
screamer 0:66f3b5499f7f 356 if dependencies_paths is not None:
screamer 0:66f3b5499f7f 357 for path in dependencies_paths:
screamer 0:66f3b5499f7f 358 lib_resources = toolchain.scan_resources(path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 359 resources.inc_dirs.extend(lib_resources.inc_dirs)
screamer 0:66f3b5499f7f 360
screamer 0:66f3b5499f7f 361 if archive:
screamer 0:66f3b5499f7f 362 # Use temp path when building archive
screamer 0:66f3b5499f7f 363 tmp_path = join(build_path, '.temp')
screamer 0:66f3b5499f7f 364 mkdir(tmp_path)
screamer 0:66f3b5499f7f 365 else:
screamer 0:66f3b5499f7f 366 tmp_path = build_path
screamer 0:66f3b5499f7f 367
screamer 13:ab47a20b66f0 368 # Load resources into the config system which might expand/modify resources based on config data
screamer 13:ab47a20b66f0 369 resources = config.load_resources(resources)
screamer 13:ab47a20b66f0 370
screamer 13:ab47a20b66f0 371 # Set the toolchain's configuration data
screamer 13:ab47a20b66f0 372 toolchain.set_config_data(config.get_config_data())
screamer 13:ab47a20b66f0 373
screamer 13:ab47a20b66f0 374 # Copy headers, objects and static libraries - all files needed for static lib
screamer 13:ab47a20b66f0 375 toolchain.copy_files(resources.headers, build_path, resources=resources)
screamer 13:ab47a20b66f0 376 toolchain.copy_files(resources.objects, build_path, resources=resources)
screamer 13:ab47a20b66f0 377 toolchain.copy_files(resources.libraries, build_path, resources=resources)
screamer 13:ab47a20b66f0 378 if resources.linker_script:
screamer 13:ab47a20b66f0 379 toolchain.copy_files(resources.linker_script, build_path, resources=resources)
screamer 13:ab47a20b66f0 380
screamer 13:ab47a20b66f0 381 if resource.hex_files:
screamer 13:ab47a20b66f0 382 toolchain.copy_files(resources.hex_files, build_path, resources=resources)
screamer 0:66f3b5499f7f 383
screamer 0:66f3b5499f7f 384 # Compile Sources
screamer 13:ab47a20b66f0 385 objects = toolchain.compile_sources(resources, abspath(tmp_path), resources.inc_dirs)
screamer 13:ab47a20b66f0 386 resources.objects.extend(objects)
screamer 0:66f3b5499f7f 387
screamer 0:66f3b5499f7f 388 if archive:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 389 toolchain.build_library(objects, build_path, name)
screamer 0:66f3b5499f7f 390
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 391 if report != None:
screamer 0:66f3b5499f7f 392 end = time()
screamer 0:66f3b5499f7f 393 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 394 cur_result["output"] = toolchain.get_output()
screamer 0:66f3b5499f7f 395 cur_result["result"] = "OK"
screamer 0:66f3b5499f7f 396
screamer 0:66f3b5499f7f 397 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 398
screamer 0:66f3b5499f7f 399 except Exception, e:
screamer 0:66f3b5499f7f 400 if report != None:
screamer 0:66f3b5499f7f 401 end = time()
screamer 7:5af61d55adbe 402
screamer 7:5af61d55adbe 403 if isinstance(e, ToolException):
screamer 7:5af61d55adbe 404 cur_result["result"] = "FAIL"
screamer 7:5af61d55adbe 405 elif isinstance(e, NotSupportedException):
screamer 7:5af61d55adbe 406 cur_result["result"] = "NOT_SUPPORTED"
screamer 7:5af61d55adbe 407
screamer 0:66f3b5499f7f 408 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 409
screamer 0:66f3b5499f7f 410 toolchain_output = toolchain.get_output()
screamer 0:66f3b5499f7f 411 if toolchain_output:
screamer 0:66f3b5499f7f 412 cur_result["output"] += toolchain_output
screamer 0:66f3b5499f7f 413
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 414 add_result_to_report(report, cur_result)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 415
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 416 # Let Exception propagate
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 417 raise e
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 418
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 419 ######################
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 420 ### Legacy methods ###
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 421 ######################
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 422
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 423 def build_lib(lib_id, target, toolchain_name, options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, silent=False, report=None, properties=None, extra_verbose=False):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 424 """ Legacy method for building mbed libraries
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 425 Function builds library in proper directory using all dependencies and macros defined by user.
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 426 """
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 427 lib = Library(lib_id)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 428 if not lib.is_supported(target, toolchain_name):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 429 print 'Library "%s" is not yet supported on target %s with toolchain %s' % (lib_id, target.name, toolchain)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 430 return False
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 431
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 432 # We need to combine macros from parameter list with macros from library definition
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 433 MACROS = lib.macros if lib.macros else []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 434 if macros:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 435 macros.extend(MACROS)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 436 else:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 437 macros = MACROS
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 438
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 439 src_paths = lib.source_dir
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 440 build_path = lib.build_dir
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 441 dependencies_paths = lib.dependencies
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 442 inc_dirs = lib.inc_dirs
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 443 inc_dirs_ext = lib.inc_dirs_ext
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 444
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 445 """ src_path: the path of the source directory
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 446 build_path: the path of the build directory
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 447 target: ['LPC1768', 'LPC11U24', 'LPC2368']
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 448 toolchain: ['ARM', 'uARM', 'GCC_ARM', 'GCC_CR']
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 449 library_paths: List of paths to additional libraries
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 450 clean: Rebuild everything if True
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 451 notify: Notify function for logs
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 452 verbose: Write the actual tools command lines if True
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 453 inc_dirs: additional include directories which should be included in build
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 454 inc_dirs_ext: additional include directories which should be copied to library directory
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 455 """
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 456 if type(src_paths) != ListType:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 457 src_paths = [src_paths]
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 458
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 459 # The first path will give the name to the library
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 460 name = basename(src_paths[0])
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 461
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 462 if report != None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 463 start = time()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 464 id_name = name.upper()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 465 description = name
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 466 vendor_label = target.extra_labels[0]
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 467 cur_result = None
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 468 prep_report(report, target.name, toolchain_name, id_name)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 469 cur_result = create_result(target.name, toolchain_name, id_name, description)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 470
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 471 if properties != None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 472 prep_properties(properties, target.name, toolchain_name, vendor_label)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 473
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 474 for src_path in src_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 475 if not exists(src_path):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 476 error_msg = "The library source folder does not exist: %s", src_path
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 477
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 478 if report != None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 479 cur_result["output"] = error_msg
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 480 cur_result["result"] = "FAIL"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 481 add_result_to_report(report, cur_result)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 482
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 483 raise Exception(error_msg)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 484
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 485 try:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 486 # Toolchain instance
screamer 13:ab47a20b66f0 487 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, silent=silent, extra_verbose=extra_verbose)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 488 toolchain.VERBOSE = verbose
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 489 toolchain.jobs = jobs
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 490 toolchain.build_all = clean
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 491
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 492 toolchain.info("Building library %s (%s, %s)" % (name.upper(), target.name, toolchain_name))
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 493
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 494 # Scan Resources
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 495 resources = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 496 for src_path in src_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 497 resources.append(toolchain.scan_resources(src_path))
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 498
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 499 # Add extra include directories / files which are required by library
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 500 # This files usually are not in the same directory as source files so
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 501 # previous scan will not include them
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 502 if inc_dirs_ext is not None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 503 for inc_ext in inc_dirs_ext:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 504 resources.append(toolchain.scan_resources(inc_ext))
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 505
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 506 # Dependencies Include Paths
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 507 dependencies_include_dir = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 508 if dependencies_paths is not None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 509 for path in dependencies_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 510 lib_resources = toolchain.scan_resources(path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 511 dependencies_include_dir.extend(lib_resources.inc_dirs)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 512
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 513 if inc_dirs:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 514 dependencies_include_dir.extend(inc_dirs)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 515
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 516 # Create the desired build directory structure
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 517 bin_path = join(build_path, toolchain.obj_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 518 mkdir(bin_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 519 tmp_path = join(build_path, '.temp', toolchain.obj_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 520 mkdir(tmp_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 521
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 522 # Copy Headers
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 523 for resource in resources:
screamer 13:ab47a20b66f0 524 toolchain.copy_files(resource.headers, build_path, resources=resource)
screamer 13:ab47a20b66f0 525
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 526 dependencies_include_dir.extend(toolchain.scan_resources(build_path).inc_dirs)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 527
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 528 # Compile Sources
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 529 objects = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 530 for resource in resources:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 531 objects.extend(toolchain.compile_sources(resource, tmp_path, dependencies_include_dir))
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 532
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 533 needed_update = toolchain.build_library(objects, bin_path, name)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 534
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 535 if report != None and needed_update:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 536 end = time()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 537 cur_result["elapsed_time"] = end - start
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 538 cur_result["output"] = toolchain.get_output()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 539 cur_result["result"] = "OK"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 540
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 541 add_result_to_report(report, cur_result)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 542
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 543 except Exception, e:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 544 if report != None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 545 end = time()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 546 cur_result["result"] = "FAIL"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 547 cur_result["elapsed_time"] = end - start
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 548
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 549 toolchain_output = toolchain.get_output()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 550 if toolchain_output:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 551 cur_result["output"] += toolchain_output
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 552
screamer 0:66f3b5499f7f 553 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 554
screamer 0:66f3b5499f7f 555 # Let Exception propagate
screamer 0:66f3b5499f7f 556 raise e
screamer 0:66f3b5499f7f 557
screamer 0:66f3b5499f7f 558 # We do have unique legacy conventions about how we build and package the mbed library
screamer 0:66f3b5499f7f 559 def build_mbed_libs(target, toolchain_name, options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, silent=False, report=None, properties=None, extra_verbose=False):
screamer 0:66f3b5499f7f 560 """ Function returns True is library was built and false if building was skipped """
screamer 0:66f3b5499f7f 561
screamer 0:66f3b5499f7f 562 if report != None:
screamer 0:66f3b5499f7f 563 start = time()
screamer 0:66f3b5499f7f 564 id_name = "MBED"
screamer 0:66f3b5499f7f 565 description = "mbed SDK"
screamer 0:66f3b5499f7f 566 vendor_label = target.extra_labels[0]
screamer 0:66f3b5499f7f 567 cur_result = None
screamer 0:66f3b5499f7f 568 prep_report(report, target.name, toolchain_name, id_name)
screamer 0:66f3b5499f7f 569 cur_result = create_result(target.name, toolchain_name, id_name, description)
screamer 0:66f3b5499f7f 570
screamer 0:66f3b5499f7f 571 if properties != None:
screamer 0:66f3b5499f7f 572 prep_properties(properties, target.name, toolchain_name, vendor_label)
screamer 0:66f3b5499f7f 573
screamer 0:66f3b5499f7f 574 # Check toolchain support
screamer 0:66f3b5499f7f 575 if toolchain_name not in target.supported_toolchains:
screamer 0:66f3b5499f7f 576 supported_toolchains_text = ", ".join(target.supported_toolchains)
screamer 0:66f3b5499f7f 577 print '%s target is not yet supported by toolchain %s' % (target.name, toolchain_name)
screamer 0:66f3b5499f7f 578 print '%s target supports %s toolchain%s' % (target.name, supported_toolchains_text, 's' if len(target.supported_toolchains) > 1 else '')
screamer 0:66f3b5499f7f 579
screamer 0:66f3b5499f7f 580 if report != None:
screamer 0:66f3b5499f7f 581 cur_result["result"] = "SKIP"
screamer 0:66f3b5499f7f 582 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 583
screamer 0:66f3b5499f7f 584 return False
screamer 0:66f3b5499f7f 585
screamer 0:66f3b5499f7f 586 try:
screamer 0:66f3b5499f7f 587 # Toolchain
screamer 0:66f3b5499f7f 588 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, silent=silent, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 589 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 590 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 591 toolchain.build_all = clean
screamer 0:66f3b5499f7f 592
screamer 0:66f3b5499f7f 593 # Source and Build Paths
screamer 0:66f3b5499f7f 594 BUILD_TARGET = join(MBED_LIBRARIES, "TARGET_" + target.name)
screamer 0:66f3b5499f7f 595 BUILD_TOOLCHAIN = join(BUILD_TARGET, "TOOLCHAIN_" + toolchain.name)
screamer 0:66f3b5499f7f 596 mkdir(BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 597
screamer 0:66f3b5499f7f 598 TMP_PATH = join(MBED_LIBRARIES, '.temp', toolchain.obj_path)
screamer 0:66f3b5499f7f 599 mkdir(TMP_PATH)
screamer 0:66f3b5499f7f 600
screamer 0:66f3b5499f7f 601 # CMSIS
screamer 0:66f3b5499f7f 602 toolchain.info("Building library %s (%s, %s)"% ('CMSIS', target.name, toolchain_name))
screamer 0:66f3b5499f7f 603 cmsis_src = join(MBED_TARGETS_PATH, "cmsis")
screamer 0:66f3b5499f7f 604 resources = toolchain.scan_resources(cmsis_src)
screamer 0:66f3b5499f7f 605
screamer 0:66f3b5499f7f 606 toolchain.copy_files(resources.headers, BUILD_TARGET)
screamer 0:66f3b5499f7f 607 toolchain.copy_files(resources.linker_script, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 608 toolchain.copy_files(resources.bin_files, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 609
screamer 0:66f3b5499f7f 610 objects = toolchain.compile_sources(resources, TMP_PATH)
screamer 0:66f3b5499f7f 611 toolchain.copy_files(objects, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 612
screamer 0:66f3b5499f7f 613 # mbed
screamer 0:66f3b5499f7f 614 toolchain.info("Building library %s (%s, %s)" % ('MBED', target.name, toolchain_name))
screamer 0:66f3b5499f7f 615
screamer 0:66f3b5499f7f 616 # Common Headers
screamer 0:66f3b5499f7f 617 toolchain.copy_files(toolchain.scan_resources(MBED_API).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 618 toolchain.copy_files(toolchain.scan_resources(MBED_HAL).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 619
screamer 0:66f3b5499f7f 620 # Target specific sources
screamer 0:66f3b5499f7f 621 HAL_SRC = join(MBED_TARGETS_PATH, "hal")
screamer 0:66f3b5499f7f 622 hal_implementation = toolchain.scan_resources(HAL_SRC)
screamer 13:ab47a20b66f0 623 toolchain.copy_files(hal_implementation.headers + hal_implementation.hex_files + hal_implementation.libraries, BUILD_TARGET, resources=hal_implementation)
screamer 0:66f3b5499f7f 624 incdirs = toolchain.scan_resources(BUILD_TARGET).inc_dirs
screamer 0:66f3b5499f7f 625 objects = toolchain.compile_sources(hal_implementation, TMP_PATH, [MBED_LIBRARIES] + incdirs)
screamer 0:66f3b5499f7f 626
screamer 0:66f3b5499f7f 627 # Common Sources
screamer 0:66f3b5499f7f 628 mbed_resources = toolchain.scan_resources(MBED_COMMON)
screamer 0:66f3b5499f7f 629 objects += toolchain.compile_sources(mbed_resources, TMP_PATH, [MBED_LIBRARIES] + incdirs)
screamer 0:66f3b5499f7f 630
screamer 0:66f3b5499f7f 631 # A number of compiled files need to be copied as objects as opposed to
screamer 0:66f3b5499f7f 632 # being part of the mbed library, for reasons that have to do with the way
screamer 0:66f3b5499f7f 633 # the linker search for symbols in archives. These are:
screamer 0:66f3b5499f7f 634 # - retarget.o: to make sure that the C standard lib symbols get overridden
screamer 0:66f3b5499f7f 635 # - board.o: mbed_die is weak
screamer 0:66f3b5499f7f 636 # - mbed_overrides.o: this contains platform overrides of various weak SDK functions
screamer 0:66f3b5499f7f 637 separate_names, separate_objects = ['retarget.o', 'board.o', 'mbed_overrides.o'], []
screamer 0:66f3b5499f7f 638
screamer 0:66f3b5499f7f 639 for o in objects:
screamer 0:66f3b5499f7f 640 for name in separate_names:
screamer 0:66f3b5499f7f 641 if o.endswith(name):
screamer 0:66f3b5499f7f 642 separate_objects.append(o)
screamer 0:66f3b5499f7f 643
screamer 0:66f3b5499f7f 644 for o in separate_objects:
screamer 0:66f3b5499f7f 645 objects.remove(o)
screamer 0:66f3b5499f7f 646
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 647 toolchain.build_library(objects, BUILD_TOOLCHAIN, "mbed")
screamer 0:66f3b5499f7f 648
screamer 0:66f3b5499f7f 649 for o in separate_objects:
screamer 0:66f3b5499f7f 650 toolchain.copy_files(o, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 651
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 652 if report != None:
screamer 0:66f3b5499f7f 653 end = time()
screamer 0:66f3b5499f7f 654 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 655 cur_result["output"] = toolchain.get_output()
screamer 0:66f3b5499f7f 656 cur_result["result"] = "OK"
screamer 0:66f3b5499f7f 657
screamer 0:66f3b5499f7f 658 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 659
screamer 0:66f3b5499f7f 660 return True
screamer 0:66f3b5499f7f 661
screamer 0:66f3b5499f7f 662 except Exception, e:
screamer 0:66f3b5499f7f 663 if report != None:
screamer 0:66f3b5499f7f 664 end = time()
screamer 0:66f3b5499f7f 665 cur_result["result"] = "FAIL"
screamer 0:66f3b5499f7f 666 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 667
screamer 0:66f3b5499f7f 668 toolchain_output = toolchain.get_output()
screamer 0:66f3b5499f7f 669 if toolchain_output:
screamer 0:66f3b5499f7f 670 cur_result["output"] += toolchain_output
screamer 0:66f3b5499f7f 671
screamer 0:66f3b5499f7f 672 cur_result["output"] += str(e)
screamer 0:66f3b5499f7f 673
screamer 0:66f3b5499f7f 674 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 675
screamer 0:66f3b5499f7f 676 # Let Exception propagate
screamer 0:66f3b5499f7f 677 raise e
screamer 0:66f3b5499f7f 678
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 679
screamer 0:66f3b5499f7f 680 def get_unique_supported_toolchains():
screamer 0:66f3b5499f7f 681 """ Get list of all unique toolchains supported by targets """
screamer 0:66f3b5499f7f 682 unique_supported_toolchains = []
screamer 0:66f3b5499f7f 683 for target in TARGET_NAMES:
screamer 0:66f3b5499f7f 684 for toolchain in TARGET_MAP[target].supported_toolchains:
screamer 0:66f3b5499f7f 685 if toolchain not in unique_supported_toolchains:
screamer 0:66f3b5499f7f 686 unique_supported_toolchains.append(toolchain)
screamer 0:66f3b5499f7f 687 return unique_supported_toolchains
screamer 0:66f3b5499f7f 688
screamer 0:66f3b5499f7f 689
screamer 0:66f3b5499f7f 690 def mcu_toolchain_matrix(verbose_html=False, platform_filter=None):
screamer 0:66f3b5499f7f 691 """ Shows target map using prettytable """
screamer 0:66f3b5499f7f 692 unique_supported_toolchains = get_unique_supported_toolchains()
screamer 0:66f3b5499f7f 693 from prettytable import PrettyTable # Only use it in this function so building works without extra modules
screamer 0:66f3b5499f7f 694
screamer 0:66f3b5499f7f 695 # All tests status table print
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 696 columns = ["Target"] + unique_supported_toolchains
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 697 pt = PrettyTable(["Target"] + unique_supported_toolchains)
screamer 0:66f3b5499f7f 698 # Align table
screamer 0:66f3b5499f7f 699 for col in columns:
screamer 0:66f3b5499f7f 700 pt.align[col] = "c"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 701 pt.align["Target"] = "l"
screamer 0:66f3b5499f7f 702
screamer 0:66f3b5499f7f 703 perm_counter = 0
screamer 0:66f3b5499f7f 704 target_counter = 0
screamer 0:66f3b5499f7f 705 for target in sorted(TARGET_NAMES):
screamer 0:66f3b5499f7f 706 if platform_filter is not None:
screamer 0:66f3b5499f7f 707 # FIlter out platforms using regex
screamer 0:66f3b5499f7f 708 if re.search(platform_filter, target) is None:
screamer 0:66f3b5499f7f 709 continue
screamer 0:66f3b5499f7f 710 target_counter += 1
screamer 0:66f3b5499f7f 711
screamer 0:66f3b5499f7f 712 row = [target] # First column is platform name
screamer 0:66f3b5499f7f 713 for unique_toolchain in unique_supported_toolchains:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 714 if unique_toolchain in TARGET_MAP[target].supported_toolchains:
screamer 0:66f3b5499f7f 715 text = "Supported"
screamer 0:66f3b5499f7f 716 perm_counter += 1
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 717 else:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 718 text = "-"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 719
screamer 0:66f3b5499f7f 720 row.append(text)
screamer 0:66f3b5499f7f 721 pt.add_row(row)
screamer 0:66f3b5499f7f 722
screamer 0:66f3b5499f7f 723 result = pt.get_html_string() if verbose_html else pt.get_string()
screamer 0:66f3b5499f7f 724 result += "\n"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 725 result += "Supported targets: %d\n"% (target_counter)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 726 if target_counter == 1:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 727 result += "Supported toolchains: %d"% (perm_counter)
screamer 0:66f3b5499f7f 728 return result
screamer 0:66f3b5499f7f 729
screamer 0:66f3b5499f7f 730
screamer 0:66f3b5499f7f 731 def get_target_supported_toolchains(target):
screamer 0:66f3b5499f7f 732 """ Returns target supported toolchains list """
screamer 0:66f3b5499f7f 733 return TARGET_MAP[target].supported_toolchains if target in TARGET_MAP else None
screamer 0:66f3b5499f7f 734
screamer 0:66f3b5499f7f 735
screamer 0:66f3b5499f7f 736 def static_analysis_scan(target, toolchain_name, CPPCHECK_CMD, CPPCHECK_MSG_FORMAT, options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, extra_verbose=False):
screamer 0:66f3b5499f7f 737 # Toolchain
screamer 0:66f3b5499f7f 738 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 739 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 740 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 741 toolchain.build_all = clean
screamer 0:66f3b5499f7f 742
screamer 0:66f3b5499f7f 743 # Source and Build Paths
screamer 0:66f3b5499f7f 744 BUILD_TARGET = join(MBED_LIBRARIES, "TARGET_" + target.name)
screamer 0:66f3b5499f7f 745 BUILD_TOOLCHAIN = join(BUILD_TARGET, "TOOLCHAIN_" + toolchain.name)
screamer 0:66f3b5499f7f 746 mkdir(BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 747
screamer 0:66f3b5499f7f 748 TMP_PATH = join(MBED_LIBRARIES, '.temp', toolchain.obj_path)
screamer 0:66f3b5499f7f 749 mkdir(TMP_PATH)
screamer 0:66f3b5499f7f 750
screamer 0:66f3b5499f7f 751 # CMSIS
screamer 0:66f3b5499f7f 752 toolchain.info("Static analysis for %s (%s, %s)" % ('CMSIS', target.name, toolchain_name))
screamer 0:66f3b5499f7f 753 cmsis_src = join(MBED_TARGETS_PATH, "cmsis")
screamer 0:66f3b5499f7f 754 resources = toolchain.scan_resources(cmsis_src)
screamer 0:66f3b5499f7f 755
screamer 0:66f3b5499f7f 756 # Copy files before analysis
screamer 0:66f3b5499f7f 757 toolchain.copy_files(resources.headers, BUILD_TARGET)
screamer 0:66f3b5499f7f 758 toolchain.copy_files(resources.linker_script, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 759
screamer 0:66f3b5499f7f 760 # Gather include paths, c, cpp sources and macros to transfer to cppcheck command line
screamer 0:66f3b5499f7f 761 includes = ["-I%s"% i for i in resources.inc_dirs]
screamer 0:66f3b5499f7f 762 includes.append("-I%s"% str(BUILD_TARGET))
screamer 0:66f3b5499f7f 763 c_sources = " ".join(resources.c_sources)
screamer 0:66f3b5499f7f 764 cpp_sources = " ".join(resources.cpp_sources)
screamer 0:66f3b5499f7f 765 macros = ["-D%s"% s for s in toolchain.get_symbols() + toolchain.macros]
screamer 0:66f3b5499f7f 766
screamer 0:66f3b5499f7f 767 includes = map(str.strip, includes)
screamer 0:66f3b5499f7f 768 macros = map(str.strip, macros)
screamer 0:66f3b5499f7f 769
screamer 0:66f3b5499f7f 770 check_cmd = CPPCHECK_CMD
screamer 0:66f3b5499f7f 771 check_cmd += CPPCHECK_MSG_FORMAT
screamer 0:66f3b5499f7f 772 check_cmd += includes
screamer 0:66f3b5499f7f 773 check_cmd += macros
screamer 0:66f3b5499f7f 774
screamer 0:66f3b5499f7f 775 # We need to pass some params via file to avoid "command line too long in some OSs"
screamer 0:66f3b5499f7f 776 tmp_file = tempfile.NamedTemporaryFile(delete=False)
screamer 0:66f3b5499f7f 777 tmp_file.writelines(line + '\n' for line in c_sources.split())
screamer 0:66f3b5499f7f 778 tmp_file.writelines(line + '\n' for line in cpp_sources.split())
screamer 0:66f3b5499f7f 779 tmp_file.close()
screamer 0:66f3b5499f7f 780 check_cmd += ["--file-list=%s"% tmp_file.name]
screamer 0:66f3b5499f7f 781
screamer 0:66f3b5499f7f 782 _stdout, _stderr, _rc = run_cmd(check_cmd)
screamer 0:66f3b5499f7f 783 if verbose:
screamer 0:66f3b5499f7f 784 print _stdout
screamer 0:66f3b5499f7f 785 print _stderr
screamer 0:66f3b5499f7f 786
screamer 0:66f3b5499f7f 787 # =========================================================================
screamer 0:66f3b5499f7f 788
screamer 0:66f3b5499f7f 789 # MBED
screamer 0:66f3b5499f7f 790 toolchain.info("Static analysis for %s (%s, %s)" % ('MBED', target.name, toolchain_name))
screamer 0:66f3b5499f7f 791
screamer 0:66f3b5499f7f 792 # Common Headers
screamer 0:66f3b5499f7f 793 toolchain.copy_files(toolchain.scan_resources(MBED_API).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 794 toolchain.copy_files(toolchain.scan_resources(MBED_HAL).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 795
screamer 0:66f3b5499f7f 796 # Target specific sources
screamer 0:66f3b5499f7f 797 HAL_SRC = join(MBED_TARGETS_PATH, "hal")
screamer 0:66f3b5499f7f 798 hal_implementation = toolchain.scan_resources(HAL_SRC)
screamer 0:66f3b5499f7f 799
screamer 0:66f3b5499f7f 800 # Copy files before analysis
screamer 13:ab47a20b66f0 801 toolchain.copy_files(hal_implementation.headers + hal_implementation.hex_files, BUILD_TARGET, resources=hal_implementation)
screamer 0:66f3b5499f7f 802 incdirs = toolchain.scan_resources(BUILD_TARGET)
screamer 0:66f3b5499f7f 803
screamer 0:66f3b5499f7f 804 target_includes = ["-I%s" % i for i in incdirs.inc_dirs]
screamer 0:66f3b5499f7f 805 target_includes.append("-I%s"% str(BUILD_TARGET))
screamer 0:66f3b5499f7f 806 target_includes.append("-I%s"% str(HAL_SRC))
screamer 0:66f3b5499f7f 807 target_c_sources = " ".join(incdirs.c_sources)
screamer 0:66f3b5499f7f 808 target_cpp_sources = " ".join(incdirs.cpp_sources)
screamer 0:66f3b5499f7f 809 target_macros = ["-D%s"% s for s in toolchain.get_symbols() + toolchain.macros]
screamer 0:66f3b5499f7f 810
screamer 0:66f3b5499f7f 811 # Common Sources
screamer 0:66f3b5499f7f 812 mbed_resources = toolchain.scan_resources(MBED_COMMON)
screamer 0:66f3b5499f7f 813
screamer 0:66f3b5499f7f 814 # Gather include paths, c, cpp sources and macros to transfer to cppcheck command line
screamer 0:66f3b5499f7f 815 mbed_includes = ["-I%s" % i for i in mbed_resources.inc_dirs]
screamer 0:66f3b5499f7f 816 mbed_includes.append("-I%s"% str(BUILD_TARGET))
screamer 0:66f3b5499f7f 817 mbed_includes.append("-I%s"% str(MBED_COMMON))
screamer 0:66f3b5499f7f 818 mbed_includes.append("-I%s"% str(MBED_API))
screamer 0:66f3b5499f7f 819 mbed_includes.append("-I%s"% str(MBED_HAL))
screamer 0:66f3b5499f7f 820 mbed_c_sources = " ".join(mbed_resources.c_sources)
screamer 0:66f3b5499f7f 821 mbed_cpp_sources = " ".join(mbed_resources.cpp_sources)
screamer 0:66f3b5499f7f 822
screamer 0:66f3b5499f7f 823 target_includes = map(str.strip, target_includes)
screamer 0:66f3b5499f7f 824 mbed_includes = map(str.strip, mbed_includes)
screamer 0:66f3b5499f7f 825 target_macros = map(str.strip, target_macros)
screamer 0:66f3b5499f7f 826
screamer 0:66f3b5499f7f 827 check_cmd = CPPCHECK_CMD
screamer 0:66f3b5499f7f 828 check_cmd += CPPCHECK_MSG_FORMAT
screamer 0:66f3b5499f7f 829 check_cmd += target_includes
screamer 0:66f3b5499f7f 830 check_cmd += mbed_includes
screamer 0:66f3b5499f7f 831 check_cmd += target_macros
screamer 0:66f3b5499f7f 832
screamer 0:66f3b5499f7f 833 # We need to pass some parames via file to avoid "command line too long in some OSs"
screamer 0:66f3b5499f7f 834 tmp_file = tempfile.NamedTemporaryFile(delete=False)
screamer 0:66f3b5499f7f 835 tmp_file.writelines(line + '\n' for line in target_c_sources.split())
screamer 0:66f3b5499f7f 836 tmp_file.writelines(line + '\n' for line in target_cpp_sources.split())
screamer 0:66f3b5499f7f 837 tmp_file.writelines(line + '\n' for line in mbed_c_sources.split())
screamer 0:66f3b5499f7f 838 tmp_file.writelines(line + '\n' for line in mbed_cpp_sources.split())
screamer 0:66f3b5499f7f 839 tmp_file.close()
screamer 0:66f3b5499f7f 840 check_cmd += ["--file-list=%s"% tmp_file.name]
screamer 0:66f3b5499f7f 841
screamer 0:66f3b5499f7f 842 _stdout, _stderr, _rc = run_cmd_ext(check_cmd)
screamer 0:66f3b5499f7f 843 if verbose:
screamer 0:66f3b5499f7f 844 print _stdout
screamer 0:66f3b5499f7f 845 print _stderr
screamer 0:66f3b5499f7f 846
screamer 0:66f3b5499f7f 847
screamer 0:66f3b5499f7f 848 def static_analysis_scan_lib(lib_id, target, toolchain, cppcheck_cmd, cppcheck_msg_format,
screamer 0:66f3b5499f7f 849 options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, extra_verbose=False):
screamer 0:66f3b5499f7f 850 lib = Library(lib_id)
screamer 0:66f3b5499f7f 851 if lib.is_supported(target, toolchain):
screamer 0:66f3b5499f7f 852 static_analysis_scan_library(lib.source_dir, lib.build_dir, target, toolchain, cppcheck_cmd, cppcheck_msg_format,
screamer 0:66f3b5499f7f 853 lib.dependencies, options,
screamer 0:66f3b5499f7f 854 verbose=verbose, clean=clean, macros=macros, notify=notify, jobs=jobs, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 855 else:
screamer 0:66f3b5499f7f 856 print 'Library "%s" is not yet supported on target %s with toolchain %s'% (lib_id, target.name, toolchain)
screamer 0:66f3b5499f7f 857
screamer 0:66f3b5499f7f 858
screamer 0:66f3b5499f7f 859 def static_analysis_scan_library(src_paths, build_path, target, toolchain_name, cppcheck_cmd, cppcheck_msg_format,
screamer 0:66f3b5499f7f 860 dependencies_paths=None, options=None, name=None, clean=False,
screamer 0:66f3b5499f7f 861 notify=None, verbose=False, macros=None, jobs=1, extra_verbose=False):
screamer 0:66f3b5499f7f 862 """ Function scans library (or just some set of sources/headers) for staticly detectable defects """
screamer 0:66f3b5499f7f 863 if type(src_paths) != ListType:
screamer 0:66f3b5499f7f 864 src_paths = [src_paths]
screamer 0:66f3b5499f7f 865
screamer 0:66f3b5499f7f 866 for src_path in src_paths:
screamer 0:66f3b5499f7f 867 if not exists(src_path):
screamer 0:66f3b5499f7f 868 raise Exception("The library source folder does not exist: %s", src_path)
screamer 0:66f3b5499f7f 869
screamer 0:66f3b5499f7f 870 # Toolchain instance
screamer 0:66f3b5499f7f 871 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 872 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 873 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 874
screamer 0:66f3b5499f7f 875 # The first path will give the name to the library
screamer 0:66f3b5499f7f 876 name = basename(src_paths[0])
screamer 0:66f3b5499f7f 877 toolchain.info("Static analysis for library %s (%s, %s)" % (name.upper(), target.name, toolchain_name))
screamer 0:66f3b5499f7f 878
screamer 0:66f3b5499f7f 879 # Scan Resources
screamer 0:66f3b5499f7f 880 resources = []
screamer 0:66f3b5499f7f 881 for src_path in src_paths:
screamer 0:66f3b5499f7f 882 resources.append(toolchain.scan_resources(src_path))
screamer 0:66f3b5499f7f 883
screamer 0:66f3b5499f7f 884 # Dependencies Include Paths
screamer 0:66f3b5499f7f 885 dependencies_include_dir = []
screamer 0:66f3b5499f7f 886 if dependencies_paths is not None:
screamer 0:66f3b5499f7f 887 for path in dependencies_paths:
screamer 0:66f3b5499f7f 888 lib_resources = toolchain.scan_resources(path)
screamer 0:66f3b5499f7f 889 dependencies_include_dir.extend(lib_resources.inc_dirs)
screamer 0:66f3b5499f7f 890
screamer 0:66f3b5499f7f 891 # Create the desired build directory structure
screamer 0:66f3b5499f7f 892 bin_path = join(build_path, toolchain.obj_path)
screamer 0:66f3b5499f7f 893 mkdir(bin_path)
screamer 0:66f3b5499f7f 894 tmp_path = join(build_path, '.temp', toolchain.obj_path)
screamer 0:66f3b5499f7f 895 mkdir(tmp_path)
screamer 0:66f3b5499f7f 896
screamer 0:66f3b5499f7f 897 # Gather include paths, c, cpp sources and macros to transfer to cppcheck command line
screamer 0:66f3b5499f7f 898 includes = ["-I%s" % i for i in dependencies_include_dir + src_paths]
screamer 0:66f3b5499f7f 899 c_sources = " "
screamer 0:66f3b5499f7f 900 cpp_sources = " "
screamer 0:66f3b5499f7f 901 macros = ['-D%s' % s for s in toolchain.get_symbols() + toolchain.macros]
screamer 0:66f3b5499f7f 902
screamer 0:66f3b5499f7f 903 # Copy Headers
screamer 0:66f3b5499f7f 904 for resource in resources:
screamer 13:ab47a20b66f0 905 toolchain.copy_files(resource.headers, build_path, resources=resource)
screamer 0:66f3b5499f7f 906 includes += ["-I%s" % i for i in resource.inc_dirs]
screamer 0:66f3b5499f7f 907 c_sources += " ".join(resource.c_sources) + " "
screamer 0:66f3b5499f7f 908 cpp_sources += " ".join(resource.cpp_sources) + " "
screamer 0:66f3b5499f7f 909
screamer 0:66f3b5499f7f 910 dependencies_include_dir.extend(toolchain.scan_resources(build_path).inc_dirs)
screamer 0:66f3b5499f7f 911
screamer 0:66f3b5499f7f 912 includes = map(str.strip, includes)
screamer 0:66f3b5499f7f 913 macros = map(str.strip, macros)
screamer 0:66f3b5499f7f 914
screamer 0:66f3b5499f7f 915 check_cmd = cppcheck_cmd
screamer 0:66f3b5499f7f 916 check_cmd += cppcheck_msg_format
screamer 0:66f3b5499f7f 917 check_cmd += includes
screamer 0:66f3b5499f7f 918 check_cmd += macros
screamer 0:66f3b5499f7f 919
screamer 0:66f3b5499f7f 920 # We need to pass some parameters via file to avoid "command line too long in some OSs"
screamer 0:66f3b5499f7f 921 # Temporary file is created to store e.g. cppcheck list of files for command line
screamer 0:66f3b5499f7f 922 tmp_file = tempfile.NamedTemporaryFile(delete=False)
screamer 0:66f3b5499f7f 923 tmp_file.writelines(line + '\n' for line in c_sources.split())
screamer 0:66f3b5499f7f 924 tmp_file.writelines(line + '\n' for line in cpp_sources.split())
screamer 0:66f3b5499f7f 925 tmp_file.close()
screamer 0:66f3b5499f7f 926 check_cmd += ["--file-list=%s"% tmp_file.name]
screamer 0:66f3b5499f7f 927
screamer 0:66f3b5499f7f 928 # This will allow us to grab result from both stdio and stderr outputs (so we can show them)
screamer 0:66f3b5499f7f 929 # We assume static code analysis tool is outputting defects on STDERR
screamer 0:66f3b5499f7f 930 _stdout, _stderr, _rc = run_cmd_ext(check_cmd)
screamer 0:66f3b5499f7f 931 if verbose:
screamer 0:66f3b5499f7f 932 print _stdout
screamer 0:66f3b5499f7f 933 print _stderr
screamer 0:66f3b5499f7f 934
screamer 0:66f3b5499f7f 935
screamer 0:66f3b5499f7f 936 def print_build_results(result_list, build_name):
screamer 0:66f3b5499f7f 937 """ Generate result string for build results """
screamer 0:66f3b5499f7f 938 result = ""
screamer 0:66f3b5499f7f 939 if len(result_list) > 0:
screamer 0:66f3b5499f7f 940 result += build_name + "\n"
screamer 0:66f3b5499f7f 941 result += "\n".join([" * %s" % f for f in result_list])
screamer 0:66f3b5499f7f 942 result += "\n"
screamer 0:66f3b5499f7f 943 return result
screamer 0:66f3b5499f7f 944
screamer 0:66f3b5499f7f 945 def write_build_report(build_report, template_filename, filename):
screamer 0:66f3b5499f7f 946 build_report_failing = []
screamer 0:66f3b5499f7f 947 build_report_passing = []
screamer 0:66f3b5499f7f 948
screamer 0:66f3b5499f7f 949 for report in build_report:
screamer 0:66f3b5499f7f 950 if len(report["failing"]) > 0:
screamer 0:66f3b5499f7f 951 build_report_failing.append(report)
screamer 0:66f3b5499f7f 952 else:
screamer 0:66f3b5499f7f 953 build_report_passing.append(report)
screamer 0:66f3b5499f7f 954
screamer 0:66f3b5499f7f 955 env = Environment(extensions=['jinja2.ext.with_'])
screamer 0:66f3b5499f7f 956 env.loader = FileSystemLoader('ci_templates')
screamer 0:66f3b5499f7f 957 template = env.get_template(template_filename)
screamer 0:66f3b5499f7f 958
screamer 0:66f3b5499f7f 959 with open(filename, 'w+') as f:
screamer 0:66f3b5499f7f 960 f.write(template.render(failing_builds=build_report_failing, passing_builds=build_report_passing))
screamer 1:a99c8e460c5c 961
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 962
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 963 def scan_for_source_paths(path, exclude_paths=None):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 964 ignorepatterns = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 965 paths = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 966
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 967 def is_ignored(file_path):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 968 for pattern in ignorepatterns:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 969 if fnmatch.fnmatch(file_path, pattern):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 970 return True
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 971 return False
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 972
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 973
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 974 """ os.walk(top[, topdown=True[, onerror=None[, followlinks=False]]])
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 975 When topdown is True, the caller can modify the dirnames list in-place
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 976 (perhaps using del or slice assignment), and walk() will only recurse into
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 977 the subdirectories whose names remain in dirnames; this can be used to prune
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 978 the search, impose a specific order of visiting, or even to inform walk()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 979 about directories the caller creates or renames before it resumes walk()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 980 again. Modifying dirnames when topdown is False is ineffective, because in
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 981 bottom-up mode the directories in dirnames are generated before dirpath
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 982 itself is generated.
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 983 """
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 984 for root, dirs, files in walk(path, followlinks=True):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 985 # Remove ignored directories
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 986 # Check if folder contains .mbedignore
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 987 if ".mbedignore" in files :
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 988 with open (join(root,".mbedignore"), "r") as f:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 989 lines=f.readlines()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 990 lines = [l.strip() for l in lines] # Strip whitespaces
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 991 lines = [l for l in lines if l != ""] # Strip empty lines
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 992 lines = [l for l in lines if not re.match("^#",l)] # Strip comment lines
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 993 # Append root path to glob patterns
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 994 # and append patterns to ignorepatterns
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 995 ignorepatterns.extend([join(root,line.strip()) for line in lines])
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 996
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 997 for d in copy(dirs):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 998 dir_path = join(root, d)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 999
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1000 # Always ignore hidden directories
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1001 if d.startswith('.'):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1002 dirs.remove(d)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1003
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1004 # Remove dirs that already match the ignorepatterns
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1005 # to avoid travelling into them and to prevent them
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1006 # on appearing in include path.
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1007 if is_ignored(join(dir_path,"")):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1008 dirs.remove(d)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1009
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1010 if exclude_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1011 for exclude_path in exclude_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1012 rel_path = relpath(dir_path, exclude_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1013 if not (rel_path.startswith('..')):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1014 dirs.remove(d)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1015 break
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1016
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1017 # Add root to include paths
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1018 paths.append(root)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1019
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1020 return paths