the other jimmy / mbed-sdk-tools

Important changes to repositories hosted on mbed.com

Mbed hosted mercurial repositories are deprecated and are due to be permanently deleted in July 2026.

To keep a copy of this software download the repository Zip archive or clone locally using Mercurial.

It is also possible to export all your personal repositories from the account settings page.

Fork of mbed-sdk-tools by mbed official

build_api.py@27:5461402c33f8, 2016-08-29 (annotated)

Committer:
screamer
Date:
Mon Aug 29 10:55:24 2016 +0100
Revision:
27:5461402c33f8
Parent:
24:25bff2709c20
Child:
29:1210849dba19
Differentiate legacy targets.json (rev <= 121) and post mbed 5.0

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 """
screamer 0:66f3b5499f7f 2 mbed SDK
screamer 0:66f3b5499f7f 3 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 4
screamer 0:66f3b5499f7f 5 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 6 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 7 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 8
screamer 0:66f3b5499f7f 9 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 10
screamer 0:66f3b5499f7f 11 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 12 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 13 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 14 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 15 limitations under the License.
screamer 0:66f3b5499f7f 16 """
screamer 0:66f3b5499f7f 17
screamer 0:66f3b5499f7f 18 import re
screamer 0:66f3b5499f7f 19 import tempfile
screamer 0:66f3b5499f7f 20 import colorama
screamer 0:66f3b5499f7f 21
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 22 from copy import copy
screamer 0:66f3b5499f7f 23 from types import ListType
screamer 0:66f3b5499f7f 24 from shutil import rmtree
screamer 7:5af61d55adbe 25 from os.path import join, exists, basename, abspath, normpath
screamer 24:25bff2709c20 26 from os import getcwd, walk, linesep
screamer 0:66f3b5499f7f 27 from time import time
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 28 import fnmatch
screamer 0:66f3b5499f7f 29
screamer 24:25bff2709c20 30 from tools.utils import mkdir, run_cmd, run_cmd_ext, NotSupportedException, ToolException, InvalidReleaseTargetException
screamer 0:66f3b5499f7f 31 from tools.paths import MBED_TARGETS_PATH, MBED_LIBRARIES, MBED_API, MBED_HAL, MBED_COMMON
screamer 24:25bff2709c20 32 from tools.targets import TARGET_NAMES, TARGET_MAP, set_targets_json_location
screamer 0:66f3b5499f7f 33 from tools.libraries import Library
screamer 14:ee1b877e6839 34 from tools.toolchains import TOOLCHAIN_CLASSES, mbedToolchain
screamer 24:25bff2709c20 35 from tools.build_profiles import find_build_profile, get_toolchain_profile, find_targets_json
screamer 0:66f3b5499f7f 36 from jinja2 import FileSystemLoader
screamer 0:66f3b5499f7f 37 from jinja2.environment import Environment
screamer 7:5af61d55adbe 38 from tools.config import Config
screamer 0:66f3b5499f7f 39
screamer 24:25bff2709c20 40 RELEASE_VERSIONS = ['2', '5']
screamer 24:25bff2709c20 41
screamer 0:66f3b5499f7f 42 def prep_report(report, target_name, toolchain_name, id_name):
screamer 0:66f3b5499f7f 43 # Setup report keys
screamer 0:66f3b5499f7f 44 if not target_name in report:
screamer 0:66f3b5499f7f 45 report[target_name] = {}
screamer 0:66f3b5499f7f 46
screamer 0:66f3b5499f7f 47 if not toolchain_name in report[target_name]:
screamer 0:66f3b5499f7f 48 report[target_name][toolchain_name] = {}
screamer 0:66f3b5499f7f 49
screamer 0:66f3b5499f7f 50 if not id_name in report[target_name][toolchain_name]:
screamer 0:66f3b5499f7f 51 report[target_name][toolchain_name][id_name] = []
screamer 0:66f3b5499f7f 52
screamer 0:66f3b5499f7f 53 def prep_properties(properties, target_name, toolchain_name, vendor_label):
screamer 0:66f3b5499f7f 54 # Setup test properties
screamer 0:66f3b5499f7f 55 if not target_name in properties:
screamer 0:66f3b5499f7f 56 properties[target_name] = {}
screamer 0:66f3b5499f7f 57
screamer 0:66f3b5499f7f 58 if not toolchain_name in properties[target_name]:
screamer 0:66f3b5499f7f 59 properties[target_name][toolchain_name] = {}
screamer 0:66f3b5499f7f 60
screamer 0:66f3b5499f7f 61 properties[target_name][toolchain_name]["target"] = target_name
screamer 0:66f3b5499f7f 62 properties[target_name][toolchain_name]["vendor"] = vendor_label
screamer 0:66f3b5499f7f 63 properties[target_name][toolchain_name]["toolchain"] = toolchain_name
screamer 0:66f3b5499f7f 64
screamer 0:66f3b5499f7f 65 def create_result(target_name, toolchain_name, id_name, description):
screamer 0:66f3b5499f7f 66 cur_result = {}
screamer 0:66f3b5499f7f 67 cur_result["target_name"] = target_name
screamer 0:66f3b5499f7f 68 cur_result["toolchain_name"] = toolchain_name
screamer 0:66f3b5499f7f 69 cur_result["id"] = id_name
screamer 0:66f3b5499f7f 70 cur_result["description"] = description
screamer 0:66f3b5499f7f 71 cur_result["elapsed_time"] = 0
screamer 0:66f3b5499f7f 72 cur_result["output"] = ""
screamer 0:66f3b5499f7f 73
screamer 0:66f3b5499f7f 74 return cur_result
screamer 0:66f3b5499f7f 75
screamer 0:66f3b5499f7f 76 def add_result_to_report(report, result):
screamer 0:66f3b5499f7f 77 target = result["target_name"]
screamer 0:66f3b5499f7f 78 toolchain = result["toolchain_name"]
screamer 0:66f3b5499f7f 79 id_name = result['id']
screamer 0:66f3b5499f7f 80 result_wrap = { 0: result }
screamer 0:66f3b5499f7f 81 report[target][toolchain][id_name].append(result_wrap)
screamer 0:66f3b5499f7f 82
screamer 24:25bff2709c20 83 def get_config(src_paths, target, toolchain_name):
screamer 24:25bff2709c20 84 # Convert src_paths to a list if needed
screamer 24:25bff2709c20 85 if type(src_paths) != ListType:
screamer 24:25bff2709c20 86 src_paths = [src_paths]
screamer 1:a99c8e460c5c 87
screamer 24:25bff2709c20 88 # Pass all params to the unified prepare_resources()
screamer 24:25bff2709c20 89 toolchain = prepare_toolchain(src_paths, target, toolchain_name)
screamer 7:5af61d55adbe 90
screamer 7:5af61d55adbe 91 # Scan src_path for config files
screamer 7:5af61d55adbe 92 resources = toolchain.scan_resources(src_paths[0])
screamer 7:5af61d55adbe 93 for path in src_paths[1:]:
screamer 7:5af61d55adbe 94 resources.add(toolchain.scan_resources(path))
screamer 7:5af61d55adbe 95
screamer 13:ab47a20b66f0 96 # Update configuration files until added features creates no changes
screamer 13:ab47a20b66f0 97 prev_features = set()
screamer 13:ab47a20b66f0 98 while True:
screamer 13:ab47a20b66f0 99 # Update the configuration with any .json files found while scanning
screamer 24:25bff2709c20 100 toolchain.config.add_config_files(resources.json_files)
screamer 13:ab47a20b66f0 101
screamer 13:ab47a20b66f0 102 # Add features while we find new ones
screamer 24:25bff2709c20 103 features = toolchain.config.get_features()
screamer 13:ab47a20b66f0 104 if features == prev_features:
screamer 13:ab47a20b66f0 105 break
screamer 13:ab47a20b66f0 106
screamer 13:ab47a20b66f0 107 for feature in features:
screamer 13:ab47a20b66f0 108 if feature in resources.features:
screamer 13:ab47a20b66f0 109 resources += resources.features[feature]
screamer 13:ab47a20b66f0 110
screamer 13:ab47a20b66f0 111 prev_features = features
screamer 24:25bff2709c20 112 toolchain.config.validate_config()
screamer 13:ab47a20b66f0 113
screamer 24:25bff2709c20 114 cfg, macros = toolchain.config.get_config_data()
screamer 24:25bff2709c20 115 features = toolchain.config.get_features()
screamer 13:ab47a20b66f0 116 return cfg, macros, features
screamer 7:5af61d55adbe 117
screamer 24:25bff2709c20 118 def is_official_target(target_name, version):
screamer 24:25bff2709c20 119 """ Returns True, None if a target is part of the official release for the
screamer 24:25bff2709c20 120 given version. Return False, 'reason' if a target is not part of the
screamer 24:25bff2709c20 121 official release for the given version.
screamer 24:25bff2709c20 122
screamer 24:25bff2709c20 123 target_name: Name if the target (ex. 'K64F')
screamer 24:25bff2709c20 124 version: The release version string. Should be a string contained within RELEASE_VERSIONS
screamer 24:25bff2709c20 125 """
screamer 24:25bff2709c20 126
screamer 24:25bff2709c20 127 result = True
screamer 24:25bff2709c20 128 reason = None
screamer 24:25bff2709c20 129 target = TARGET_MAP[target_name]
screamer 24:25bff2709c20 130
screamer 24:25bff2709c20 131 if hasattr(target, 'release_versions') and version in target.release_versions:
screamer 24:25bff2709c20 132 if version == '2':
screamer 24:25bff2709c20 133 # For version 2, either ARM or uARM toolchain support is required
screamer 24:25bff2709c20 134 required_toolchains = set(['ARM', 'uARM'])
screamer 24:25bff2709c20 135
screamer 24:25bff2709c20 136 if not len(required_toolchains.intersection(set(target.supported_toolchains))) > 0:
screamer 24:25bff2709c20 137 result = False
screamer 24:25bff2709c20 138 reason = ("Target '%s' must support " % target.name) + \
screamer 24:25bff2709c20 139 ("one of the folowing toolchains to be included in the mbed 2.0 ") + \
screamer 24:25bff2709c20 140 (("official release: %s" + linesep) % ", ".join(required_toolchains)) + \
screamer 24:25bff2709c20 141 ("Currently it is only configured to support the ") + \
screamer 24:25bff2709c20 142 ("following toolchains: %s" % ", ".join(target.supported_toolchains))
screamer 24:25bff2709c20 143
screamer 24:25bff2709c20 144 elif version == '5':
screamer 24:25bff2709c20 145 # For version 5, ARM, GCC_ARM, and IAR toolchain support is required
screamer 24:25bff2709c20 146 required_toolchains = set(['ARM', 'GCC_ARM', 'IAR'])
screamer 24:25bff2709c20 147 required_toolchains_sorted = list(required_toolchains)
screamer 24:25bff2709c20 148 required_toolchains_sorted.sort()
screamer 24:25bff2709c20 149 supported_toolchains = set(target.supported_toolchains)
screamer 24:25bff2709c20 150 supported_toolchains_sorted = list(supported_toolchains)
screamer 24:25bff2709c20 151 supported_toolchains_sorted.sort()
screamer 24:25bff2709c20 152
screamer 24:25bff2709c20 153 if not required_toolchains.issubset(supported_toolchains):
screamer 24:25bff2709c20 154 result = False
screamer 24:25bff2709c20 155 reason = ("Target '%s' must support " % target.name) + \
screamer 24:25bff2709c20 156 ("ALL of the folowing toolchains to be included in the mbed OS 5.0 ") + \
screamer 24:25bff2709c20 157 (("official release: %s" + linesep) % ", ".join(required_toolchains_sorted)) + \
screamer 24:25bff2709c20 158 ("Currently it is only configured to support the ") + \
screamer 24:25bff2709c20 159 ("following toolchains: %s" % ", ".join(supported_toolchains_sorted))
screamer 24:25bff2709c20 160
screamer 24:25bff2709c20 161 elif not target.default_build == 'standard':
screamer 24:25bff2709c20 162 result = False
screamer 24:25bff2709c20 163 reason = ("Target '%s' must set the 'default_build' " % target.name) + \
screamer 24:25bff2709c20 164 ("to 'standard' to be included in the mbed OS 5.0 ") + \
screamer 24:25bff2709c20 165 ("official release." + linesep) + \
screamer 24:25bff2709c20 166 ("Currently it is set to '%s'" % target.default_build)
screamer 24:25bff2709c20 167
screamer 24:25bff2709c20 168 else:
screamer 24:25bff2709c20 169 result = False
screamer 24:25bff2709c20 170 reason = ("Target '%s' has set an invalid release version of '%s'" % version) + \
screamer 24:25bff2709c20 171 ("Please choose from the following release versions: %s" + ', '.join(RELEASE_VERSIONS))
screamer 24:25bff2709c20 172
screamer 24:25bff2709c20 173 else:
screamer 24:25bff2709c20 174 result = False
screamer 24:25bff2709c20 175 if not hasattr(target, 'release_versions'):
screamer 24:25bff2709c20 176 reason = "Target '%s' does not have the 'release_versions' key set" % target.name
screamer 24:25bff2709c20 177 elif not version in target.release_versions:
screamer 24:25bff2709c20 178 reason = "Target '%s' does not contain the version '%s' in its 'release_versions' key" % (target.name, version)
screamer 24:25bff2709c20 179
screamer 24:25bff2709c20 180 return result, reason
screamer 24:25bff2709c20 181
screamer 24:25bff2709c20 182 def transform_release_toolchains(toolchains, version):
screamer 24:25bff2709c20 183 """ Given a list of toolchains and a release version, return a list of
screamer 24:25bff2709c20 184 only the supported toolchains for that release
screamer 24:25bff2709c20 185
screamer 24:25bff2709c20 186 toolchains: The list of toolchains
screamer 24:25bff2709c20 187 version: The release version string. Should be a string contained within RELEASE_VERSIONS
screamer 24:25bff2709c20 188 """
screamer 24:25bff2709c20 189 toolchains_set = set(toolchains)
screamer 24:25bff2709c20 190
screamer 24:25bff2709c20 191 if version == '5':
screamer 24:25bff2709c20 192 return ['ARM', 'GCC_ARM', 'IAR']
screamer 24:25bff2709c20 193 else:
screamer 24:25bff2709c20 194 return toolchains
screamer 24:25bff2709c20 195
screamer 24:25bff2709c20 196
screamer 24:25bff2709c20 197 def get_mbed_official_release(version):
screamer 24:25bff2709c20 198 """ Given a release version string, return a tuple that contains a target
screamer 24:25bff2709c20 199 and the supported toolchains for that release.
screamer 24:25bff2709c20 200 Ex. Given '2', return (('LPC1768', ('ARM', 'GCC_ARM')), ('K64F', ('ARM', 'GCC_ARM')), ...)
screamer 24:25bff2709c20 201
screamer 24:25bff2709c20 202 version: The version string. Should be a string contained within RELEASE_VERSIONS
screamer 7:5af61d55adbe 203 """
screamer 7:5af61d55adbe 204
screamer 24:25bff2709c20 205 MBED_OFFICIAL_RELEASE = (
screamer 24:25bff2709c20 206 tuple(
screamer 24:25bff2709c20 207 tuple(
screamer 24:25bff2709c20 208 [
screamer 24:25bff2709c20 209 TARGET_MAP[target].name,
screamer 24:25bff2709c20 210 tuple(transform_release_toolchains(TARGET_MAP[target].supported_toolchains, version))
screamer 24:25bff2709c20 211 ]
screamer 24:25bff2709c20 212 ) for target in TARGET_NAMES if (hasattr(TARGET_MAP[target], 'release_versions') and version in TARGET_MAP[target].release_versions)
screamer 24:25bff2709c20 213 )
screamer 24:25bff2709c20 214 )
screamer 24:25bff2709c20 215
screamer 24:25bff2709c20 216 for target in MBED_OFFICIAL_RELEASE:
screamer 24:25bff2709c20 217 is_official, reason = is_official_target(target[0], version)
screamer 24:25bff2709c20 218
screamer 24:25bff2709c20 219 if not is_official:
screamer 24:25bff2709c20 220 raise InvalidReleaseTargetException(reason)
screamer 24:25bff2709c20 221
screamer 24:25bff2709c20 222 return MBED_OFFICIAL_RELEASE
screamer 24:25bff2709c20 223
screamer 24:25bff2709c20 224
screamer 24:25bff2709c20 225 def prepare_toolchain(src_paths, target, toolchain_name,
screamer 24:25bff2709c20 226 macros=None, options=None, clean=False, jobs=1,
screamer 24:25bff2709c20 227 notify=None, silent=False, verbose=False, extra_verbose=False, config=None):
screamer 24:25bff2709c20 228 """ Prepares resource related objects - toolchain, target, config
screamer 24:25bff2709c20 229 src_paths: the paths to source directories
screamer 24:25bff2709c20 230 target: ['LPC1768', 'LPC11U24', 'LPC2368']
screamer 24:25bff2709c20 231 toolchain_name: ['ARM', 'uARM', 'GCC_ARM', 'GCC_CR']
screamer 24:25bff2709c20 232 clean: Rebuild everything if True
screamer 24:25bff2709c20 233 notify: Notify function for logs
screamer 24:25bff2709c20 234 verbose: Write the actual tools command lines if True
screamer 24:25bff2709c20 235 """
screamer 7:5af61d55adbe 236
screamer 7:5af61d55adbe 237 # We need to remove all paths which are repeated to avoid
screamer 7:5af61d55adbe 238 # multiple compilations and linking with the same objects
screamer 7:5af61d55adbe 239 src_paths = [src_paths[0]] + list(set(src_paths[1:]))
screamer 7:5af61d55adbe 240
screamer 7:5af61d55adbe 241 # If the configuration object was not yet created, create it now
screamer 7:5af61d55adbe 242 config = config or Config(target, src_paths)
screamer 7:5af61d55adbe 243
screamer 7:5af61d55adbe 244 # If the 'target' argument is a string, convert it to a target instance
screamer 13:ab47a20b66f0 245 if isinstance(target, basestring):
screamer 7:5af61d55adbe 246 try:
screamer 7:5af61d55adbe 247 target = TARGET_MAP[target]
screamer 7:5af61d55adbe 248 except KeyError:
screamer 7:5af61d55adbe 249 raise KeyError("Target '%s' not found" % target)
screamer 7:5af61d55adbe 250
screamer 24:25bff2709c20 251 # Toolchain instance
screamer 24:25bff2709c20 252 try:
screamer 24:25bff2709c20 253 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, notify, macros, silent, extra_verbose=extra_verbose)
screamer 24:25bff2709c20 254 except KeyError as e:
screamer 24:25bff2709c20 255 raise KeyError("Toolchain %s not supported" % toolchain_name)
screamer 24:25bff2709c20 256
screamer 24:25bff2709c20 257 toolchain.config = config
screamer 24:25bff2709c20 258 toolchain.jobs = jobs
screamer 24:25bff2709c20 259 toolchain.build_all = clean
screamer 24:25bff2709c20 260 toolchain.VERBOSE = verbose
screamer 24:25bff2709c20 261
screamer 24:25bff2709c20 262 return toolchain
screamer 24:25bff2709c20 263
screamer 24:25bff2709c20 264 def scan_resources(src_paths, toolchain, dependencies_paths=None, inc_dirs=None):
screamer 24:25bff2709c20 265 """ Scan resources using initialized toolcain
screamer 24:25bff2709c20 266 src_paths: the paths to source directories
screamer 24:25bff2709c20 267 toolchain: valid toolchain object
screamer 24:25bff2709c20 268 dependencies_paths: dependency paths that we should scan for include dirs
screamer 24:25bff2709c20 269 inc_dirs: additional include directories which should be added to thescanner resources
screamer 24:25bff2709c20 270 """
screamer 24:25bff2709c20 271
screamer 24:25bff2709c20 272 # Scan src_path
screamer 24:25bff2709c20 273 resources = toolchain.scan_resources(src_paths[0])
screamer 24:25bff2709c20 274 for path in src_paths[1:]:
screamer 24:25bff2709c20 275 resources.add(toolchain.scan_resources(path))
screamer 24:25bff2709c20 276
screamer 24:25bff2709c20 277 # Scan dependency paths for include dirs
screamer 24:25bff2709c20 278 if dependencies_paths is not None:
screamer 24:25bff2709c20 279 for path in dependencies_paths:
screamer 24:25bff2709c20 280 lib_resources = toolchain.scan_resources(path)
screamer 24:25bff2709c20 281 resources.inc_dirs.extend(lib_resources.inc_dirs)
screamer 24:25bff2709c20 282
screamer 24:25bff2709c20 283 # Add additional include directories if passed
screamer 24:25bff2709c20 284 if inc_dirs:
screamer 24:25bff2709c20 285 if type(inc_dirs) == ListType:
screamer 24:25bff2709c20 286 resources.inc_dirs.extend(inc_dirs)
screamer 24:25bff2709c20 287 else:
screamer 24:25bff2709c20 288 resources.inc_dirs.append(inc_dirs)
screamer 24:25bff2709c20 289
screamer 24:25bff2709c20 290 # Load resources into the config system which might expand/modify resources based on config data
screamer 24:25bff2709c20 291 resources = toolchain.config.load_resources(resources)
screamer 24:25bff2709c20 292
screamer 24:25bff2709c20 293 # Set the toolchain's configuration data
screamer 24:25bff2709c20 294 toolchain.set_config_data(toolchain.config.get_config_data())
screamer 24:25bff2709c20 295
screamer 24:25bff2709c20 296 return resources
screamer 24:25bff2709c20 297
screamer 24:25bff2709c20 298 def build_project(src_paths, build_path, target, toolchain_name,
screamer 24:25bff2709c20 299 libraries_paths=None, options=None, linker_script=None,
screamer 24:25bff2709c20 300 clean=False, notify=None, verbose=False, name=None, macros=None, inc_dirs=None,
screamer 24:25bff2709c20 301 jobs=1, silent=False, report=None, properties=None, project_id=None, project_description=None,
screamer 24:25bff2709c20 302 extra_verbose=False, config=None):
screamer 24:25bff2709c20 303 """ This function builds project. Project can be for example one test / UT
screamer 24:25bff2709c20 304 """
screamer 24:25bff2709c20 305
screamer 24:25bff2709c20 306 # Convert src_path to a list if needed
screamer 24:25bff2709c20 307 if type(src_paths) != ListType:
screamer 24:25bff2709c20 308 src_paths = [src_paths]
screamer 24:25bff2709c20 309 # Extend src_paths wiht libraries_paths
screamer 24:25bff2709c20 310 if libraries_paths is not None:
screamer 24:25bff2709c20 311 src_paths.extend(libraries_paths)
screamer 24:25bff2709c20 312
screamer 24:25bff2709c20 313 # Build Directory
screamer 24:25bff2709c20 314 if clean:
screamer 24:25bff2709c20 315 if exists(build_path):
screamer 24:25bff2709c20 316 rmtree(build_path)
screamer 24:25bff2709c20 317 mkdir(build_path)
screamer 24:25bff2709c20 318
screamer 24:25bff2709c20 319
screamer 24:25bff2709c20 320 ###################################
screamer 24:25bff2709c20 321 # mbed Classic/2.0/libary support #
screamer 24:25bff2709c20 322 ###################################
screamer 24:25bff2709c20 323
screamer 14:ee1b877e6839 324 # Find build system profile
screamer 14:ee1b877e6839 325 profile = None
screamer 24:25bff2709c20 326 targets_json = None
screamer 14:ee1b877e6839 327 for path in src_paths:
screamer 14:ee1b877e6839 328 profile = find_build_profile(path) or profile
screamer 27:5461402c33f8 329 if profile:
screamer 27:5461402c33f8 330 targets_json = os.path.join(os.path.dirname(os.path.abspath(__file__)), 'legacy_targets.json')
screamer 27:5461402c33f8 331 else:
screamer 27:5461402c33f8 332 targets_json = find_targets_json(path) or targets_json
screamer 14:ee1b877e6839 333
screamer 24:25bff2709c20 334 # Apply targets.json to active targets
screamer 24:25bff2709c20 335 if targets_json:
screamer 24:25bff2709c20 336 if verbose:
screamer 24:25bff2709c20 337 print("Using targets from %s" % targets_json)
screamer 24:25bff2709c20 338 set_targets_json_location(targets_json)
screamer 24:25bff2709c20 339
screamer 24:25bff2709c20 340 # Apply profile to toolchains
screamer 14:ee1b877e6839 341 if profile:
screamer 14:ee1b877e6839 342 def init_hook(self):
screamer 14:ee1b877e6839 343 profile_data = get_toolchain_profile(self.name, profile)
screamer 14:ee1b877e6839 344 if not profile_data:
screamer 14:ee1b877e6839 345 return
screamer 24:25bff2709c20 346 if verbose:
screamer 24:25bff2709c20 347 self.info("Using toolchain %s profile %s" % (self.name, profile))
screamer 14:ee1b877e6839 348
screamer 14:ee1b877e6839 349 for k,v in profile_data.items():
screamer 14:ee1b877e6839 350 if self.flags.has_key(k):
screamer 14:ee1b877e6839 351 self.flags[k] = v
screamer 14:ee1b877e6839 352 else:
screamer 14:ee1b877e6839 353 setattr(self, k, v)
screamer 14:ee1b877e6839 354
screamer 14:ee1b877e6839 355 mbedToolchain.init = init_hook
screamer 14:ee1b877e6839 356
screamer 24:25bff2709c20 357 # Pass all params to the unified prepare_toolchain()
screamer 24:25bff2709c20 358 toolchain = prepare_toolchain(src_paths, target, toolchain_name,
screamer 24:25bff2709c20 359 macros=macros, options=options, clean=clean, jobs=jobs,
screamer 24:25bff2709c20 360 notify=notify, silent=silent, verbose=verbose, extra_verbose=extra_verbose, config=config)
screamer 0:66f3b5499f7f 361
screamer 24:25bff2709c20 362 # The first path will give the name to the library
screamer 0:66f3b5499f7f 363 if name is None:
screamer 24:25bff2709c20 364 name = basename(normpath(abspath(src_paths[0])))
screamer 24:25bff2709c20 365 toolchain.info("Building project %s (%s, %s)" % (name, toolchain.target.name, toolchain_name))
screamer 0:66f3b5499f7f 366
screamer 24:25bff2709c20 367 # Initialize reporting
screamer 0:66f3b5499f7f 368 if report != None:
screamer 0:66f3b5499f7f 369 start = time()
screamer 7:5af61d55adbe 370 # If project_id is specified, use that over the default name
screamer 7:5af61d55adbe 371 id_name = project_id.upper() if project_id else name.upper()
screamer 7:5af61d55adbe 372 description = project_description if project_description else name
screamer 24:25bff2709c20 373 vendor_label = toolchain.target.extra_labels[0]
screamer 24:25bff2709c20 374 prep_report(report, toolchain.target.name, toolchain_name, id_name)
screamer 24:25bff2709c20 375 cur_result = create_result(toolchain.target.name, toolchain_name, id_name, description)
screamer 0:66f3b5499f7f 376 if properties != None:
screamer 24:25bff2709c20 377 prep_properties(properties, toolchain.target.name, toolchain_name, vendor_label)
screamer 0:66f3b5499f7f 378
screamer 0:66f3b5499f7f 379 try:
screamer 24:25bff2709c20 380 # Call unified scan_resources
screamer 24:25bff2709c20 381 resources = scan_resources(src_paths, toolchain, inc_dirs=inc_dirs)
screamer 0:66f3b5499f7f 382
screamer 24:25bff2709c20 383 # Change linker script if specified
screamer 0:66f3b5499f7f 384 if linker_script is not None:
screamer 0:66f3b5499f7f 385 resources.linker_script = linker_script
screamer 0:66f3b5499f7f 386
screamer 0:66f3b5499f7f 387 # Compile Sources
screamer 13:ab47a20b66f0 388 objects = toolchain.compile_sources(resources, build_path, resources.inc_dirs)
screamer 13:ab47a20b66f0 389 resources.objects.extend(objects)
screamer 0:66f3b5499f7f 390
screamer 0:66f3b5499f7f 391 # Link Program
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 392 res, _ = toolchain.link_program(resources, build_path, name)
screamer 0:66f3b5499f7f 393
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 394 if report != None:
screamer 0:66f3b5499f7f 395 end = time()
screamer 0:66f3b5499f7f 396 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 397 cur_result["output"] = toolchain.get_output()
screamer 0:66f3b5499f7f 398 cur_result["result"] = "OK"
screamer 22:9e85236d8716 399 cur_result["memory_usage"] = toolchain.map_outputs
screamer 0:66f3b5499f7f 400
screamer 0:66f3b5499f7f 401 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 402
screamer 0:66f3b5499f7f 403 return res
screamer 0:66f3b5499f7f 404
screamer 0:66f3b5499f7f 405 except Exception, e:
screamer 0:66f3b5499f7f 406 if report != None:
screamer 0:66f3b5499f7f 407 end = time()
screamer 0:66f3b5499f7f 408
screamer 0:66f3b5499f7f 409 if isinstance(e, NotSupportedException):
screamer 0:66f3b5499f7f 410 cur_result["result"] = "NOT_SUPPORTED"
screamer 0:66f3b5499f7f 411 else:
screamer 0:66f3b5499f7f 412 cur_result["result"] = "FAIL"
screamer 0:66f3b5499f7f 413
screamer 0:66f3b5499f7f 414 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 415
screamer 0:66f3b5499f7f 416 toolchain_output = toolchain.get_output()
screamer 0:66f3b5499f7f 417 if toolchain_output:
screamer 0:66f3b5499f7f 418 cur_result["output"] += toolchain_output
screamer 0:66f3b5499f7f 419
screamer 0:66f3b5499f7f 420 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 421
screamer 0:66f3b5499f7f 422 # Let Exception propagate
screamer 13:ab47a20b66f0 423 raise
screamer 0:66f3b5499f7f 424
screamer 0:66f3b5499f7f 425 def build_library(src_paths, build_path, target, toolchain_name,
screamer 0:66f3b5499f7f 426 dependencies_paths=None, options=None, name=None, clean=False, archive=True,
screamer 24:25bff2709c20 427 notify=None, verbose=False, macros=None, inc_dirs=None,
screamer 7:5af61d55adbe 428 jobs=1, silent=False, report=None, properties=None, extra_verbose=False,
screamer 7:5af61d55adbe 429 project_id=None):
screamer 24:25bff2709c20 430 """ Prepares resource related objects - toolchain, target, config
screamer 24:25bff2709c20 431 src_paths: the paths to source directories
screamer 0:66f3b5499f7f 432 build_path: the path of the build directory
screamer 0:66f3b5499f7f 433 target: ['LPC1768', 'LPC11U24', 'LPC2368']
screamer 24:25bff2709c20 434 toolchain_name: ['ARM', 'uARM', 'GCC_ARM', 'GCC_CR']
screamer 0:66f3b5499f7f 435 clean: Rebuild everything if True
screamer 0:66f3b5499f7f 436 notify: Notify function for logs
screamer 0:66f3b5499f7f 437 verbose: Write the actual tools command lines if True
screamer 0:66f3b5499f7f 438 inc_dirs: additional include directories which should be included in build
screamer 0:66f3b5499f7f 439 """
screamer 24:25bff2709c20 440
screamer 24:25bff2709c20 441 # Convert src_path to a list if needed
screamer 0:66f3b5499f7f 442 if type(src_paths) != ListType:
screamer 0:66f3b5499f7f 443 src_paths = [src_paths]
screamer 0:66f3b5499f7f 444
screamer 24:25bff2709c20 445 # Build path
screamer 24:25bff2709c20 446 if archive:
screamer 24:25bff2709c20 447 # Use temp path when building archive
screamer 24:25bff2709c20 448 tmp_path = join(build_path, '.temp')
screamer 24:25bff2709c20 449 mkdir(tmp_path)
screamer 24:25bff2709c20 450 else:
screamer 24:25bff2709c20 451 tmp_path = build_path
screamer 0:66f3b5499f7f 452
screamer 24:25bff2709c20 453 # Pass all params to the unified prepare_toolchain()
screamer 24:25bff2709c20 454 toolchain = prepare_toolchain(src_paths, target, toolchain_name,
screamer 24:25bff2709c20 455 macros=macros, options=options, clean=clean, jobs=jobs,
screamer 24:25bff2709c20 456 notify=notify, silent=silent, verbose=verbose, extra_verbose=extra_verbose)
screamer 13:ab47a20b66f0 457
screamer 24:25bff2709c20 458 # The first path will give the name to the library
screamer 24:25bff2709c20 459 if name is None:
screamer 24:25bff2709c20 460 name = basename(normpath(abspath(src_paths[0])))
screamer 24:25bff2709c20 461 toolchain.info("Building library %s (%s, %s)" % (name, toolchain.target.name, toolchain_name))
screamer 13:ab47a20b66f0 462
screamer 24:25bff2709c20 463 # Initialize reporting
screamer 0:66f3b5499f7f 464 if report != None:
screamer 0:66f3b5499f7f 465 start = time()
screamer 7:5af61d55adbe 466 # If project_id is specified, use that over the default name
screamer 7:5af61d55adbe 467 id_name = project_id.upper() if project_id else name.upper()
screamer 0:66f3b5499f7f 468 description = name
screamer 24:25bff2709c20 469 vendor_label = toolchain.target.extra_labels[0]
screamer 24:25bff2709c20 470 prep_report(report, toolchain.target.name, toolchain_name, id_name)
screamer 24:25bff2709c20 471 cur_result = create_result(toolchain.target.name, toolchain_name, id_name, description)
screamer 0:66f3b5499f7f 472 if properties != None:
screamer 24:25bff2709c20 473 prep_properties(properties, toolchain.target.name, toolchain_name, vendor_label)
screamer 0:66f3b5499f7f 474
screamer 0:66f3b5499f7f 475 for src_path in src_paths:
screamer 0:66f3b5499f7f 476 if not exists(src_path):
screamer 0:66f3b5499f7f 477 error_msg = "The library source folder does not exist: %s", src_path
screamer 0:66f3b5499f7f 478 if report != None:
screamer 0:66f3b5499f7f 479 cur_result["output"] = error_msg
screamer 0:66f3b5499f7f 480 cur_result["result"] = "FAIL"
screamer 0:66f3b5499f7f 481 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 482 raise Exception(error_msg)
screamer 0:66f3b5499f7f 483
screamer 0:66f3b5499f7f 484 try:
screamer 24:25bff2709c20 485 # Call unified scan_resources
screamer 24:25bff2709c20 486 resources = scan_resources(src_paths, toolchain, dependencies_paths=dependencies_paths, inc_dirs=inc_dirs)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 487
screamer 13:ab47a20b66f0 488
screamer 13:ab47a20b66f0 489 # Copy headers, objects and static libraries - all files needed for static lib
screamer 13:ab47a20b66f0 490 toolchain.copy_files(resources.headers, build_path, resources=resources)
screamer 13:ab47a20b66f0 491 toolchain.copy_files(resources.objects, build_path, resources=resources)
screamer 13:ab47a20b66f0 492 toolchain.copy_files(resources.libraries, build_path, resources=resources)
screamer 13:ab47a20b66f0 493 if resources.linker_script:
screamer 13:ab47a20b66f0 494 toolchain.copy_files(resources.linker_script, build_path, resources=resources)
screamer 22:9e85236d8716 495
screamer 24:25bff2709c20 496 if resources.hex_files:
screamer 13:ab47a20b66f0 497 toolchain.copy_files(resources.hex_files, build_path, resources=resources)
screamer 0:66f3b5499f7f 498
screamer 0:66f3b5499f7f 499 # Compile Sources
screamer 13:ab47a20b66f0 500 objects = toolchain.compile_sources(resources, abspath(tmp_path), resources.inc_dirs)
screamer 13:ab47a20b66f0 501 resources.objects.extend(objects)
screamer 0:66f3b5499f7f 502
screamer 0:66f3b5499f7f 503 if archive:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 504 toolchain.build_library(objects, build_path, name)
screamer 0:66f3b5499f7f 505
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 506 if report != None:
screamer 0:66f3b5499f7f 507 end = time()
screamer 0:66f3b5499f7f 508 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 509 cur_result["output"] = toolchain.get_output()
screamer 0:66f3b5499f7f 510 cur_result["result"] = "OK"
screamer 0:66f3b5499f7f 511
screamer 0:66f3b5499f7f 512 add_result_to_report(report, cur_result)
screamer 22:9e85236d8716 513 return True
screamer 0:66f3b5499f7f 514
screamer 0:66f3b5499f7f 515 except Exception, e:
screamer 0:66f3b5499f7f 516 if report != None:
screamer 0:66f3b5499f7f 517 end = time()
screamer 22:9e85236d8716 518
screamer 7:5af61d55adbe 519 if isinstance(e, ToolException):
screamer 7:5af61d55adbe 520 cur_result["result"] = "FAIL"
screamer 7:5af61d55adbe 521 elif isinstance(e, NotSupportedException):
screamer 7:5af61d55adbe 522 cur_result["result"] = "NOT_SUPPORTED"
screamer 22:9e85236d8716 523
screamer 0:66f3b5499f7f 524 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 525
screamer 0:66f3b5499f7f 526 toolchain_output = toolchain.get_output()
screamer 0:66f3b5499f7f 527 if toolchain_output:
screamer 0:66f3b5499f7f 528 cur_result["output"] += toolchain_output
screamer 0:66f3b5499f7f 529
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 530 add_result_to_report(report, cur_result)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 531
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 532 # Let Exception propagate
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 533 raise e
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 534
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 535 ######################
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 536 ### Legacy methods ###
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 537 ######################
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 538
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 539 def build_lib(lib_id, target, toolchain_name, options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, silent=False, report=None, properties=None, extra_verbose=False):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 540 """ Legacy method for building mbed libraries
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 541 Function builds library in proper directory using all dependencies and macros defined by user.
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 542 """
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 543 lib = Library(lib_id)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 544 if not lib.is_supported(target, toolchain_name):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 545 print 'Library "%s" is not yet supported on target %s with toolchain %s' % (lib_id, target.name, toolchain)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 546 return False
screamer 22:9e85236d8716 547
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 548 # We need to combine macros from parameter list with macros from library definition
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 549 MACROS = lib.macros if lib.macros else []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 550 if macros:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 551 macros.extend(MACROS)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 552 else:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 553 macros = MACROS
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 554
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 555 src_paths = lib.source_dir
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 556 build_path = lib.build_dir
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 557 dependencies_paths = lib.dependencies
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 558 inc_dirs = lib.inc_dirs
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 559 inc_dirs_ext = lib.inc_dirs_ext
screamer 22:9e85236d8716 560
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 561 """ src_path: the path of the source directory
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 562 build_path: the path of the build directory
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 563 target: ['LPC1768', 'LPC11U24', 'LPC2368']
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 564 toolchain: ['ARM', 'uARM', 'GCC_ARM', 'GCC_CR']
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 565 library_paths: List of paths to additional libraries
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 566 clean: Rebuild everything if True
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 567 notify: Notify function for logs
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 568 verbose: Write the actual tools command lines if True
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 569 inc_dirs: additional include directories which should be included in build
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 570 inc_dirs_ext: additional include directories which should be copied to library directory
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 571 """
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 572 if type(src_paths) != ListType:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 573 src_paths = [src_paths]
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 574
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 575 # The first path will give the name to the library
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 576 name = basename(src_paths[0])
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 577
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 578 if report != None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 579 start = time()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 580 id_name = name.upper()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 581 description = name
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 582 vendor_label = target.extra_labels[0]
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 583 cur_result = None
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 584 prep_report(report, target.name, toolchain_name, id_name)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 585 cur_result = create_result(target.name, toolchain_name, id_name, description)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 586
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 587 if properties != None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 588 prep_properties(properties, target.name, toolchain_name, vendor_label)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 589
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 590 for src_path in src_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 591 if not exists(src_path):
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 592 error_msg = "The library source folder does not exist: %s", src_path
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 593
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 594 if report != None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 595 cur_result["output"] = error_msg
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 596 cur_result["result"] = "FAIL"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 597 add_result_to_report(report, cur_result)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 598
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 599 raise Exception(error_msg)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 600
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 601 try:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 602 # Toolchain instance
screamer 13:ab47a20b66f0 603 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, silent=silent, extra_verbose=extra_verbose)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 604 toolchain.VERBOSE = verbose
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 605 toolchain.jobs = jobs
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 606 toolchain.build_all = clean
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 607
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 608 toolchain.info("Building library %s (%s, %s)" % (name.upper(), target.name, toolchain_name))
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 609
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 610 # Scan Resources
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 611 resources = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 612 for src_path in src_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 613 resources.append(toolchain.scan_resources(src_path))
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 614
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 615 # Add extra include directories / files which are required by library
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 616 # This files usually are not in the same directory as source files so
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 617 # previous scan will not include them
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 618 if inc_dirs_ext is not None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 619 for inc_ext in inc_dirs_ext:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 620 resources.append(toolchain.scan_resources(inc_ext))
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 621
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 622 # Dependencies Include Paths
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 623 dependencies_include_dir = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 624 if dependencies_paths is not None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 625 for path in dependencies_paths:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 626 lib_resources = toolchain.scan_resources(path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 627 dependencies_include_dir.extend(lib_resources.inc_dirs)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 628
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 629 if inc_dirs:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 630 dependencies_include_dir.extend(inc_dirs)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 631
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 632 # Create the desired build directory structure
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 633 bin_path = join(build_path, toolchain.obj_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 634 mkdir(bin_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 635 tmp_path = join(build_path, '.temp', toolchain.obj_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 636 mkdir(tmp_path)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 637
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 638 # Copy Headers
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 639 for resource in resources:
screamer 13:ab47a20b66f0 640 toolchain.copy_files(resource.headers, build_path, resources=resource)
screamer 22:9e85236d8716 641
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 642 dependencies_include_dir.extend(toolchain.scan_resources(build_path).inc_dirs)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 643
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 644 # Compile Sources
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 645 objects = []
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 646 for resource in resources:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 647 objects.extend(toolchain.compile_sources(resource, tmp_path, dependencies_include_dir))
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 648
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 649 needed_update = toolchain.build_library(objects, bin_path, name)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 650
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 651 if report != None and needed_update:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 652 end = time()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 653 cur_result["elapsed_time"] = end - start
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 654 cur_result["output"] = toolchain.get_output()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 655 cur_result["result"] = "OK"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 656
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 657 add_result_to_report(report, cur_result)
screamer 22:9e85236d8716 658 return True
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 659
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 660 except Exception, e:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 661 if report != None:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 662 end = time()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 663 cur_result["result"] = "FAIL"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 664 cur_result["elapsed_time"] = end - start
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 665
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 666 toolchain_output = toolchain.get_output()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 667 if toolchain_output:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 668 cur_result["output"] += toolchain_output
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 669
screamer 0:66f3b5499f7f 670 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 671
screamer 0:66f3b5499f7f 672 # Let Exception propagate
screamer 0:66f3b5499f7f 673 raise e
screamer 0:66f3b5499f7f 674
screamer 0:66f3b5499f7f 675 # We do have unique legacy conventions about how we build and package the mbed library
screamer 0:66f3b5499f7f 676 def build_mbed_libs(target, toolchain_name, options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, silent=False, report=None, properties=None, extra_verbose=False):
screamer 0:66f3b5499f7f 677 """ Function returns True is library was built and false if building was skipped """
screamer 0:66f3b5499f7f 678
screamer 0:66f3b5499f7f 679 if report != None:
screamer 0:66f3b5499f7f 680 start = time()
screamer 0:66f3b5499f7f 681 id_name = "MBED"
screamer 0:66f3b5499f7f 682 description = "mbed SDK"
screamer 0:66f3b5499f7f 683 vendor_label = target.extra_labels[0]
screamer 0:66f3b5499f7f 684 cur_result = None
screamer 0:66f3b5499f7f 685 prep_report(report, target.name, toolchain_name, id_name)
screamer 0:66f3b5499f7f 686 cur_result = create_result(target.name, toolchain_name, id_name, description)
screamer 0:66f3b5499f7f 687
screamer 0:66f3b5499f7f 688 if properties != None:
screamer 0:66f3b5499f7f 689 prep_properties(properties, target.name, toolchain_name, vendor_label)
screamer 0:66f3b5499f7f 690
screamer 0:66f3b5499f7f 691 # Check toolchain support
screamer 0:66f3b5499f7f 692 if toolchain_name not in target.supported_toolchains:
screamer 0:66f3b5499f7f 693 supported_toolchains_text = ", ".join(target.supported_toolchains)
screamer 0:66f3b5499f7f 694 print '%s target is not yet supported by toolchain %s' % (target.name, toolchain_name)
screamer 0:66f3b5499f7f 695 print '%s target supports %s toolchain%s' % (target.name, supported_toolchains_text, 's' if len(target.supported_toolchains) > 1 else '')
screamer 0:66f3b5499f7f 696
screamer 0:66f3b5499f7f 697 if report != None:
screamer 0:66f3b5499f7f 698 cur_result["result"] = "SKIP"
screamer 0:66f3b5499f7f 699 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 700
screamer 0:66f3b5499f7f 701 return False
screamer 0:66f3b5499f7f 702
screamer 0:66f3b5499f7f 703 try:
screamer 0:66f3b5499f7f 704 # Toolchain
screamer 0:66f3b5499f7f 705 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, silent=silent, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 706 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 707 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 708 toolchain.build_all = clean
screamer 0:66f3b5499f7f 709
screamer 0:66f3b5499f7f 710 # Source and Build Paths
screamer 0:66f3b5499f7f 711 BUILD_TARGET = join(MBED_LIBRARIES, "TARGET_" + target.name)
screamer 0:66f3b5499f7f 712 BUILD_TOOLCHAIN = join(BUILD_TARGET, "TOOLCHAIN_" + toolchain.name)
screamer 0:66f3b5499f7f 713 mkdir(BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 714
screamer 0:66f3b5499f7f 715 TMP_PATH = join(MBED_LIBRARIES, '.temp', toolchain.obj_path)
screamer 0:66f3b5499f7f 716 mkdir(TMP_PATH)
screamer 0:66f3b5499f7f 717
screamer 0:66f3b5499f7f 718 # CMSIS
screamer 0:66f3b5499f7f 719 toolchain.info("Building library %s (%s, %s)"% ('CMSIS', target.name, toolchain_name))
screamer 0:66f3b5499f7f 720 cmsis_src = join(MBED_TARGETS_PATH, "cmsis")
screamer 0:66f3b5499f7f 721 resources = toolchain.scan_resources(cmsis_src)
screamer 0:66f3b5499f7f 722
screamer 0:66f3b5499f7f 723 toolchain.copy_files(resources.headers, BUILD_TARGET)
screamer 0:66f3b5499f7f 724 toolchain.copy_files(resources.linker_script, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 725 toolchain.copy_files(resources.bin_files, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 726
screamer 0:66f3b5499f7f 727 objects = toolchain.compile_sources(resources, TMP_PATH)
screamer 0:66f3b5499f7f 728 toolchain.copy_files(objects, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 729
screamer 0:66f3b5499f7f 730 # mbed
screamer 0:66f3b5499f7f 731 toolchain.info("Building library %s (%s, %s)" % ('MBED', target.name, toolchain_name))
screamer 0:66f3b5499f7f 732
screamer 0:66f3b5499f7f 733 # Common Headers
screamer 0:66f3b5499f7f 734 toolchain.copy_files(toolchain.scan_resources(MBED_API).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 735 toolchain.copy_files(toolchain.scan_resources(MBED_HAL).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 736
screamer 0:66f3b5499f7f 737 # Target specific sources
screamer 0:66f3b5499f7f 738 HAL_SRC = join(MBED_TARGETS_PATH, "hal")
screamer 0:66f3b5499f7f 739 hal_implementation = toolchain.scan_resources(HAL_SRC)
screamer 13:ab47a20b66f0 740 toolchain.copy_files(hal_implementation.headers + hal_implementation.hex_files + hal_implementation.libraries, BUILD_TARGET, resources=hal_implementation)
screamer 0:66f3b5499f7f 741 incdirs = toolchain.scan_resources(BUILD_TARGET).inc_dirs
screamer 0:66f3b5499f7f 742 objects = toolchain.compile_sources(hal_implementation, TMP_PATH, [MBED_LIBRARIES] + incdirs)
screamer 0:66f3b5499f7f 743
screamer 0:66f3b5499f7f 744 # Common Sources
screamer 0:66f3b5499f7f 745 mbed_resources = toolchain.scan_resources(MBED_COMMON)
screamer 0:66f3b5499f7f 746 objects += toolchain.compile_sources(mbed_resources, TMP_PATH, [MBED_LIBRARIES] + incdirs)
screamer 0:66f3b5499f7f 747
screamer 0:66f3b5499f7f 748 # A number of compiled files need to be copied as objects as opposed to
screamer 0:66f3b5499f7f 749 # being part of the mbed library, for reasons that have to do with the way
screamer 0:66f3b5499f7f 750 # the linker search for symbols in archives. These are:
screamer 0:66f3b5499f7f 751 # - retarget.o: to make sure that the C standard lib symbols get overridden
screamer 0:66f3b5499f7f 752 # - board.o: mbed_die is weak
screamer 0:66f3b5499f7f 753 # - mbed_overrides.o: this contains platform overrides of various weak SDK functions
screamer 0:66f3b5499f7f 754 separate_names, separate_objects = ['retarget.o', 'board.o', 'mbed_overrides.o'], []
screamer 0:66f3b5499f7f 755
screamer 0:66f3b5499f7f 756 for o in objects:
screamer 0:66f3b5499f7f 757 for name in separate_names:
screamer 0:66f3b5499f7f 758 if o.endswith(name):
screamer 0:66f3b5499f7f 759 separate_objects.append(o)
screamer 0:66f3b5499f7f 760
screamer 0:66f3b5499f7f 761 for o in separate_objects:
screamer 0:66f3b5499f7f 762 objects.remove(o)
screamer 0:66f3b5499f7f 763
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 764 toolchain.build_library(objects, BUILD_TOOLCHAIN, "mbed")
screamer 0:66f3b5499f7f 765
screamer 0:66f3b5499f7f 766 for o in separate_objects:
screamer 0:66f3b5499f7f 767 toolchain.copy_files(o, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 768
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 769 if report != None:
screamer 0:66f3b5499f7f 770 end = time()
screamer 0:66f3b5499f7f 771 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 772 cur_result["output"] = toolchain.get_output()
screamer 0:66f3b5499f7f 773 cur_result["result"] = "OK"
screamer 0:66f3b5499f7f 774
screamer 0:66f3b5499f7f 775 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 776
screamer 0:66f3b5499f7f 777 return True
screamer 0:66f3b5499f7f 778
screamer 0:66f3b5499f7f 779 except Exception, e:
screamer 0:66f3b5499f7f 780 if report != None:
screamer 0:66f3b5499f7f 781 end = time()
screamer 0:66f3b5499f7f 782 cur_result["result"] = "FAIL"
screamer 0:66f3b5499f7f 783 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 784
screamer 0:66f3b5499f7f 785 toolchain_output = toolchain.get_output()
screamer 0:66f3b5499f7f 786 if toolchain_output:
screamer 0:66f3b5499f7f 787 cur_result["output"] += toolchain_output
screamer 0:66f3b5499f7f 788
screamer 0:66f3b5499f7f 789 cur_result["output"] += str(e)
screamer 0:66f3b5499f7f 790
screamer 0:66f3b5499f7f 791 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 792
screamer 0:66f3b5499f7f 793 # Let Exception propagate
screamer 0:66f3b5499f7f 794 raise e
screamer 0:66f3b5499f7f 795
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 796
screamer 24:25bff2709c20 797 def get_unique_supported_toolchains(release_targets=None):
screamer 24:25bff2709c20 798 """ Get list of all unique toolchains supported by targets
screamer 24:25bff2709c20 799 If release_targets is not specified, then it queries all known targets
screamer 24:25bff2709c20 800 release_targets: tuple structure returned from get_mbed_official_release()
screamer 24:25bff2709c20 801 """
screamer 0:66f3b5499f7f 802 unique_supported_toolchains = []
screamer 24:25bff2709c20 803
screamer 24:25bff2709c20 804 if not release_targets:
screamer 24:25bff2709c20 805 for target in TARGET_NAMES:
screamer 24:25bff2709c20 806 for toolchain in TARGET_MAP[target].supported_toolchains:
screamer 24:25bff2709c20 807 if toolchain not in unique_supported_toolchains:
screamer 24:25bff2709c20 808 unique_supported_toolchains.append(toolchain)
screamer 24:25bff2709c20 809 else:
screamer 24:25bff2709c20 810 for target in release_targets:
screamer 24:25bff2709c20 811 for toolchain in target[1]:
screamer 24:25bff2709c20 812 if toolchain not in unique_supported_toolchains:
screamer 24:25bff2709c20 813 unique_supported_toolchains.append(toolchain)
screamer 24:25bff2709c20 814
screamer 0:66f3b5499f7f 815 return unique_supported_toolchains
screamer 0:66f3b5499f7f 816
screamer 0:66f3b5499f7f 817
screamer 24:25bff2709c20 818 def mcu_toolchain_matrix(verbose_html=False, platform_filter=None, release_version='5'):
screamer 0:66f3b5499f7f 819 """ Shows target map using prettytable """
screamer 0:66f3b5499f7f 820 from prettytable import PrettyTable # Only use it in this function so building works without extra modules
screamer 0:66f3b5499f7f 821
screamer 24:25bff2709c20 822 if isinstance(release_version, basestring):
screamer 24:25bff2709c20 823 # Force release_version to lowercase if it is a string
screamer 24:25bff2709c20 824 release_version = release_version.lower()
screamer 24:25bff2709c20 825 else:
screamer 24:25bff2709c20 826 # Otherwise default to printing all known targets and toolchains
screamer 24:25bff2709c20 827 release_version = 'all'
screamer 24:25bff2709c20 828
screamer 24:25bff2709c20 829
screamer 24:25bff2709c20 830 version_release_targets = {}
screamer 24:25bff2709c20 831 version_release_target_names = {}
screamer 24:25bff2709c20 832
screamer 24:25bff2709c20 833 for version in RELEASE_VERSIONS:
screamer 24:25bff2709c20 834 version_release_targets[version] = get_mbed_official_release(version)
screamer 24:25bff2709c20 835 version_release_target_names[version] = [x[0] for x in version_release_targets[version]]
screamer 24:25bff2709c20 836
screamer 24:25bff2709c20 837 if release_version in RELEASE_VERSIONS:
screamer 24:25bff2709c20 838 release_targets = version_release_targets[release_version]
screamer 24:25bff2709c20 839 else:
screamer 24:25bff2709c20 840 release_targets = None
screamer 24:25bff2709c20 841
screamer 24:25bff2709c20 842 unique_supported_toolchains = get_unique_supported_toolchains(release_targets)
screamer 24:25bff2709c20 843 prepend_columns = ["Target"] + ["mbed OS %s" % x for x in RELEASE_VERSIONS]
screamer 24:25bff2709c20 844
screamer 0:66f3b5499f7f 845 # All tests status table print
screamer 24:25bff2709c20 846 columns = prepend_columns + unique_supported_toolchains
screamer 24:25bff2709c20 847 pt = PrettyTable(columns)
screamer 0:66f3b5499f7f 848 # Align table
screamer 0:66f3b5499f7f 849 for col in columns:
screamer 0:66f3b5499f7f 850 pt.align[col] = "c"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 851 pt.align["Target"] = "l"
screamer 0:66f3b5499f7f 852
screamer 0:66f3b5499f7f 853 perm_counter = 0
screamer 0:66f3b5499f7f 854 target_counter = 0
screamer 24:25bff2709c20 855
screamer 24:25bff2709c20 856 target_names = []
screamer 24:25bff2709c20 857
screamer 24:25bff2709c20 858 if release_targets:
screamer 24:25bff2709c20 859 target_names = [x[0] for x in release_targets]
screamer 24:25bff2709c20 860 else:
screamer 24:25bff2709c20 861 target_names = TARGET_NAMES
screamer 24:25bff2709c20 862
screamer 24:25bff2709c20 863 for target in sorted(target_names):
screamer 0:66f3b5499f7f 864 if platform_filter is not None:
screamer 0:66f3b5499f7f 865 # FIlter out platforms using regex
screamer 0:66f3b5499f7f 866 if re.search(platform_filter, target) is None:
screamer 0:66f3b5499f7f 867 continue
screamer 0:66f3b5499f7f 868 target_counter += 1
screamer 0:66f3b5499f7f 869
screamer 0:66f3b5499f7f 870 row = [target] # First column is platform name
screamer 24:25bff2709c20 871
screamer 24:25bff2709c20 872 for version in RELEASE_VERSIONS:
screamer 24:25bff2709c20 873 if target in version_release_target_names[version]:
screamer 24:25bff2709c20 874 text = "Supported"
screamer 24:25bff2709c20 875 else:
screamer 24:25bff2709c20 876 text = "-"
screamer 24:25bff2709c20 877 row.append(text)
screamer 24:25bff2709c20 878
screamer 0:66f3b5499f7f 879 for unique_toolchain in unique_supported_toolchains:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 880 if unique_toolchain in TARGET_MAP[target].supported_toolchains:
screamer 0:66f3b5499f7f 881 text = "Supported"
screamer 0:66f3b5499f7f 882 perm_counter += 1
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 883 else:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 884 text = "-"
screamer 22:9e85236d8716 885
screamer 0:66f3b5499f7f 886 row.append(text)
screamer 0:66f3b5499f7f 887 pt.add_row(row)
screamer 0:66f3b5499f7f 888
screamer 0:66f3b5499f7f 889 result = pt.get_html_string() if verbose_html else pt.get_string()
screamer 0:66f3b5499f7f 890 result += "\n"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 891 result += "Supported targets: %d\n"% (target_counter)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 892 if target_counter == 1:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 893 result += "Supported toolchains: %d"% (perm_counter)
screamer 0:66f3b5499f7f 894 return result
screamer 0:66f3b5499f7f 895
screamer 0:66f3b5499f7f 896
screamer 0:66f3b5499f7f 897 def get_target_supported_toolchains(target):
screamer 0:66f3b5499f7f 898 """ Returns target supported toolchains list """
screamer 0:66f3b5499f7f 899 return TARGET_MAP[target].supported_toolchains if target in TARGET_MAP else None
screamer 0:66f3b5499f7f 900
screamer 0:66f3b5499f7f 901
screamer 0:66f3b5499f7f 902 def static_analysis_scan(target, toolchain_name, CPPCHECK_CMD, CPPCHECK_MSG_FORMAT, options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, extra_verbose=False):
screamer 0:66f3b5499f7f 903 # Toolchain
screamer 0:66f3b5499f7f 904 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 905 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 906 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 907 toolchain.build_all = clean
screamer 0:66f3b5499f7f 908
screamer 0:66f3b5499f7f 909 # Source and Build Paths
screamer 0:66f3b5499f7f 910 BUILD_TARGET = join(MBED_LIBRARIES, "TARGET_" + target.name)
screamer 0:66f3b5499f7f 911 BUILD_TOOLCHAIN = join(BUILD_TARGET, "TOOLCHAIN_" + toolchain.name)
screamer 0:66f3b5499f7f 912 mkdir(BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 913
screamer 0:66f3b5499f7f 914 TMP_PATH = join(MBED_LIBRARIES, '.temp', toolchain.obj_path)
screamer 0:66f3b5499f7f 915 mkdir(TMP_PATH)
screamer 0:66f3b5499f7f 916
screamer 0:66f3b5499f7f 917 # CMSIS
screamer 0:66f3b5499f7f 918 toolchain.info("Static analysis for %s (%s, %s)" % ('CMSIS', target.name, toolchain_name))
screamer 0:66f3b5499f7f 919 cmsis_src = join(MBED_TARGETS_PATH, "cmsis")
screamer 0:66f3b5499f7f 920 resources = toolchain.scan_resources(cmsis_src)
screamer 0:66f3b5499f7f 921
screamer 0:66f3b5499f7f 922 # Copy files before analysis
screamer 0:66f3b5499f7f 923 toolchain.copy_files(resources.headers, BUILD_TARGET)
screamer 0:66f3b5499f7f 924 toolchain.copy_files(resources.linker_script, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 925
screamer 0:66f3b5499f7f 926 # Gather include paths, c, cpp sources and macros to transfer to cppcheck command line
screamer 0:66f3b5499f7f 927 includes = ["-I%s"% i for i in resources.inc_dirs]
screamer 0:66f3b5499f7f 928 includes.append("-I%s"% str(BUILD_TARGET))
screamer 0:66f3b5499f7f 929 c_sources = " ".join(resources.c_sources)
screamer 0:66f3b5499f7f 930 cpp_sources = " ".join(resources.cpp_sources)
screamer 0:66f3b5499f7f 931 macros = ["-D%s"% s for s in toolchain.get_symbols() + toolchain.macros]
screamer 0:66f3b5499f7f 932
screamer 0:66f3b5499f7f 933 includes = map(str.strip, includes)
screamer 0:66f3b5499f7f 934 macros = map(str.strip, macros)
screamer 0:66f3b5499f7f 935
screamer 0:66f3b5499f7f 936 check_cmd = CPPCHECK_CMD
screamer 0:66f3b5499f7f 937 check_cmd += CPPCHECK_MSG_FORMAT
screamer 0:66f3b5499f7f 938 check_cmd += includes
screamer 0:66f3b5499f7f 939 check_cmd += macros
screamer 0:66f3b5499f7f 940
screamer 0:66f3b5499f7f 941 # We need to pass some params via file to avoid "command line too long in some OSs"
screamer 0:66f3b5499f7f 942 tmp_file = tempfile.NamedTemporaryFile(delete=False)
screamer 0:66f3b5499f7f 943 tmp_file.writelines(line + '\n' for line in c_sources.split())
screamer 0:66f3b5499f7f 944 tmp_file.writelines(line + '\n' for line in cpp_sources.split())
screamer 0:66f3b5499f7f 945 tmp_file.close()
screamer 0:66f3b5499f7f 946 check_cmd += ["--file-list=%s"% tmp_file.name]
screamer 0:66f3b5499f7f 947
screamer 0:66f3b5499f7f 948 _stdout, _stderr, _rc = run_cmd(check_cmd)
screamer 0:66f3b5499f7f 949 if verbose:
screamer 0:66f3b5499f7f 950 print _stdout
screamer 0:66f3b5499f7f 951 print _stderr
screamer 0:66f3b5499f7f 952
screamer 0:66f3b5499f7f 953 # =========================================================================
screamer 0:66f3b5499f7f 954
screamer 0:66f3b5499f7f 955 # MBED
screamer 0:66f3b5499f7f 956 toolchain.info("Static analysis for %s (%s, %s)" % ('MBED', target.name, toolchain_name))
screamer 0:66f3b5499f7f 957
screamer 0:66f3b5499f7f 958 # Common Headers
screamer 0:66f3b5499f7f 959 toolchain.copy_files(toolchain.scan_resources(MBED_API).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 960 toolchain.copy_files(toolchain.scan_resources(MBED_HAL).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 961
screamer 0:66f3b5499f7f 962 # Target specific sources
screamer 0:66f3b5499f7f 963 HAL_SRC = join(MBED_TARGETS_PATH, "hal")
screamer 0:66f3b5499f7f 964 hal_implementation = toolchain.scan_resources(HAL_SRC)
screamer 0:66f3b5499f7f 965
screamer 0:66f3b5499f7f 966 # Copy files before analysis
screamer 13:ab47a20b66f0 967 toolchain.copy_files(hal_implementation.headers + hal_implementation.hex_files, BUILD_TARGET, resources=hal_implementation)
screamer 0:66f3b5499f7f 968 incdirs = toolchain.scan_resources(BUILD_TARGET)
screamer 0:66f3b5499f7f 969
screamer 0:66f3b5499f7f 970 target_includes = ["-I%s" % i for i in incdirs.inc_dirs]
screamer 0:66f3b5499f7f 971 target_includes.append("-I%s"% str(BUILD_TARGET))
screamer 0:66f3b5499f7f 972 target_includes.append("-I%s"% str(HAL_SRC))
screamer 0:66f3b5499f7f 973 target_c_sources = " ".join(incdirs.c_sources)
screamer 0:66f3b5499f7f 974 target_cpp_sources = " ".join(incdirs.cpp_sources)
screamer 0:66f3b5499f7f 975 target_macros = ["-D%s"% s for s in toolchain.get_symbols() + toolchain.macros]
screamer 0:66f3b5499f7f 976
screamer 0:66f3b5499f7f 977 # Common Sources
screamer 0:66f3b5499f7f 978 mbed_resources = toolchain.scan_resources(MBED_COMMON)
screamer 0:66f3b5499f7f 979
screamer 0:66f3b5499f7f 980 # Gather include paths, c, cpp sources and macros to transfer to cppcheck command line
screamer 0:66f3b5499f7f 981 mbed_includes = ["-I%s" % i for i in mbed_resources.inc_dirs]
screamer 0:66f3b5499f7f 982 mbed_includes.append("-I%s"% str(BUILD_TARGET))
screamer 0:66f3b5499f7f 983 mbed_includes.append("-I%s"% str(MBED_COMMON))
screamer 0:66f3b5499f7f 984 mbed_includes.append("-I%s"% str(MBED_API))
screamer 0:66f3b5499f7f 985 mbed_includes.append("-I%s"% str(MBED_HAL))
screamer 0:66f3b5499f7f 986 mbed_c_sources = " ".join(mbed_resources.c_sources)
screamer 0:66f3b5499f7f 987 mbed_cpp_sources = " ".join(mbed_resources.cpp_sources)
screamer 0:66f3b5499f7f 988
screamer 0:66f3b5499f7f 989 target_includes = map(str.strip, target_includes)
screamer 0:66f3b5499f7f 990 mbed_includes = map(str.strip, mbed_includes)
screamer 0:66f3b5499f7f 991 target_macros = map(str.strip, target_macros)
screamer 0:66f3b5499f7f 992
screamer 0:66f3b5499f7f 993 check_cmd = CPPCHECK_CMD
screamer 0:66f3b5499f7f 994 check_cmd += CPPCHECK_MSG_FORMAT
screamer 0:66f3b5499f7f 995 check_cmd += target_includes
screamer 0:66f3b5499f7f 996 check_cmd += mbed_includes
screamer 0:66f3b5499f7f 997 check_cmd += target_macros
screamer 0:66f3b5499f7f 998
screamer 0:66f3b5499f7f 999 # We need to pass some parames via file to avoid "command line too long in some OSs"
screamer 0:66f3b5499f7f 1000 tmp_file = tempfile.NamedTemporaryFile(delete=False)
screamer 0:66f3b5499f7f 1001 tmp_file.writelines(line + '\n' for line in target_c_sources.split())
screamer 0:66f3b5499f7f 1002 tmp_file.writelines(line + '\n' for line in target_cpp_sources.split())
screamer 0:66f3b5499f7f 1003 tmp_file.writelines(line + '\n' for line in mbed_c_sources.split())
screamer 0:66f3b5499f7f 1004 tmp_file.writelines(line + '\n' for line in mbed_cpp_sources.split())
screamer 0:66f3b5499f7f 1005 tmp_file.close()
screamer 0:66f3b5499f7f 1006 check_cmd += ["--file-list=%s"% tmp_file.name]
screamer 0:66f3b5499f7f 1007
screamer 0:66f3b5499f7f 1008 _stdout, _stderr, _rc = run_cmd_ext(check_cmd)
screamer 0:66f3b5499f7f 1009 if verbose:
screamer 0:66f3b5499f7f 1010 print _stdout
screamer 0:66f3b5499f7f 1011 print _stderr
screamer 0:66f3b5499f7f 1012
screamer 0:66f3b5499f7f 1013
screamer 0:66f3b5499f7f 1014 def static_analysis_scan_lib(lib_id, target, toolchain, cppcheck_cmd, cppcheck_msg_format,
screamer 0:66f3b5499f7f 1015 options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, extra_verbose=False):
screamer 0:66f3b5499f7f 1016 lib = Library(lib_id)
screamer 0:66f3b5499f7f 1017 if lib.is_supported(target, toolchain):
screamer 0:66f3b5499f7f 1018 static_analysis_scan_library(lib.source_dir, lib.build_dir, target, toolchain, cppcheck_cmd, cppcheck_msg_format,
screamer 0:66f3b5499f7f 1019 lib.dependencies, options,
screamer 0:66f3b5499f7f 1020 verbose=verbose, clean=clean, macros=macros, notify=notify, jobs=jobs, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 1021 else:
screamer 0:66f3b5499f7f 1022 print 'Library "%s" is not yet supported on target %s with toolchain %s'% (lib_id, target.name, toolchain)
screamer 0:66f3b5499f7f 1023
screamer 0:66f3b5499f7f 1024
screamer 0:66f3b5499f7f 1025 def static_analysis_scan_library(src_paths, build_path, target, toolchain_name, cppcheck_cmd, cppcheck_msg_format,
screamer 0:66f3b5499f7f 1026 dependencies_paths=None, options=None, name=None, clean=False,
screamer 0:66f3b5499f7f 1027 notify=None, verbose=False, macros=None, jobs=1, extra_verbose=False):
screamer 0:66f3b5499f7f 1028 """ Function scans library (or just some set of sources/headers) for staticly detectable defects """
screamer 0:66f3b5499f7f 1029 if type(src_paths) != ListType:
screamer 0:66f3b5499f7f 1030 src_paths = [src_paths]
screamer 0:66f3b5499f7f 1031
screamer 0:66f3b5499f7f 1032 for src_path in src_paths:
screamer 0:66f3b5499f7f 1033 if not exists(src_path):
screamer 0:66f3b5499f7f 1034 raise Exception("The library source folder does not exist: %s", src_path)
screamer 0:66f3b5499f7f 1035
screamer 0:66f3b5499f7f 1036 # Toolchain instance
screamer 0:66f3b5499f7f 1037 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 1038 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 1039 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 1040
screamer 0:66f3b5499f7f 1041 # The first path will give the name to the library
screamer 0:66f3b5499f7f 1042 name = basename(src_paths[0])
screamer 0:66f3b5499f7f 1043 toolchain.info("Static analysis for library %s (%s, %s)" % (name.upper(), target.name, toolchain_name))
screamer 0:66f3b5499f7f 1044
screamer 0:66f3b5499f7f 1045 # Scan Resources
screamer 0:66f3b5499f7f 1046 resources = []
screamer 0:66f3b5499f7f 1047 for src_path in src_paths:
screamer 0:66f3b5499f7f 1048 resources.append(toolchain.scan_resources(src_path))
screamer 0:66f3b5499f7f 1049
screamer 0:66f3b5499f7f 1050 # Dependencies Include Paths
screamer 0:66f3b5499f7f 1051 dependencies_include_dir = []
screamer 0:66f3b5499f7f 1052 if dependencies_paths is not None:
screamer 0:66f3b5499f7f 1053 for path in dependencies_paths:
screamer 0:66f3b5499f7f 1054 lib_resources = toolchain.scan_resources(path)
screamer 0:66f3b5499f7f 1055 dependencies_include_dir.extend(lib_resources.inc_dirs)
screamer 0:66f3b5499f7f 1056
screamer 0:66f3b5499f7f 1057 # Create the desired build directory structure
screamer 0:66f3b5499f7f 1058 bin_path = join(build_path, toolchain.obj_path)
screamer 0:66f3b5499f7f 1059 mkdir(bin_path)
screamer 0:66f3b5499f7f 1060 tmp_path = join(build_path, '.temp', toolchain.obj_path)
screamer 0:66f3b5499f7f 1061 mkdir(tmp_path)
screamer 0:66f3b5499f7f 1062
screamer 0:66f3b5499f7f 1063 # Gather include paths, c, cpp sources and macros to transfer to cppcheck command line
screamer 0:66f3b5499f7f 1064 includes = ["-I%s" % i for i in dependencies_include_dir + src_paths]
screamer 0:66f3b5499f7f 1065 c_sources = " "
screamer 0:66f3b5499f7f 1066 cpp_sources = " "
screamer 0:66f3b5499f7f 1067 macros = ['-D%s' % s for s in toolchain.get_symbols() + toolchain.macros]
screamer 0:66f3b5499f7f 1068
screamer 0:66f3b5499f7f 1069 # Copy Headers
screamer 0:66f3b5499f7f 1070 for resource in resources:
screamer 13:ab47a20b66f0 1071 toolchain.copy_files(resource.headers, build_path, resources=resource)
screamer 0:66f3b5499f7f 1072 includes += ["-I%s" % i for i in resource.inc_dirs]
screamer 0:66f3b5499f7f 1073 c_sources += " ".join(resource.c_sources) + " "
screamer 0:66f3b5499f7f 1074 cpp_sources += " ".join(resource.cpp_sources) + " "
screamer 0:66f3b5499f7f 1075
screamer 0:66f3b5499f7f 1076 dependencies_include_dir.extend(toolchain.scan_resources(build_path).inc_dirs)
screamer 0:66f3b5499f7f 1077
screamer 0:66f3b5499f7f 1078 includes = map(str.strip, includes)
screamer 0:66f3b5499f7f 1079 macros = map(str.strip, macros)
screamer 0:66f3b5499f7f 1080
screamer 0:66f3b5499f7f 1081 check_cmd = cppcheck_cmd
screamer 0:66f3b5499f7f 1082 check_cmd += cppcheck_msg_format
screamer 0:66f3b5499f7f 1083 check_cmd += includes
screamer 0:66f3b5499f7f 1084 check_cmd += macros
screamer 0:66f3b5499f7f 1085
screamer 0:66f3b5499f7f 1086 # We need to pass some parameters via file to avoid "command line too long in some OSs"
screamer 0:66f3b5499f7f 1087 # Temporary file is created to store e.g. cppcheck list of files for command line
screamer 0:66f3b5499f7f 1088 tmp_file = tempfile.NamedTemporaryFile(delete=False)
screamer 0:66f3b5499f7f 1089 tmp_file.writelines(line + '\n' for line in c_sources.split())
screamer 0:66f3b5499f7f 1090 tmp_file.writelines(line + '\n' for line in cpp_sources.split())
screamer 0:66f3b5499f7f 1091 tmp_file.close()
screamer 0:66f3b5499f7f 1092 check_cmd += ["--file-list=%s"% tmp_file.name]
screamer 0:66f3b5499f7f 1093
screamer 0:66f3b5499f7f 1094 # This will allow us to grab result from both stdio and stderr outputs (so we can show them)
screamer 0:66f3b5499f7f 1095 # We assume static code analysis tool is outputting defects on STDERR
screamer 0:66f3b5499f7f 1096 _stdout, _stderr, _rc = run_cmd_ext(check_cmd)
screamer 0:66f3b5499f7f 1097 if verbose:
screamer 0:66f3b5499f7f 1098 print _stdout
screamer 0:66f3b5499f7f 1099 print _stderr
screamer 0:66f3b5499f7f 1100
screamer 0:66f3b5499f7f 1101
screamer 0:66f3b5499f7f 1102 def print_build_results(result_list, build_name):
screamer 0:66f3b5499f7f 1103 """ Generate result string for build results """
screamer 0:66f3b5499f7f 1104 result = ""
screamer 0:66f3b5499f7f 1105 if len(result_list) > 0:
screamer 0:66f3b5499f7f 1106 result += build_name + "\n"
screamer 0:66f3b5499f7f 1107 result += "\n".join([" * %s" % f for f in result_list])
screamer 0:66f3b5499f7f 1108 result += "\n"
screamer 0:66f3b5499f7f 1109 return result
screamer 0:66f3b5499f7f 1110
screamer 22:9e85236d8716 1111 def print_build_memory_usage_results(report):
screamer 22:9e85236d8716 1112 """ Generate result table with memory usage values for build results
screamer 22:9e85236d8716 1113 Agregates (puts together) reports obtained from self.get_memory_summary()
screamer 22:9e85236d8716 1114 @param report Report generated during build procedure. See
screamer 22:9e85236d8716 1115 """
screamer 22:9e85236d8716 1116 from prettytable import PrettyTable
screamer 22:9e85236d8716 1117 columns_text = ['name', 'target', 'toolchain']
screamer 22:9e85236d8716 1118 columns_int = ['static_ram', 'stack', 'heap', 'total_ram', 'total_flash']
screamer 22:9e85236d8716 1119 table = PrettyTable(columns_text + columns_int)
screamer 22:9e85236d8716 1120
screamer 22:9e85236d8716 1121 for col in columns_text:
screamer 22:9e85236d8716 1122 table.align[col] = 'l'
screamer 22:9e85236d8716 1123
screamer 22:9e85236d8716 1124 for col in columns_int:
screamer 22:9e85236d8716 1125 table.align[col] = 'r'
screamer 22:9e85236d8716 1126
screamer 22:9e85236d8716 1127 for target in report:
screamer 22:9e85236d8716 1128 for toolchain in report[target]:
screamer 22:9e85236d8716 1129 for name in report[target][toolchain]:
screamer 22:9e85236d8716 1130 for dlist in report[target][toolchain][name]:
screamer 22:9e85236d8716 1131 for dlistelem in dlist:
screamer 22:9e85236d8716 1132 # Get 'memory_usage' record and build table with statistics
screamer 22:9e85236d8716 1133 record = dlist[dlistelem]
screamer 22:9e85236d8716 1134 if 'memory_usage' in record and record['memory_usage']:
screamer 22:9e85236d8716 1135 # Note that summary should be in the last record of
screamer 22:9e85236d8716 1136 # 'memory_usage' section. This is why we are grabbing
screamer 22:9e85236d8716 1137 # last "[-1]" record.
screamer 22:9e85236d8716 1138 row = [
screamer 22:9e85236d8716 1139 record['description'],
screamer 22:9e85236d8716 1140 record['target_name'],
screamer 22:9e85236d8716 1141 record['toolchain_name'],
screamer 22:9e85236d8716 1142 record['memory_usage'][-1]['summary']['static_ram'],
screamer 22:9e85236d8716 1143 record['memory_usage'][-1]['summary']['stack'],
screamer 22:9e85236d8716 1144 record['memory_usage'][-1]['summary']['heap'],
screamer 22:9e85236d8716 1145 record['memory_usage'][-1]['summary']['total_ram'],
screamer 22:9e85236d8716 1146 record['memory_usage'][-1]['summary']['total_flash'],
screamer 22:9e85236d8716 1147 ]
screamer 22:9e85236d8716 1148 table.add_row(row)
screamer 22:9e85236d8716 1149
screamer 22:9e85236d8716 1150 result = "Memory map breakdown for built projects (values in Bytes):\n"
screamer 22:9e85236d8716 1151 result += table.get_string(sortby='name')
screamer 22:9e85236d8716 1152 return result
screamer 22:9e85236d8716 1153
screamer 0:66f3b5499f7f 1154 def write_build_report(build_report, template_filename, filename):
screamer 0:66f3b5499f7f 1155 build_report_failing = []
screamer 0:66f3b5499f7f 1156 build_report_passing = []
screamer 0:66f3b5499f7f 1157
screamer 0:66f3b5499f7f 1158 for report in build_report:
screamer 0:66f3b5499f7f 1159 if len(report["failing"]) > 0:
screamer 0:66f3b5499f7f 1160 build_report_failing.append(report)
screamer 0:66f3b5499f7f 1161 else:
screamer 0:66f3b5499f7f 1162 build_report_passing.append(report)
screamer 0:66f3b5499f7f 1163
screamer 0:66f3b5499f7f 1164 env = Environment(extensions=['jinja2.ext.with_'])
screamer 0:66f3b5499f7f 1165 env.loader = FileSystemLoader('ci_templates')
screamer 0:66f3b5499f7f 1166 template = env.get_template(template_filename)
screamer 0:66f3b5499f7f 1167
screamer 0:66f3b5499f7f 1168 with open(filename, 'w+') as f:
screamer 0:66f3b5499f7f 1169 f.write(template.render(failing_builds=build_report_failing, passing_builds=build_report_passing))