Anders Blomdell / mbed-sdk-tools

Clone of official tools

build_api.py@2:07730b0f452c, 2016-05-20 (annotated)

Committer:
screamer
Date:
Fri May 20 22:27:03 2016 +0100
Revision:
2:07730b0f452c
Parent:
1:a99c8e460c5c
Child:
7:5af61d55adbe
Add profiling support for armcc, gcc and iar

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 """
screamer 0:66f3b5499f7f 2 mbed SDK
screamer 0:66f3b5499f7f 3 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 4
screamer 0:66f3b5499f7f 5 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 6 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 7 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 8
screamer 0:66f3b5499f7f 9 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 10
screamer 0:66f3b5499f7f 11 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 12 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 13 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 14 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 15 limitations under the License.
screamer 0:66f3b5499f7f 16 """
screamer 0:66f3b5499f7f 17
screamer 0:66f3b5499f7f 18 import re
screamer 0:66f3b5499f7f 19 import tempfile
screamer 0:66f3b5499f7f 20 import colorama
screamer 0:66f3b5499f7f 21
screamer 0:66f3b5499f7f 22
screamer 0:66f3b5499f7f 23 from types import ListType
screamer 0:66f3b5499f7f 24 from shutil import rmtree
screamer 0:66f3b5499f7f 25 from os.path import join, exists, basename, abspath
screamer 1:a99c8e460c5c 26 from os import getcwd, walk
screamer 0:66f3b5499f7f 27 from time import time
screamer 1:a99c8e460c5c 28 from copy import copy
screamer 0:66f3b5499f7f 29
screamer 0:66f3b5499f7f 30 from tools.utils import mkdir, run_cmd, run_cmd_ext, NotSupportedException
screamer 0:66f3b5499f7f 31 from tools.paths import MBED_TARGETS_PATH, MBED_LIBRARIES, MBED_API, MBED_HAL, MBED_COMMON
screamer 0:66f3b5499f7f 32 from tools.targets import TARGET_NAMES, TARGET_MAP
screamer 0:66f3b5499f7f 33 from tools.libraries import Library
screamer 1:a99c8e460c5c 34 from tools.toolchains import TOOLCHAIN_CLASSES, TOOLCHAIN_PROFILES
screamer 0:66f3b5499f7f 35 from jinja2 import FileSystemLoader
screamer 0:66f3b5499f7f 36 from jinja2.environment import Environment
screamer 0:66f3b5499f7f 37
screamer 0:66f3b5499f7f 38
screamer 0:66f3b5499f7f 39 def prep_report(report, target_name, toolchain_name, id_name):
screamer 0:66f3b5499f7f 40 # Setup report keys
screamer 0:66f3b5499f7f 41 if not target_name in report:
screamer 0:66f3b5499f7f 42 report[target_name] = {}
screamer 0:66f3b5499f7f 43
screamer 0:66f3b5499f7f 44 if not toolchain_name in report[target_name]:
screamer 0:66f3b5499f7f 45 report[target_name][toolchain_name] = {}
screamer 0:66f3b5499f7f 46
screamer 0:66f3b5499f7f 47 if not id_name in report[target_name][toolchain_name]:
screamer 0:66f3b5499f7f 48 report[target_name][toolchain_name][id_name] = []
screamer 0:66f3b5499f7f 49
screamer 0:66f3b5499f7f 50 def prep_properties(properties, target_name, toolchain_name, vendor_label):
screamer 0:66f3b5499f7f 51 # Setup test properties
screamer 0:66f3b5499f7f 52 if not target_name in properties:
screamer 0:66f3b5499f7f 53 properties[target_name] = {}
screamer 0:66f3b5499f7f 54
screamer 0:66f3b5499f7f 55 if not toolchain_name in properties[target_name]:
screamer 0:66f3b5499f7f 56 properties[target_name][toolchain_name] = {}
screamer 0:66f3b5499f7f 57
screamer 0:66f3b5499f7f 58 properties[target_name][toolchain_name]["target"] = target_name
screamer 0:66f3b5499f7f 59 properties[target_name][toolchain_name]["vendor"] = vendor_label
screamer 0:66f3b5499f7f 60 properties[target_name][toolchain_name]["toolchain"] = toolchain_name
screamer 0:66f3b5499f7f 61
screamer 0:66f3b5499f7f 62 def create_result(target_name, toolchain_name, id_name, description):
screamer 0:66f3b5499f7f 63 cur_result = {}
screamer 0:66f3b5499f7f 64 cur_result["target_name"] = target_name
screamer 0:66f3b5499f7f 65 cur_result["toolchain_name"] = toolchain_name
screamer 0:66f3b5499f7f 66 cur_result["id"] = id_name
screamer 0:66f3b5499f7f 67 cur_result["description"] = description
screamer 0:66f3b5499f7f 68 cur_result["elapsed_time"] = 0
screamer 0:66f3b5499f7f 69 cur_result["output"] = ""
screamer 0:66f3b5499f7f 70
screamer 0:66f3b5499f7f 71 return cur_result
screamer 0:66f3b5499f7f 72
screamer 0:66f3b5499f7f 73 def add_result_to_report(report, result):
screamer 0:66f3b5499f7f 74 target = result["target_name"]
screamer 0:66f3b5499f7f 75 toolchain = result["toolchain_name"]
screamer 0:66f3b5499f7f 76 id_name = result['id']
screamer 0:66f3b5499f7f 77 result_wrap = { 0: result }
screamer 0:66f3b5499f7f 78 report[target][toolchain][id_name].append(result_wrap)
screamer 0:66f3b5499f7f 79
screamer 0:66f3b5499f7f 80 def build_project(src_path, build_path, target, toolchain_name,
screamer 0:66f3b5499f7f 81 libraries_paths=None, options=None, linker_script=None,
screamer 0:66f3b5499f7f 82 clean=False, notify=None, verbose=False, name=None, macros=None, inc_dirs=None,
screamer 0:66f3b5499f7f 83 jobs=1, silent=False, report=None, properties=None, project_id=None, project_description=None, extra_verbose=False):
screamer 0:66f3b5499f7f 84 """ This function builds project. Project can be for example one test / UT
screamer 0:66f3b5499f7f 85 """
screamer 1:a99c8e460c5c 86 src_paths = [src_path] if type(src_path) != ListType else src_path
screamer 1:a99c8e460c5c 87 # We need to remove all paths which are repeated to avoid
screamer 1:a99c8e460c5c 88 # multiple compilations and linking with the same objects
screamer 1:a99c8e460c5c 89 src_paths = [src_paths[0]] + list(set(src_paths[1:]))
screamer 1:a99c8e460c5c 90 project_name = basename(abspath(src_paths[0] if src_paths[0] != "." and src_paths[0] != "./" else getcwd()))
screamer 1:a99c8e460c5c 91
screamer 2:07730b0f452c 92 for path in src_paths:
screamer 2:07730b0f452c 93 profile = get_build_profile(path)
screamer 2:07730b0f452c 94
screamer 0:66f3b5499f7f 95 # Toolchain instance
screamer 0:66f3b5499f7f 96 try:
screamer 2:07730b0f452c 97 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, notify, macros, silent, extra_verbose=extra_verbose, profile=profile)
screamer 0:66f3b5499f7f 98 except KeyError as e:
screamer 0:66f3b5499f7f 99 raise KeyError("Toolchain %s not supported" % toolchain_name)
screamer 0:66f3b5499f7f 100
screamer 0:66f3b5499f7f 101 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 102 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 103 toolchain.build_all = clean
screamer 0:66f3b5499f7f 104
screamer 0:66f3b5499f7f 105 if name is None:
screamer 0:66f3b5499f7f 106 # We will use default project name based on project folder name
screamer 0:66f3b5499f7f 107 name = project_name
screamer 0:66f3b5499f7f 108 toolchain.info("Building project %s (%s, %s)" % (project_name, target.name, toolchain_name))
screamer 0:66f3b5499f7f 109 else:
screamer 0:66f3b5499f7f 110 # User used custom global project name to have the same name for the
screamer 0:66f3b5499f7f 111 toolchain.info("Building project %s to %s (%s, %s)" % (project_name, name, target.name, toolchain_name))
screamer 0:66f3b5499f7f 112
screamer 0:66f3b5499f7f 113
screamer 0:66f3b5499f7f 114 if report != None:
screamer 0:66f3b5499f7f 115 start = time()
screamer 0:66f3b5499f7f 116 id_name = project_id.upper()
screamer 0:66f3b5499f7f 117 description = project_description
screamer 0:66f3b5499f7f 118 vendor_label = target.extra_labels[0]
screamer 0:66f3b5499f7f 119 cur_result = None
screamer 0:66f3b5499f7f 120 prep_report(report, target.name, toolchain_name, id_name)
screamer 0:66f3b5499f7f 121 cur_result = create_result(target.name, toolchain_name, id_name, description)
screamer 0:66f3b5499f7f 122
screamer 0:66f3b5499f7f 123 if properties != None:
screamer 0:66f3b5499f7f 124 prep_properties(properties, target.name, toolchain_name, vendor_label)
screamer 0:66f3b5499f7f 125
screamer 0:66f3b5499f7f 126 try:
screamer 0:66f3b5499f7f 127 # Scan src_path and libraries_paths for resources
screamer 0:66f3b5499f7f 128 resources = toolchain.scan_resources(src_paths[0])
screamer 0:66f3b5499f7f 129 for path in src_paths[1:]:
screamer 0:66f3b5499f7f 130 resources.add(toolchain.scan_resources(path))
screamer 0:66f3b5499f7f 131 if libraries_paths is not None:
screamer 0:66f3b5499f7f 132 src_paths.extend(libraries_paths)
screamer 0:66f3b5499f7f 133 for path in libraries_paths:
screamer 0:66f3b5499f7f 134 resources.add(toolchain.scan_resources(path))
screamer 0:66f3b5499f7f 135
screamer 0:66f3b5499f7f 136 if linker_script is not None:
screamer 0:66f3b5499f7f 137 resources.linker_script = linker_script
screamer 0:66f3b5499f7f 138
screamer 0:66f3b5499f7f 139 # Build Directory
screamer 0:66f3b5499f7f 140 if clean:
screamer 0:66f3b5499f7f 141 if exists(build_path):
screamer 0:66f3b5499f7f 142 rmtree(build_path)
screamer 0:66f3b5499f7f 143 mkdir(build_path)
screamer 0:66f3b5499f7f 144
screamer 0:66f3b5499f7f 145 # We need to add if necessary additional include directories
screamer 0:66f3b5499f7f 146 if inc_dirs:
screamer 0:66f3b5499f7f 147 if type(inc_dirs) == ListType:
screamer 0:66f3b5499f7f 148 resources.inc_dirs.extend(inc_dirs)
screamer 0:66f3b5499f7f 149 else:
screamer 0:66f3b5499f7f 150 resources.inc_dirs.append(inc_dirs)
screamer 0:66f3b5499f7f 151 # Compile Sources
screamer 0:66f3b5499f7f 152 for path in src_paths:
screamer 0:66f3b5499f7f 153 src = toolchain.scan_resources(path)
screamer 0:66f3b5499f7f 154 objects = toolchain.compile_sources(src, build_path, resources.inc_dirs)
screamer 0:66f3b5499f7f 155 resources.objects.extend(objects)
screamer 0:66f3b5499f7f 156
screamer 0:66f3b5499f7f 157
screamer 0:66f3b5499f7f 158 # Link Program
screamer 0:66f3b5499f7f 159 res, needed_update = toolchain.link_program(resources, build_path, name)
screamer 0:66f3b5499f7f 160
screamer 0:66f3b5499f7f 161 if report != None and needed_update:
screamer 0:66f3b5499f7f 162 end = time()
screamer 0:66f3b5499f7f 163 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 164 cur_result["output"] = toolchain.get_output()
screamer 0:66f3b5499f7f 165 cur_result["result"] = "OK"
screamer 0:66f3b5499f7f 166
screamer 0:66f3b5499f7f 167 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 168
screamer 0:66f3b5499f7f 169 return res
screamer 0:66f3b5499f7f 170
screamer 0:66f3b5499f7f 171 except Exception, e:
screamer 0:66f3b5499f7f 172 if report != None:
screamer 0:66f3b5499f7f 173 end = time()
screamer 0:66f3b5499f7f 174
screamer 0:66f3b5499f7f 175 if isinstance(e, NotSupportedException):
screamer 0:66f3b5499f7f 176 cur_result["result"] = "NOT_SUPPORTED"
screamer 0:66f3b5499f7f 177 else:
screamer 0:66f3b5499f7f 178 cur_result["result"] = "FAIL"
screamer 0:66f3b5499f7f 179
screamer 0:66f3b5499f7f 180 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 181
screamer 0:66f3b5499f7f 182 toolchain_output = toolchain.get_output()
screamer 0:66f3b5499f7f 183 if toolchain_output:
screamer 0:66f3b5499f7f 184 cur_result["output"] += toolchain_output
screamer 0:66f3b5499f7f 185
screamer 0:66f3b5499f7f 186 cur_result["output"] += str(e)
screamer 0:66f3b5499f7f 187
screamer 0:66f3b5499f7f 188 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 189
screamer 0:66f3b5499f7f 190 # Let Exception propagate
screamer 0:66f3b5499f7f 191 raise e
screamer 0:66f3b5499f7f 192
screamer 0:66f3b5499f7f 193
screamer 0:66f3b5499f7f 194 def build_library(src_paths, build_path, target, toolchain_name,
screamer 0:66f3b5499f7f 195 dependencies_paths=None, options=None, name=None, clean=False, archive=True,
screamer 0:66f3b5499f7f 196 notify=None, verbose=False, macros=None, inc_dirs=None, inc_dirs_ext=None,
screamer 0:66f3b5499f7f 197 jobs=1, silent=False, report=None, properties=None, extra_verbose=False):
screamer 0:66f3b5499f7f 198 """ src_path: the path of the source directory
screamer 0:66f3b5499f7f 199 build_path: the path of the build directory
screamer 0:66f3b5499f7f 200 target: ['LPC1768', 'LPC11U24', 'LPC2368']
screamer 0:66f3b5499f7f 201 toolchain: ['ARM', 'uARM', 'GCC_ARM', 'GCC_CR']
screamer 0:66f3b5499f7f 202 library_paths: List of paths to additional libraries
screamer 0:66f3b5499f7f 203 clean: Rebuild everything if True
screamer 0:66f3b5499f7f 204 notify: Notify function for logs
screamer 0:66f3b5499f7f 205 verbose: Write the actual tools command lines if True
screamer 0:66f3b5499f7f 206 inc_dirs: additional include directories which should be included in build
screamer 0:66f3b5499f7f 207 inc_dirs_ext: additional include directories which should be copied to library directory
screamer 0:66f3b5499f7f 208 """
screamer 0:66f3b5499f7f 209 if type(src_paths) != ListType:
screamer 0:66f3b5499f7f 210 src_paths = [src_paths]
screamer 0:66f3b5499f7f 211
screamer 0:66f3b5499f7f 212 # The first path will give the name to the library
screamer 0:66f3b5499f7f 213 project_name = basename(abspath(absrc_paths[0] if src_paths[0] != "." and src_paths[0] != "./" else getcwd()))
screamer 0:66f3b5499f7f 214 if name is None:
screamer 0:66f3b5499f7f 215 # We will use default project name based on project folder name
screamer 0:66f3b5499f7f 216 name = project_name
screamer 0:66f3b5499f7f 217
screamer 0:66f3b5499f7f 218 if report != None:
screamer 0:66f3b5499f7f 219 start = time()
screamer 0:66f3b5499f7f 220 id_name = name.upper()
screamer 0:66f3b5499f7f 221 description = name
screamer 0:66f3b5499f7f 222 vendor_label = target.extra_labels[0]
screamer 0:66f3b5499f7f 223 cur_result = None
screamer 0:66f3b5499f7f 224 prep_report(report, target.name, toolchain_name, id_name)
screamer 0:66f3b5499f7f 225 cur_result = create_result(target.name, toolchain_name, id_name, description)
screamer 0:66f3b5499f7f 226
screamer 0:66f3b5499f7f 227 if properties != None:
screamer 0:66f3b5499f7f 228 prep_properties(properties, target.name, toolchain_name, vendor_label)
screamer 0:66f3b5499f7f 229
screamer 0:66f3b5499f7f 230 for src_path in src_paths:
screamer 0:66f3b5499f7f 231 if not exists(src_path):
screamer 0:66f3b5499f7f 232 error_msg = "The library source folder does not exist: %s", src_path
screamer 0:66f3b5499f7f 233
screamer 0:66f3b5499f7f 234 if report != None:
screamer 0:66f3b5499f7f 235 cur_result["output"] = error_msg
screamer 0:66f3b5499f7f 236 cur_result["result"] = "FAIL"
screamer 0:66f3b5499f7f 237 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 238
screamer 0:66f3b5499f7f 239 raise Exception(error_msg)
screamer 0:66f3b5499f7f 240
screamer 0:66f3b5499f7f 241 try:
screamer 0:66f3b5499f7f 242 # Toolchain instance
screamer 0:66f3b5499f7f 243 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, silent=silent, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 244 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 245 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 246 toolchain.build_all = clean
screamer 0:66f3b5499f7f 247
screamer 0:66f3b5499f7f 248 toolchain.info("Building library %s (%s, %s)" % (name, target.name, toolchain_name))
screamer 0:66f3b5499f7f 249
screamer 0:66f3b5499f7f 250 # Scan Resources
screamer 0:66f3b5499f7f 251 resources = []
screamer 0:66f3b5499f7f 252 for src_path in src_paths:
screamer 0:66f3b5499f7f 253 resources.append(toolchain.scan_resources(src_path))
screamer 0:66f3b5499f7f 254
screamer 0:66f3b5499f7f 255 # Add extra include directories / files which are required by library
screamer 0:66f3b5499f7f 256 # This files usually are not in the same directory as source files so
screamer 0:66f3b5499f7f 257 # previous scan will not include them
screamer 0:66f3b5499f7f 258 if inc_dirs_ext is not None:
screamer 0:66f3b5499f7f 259 for inc_ext in inc_dirs_ext:
screamer 0:66f3b5499f7f 260 resources.append(toolchain.scan_resources(inc_ext))
screamer 0:66f3b5499f7f 261
screamer 0:66f3b5499f7f 262 # Dependencies Include Paths
screamer 0:66f3b5499f7f 263 dependencies_include_dir = []
screamer 0:66f3b5499f7f 264 if dependencies_paths is not None:
screamer 0:66f3b5499f7f 265 for path in dependencies_paths:
screamer 0:66f3b5499f7f 266 lib_resources = toolchain.scan_resources(path)
screamer 0:66f3b5499f7f 267 dependencies_include_dir.extend(lib_resources.inc_dirs)
screamer 0:66f3b5499f7f 268
screamer 0:66f3b5499f7f 269 if inc_dirs:
screamer 0:66f3b5499f7f 270 dependencies_include_dir.extend(inc_dirs)
screamer 0:66f3b5499f7f 271
screamer 0:66f3b5499f7f 272 if archive:
screamer 0:66f3b5499f7f 273 # Use temp path when building archive
screamer 0:66f3b5499f7f 274 tmp_path = join(build_path, '.temp')
screamer 0:66f3b5499f7f 275 mkdir(tmp_path)
screamer 0:66f3b5499f7f 276 else:
screamer 0:66f3b5499f7f 277 tmp_path = build_path
screamer 0:66f3b5499f7f 278
screamer 0:66f3b5499f7f 279 # Copy headers, objects and static libraries
screamer 0:66f3b5499f7f 280 for resource in resources:
screamer 0:66f3b5499f7f 281 toolchain.copy_files(resource.headers, build_path, rel_path=resource.base_path)
screamer 0:66f3b5499f7f 282 toolchain.copy_files(resource.objects, build_path, rel_path=resource.base_path)
screamer 0:66f3b5499f7f 283 toolchain.copy_files(resource.libraries, build_path, rel_path=resource.base_path)
screamer 0:66f3b5499f7f 284 if resource.linker_script:
screamer 0:66f3b5499f7f 285 toolchain.copy_files(resource.linker_script, build_path, rel_path=resource.base_path)
screamer 0:66f3b5499f7f 286
screamer 0:66f3b5499f7f 287 # Compile Sources
screamer 0:66f3b5499f7f 288 objects = []
screamer 0:66f3b5499f7f 289 for resource in resources:
screamer 0:66f3b5499f7f 290 objects.extend(toolchain.compile_sources(resource, abspath(tmp_path), dependencies_include_dir))
screamer 0:66f3b5499f7f 291
screamer 0:66f3b5499f7f 292 if archive:
screamer 0:66f3b5499f7f 293 needed_update = toolchain.build_library(objects, build_path, name)
screamer 0:66f3b5499f7f 294 else:
screamer 0:66f3b5499f7f 295 needed_update = True
screamer 0:66f3b5499f7f 296
screamer 0:66f3b5499f7f 297 if report != None and needed_update:
screamer 0:66f3b5499f7f 298 end = time()
screamer 0:66f3b5499f7f 299 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 300 cur_result["output"] = toolchain.get_output()
screamer 0:66f3b5499f7f 301 cur_result["result"] = "OK"
screamer 0:66f3b5499f7f 302
screamer 0:66f3b5499f7f 303 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 304
screamer 0:66f3b5499f7f 305 except Exception, e:
screamer 0:66f3b5499f7f 306 if report != None:
screamer 0:66f3b5499f7f 307 end = time()
screamer 0:66f3b5499f7f 308 cur_result["result"] = "FAIL"
screamer 0:66f3b5499f7f 309 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 310
screamer 0:66f3b5499f7f 311 toolchain_output = toolchain.get_output()
screamer 0:66f3b5499f7f 312 if toolchain_output:
screamer 0:66f3b5499f7f 313 cur_result["output"] += toolchain_output
screamer 0:66f3b5499f7f 314
screamer 0:66f3b5499f7f 315 cur_result["output"] += str(e)
screamer 0:66f3b5499f7f 316
screamer 0:66f3b5499f7f 317 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 318
screamer 0:66f3b5499f7f 319 # Let Exception propagate
screamer 0:66f3b5499f7f 320 raise e
screamer 0:66f3b5499f7f 321
screamer 0:66f3b5499f7f 322 def build_lib(lib_id, target, toolchain, options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, silent=False, report=None, properties=None, extra_verbose=False):
screamer 0:66f3b5499f7f 323 """ Wrapper for build_library function.
screamer 0:66f3b5499f7f 324 Function builds library in proper directory using all dependencies and macros defined by user.
screamer 0:66f3b5499f7f 325 """
screamer 0:66f3b5499f7f 326 lib = Library(lib_id)
screamer 0:66f3b5499f7f 327 if lib.is_supported(target, toolchain):
screamer 0:66f3b5499f7f 328 # We need to combine macros from parameter list with macros from library definition
screamer 0:66f3b5499f7f 329 MACROS = lib.macros if lib.macros else []
screamer 0:66f3b5499f7f 330 if macros:
screamer 0:66f3b5499f7f 331 MACROS.extend(macros)
screamer 0:66f3b5499f7f 332
screamer 0:66f3b5499f7f 333 return build_library(lib.source_dir, lib.build_dir, target, toolchain, lib.dependencies, options,
screamer 0:66f3b5499f7f 334 verbose=verbose,
screamer 0:66f3b5499f7f 335 silent=silent,
screamer 0:66f3b5499f7f 336 clean=clean,
screamer 0:66f3b5499f7f 337 macros=MACROS,
screamer 0:66f3b5499f7f 338 notify=notify,
screamer 0:66f3b5499f7f 339 inc_dirs=lib.inc_dirs,
screamer 0:66f3b5499f7f 340 inc_dirs_ext=lib.inc_dirs_ext,
screamer 0:66f3b5499f7f 341 jobs=jobs,
screamer 0:66f3b5499f7f 342 report=report,
screamer 0:66f3b5499f7f 343 properties=properties,
screamer 0:66f3b5499f7f 344 extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 345 else:
screamer 0:66f3b5499f7f 346 print 'Library "%s" is not yet supported on target %s with toolchain %s' % (lib_id, target.name, toolchain)
screamer 0:66f3b5499f7f 347 return False
screamer 0:66f3b5499f7f 348
screamer 0:66f3b5499f7f 349
screamer 0:66f3b5499f7f 350 # We do have unique legacy conventions about how we build and package the mbed library
screamer 0:66f3b5499f7f 351 def build_mbed_libs(target, toolchain_name, options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, silent=False, report=None, properties=None, extra_verbose=False):
screamer 0:66f3b5499f7f 352 """ Function returns True is library was built and false if building was skipped """
screamer 0:66f3b5499f7f 353
screamer 0:66f3b5499f7f 354 if report != None:
screamer 0:66f3b5499f7f 355 start = time()
screamer 0:66f3b5499f7f 356 id_name = "MBED"
screamer 0:66f3b5499f7f 357 description = "mbed SDK"
screamer 0:66f3b5499f7f 358 vendor_label = target.extra_labels[0]
screamer 0:66f3b5499f7f 359 cur_result = None
screamer 0:66f3b5499f7f 360 prep_report(report, target.name, toolchain_name, id_name)
screamer 0:66f3b5499f7f 361 cur_result = create_result(target.name, toolchain_name, id_name, description)
screamer 0:66f3b5499f7f 362
screamer 0:66f3b5499f7f 363 if properties != None:
screamer 0:66f3b5499f7f 364 prep_properties(properties, target.name, toolchain_name, vendor_label)
screamer 0:66f3b5499f7f 365
screamer 0:66f3b5499f7f 366 # Check toolchain support
screamer 0:66f3b5499f7f 367 if toolchain_name not in target.supported_toolchains:
screamer 0:66f3b5499f7f 368 supported_toolchains_text = ", ".join(target.supported_toolchains)
screamer 0:66f3b5499f7f 369 print '%s target is not yet supported by toolchain %s' % (target.name, toolchain_name)
screamer 0:66f3b5499f7f 370 print '%s target supports %s toolchain%s' % (target.name, supported_toolchains_text, 's' if len(target.supported_toolchains) > 1 else '')
screamer 0:66f3b5499f7f 371
screamer 0:66f3b5499f7f 372 if report != None:
screamer 0:66f3b5499f7f 373 cur_result["result"] = "SKIP"
screamer 0:66f3b5499f7f 374 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 375
screamer 0:66f3b5499f7f 376 return False
screamer 0:66f3b5499f7f 377
screamer 0:66f3b5499f7f 378 try:
screamer 0:66f3b5499f7f 379 # Toolchain
screamer 0:66f3b5499f7f 380 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, silent=silent, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 381 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 382 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 383 toolchain.build_all = clean
screamer 0:66f3b5499f7f 384
screamer 0:66f3b5499f7f 385 # Source and Build Paths
screamer 0:66f3b5499f7f 386 BUILD_TARGET = join(MBED_LIBRARIES, "TARGET_" + target.name)
screamer 0:66f3b5499f7f 387 BUILD_TOOLCHAIN = join(BUILD_TARGET, "TOOLCHAIN_" + toolchain.name)
screamer 0:66f3b5499f7f 388 mkdir(BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 389
screamer 0:66f3b5499f7f 390 TMP_PATH = join(MBED_LIBRARIES, '.temp', toolchain.obj_path)
screamer 0:66f3b5499f7f 391 mkdir(TMP_PATH)
screamer 0:66f3b5499f7f 392
screamer 0:66f3b5499f7f 393 # CMSIS
screamer 0:66f3b5499f7f 394 toolchain.info("Building library %s (%s, %s)"% ('CMSIS', target.name, toolchain_name))
screamer 0:66f3b5499f7f 395 cmsis_src = join(MBED_TARGETS_PATH, "cmsis")
screamer 0:66f3b5499f7f 396 resources = toolchain.scan_resources(cmsis_src)
screamer 0:66f3b5499f7f 397
screamer 0:66f3b5499f7f 398 toolchain.copy_files(resources.headers, BUILD_TARGET)
screamer 0:66f3b5499f7f 399 toolchain.copy_files(resources.linker_script, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 400 toolchain.copy_files(resources.bin_files, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 401
screamer 0:66f3b5499f7f 402 objects = toolchain.compile_sources(resources, TMP_PATH)
screamer 0:66f3b5499f7f 403 toolchain.copy_files(objects, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 404
screamer 0:66f3b5499f7f 405 # mbed
screamer 0:66f3b5499f7f 406 toolchain.info("Building library %s (%s, %s)" % ('MBED', target.name, toolchain_name))
screamer 0:66f3b5499f7f 407
screamer 0:66f3b5499f7f 408 # Common Headers
screamer 0:66f3b5499f7f 409 toolchain.copy_files(toolchain.scan_resources(MBED_API).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 410 toolchain.copy_files(toolchain.scan_resources(MBED_HAL).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 411
screamer 0:66f3b5499f7f 412 # Target specific sources
screamer 0:66f3b5499f7f 413 HAL_SRC = join(MBED_TARGETS_PATH, "hal")
screamer 0:66f3b5499f7f 414 hal_implementation = toolchain.scan_resources(HAL_SRC)
screamer 0:66f3b5499f7f 415 toolchain.copy_files(hal_implementation.headers + hal_implementation.hex_files + hal_implementation.libraries, BUILD_TARGET, HAL_SRC)
screamer 0:66f3b5499f7f 416 incdirs = toolchain.scan_resources(BUILD_TARGET).inc_dirs
screamer 0:66f3b5499f7f 417 objects = toolchain.compile_sources(hal_implementation, TMP_PATH, [MBED_LIBRARIES] + incdirs)
screamer 0:66f3b5499f7f 418
screamer 0:66f3b5499f7f 419 # Common Sources
screamer 0:66f3b5499f7f 420 mbed_resources = toolchain.scan_resources(MBED_COMMON)
screamer 0:66f3b5499f7f 421 objects += toolchain.compile_sources(mbed_resources, TMP_PATH, [MBED_LIBRARIES] + incdirs)
screamer 0:66f3b5499f7f 422
screamer 0:66f3b5499f7f 423 # A number of compiled files need to be copied as objects as opposed to
screamer 0:66f3b5499f7f 424 # being part of the mbed library, for reasons that have to do with the way
screamer 0:66f3b5499f7f 425 # the linker search for symbols in archives. These are:
screamer 0:66f3b5499f7f 426 # - retarget.o: to make sure that the C standard lib symbols get overridden
screamer 0:66f3b5499f7f 427 # - board.o: mbed_die is weak
screamer 0:66f3b5499f7f 428 # - mbed_overrides.o: this contains platform overrides of various weak SDK functions
screamer 0:66f3b5499f7f 429 separate_names, separate_objects = ['retarget.o', 'board.o', 'mbed_overrides.o'], []
screamer 0:66f3b5499f7f 430
screamer 0:66f3b5499f7f 431 for o in objects:
screamer 0:66f3b5499f7f 432 for name in separate_names:
screamer 0:66f3b5499f7f 433 if o.endswith(name):
screamer 0:66f3b5499f7f 434 separate_objects.append(o)
screamer 0:66f3b5499f7f 435
screamer 0:66f3b5499f7f 436 for o in separate_objects:
screamer 0:66f3b5499f7f 437 objects.remove(o)
screamer 0:66f3b5499f7f 438
screamer 0:66f3b5499f7f 439 needed_update = toolchain.build_library(objects, BUILD_TOOLCHAIN, "mbed")
screamer 0:66f3b5499f7f 440
screamer 0:66f3b5499f7f 441 for o in separate_objects:
screamer 0:66f3b5499f7f 442 toolchain.copy_files(o, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 443
screamer 0:66f3b5499f7f 444 if report != None and needed_update:
screamer 0:66f3b5499f7f 445 end = time()
screamer 0:66f3b5499f7f 446 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 447 cur_result["output"] = toolchain.get_output()
screamer 0:66f3b5499f7f 448 cur_result["result"] = "OK"
screamer 0:66f3b5499f7f 449
screamer 0:66f3b5499f7f 450 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 451
screamer 0:66f3b5499f7f 452 return True
screamer 0:66f3b5499f7f 453
screamer 0:66f3b5499f7f 454 except Exception, e:
screamer 0:66f3b5499f7f 455 if report != None:
screamer 0:66f3b5499f7f 456 end = time()
screamer 0:66f3b5499f7f 457 cur_result["result"] = "FAIL"
screamer 0:66f3b5499f7f 458 cur_result["elapsed_time"] = end - start
screamer 0:66f3b5499f7f 459
screamer 0:66f3b5499f7f 460 toolchain_output = toolchain.get_output()
screamer 0:66f3b5499f7f 461 if toolchain_output:
screamer 0:66f3b5499f7f 462 cur_result["output"] += toolchain_output
screamer 0:66f3b5499f7f 463
screamer 0:66f3b5499f7f 464 cur_result["output"] += str(e)
screamer 0:66f3b5499f7f 465
screamer 0:66f3b5499f7f 466 add_result_to_report(report, cur_result)
screamer 0:66f3b5499f7f 467
screamer 0:66f3b5499f7f 468 # Let Exception propagate
screamer 0:66f3b5499f7f 469 raise e
screamer 0:66f3b5499f7f 470
screamer 0:66f3b5499f7f 471 def get_unique_supported_toolchains():
screamer 0:66f3b5499f7f 472 """ Get list of all unique toolchains supported by targets """
screamer 0:66f3b5499f7f 473 unique_supported_toolchains = []
screamer 0:66f3b5499f7f 474 for target in TARGET_NAMES:
screamer 0:66f3b5499f7f 475 for toolchain in TARGET_MAP[target].supported_toolchains:
screamer 0:66f3b5499f7f 476 if toolchain not in unique_supported_toolchains:
screamer 0:66f3b5499f7f 477 unique_supported_toolchains.append(toolchain)
screamer 0:66f3b5499f7f 478 return unique_supported_toolchains
screamer 0:66f3b5499f7f 479
screamer 0:66f3b5499f7f 480
screamer 0:66f3b5499f7f 481 def mcu_toolchain_matrix(verbose_html=False, platform_filter=None):
screamer 0:66f3b5499f7f 482 """ Shows target map using prettytable """
screamer 0:66f3b5499f7f 483 unique_supported_toolchains = get_unique_supported_toolchains()
screamer 0:66f3b5499f7f 484 from prettytable import PrettyTable # Only use it in this function so building works without extra modules
screamer 0:66f3b5499f7f 485
screamer 0:66f3b5499f7f 486 # All tests status table print
screamer 0:66f3b5499f7f 487 columns = ["Platform"] + unique_supported_toolchains
screamer 0:66f3b5499f7f 488 pt = PrettyTable(["Platform"] + unique_supported_toolchains)
screamer 0:66f3b5499f7f 489 # Align table
screamer 0:66f3b5499f7f 490 for col in columns:
screamer 0:66f3b5499f7f 491 pt.align[col] = "c"
screamer 0:66f3b5499f7f 492 pt.align["Platform"] = "l"
screamer 0:66f3b5499f7f 493
screamer 0:66f3b5499f7f 494 perm_counter = 0
screamer 0:66f3b5499f7f 495 target_counter = 0
screamer 0:66f3b5499f7f 496 for target in sorted(TARGET_NAMES):
screamer 0:66f3b5499f7f 497 if platform_filter is not None:
screamer 0:66f3b5499f7f 498 # FIlter out platforms using regex
screamer 0:66f3b5499f7f 499 if re.search(platform_filter, target) is None:
screamer 0:66f3b5499f7f 500 continue
screamer 0:66f3b5499f7f 501 target_counter += 1
screamer 0:66f3b5499f7f 502
screamer 0:66f3b5499f7f 503 row = [target] # First column is platform name
screamer 0:66f3b5499f7f 504 default_toolchain = TARGET_MAP[target].default_toolchain
screamer 0:66f3b5499f7f 505 for unique_toolchain in unique_supported_toolchains:
screamer 0:66f3b5499f7f 506 text = "-"
screamer 0:66f3b5499f7f 507 if default_toolchain == unique_toolchain:
screamer 0:66f3b5499f7f 508 text = "Default"
screamer 0:66f3b5499f7f 509 perm_counter += 1
screamer 0:66f3b5499f7f 510 elif unique_toolchain in TARGET_MAP[target].supported_toolchains:
screamer 0:66f3b5499f7f 511 text = "Supported"
screamer 0:66f3b5499f7f 512 perm_counter += 1
screamer 0:66f3b5499f7f 513 row.append(text)
screamer 0:66f3b5499f7f 514 pt.add_row(row)
screamer 0:66f3b5499f7f 515
screamer 0:66f3b5499f7f 516 result = pt.get_html_string() if verbose_html else pt.get_string()
screamer 0:66f3b5499f7f 517 result += "\n"
screamer 0:66f3b5499f7f 518 result += "*Default - default on-line compiler\n"
screamer 0:66f3b5499f7f 519 result += "*Supported - supported off-line compiler\n"
screamer 0:66f3b5499f7f 520 result += "\n"
screamer 0:66f3b5499f7f 521 result += "Total platforms: %d\n"% (target_counter)
screamer 0:66f3b5499f7f 522 result += "Total permutations: %d"% (perm_counter)
screamer 0:66f3b5499f7f 523 return result
screamer 0:66f3b5499f7f 524
screamer 0:66f3b5499f7f 525
screamer 0:66f3b5499f7f 526 def get_target_supported_toolchains(target):
screamer 0:66f3b5499f7f 527 """ Returns target supported toolchains list """
screamer 0:66f3b5499f7f 528 return TARGET_MAP[target].supported_toolchains if target in TARGET_MAP else None
screamer 0:66f3b5499f7f 529
screamer 0:66f3b5499f7f 530
screamer 0:66f3b5499f7f 531 def static_analysis_scan(target, toolchain_name, CPPCHECK_CMD, CPPCHECK_MSG_FORMAT, options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, extra_verbose=False):
screamer 0:66f3b5499f7f 532 # Toolchain
screamer 0:66f3b5499f7f 533 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 534 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 535 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 536 toolchain.build_all = clean
screamer 0:66f3b5499f7f 537
screamer 0:66f3b5499f7f 538 # Source and Build Paths
screamer 0:66f3b5499f7f 539 BUILD_TARGET = join(MBED_LIBRARIES, "TARGET_" + target.name)
screamer 0:66f3b5499f7f 540 BUILD_TOOLCHAIN = join(BUILD_TARGET, "TOOLCHAIN_" + toolchain.name)
screamer 0:66f3b5499f7f 541 mkdir(BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 542
screamer 0:66f3b5499f7f 543 TMP_PATH = join(MBED_LIBRARIES, '.temp', toolchain.obj_path)
screamer 0:66f3b5499f7f 544 mkdir(TMP_PATH)
screamer 0:66f3b5499f7f 545
screamer 0:66f3b5499f7f 546 # CMSIS
screamer 0:66f3b5499f7f 547 toolchain.info("Static analysis for %s (%s, %s)" % ('CMSIS', target.name, toolchain_name))
screamer 0:66f3b5499f7f 548 cmsis_src = join(MBED_TARGETS_PATH, "cmsis")
screamer 0:66f3b5499f7f 549 resources = toolchain.scan_resources(cmsis_src)
screamer 0:66f3b5499f7f 550
screamer 0:66f3b5499f7f 551 # Copy files before analysis
screamer 0:66f3b5499f7f 552 toolchain.copy_files(resources.headers, BUILD_TARGET)
screamer 0:66f3b5499f7f 553 toolchain.copy_files(resources.linker_script, BUILD_TOOLCHAIN)
screamer 0:66f3b5499f7f 554
screamer 0:66f3b5499f7f 555 # Gather include paths, c, cpp sources and macros to transfer to cppcheck command line
screamer 0:66f3b5499f7f 556 includes = ["-I%s"% i for i in resources.inc_dirs]
screamer 0:66f3b5499f7f 557 includes.append("-I%s"% str(BUILD_TARGET))
screamer 0:66f3b5499f7f 558 c_sources = " ".join(resources.c_sources)
screamer 0:66f3b5499f7f 559 cpp_sources = " ".join(resources.cpp_sources)
screamer 0:66f3b5499f7f 560 macros = ["-D%s"% s for s in toolchain.get_symbols() + toolchain.macros]
screamer 0:66f3b5499f7f 561
screamer 0:66f3b5499f7f 562 includes = map(str.strip, includes)
screamer 0:66f3b5499f7f 563 macros = map(str.strip, macros)
screamer 0:66f3b5499f7f 564
screamer 0:66f3b5499f7f 565 check_cmd = CPPCHECK_CMD
screamer 0:66f3b5499f7f 566 check_cmd += CPPCHECK_MSG_FORMAT
screamer 0:66f3b5499f7f 567 check_cmd += includes
screamer 0:66f3b5499f7f 568 check_cmd += macros
screamer 0:66f3b5499f7f 569
screamer 0:66f3b5499f7f 570 # We need to pass some params via file to avoid "command line too long in some OSs"
screamer 0:66f3b5499f7f 571 tmp_file = tempfile.NamedTemporaryFile(delete=False)
screamer 0:66f3b5499f7f 572 tmp_file.writelines(line + '\n' for line in c_sources.split())
screamer 0:66f3b5499f7f 573 tmp_file.writelines(line + '\n' for line in cpp_sources.split())
screamer 0:66f3b5499f7f 574 tmp_file.close()
screamer 0:66f3b5499f7f 575 check_cmd += ["--file-list=%s"% tmp_file.name]
screamer 0:66f3b5499f7f 576
screamer 0:66f3b5499f7f 577 _stdout, _stderr, _rc = run_cmd(check_cmd)
screamer 0:66f3b5499f7f 578 if verbose:
screamer 0:66f3b5499f7f 579 print _stdout
screamer 0:66f3b5499f7f 580 print _stderr
screamer 0:66f3b5499f7f 581
screamer 0:66f3b5499f7f 582 # =========================================================================
screamer 0:66f3b5499f7f 583
screamer 0:66f3b5499f7f 584 # MBED
screamer 0:66f3b5499f7f 585 toolchain.info("Static analysis for %s (%s, %s)" % ('MBED', target.name, toolchain_name))
screamer 0:66f3b5499f7f 586
screamer 0:66f3b5499f7f 587 # Common Headers
screamer 0:66f3b5499f7f 588 toolchain.copy_files(toolchain.scan_resources(MBED_API).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 589 toolchain.copy_files(toolchain.scan_resources(MBED_HAL).headers, MBED_LIBRARIES)
screamer 0:66f3b5499f7f 590
screamer 0:66f3b5499f7f 591 # Target specific sources
screamer 0:66f3b5499f7f 592 HAL_SRC = join(MBED_TARGETS_PATH, "hal")
screamer 0:66f3b5499f7f 593 hal_implementation = toolchain.scan_resources(HAL_SRC)
screamer 0:66f3b5499f7f 594
screamer 0:66f3b5499f7f 595 # Copy files before analysis
screamer 0:66f3b5499f7f 596 toolchain.copy_files(hal_implementation.headers + hal_implementation.hex_files, BUILD_TARGET, HAL_SRC)
screamer 0:66f3b5499f7f 597 incdirs = toolchain.scan_resources(BUILD_TARGET)
screamer 0:66f3b5499f7f 598
screamer 0:66f3b5499f7f 599 target_includes = ["-I%s" % i for i in incdirs.inc_dirs]
screamer 0:66f3b5499f7f 600 target_includes.append("-I%s"% str(BUILD_TARGET))
screamer 0:66f3b5499f7f 601 target_includes.append("-I%s"% str(HAL_SRC))
screamer 0:66f3b5499f7f 602 target_c_sources = " ".join(incdirs.c_sources)
screamer 0:66f3b5499f7f 603 target_cpp_sources = " ".join(incdirs.cpp_sources)
screamer 0:66f3b5499f7f 604 target_macros = ["-D%s"% s for s in toolchain.get_symbols() + toolchain.macros]
screamer 0:66f3b5499f7f 605
screamer 0:66f3b5499f7f 606 # Common Sources
screamer 0:66f3b5499f7f 607 mbed_resources = toolchain.scan_resources(MBED_COMMON)
screamer 0:66f3b5499f7f 608
screamer 0:66f3b5499f7f 609 # Gather include paths, c, cpp sources and macros to transfer to cppcheck command line
screamer 0:66f3b5499f7f 610 mbed_includes = ["-I%s" % i for i in mbed_resources.inc_dirs]
screamer 0:66f3b5499f7f 611 mbed_includes.append("-I%s"% str(BUILD_TARGET))
screamer 0:66f3b5499f7f 612 mbed_includes.append("-I%s"% str(MBED_COMMON))
screamer 0:66f3b5499f7f 613 mbed_includes.append("-I%s"% str(MBED_API))
screamer 0:66f3b5499f7f 614 mbed_includes.append("-I%s"% str(MBED_HAL))
screamer 0:66f3b5499f7f 615 mbed_c_sources = " ".join(mbed_resources.c_sources)
screamer 0:66f3b5499f7f 616 mbed_cpp_sources = " ".join(mbed_resources.cpp_sources)
screamer 0:66f3b5499f7f 617
screamer 0:66f3b5499f7f 618 target_includes = map(str.strip, target_includes)
screamer 0:66f3b5499f7f 619 mbed_includes = map(str.strip, mbed_includes)
screamer 0:66f3b5499f7f 620 target_macros = map(str.strip, target_macros)
screamer 0:66f3b5499f7f 621
screamer 0:66f3b5499f7f 622 check_cmd = CPPCHECK_CMD
screamer 0:66f3b5499f7f 623 check_cmd += CPPCHECK_MSG_FORMAT
screamer 0:66f3b5499f7f 624 check_cmd += target_includes
screamer 0:66f3b5499f7f 625 check_cmd += mbed_includes
screamer 0:66f3b5499f7f 626 check_cmd += target_macros
screamer 0:66f3b5499f7f 627
screamer 0:66f3b5499f7f 628 # We need to pass some parames via file to avoid "command line too long in some OSs"
screamer 0:66f3b5499f7f 629 tmp_file = tempfile.NamedTemporaryFile(delete=False)
screamer 0:66f3b5499f7f 630 tmp_file.writelines(line + '\n' for line in target_c_sources.split())
screamer 0:66f3b5499f7f 631 tmp_file.writelines(line + '\n' for line in target_cpp_sources.split())
screamer 0:66f3b5499f7f 632 tmp_file.writelines(line + '\n' for line in mbed_c_sources.split())
screamer 0:66f3b5499f7f 633 tmp_file.writelines(line + '\n' for line in mbed_cpp_sources.split())
screamer 0:66f3b5499f7f 634 tmp_file.close()
screamer 0:66f3b5499f7f 635 check_cmd += ["--file-list=%s"% tmp_file.name]
screamer 0:66f3b5499f7f 636
screamer 0:66f3b5499f7f 637 _stdout, _stderr, _rc = run_cmd_ext(check_cmd)
screamer 0:66f3b5499f7f 638 if verbose:
screamer 0:66f3b5499f7f 639 print _stdout
screamer 0:66f3b5499f7f 640 print _stderr
screamer 0:66f3b5499f7f 641
screamer 0:66f3b5499f7f 642
screamer 0:66f3b5499f7f 643 def static_analysis_scan_lib(lib_id, target, toolchain, cppcheck_cmd, cppcheck_msg_format,
screamer 0:66f3b5499f7f 644 options=None, verbose=False, clean=False, macros=None, notify=None, jobs=1, extra_verbose=False):
screamer 0:66f3b5499f7f 645 lib = Library(lib_id)
screamer 0:66f3b5499f7f 646 if lib.is_supported(target, toolchain):
screamer 0:66f3b5499f7f 647 static_analysis_scan_library(lib.source_dir, lib.build_dir, target, toolchain, cppcheck_cmd, cppcheck_msg_format,
screamer 0:66f3b5499f7f 648 lib.dependencies, options,
screamer 0:66f3b5499f7f 649 verbose=verbose, clean=clean, macros=macros, notify=notify, jobs=jobs, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 650 else:
screamer 0:66f3b5499f7f 651 print 'Library "%s" is not yet supported on target %s with toolchain %s'% (lib_id, target.name, toolchain)
screamer 0:66f3b5499f7f 652
screamer 0:66f3b5499f7f 653
screamer 0:66f3b5499f7f 654 def static_analysis_scan_library(src_paths, build_path, target, toolchain_name, cppcheck_cmd, cppcheck_msg_format,
screamer 0:66f3b5499f7f 655 dependencies_paths=None, options=None, name=None, clean=False,
screamer 0:66f3b5499f7f 656 notify=None, verbose=False, macros=None, jobs=1, extra_verbose=False):
screamer 0:66f3b5499f7f 657 """ Function scans library (or just some set of sources/headers) for staticly detectable defects """
screamer 0:66f3b5499f7f 658 if type(src_paths) != ListType:
screamer 0:66f3b5499f7f 659 src_paths = [src_paths]
screamer 0:66f3b5499f7f 660
screamer 0:66f3b5499f7f 661 for src_path in src_paths:
screamer 0:66f3b5499f7f 662 if not exists(src_path):
screamer 0:66f3b5499f7f 663 raise Exception("The library source folder does not exist: %s", src_path)
screamer 0:66f3b5499f7f 664
screamer 0:66f3b5499f7f 665 # Toolchain instance
screamer 0:66f3b5499f7f 666 toolchain = TOOLCHAIN_CLASSES[toolchain_name](target, options, macros=macros, notify=notify, extra_verbose=extra_verbose)
screamer 0:66f3b5499f7f 667 toolchain.VERBOSE = verbose
screamer 0:66f3b5499f7f 668 toolchain.jobs = jobs
screamer 0:66f3b5499f7f 669
screamer 0:66f3b5499f7f 670 # The first path will give the name to the library
screamer 0:66f3b5499f7f 671 name = basename(src_paths[0])
screamer 0:66f3b5499f7f 672 toolchain.info("Static analysis for library %s (%s, %s)" % (name.upper(), target.name, toolchain_name))
screamer 0:66f3b5499f7f 673
screamer 0:66f3b5499f7f 674 # Scan Resources
screamer 0:66f3b5499f7f 675 resources = []
screamer 0:66f3b5499f7f 676 for src_path in src_paths:
screamer 0:66f3b5499f7f 677 resources.append(toolchain.scan_resources(src_path))
screamer 0:66f3b5499f7f 678
screamer 0:66f3b5499f7f 679 # Dependencies Include Paths
screamer 0:66f3b5499f7f 680 dependencies_include_dir = []
screamer 0:66f3b5499f7f 681 if dependencies_paths is not None:
screamer 0:66f3b5499f7f 682 for path in dependencies_paths:
screamer 0:66f3b5499f7f 683 lib_resources = toolchain.scan_resources(path)
screamer 0:66f3b5499f7f 684 dependencies_include_dir.extend(lib_resources.inc_dirs)
screamer 0:66f3b5499f7f 685
screamer 0:66f3b5499f7f 686 # Create the desired build directory structure
screamer 0:66f3b5499f7f 687 bin_path = join(build_path, toolchain.obj_path)
screamer 0:66f3b5499f7f 688 mkdir(bin_path)
screamer 0:66f3b5499f7f 689 tmp_path = join(build_path, '.temp', toolchain.obj_path)
screamer 0:66f3b5499f7f 690 mkdir(tmp_path)
screamer 0:66f3b5499f7f 691
screamer 0:66f3b5499f7f 692 # Gather include paths, c, cpp sources and macros to transfer to cppcheck command line
screamer 0:66f3b5499f7f 693 includes = ["-I%s" % i for i in dependencies_include_dir + src_paths]
screamer 0:66f3b5499f7f 694 c_sources = " "
screamer 0:66f3b5499f7f 695 cpp_sources = " "
screamer 0:66f3b5499f7f 696 macros = ['-D%s' % s for s in toolchain.get_symbols() + toolchain.macros]
screamer 0:66f3b5499f7f 697
screamer 0:66f3b5499f7f 698 # Copy Headers
screamer 0:66f3b5499f7f 699 for resource in resources:
screamer 0:66f3b5499f7f 700 toolchain.copy_files(resource.headers, build_path, rel_path=resource.base_path)
screamer 0:66f3b5499f7f 701 includes += ["-I%s" % i for i in resource.inc_dirs]
screamer 0:66f3b5499f7f 702 c_sources += " ".join(resource.c_sources) + " "
screamer 0:66f3b5499f7f 703 cpp_sources += " ".join(resource.cpp_sources) + " "
screamer 0:66f3b5499f7f 704
screamer 0:66f3b5499f7f 705 dependencies_include_dir.extend(toolchain.scan_resources(build_path).inc_dirs)
screamer 0:66f3b5499f7f 706
screamer 0:66f3b5499f7f 707 includes = map(str.strip, includes)
screamer 0:66f3b5499f7f 708 macros = map(str.strip, macros)
screamer 0:66f3b5499f7f 709
screamer 0:66f3b5499f7f 710 check_cmd = cppcheck_cmd
screamer 0:66f3b5499f7f 711 check_cmd += cppcheck_msg_format
screamer 0:66f3b5499f7f 712 check_cmd += includes
screamer 0:66f3b5499f7f 713 check_cmd += macros
screamer 0:66f3b5499f7f 714
screamer 0:66f3b5499f7f 715 # We need to pass some parameters via file to avoid "command line too long in some OSs"
screamer 0:66f3b5499f7f 716 # Temporary file is created to store e.g. cppcheck list of files for command line
screamer 0:66f3b5499f7f 717 tmp_file = tempfile.NamedTemporaryFile(delete=False)
screamer 0:66f3b5499f7f 718 tmp_file.writelines(line + '\n' for line in c_sources.split())
screamer 0:66f3b5499f7f 719 tmp_file.writelines(line + '\n' for line in cpp_sources.split())
screamer 0:66f3b5499f7f 720 tmp_file.close()
screamer 0:66f3b5499f7f 721 check_cmd += ["--file-list=%s"% tmp_file.name]
screamer 0:66f3b5499f7f 722
screamer 0:66f3b5499f7f 723 # This will allow us to grab result from both stdio and stderr outputs (so we can show them)
screamer 0:66f3b5499f7f 724 # We assume static code analysis tool is outputting defects on STDERR
screamer 0:66f3b5499f7f 725 _stdout, _stderr, _rc = run_cmd_ext(check_cmd)
screamer 0:66f3b5499f7f 726 if verbose:
screamer 0:66f3b5499f7f 727 print _stdout
screamer 0:66f3b5499f7f 728 print _stderr
screamer 0:66f3b5499f7f 729
screamer 0:66f3b5499f7f 730
screamer 0:66f3b5499f7f 731 def print_build_results(result_list, build_name):
screamer 0:66f3b5499f7f 732 """ Generate result string for build results """
screamer 0:66f3b5499f7f 733 result = ""
screamer 0:66f3b5499f7f 734 if len(result_list) > 0:
screamer 0:66f3b5499f7f 735 result += build_name + "\n"
screamer 0:66f3b5499f7f 736 result += "\n".join([" * %s" % f for f in result_list])
screamer 0:66f3b5499f7f 737 result += "\n"
screamer 0:66f3b5499f7f 738 return result
screamer 0:66f3b5499f7f 739
screamer 0:66f3b5499f7f 740 def write_build_report(build_report, template_filename, filename):
screamer 0:66f3b5499f7f 741 build_report_failing = []
screamer 0:66f3b5499f7f 742 build_report_passing = []
screamer 0:66f3b5499f7f 743
screamer 0:66f3b5499f7f 744 for report in build_report:
screamer 0:66f3b5499f7f 745 if len(report["failing"]) > 0:
screamer 0:66f3b5499f7f 746 build_report_failing.append(report)
screamer 0:66f3b5499f7f 747 else:
screamer 0:66f3b5499f7f 748 build_report_passing.append(report)
screamer 0:66f3b5499f7f 749
screamer 0:66f3b5499f7f 750 env = Environment(extensions=['jinja2.ext.with_'])
screamer 0:66f3b5499f7f 751 env.loader = FileSystemLoader('ci_templates')
screamer 0:66f3b5499f7f 752 template = env.get_template(template_filename)
screamer 0:66f3b5499f7f 753
screamer 0:66f3b5499f7f 754 with open(filename, 'w+') as f:
screamer 0:66f3b5499f7f 755 f.write(template.render(failing_builds=build_report_failing, passing_builds=build_report_passing))
screamer 1:a99c8e460c5c 756
screamer 2:07730b0f452c 757 def get_build_profile(path):
screamer 1:a99c8e460c5c 758 profile = None
screamer 1:a99c8e460c5c 759 builds = get_build_ids(path)
screamer 1:a99c8e460c5c 760 for build in builds:
screamer 1:a99c8e460c5c 761 if MBED_SDK_REV_MAP.has_key(build):
screamer 1:a99c8e460c5c 762 idx = MBED_SDK_REV_MAP[build]
screamer 1:a99c8e460c5c 763
screamer 1:a99c8e460c5c 764 if idx is None:
screamer 1:a99c8e460c5c 765 profile = 'v5'
screamer 1:a99c8e460c5c 766 elif idx <= 43:
screamer 1:a99c8e460c5c 767 profile = 'v1'
screamer 1:a99c8e460c5c 768 elif idx <= 68:
screamer 2:07730b0f452c 769 profile = 'v2'
screamer 1:a99c8e460c5c 770 elif idx <= 76:
screamer 1:a99c8e460c5c 771 profile = 'v3'
screamer 1:a99c8e460c5c 772 elif idx <= 105:
screamer 1:a99c8e460c5c 773 profile = 'v4'
screamer 1:a99c8e460c5c 774 else:
screamer 1:a99c8e460c5c 775 profile = 'v5'
screamer 1:a99c8e460c5c 776
screamer 1:a99c8e460c5c 777 return profile
screamer 1:a99c8e460c5c 778
screamer 1:a99c8e460c5c 779 def get_build_ids(path):
screamer 1:a99c8e460c5c 780 builds = []
screamer 1:a99c8e460c5c 781
screamer 1:a99c8e460c5c 782 for (root, dirs, files) in walk(path):
screamer 1:a99c8e460c5c 783 for d in copy(dirs):
screamer 1:a99c8e460c5c 784 if d.startswith('.'):
screamer 1:a99c8e460c5c 785 dirs.remove(d)
screamer 1:a99c8e460c5c 786
screamer 1:a99c8e460c5c 787 for filename in filter(lambda s: s.endswith(".bld"), files):
screamer 1:a99c8e460c5c 788 try:
screamer 1:a99c8e460c5c 789 # TODO check user has permission to link against build
screamer 1:a99c8e460c5c 790 url = open(join(root, filename), 'r').read()
screamer 1:a99c8e460c5c 791 builds.append(re.sub(r'^.+/(.*?)$', r'\1', url))
screamer 1:a99c8e460c5c 792 except:
screamer 1:a99c8e460c5c 793 pass
screamer 1:a99c8e460c5c 794
screamer 1:a99c8e460c5c 795 return builds
screamer 1:a99c8e460c5c 796
screamer 1:a99c8e460c5c 797 MBED_SDK_REV_MAP = {
screamer 1:a99c8e460c5c 798 '8ed44a420e5c': 105,
screamer 1:a99c8e460c5c 799 'b9ad9a133dc7': 104,
screamer 1:a99c8e460c5c 800 'bad568076d81': 103,
screamer 1:a99c8e460c5c 801 'da0ca467f8b5': 102,
screamer 1:a99c8e460c5c 802 '7cff1c4259d7': 101,
screamer 1:a99c8e460c5c 803 'cbbeb26dbd92': 100,
screamer 1:a99c8e460c5c 804 'dbbf35b96557': 99,
screamer 1:a99c8e460c5c 805 '8ab26030e058': 98,
screamer 1:a99c8e460c5c 806 '433970e64889': 97,
screamer 1:a99c8e460c5c 807 '487b796308b0': 96,
screamer 1:a99c8e460c5c 808 '7e07b6fb45cf': 95,
screamer 1:a99c8e460c5c 809 '9ad691361fac': 94,
screamer 1:a99c8e460c5c 810 'e188a91d3eaa': 93,
screamer 1:a99c8e460c5c 811 '4fc01daae5a5': 92,
screamer 1:a99c8e460c5c 812 '031413cf7a89': 91,
screamer 1:a99c8e460c5c 813 'cb3d968589d8': 90,
screamer 1:a99c8e460c5c 814 '552587b429a1': 89,
screamer 1:a99c8e460c5c 815 '9327015d4013': 88,
screamer 1:a99c8e460c5c 816 '6213f644d804': 87,
screamer 1:a99c8e460c5c 817 '04dd9b1680ae': 86,
screamer 1:a99c8e460c5c 818 '024bf7f99721': 85,
screamer 1:a99c8e460c5c 819 '0b3ab51c8877': 84,
screamer 1:a99c8e460c5c 820 '8a40adfe8776': 83,
screamer 1:a99c8e460c5c 821 '6473597d706e': 82,
screamer 1:a99c8e460c5c 822 '7d30d6019079': 81,
screamer 1:a99c8e460c5c 823 '8e73be2a2ac1': 80,
screamer 1:a99c8e460c5c 824 '0c05e21ae27e': 79,
screamer 1:a99c8e460c5c 825 'ed8466a608b4': 78,
screamer 1:a99c8e460c5c 826 '869cf507173a': 77,
screamer 1:a99c8e460c5c 827 '824293ae5e43': 76,
screamer 1:a99c8e460c5c 828 'dc225afb6914': 75,
screamer 1:a99c8e460c5c 829 'a842253909c9': 74,
screamer 1:a99c8e460c5c 830 '1efda918f0ba': 73,
screamer 1:a99c8e460c5c 831 '4096f863f923': 72,
screamer 1:a99c8e460c5c 832 '8fabd470bb6e': 71,
screamer 1:a99c8e460c5c 833 '673126e12c73': 70,
screamer 1:a99c8e460c5c 834 '4a7918f48478': 69,
screamer 1:a99c8e460c5c 835 'f37f3b9c9f0b': 68,
screamer 1:a99c8e460c5c 836 'a9913a65894f': 67,
screamer 1:a99c8e460c5c 837 '9c8f0e3462fb': 66,
screamer 1:a99c8e460c5c 838 '5798e58a58b1': 65,
screamer 1:a99c8e460c5c 839 'e3affc9e7238': 64,
screamer 1:a99c8e460c5c 840 'b3110cd2dd17': 63,
screamer 1:a99c8e460c5c 841 '7e6c9f46b3bd': 62,
screamer 1:a99c8e460c5c 842 '5e5da4a5990b': 61,
screamer 1:a99c8e460c5c 843 '3d0ef94e36ec': 60,
screamer 1:a99c8e460c5c 844 '0883845fe643': 59,
screamer 1:a99c8e460c5c 845 '0954ebd79f59': 58,
screamer 1:a99c8e460c5c 846 '0480438fc29c': 57,
screamer 1:a99c8e460c5c 847 '3753e96f3c8b': 56,
screamer 1:a99c8e460c5c 848 'd722ed6a4237': 55,
screamer 1:a99c8e460c5c 849 '71b101360fb9': 54,
screamer 1:a99c8e460c5c 850 '63cdd78b2dc1': 53,
screamer 1:a99c8e460c5c 851 '09236a68d21b': 52,
screamer 1:a99c8e460c5c 852 'a076018f59af': 51,
screamer 1:a99c8e460c5c 853 'b60934f96c0c': 50,
screamer 1:a99c8e460c5c 854 'eeb8a2a33ec9': 49,
screamer 1:a99c8e460c5c 855 '49c296715c73': 48,
screamer 1:a99c8e460c5c 856 '134def52cfa0': 47,
screamer 1:a99c8e460c5c 857 '890817bdcffb': 46,
screamer 1:a99c8e460c5c 858 '3d775a932e1d': 45,
screamer 1:a99c8e460c5c 859 '24d45a770a51': 44,
screamer 1:a99c8e460c5c 860 'e2ed12d17f06': 43,
screamer 1:a99c8e460c5c 861 'cd19af002ccc': 42,
screamer 1:a99c8e460c5c 862 '10b9abbe79a6': 41,
screamer 1:a99c8e460c5c 863 '976df7c37ad5': 40,
screamer 1:a99c8e460c5c 864 '737756e0b479': 39,
screamer 1:a99c8e460c5c 865 '4c0c40fd0593': 38,
screamer 1:a99c8e460c5c 866 '14f4805c468c': 37,
screamer 1:a99c8e460c5c 867 'b4b9f287a47e': 36,
screamer 1:a99c8e460c5c 868 '5284544d04b6': 35,
screamer 1:a99c8e460c5c 869 '7495d544864f': 34,
screamer 1:a99c8e460c5c 870 '5364839841bd': 33,
screamer 1:a99c8e460c5c 871 '3b05dd009342': 32,
screamer 1:a99c8e460c5c 872 'a7ef757f598c': 31,
screamer 1:a99c8e460c5c 873 '3991a86798e3': 30,
screamer 1:a99c8e460c5c 874 '078e4b97a13e': 29,
screamer 1:a99c8e460c5c 875 '667d61c9177b': 28,
screamer 1:a99c8e460c5c 876 '7110ebee3484': 27,
screamer 1:a99c8e460c5c 877 '63bcd7ba4912': 26,
screamer 1:a99c8e460c5c 878 '9a9732ce53a1': 25,
screamer 1:a99c8e460c5c 879 'e2ac27c8e93e': 24,
screamer 1:a99c8e460c5c 880 '74b8d43b5817': 23,
screamer 1:a99c8e460c5c 881 '9114680c05da': 22,
screamer 1:a99c8e460c5c 882 '3944f1e2fa4f': 21,
screamer 1:a99c8e460c5c 883 '029aa53d7323': 20,
screamer 1:a99c8e460c5c 884 'e6be4cd80aad': 19,
screamer 1:a99c8e460c5c 885 'b3c9f16cbb96': 18,
screamer 1:a99c8e460c5c 886 '49a220cc26e0': 17,
screamer 1:a99c8e460c5c 887 '32af5db564d4': 16,
screamer 1:a99c8e460c5c 888 'd1a9de3f4fe0': 15,
screamer 1:a99c8e460c5c 889 '20a79241b4a0': 14,
screamer 1:a99c8e460c5c 890 'a0336ede94ce': 13,
screamer 1:a99c8e460c5c 891 'f63353af7be8': 12,
screamer 1:a99c8e460c5c 892 '1c1ebd0324fa': 11,
screamer 1:a99c8e460c5c 893 'fcb9359f0959': 10,
screamer 1:a99c8e460c5c 894 'cf0d45ce28a6': 9,
screamer 1:a99c8e460c5c 895 '00a04e5cd407': 8,
screamer 1:a99c8e460c5c 896 '15d74db76485': 7,
screamer 1:a99c8e460c5c 897 '3fd6a337c7cc': 6,
screamer 1:a99c8e460c5c 898 '62573be585e9': 5,
screamer 1:a99c8e460c5c 899 '5d1359a283bc': 4,
screamer 1:a99c8e460c5c 900 'aefd12a1f1c5': 3,
screamer 1:a99c8e460c5c 901 '969fc1867111': 2,
screamer 1:a99c8e460c5c 902 '6b7f447ca868': 1,
screamer 1:a99c8e460c5c 903 '82220227f4fa': 0,
screamer 1:a99c8e460c5c 904 }