Anders Blomdell / mbed-sdk-tools

Clone of official tools

build.py@31:8ea194f6145b, 2017-01-04 (annotated)

Committer:
The Other Jimmy
Date:
Wed Jan 04 11:58:24 2017 -0600
Revision:
31:8ea194f6145b
Parent:
24:25bff2709c20
Child:
35:da9c89f8be7d
Update tools to follow mbed-os tools release 5.3.1

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 #! /usr/bin/env python2
screamer 0:66f3b5499f7f 2 """
screamer 0:66f3b5499f7f 3 mbed SDK
screamer 0:66f3b5499f7f 4 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 5
screamer 0:66f3b5499f7f 6 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 7 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 8 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 9
screamer 0:66f3b5499f7f 10 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 11
screamer 0:66f3b5499f7f 12 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 13 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 14 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 15 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 16 limitations under the License.
screamer 0:66f3b5499f7f 17
screamer 0:66f3b5499f7f 18 LIBRARIES BUILD
screamer 0:66f3b5499f7f 19 """
screamer 0:66f3b5499f7f 20 import sys
screamer 0:66f3b5499f7f 21 from time import time
screamer 0:66f3b5499f7f 22 from os.path import join, abspath, dirname
screamer 0:66f3b5499f7f 23
screamer 0:66f3b5499f7f 24
screamer 0:66f3b5499f7f 25 # Be sure that the tools directory is in the search path
screamer 0:66f3b5499f7f 26 ROOT = abspath(join(dirname(__file__), ".."))
screamer 0:66f3b5499f7f 27 sys.path.insert(0, ROOT)
screamer 0:66f3b5499f7f 28
screamer 0:66f3b5499f7f 29
The Other Jimmy 31:8ea194f6145b 30 from tools.toolchains import TOOLCHAINS, TOOLCHAIN_CLASSES, TOOLCHAIN_PATHS
screamer 22:9e85236d8716 31 from tools.toolchains import mbedToolchain
screamer 0:66f3b5499f7f 32 from tools.targets import TARGET_NAMES, TARGET_MAP
screamer 0:66f3b5499f7f 33 from tools.options import get_default_options_parser
The Other Jimmy 31:8ea194f6145b 34 from tools.options import extract_profile
screamer 0:66f3b5499f7f 35 from tools.build_api import build_library, build_mbed_libs, build_lib
screamer 0:66f3b5499f7f 36 from tools.build_api import mcu_toolchain_matrix
screamer 0:66f3b5499f7f 37 from tools.build_api import static_analysis_scan, static_analysis_scan_lib, static_analysis_scan_library
screamer 0:66f3b5499f7f 38 from tools.build_api import print_build_results
screamer 0:66f3b5499f7f 39 from tools.settings import CPPCHECK_CMD, CPPCHECK_MSG_FORMAT
The Other Jimmy 31:8ea194f6145b 40 from utils import argparse_filestring_type, args_error
screamer 22:9e85236d8716 41 from tools.settings import CPPCHECK_CMD, CPPCHECK_MSG_FORMAT, CLI_COLOR_MAP
screamer 24:25bff2709c20 42 from utils import argparse_filestring_type, argparse_dir_not_parent
screamer 0:66f3b5499f7f 43
screamer 0:66f3b5499f7f 44 if __name__ == '__main__':
screamer 0:66f3b5499f7f 45 start = time()
screamer 0:66f3b5499f7f 46
screamer 0:66f3b5499f7f 47 # Parse Options
screamer 0:66f3b5499f7f 48 parser = get_default_options_parser()
screamer 0:66f3b5499f7f 49
screamer 22:9e85236d8716 50 parser.add_argument("--source", dest="source_dir", type=argparse_filestring_type,
screamer 22:9e85236d8716 51 default=None, help="The source (input) directory", action="append")
screamer 0:66f3b5499f7f 52
screamer 24:25bff2709c20 53 parser.add_argument("--build", dest="build_dir", type=argparse_dir_not_parent(ROOT),
screamer 0:66f3b5499f7f 54 default=None, help="The build (output) directory")
screamer 0:66f3b5499f7f 55
screamer 22:9e85236d8716 56 parser.add_argument("--no-archive", dest="no_archive", action="store_true",
screamer 0:66f3b5499f7f 57 default=False, help="Do not produce archive (.ar) file, but rather .o")
screamer 0:66f3b5499f7f 58
screamer 0:66f3b5499f7f 59 # Extra libraries
screamer 22:9e85236d8716 60 parser.add_argument("-r", "--rtos",
screamer 0:66f3b5499f7f 61 action="store_true",
screamer 0:66f3b5499f7f 62 dest="rtos",
screamer 0:66f3b5499f7f 63 default=False,
screamer 0:66f3b5499f7f 64 help="Compile the rtos")
screamer 0:66f3b5499f7f 65
screamer 22:9e85236d8716 66 parser.add_argument("--rpc",
screamer 0:66f3b5499f7f 67 action="store_true",
screamer 0:66f3b5499f7f 68 dest="rpc",
screamer 0:66f3b5499f7f 69 default=False,
screamer 0:66f3b5499f7f 70 help="Compile the rpc library")
screamer 0:66f3b5499f7f 71
screamer 22:9e85236d8716 72 parser.add_argument("-e", "--eth",
screamer 0:66f3b5499f7f 73 action="store_true", dest="eth",
screamer 0:66f3b5499f7f 74 default=False,
screamer 0:66f3b5499f7f 75 help="Compile the ethernet library")
screamer 0:66f3b5499f7f 76
screamer 22:9e85236d8716 77 parser.add_argument("-U", "--usb_host",
screamer 0:66f3b5499f7f 78 action="store_true",
screamer 0:66f3b5499f7f 79 dest="usb_host",
screamer 0:66f3b5499f7f 80 default=False,
screamer 0:66f3b5499f7f 81 help="Compile the USB Host library")
screamer 0:66f3b5499f7f 82
screamer 22:9e85236d8716 83 parser.add_argument("-u", "--usb",
screamer 0:66f3b5499f7f 84 action="store_true",
screamer 0:66f3b5499f7f 85 dest="usb",
screamer 0:66f3b5499f7f 86 default=False,
screamer 0:66f3b5499f7f 87 help="Compile the USB Device library")
screamer 0:66f3b5499f7f 88
screamer 22:9e85236d8716 89 parser.add_argument("-d", "--dsp",
screamer 0:66f3b5499f7f 90 action="store_true",
screamer 0:66f3b5499f7f 91 dest="dsp",
screamer 0:66f3b5499f7f 92 default=False,
screamer 0:66f3b5499f7f 93 help="Compile the DSP library")
screamer 0:66f3b5499f7f 94
screamer 22:9e85236d8716 95 parser.add_argument("-F", "--fat",
screamer 0:66f3b5499f7f 96 action="store_true",
screamer 0:66f3b5499f7f 97 dest="fat",
screamer 0:66f3b5499f7f 98 default=False,
screamer 0:66f3b5499f7f 99 help="Compile FS and SD card file system library")
screamer 0:66f3b5499f7f 100
screamer 22:9e85236d8716 101 parser.add_argument("-b", "--ublox",
screamer 0:66f3b5499f7f 102 action="store_true",
screamer 0:66f3b5499f7f 103 dest="ublox",
screamer 0:66f3b5499f7f 104 default=False,
screamer 0:66f3b5499f7f 105 help="Compile the u-blox library")
screamer 0:66f3b5499f7f 106
screamer 22:9e85236d8716 107 parser.add_argument( "--cpputest",
screamer 0:66f3b5499f7f 108 action="store_true",
screamer 0:66f3b5499f7f 109 dest="cpputest_lib",
screamer 0:66f3b5499f7f 110 default=False,
screamer 0:66f3b5499f7f 111 help="Compiles 'cpputest' unit test library (library should be on the same directory level as mbed repository)")
screamer 0:66f3b5499f7f 112
screamer 22:9e85236d8716 113 parser.add_argument("-D",
screamer 0:66f3b5499f7f 114 action="append",
screamer 0:66f3b5499f7f 115 dest="macros",
screamer 0:66f3b5499f7f 116 help="Add a macro definition")
screamer 0:66f3b5499f7f 117
screamer 22:9e85236d8716 118 parser.add_argument("-S", "--supported-toolchains",
screamer 0:66f3b5499f7f 119 action="store_true",
screamer 0:66f3b5499f7f 120 dest="supported_toolchains",
screamer 0:66f3b5499f7f 121 default=False,
screamer 0:66f3b5499f7f 122 help="Displays supported matrix of MCUs and toolchains")
screamer 0:66f3b5499f7f 123
screamer 22:9e85236d8716 124 parser.add_argument('-f', '--filter',
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 125 dest='general_filter_regex',
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 126 default=None,
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 127 help='For some commands you can use filter to filter out results')
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 128
screamer 22:9e85236d8716 129 parser.add_argument("--cppcheck",
screamer 0:66f3b5499f7f 130 action="store_true",
screamer 0:66f3b5499f7f 131 dest="cppcheck_validation",
screamer 0:66f3b5499f7f 132 default=False,
screamer 0:66f3b5499f7f 133 help="Forces 'cppcheck' static code analysis")
screamer 0:66f3b5499f7f 134
screamer 22:9e85236d8716 135 parser.add_argument("-j", "--jobs", type=int, dest="jobs",
screamer 0:66f3b5499f7f 136 default=0, help="Number of concurrent jobs. Default: 0/auto (based on host machine's number of CPUs)")
screamer 22:9e85236d8716 137 parser.add_argument("-N", "--artifact-name", dest="artifact_name",
screamer 13:ab47a20b66f0 138 default=None, help="The built project's name")
screamer 0:66f3b5499f7f 139
screamer 22:9e85236d8716 140 parser.add_argument("-v", "--verbose",
screamer 0:66f3b5499f7f 141 action="store_true",
screamer 0:66f3b5499f7f 142 dest="verbose",
screamer 0:66f3b5499f7f 143 default=False,
screamer 0:66f3b5499f7f 144 help="Verbose diagnostic output")
screamer 0:66f3b5499f7f 145
screamer 22:9e85236d8716 146 parser.add_argument("--silent",
screamer 0:66f3b5499f7f 147 action="store_true",
screamer 0:66f3b5499f7f 148 dest="silent",
screamer 0:66f3b5499f7f 149 default=False,
screamer 0:66f3b5499f7f 150 help="Silent diagnostic output (no copy, compile notification)")
screamer 0:66f3b5499f7f 151
screamer 22:9e85236d8716 152 parser.add_argument("-x", "--extra-verbose-notifications",
screamer 0:66f3b5499f7f 153 action="store_true",
screamer 0:66f3b5499f7f 154 dest="extra_verbose_notify",
screamer 0:66f3b5499f7f 155 default=False,
screamer 0:66f3b5499f7f 156 help="Makes compiler more verbose, CI friendly.")
screamer 0:66f3b5499f7f 157
screamer 22:9e85236d8716 158 options = parser.parse_args()
screamer 0:66f3b5499f7f 159
screamer 0:66f3b5499f7f 160 # Only prints matrix of supported toolchains
screamer 0:66f3b5499f7f 161 if options.supported_toolchains:
screamer 0:66f3b5499f7f 162 print mcu_toolchain_matrix(platform_filter=options.general_filter_regex)
screamer 0:66f3b5499f7f 163 exit(0)
screamer 0:66f3b5499f7f 164
The Other Jimmy 31:8ea194f6145b 165
screamer 0:66f3b5499f7f 166 # Get target list
screamer 22:9e85236d8716 167 targets = options.mcu if options.mcu else TARGET_NAMES
screamer 0:66f3b5499f7f 168
screamer 0:66f3b5499f7f 169 # Get toolchains list
screamer 22:9e85236d8716 170 toolchains = options.tool if options.tool else TOOLCHAINS
screamer 22:9e85236d8716 171
The Other Jimmy 31:8ea194f6145b 172 if options.source_dir and not options.build_dir:
The Other Jimmy 31:8ea194f6145b 173 args_error(parser, "argument --build is required by argument --source")
The Other Jimmy 31:8ea194f6145b 174
screamer 22:9e85236d8716 175 if options.color:
screamer 22:9e85236d8716 176 # This import happens late to prevent initializing colorization when we don't need it
screamer 22:9e85236d8716 177 import colorize
screamer 22:9e85236d8716 178 if options.verbose:
screamer 22:9e85236d8716 179 notify = mbedToolchain.print_notify_verbose
screamer 22:9e85236d8716 180 else:
screamer 22:9e85236d8716 181 notify = mbedToolchain.print_notify
screamer 22:9e85236d8716 182 notify = colorize.print_in_color_notifier(CLI_COLOR_MAP, notify)
screamer 0:66f3b5499f7f 183 else:
screamer 22:9e85236d8716 184 notify = None
screamer 0:66f3b5499f7f 185
screamer 0:66f3b5499f7f 186 # Get libraries list
screamer 0:66f3b5499f7f 187 libraries = []
screamer 0:66f3b5499f7f 188
screamer 0:66f3b5499f7f 189 # Additional Libraries
screamer 0:66f3b5499f7f 190 if options.rtos:
screamer 0:66f3b5499f7f 191 libraries.extend(["rtx", "rtos"])
screamer 0:66f3b5499f7f 192 if options.rpc:
screamer 0:66f3b5499f7f 193 libraries.extend(["rpc"])
screamer 0:66f3b5499f7f 194 if options.eth:
screamer 0:66f3b5499f7f 195 libraries.append("eth")
screamer 0:66f3b5499f7f 196 if options.usb:
screamer 0:66f3b5499f7f 197 libraries.append("usb")
screamer 0:66f3b5499f7f 198 if options.usb_host:
screamer 0:66f3b5499f7f 199 libraries.append("usb_host")
screamer 0:66f3b5499f7f 200 if options.dsp:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 201 libraries.extend(["dsp"])
screamer 0:66f3b5499f7f 202 if options.fat:
screamer 0:66f3b5499f7f 203 libraries.extend(["fat"])
screamer 0:66f3b5499f7f 204 if options.ublox:
screamer 0:66f3b5499f7f 205 libraries.extend(["rtx", "rtos", "usb_host", "ublox"])
screamer 0:66f3b5499f7f 206 if options.cpputest_lib:
screamer 0:66f3b5499f7f 207 libraries.extend(["cpputest"])
screamer 0:66f3b5499f7f 208
screamer 0:66f3b5499f7f 209 # Build results
screamer 0:66f3b5499f7f 210 failures = []
screamer 0:66f3b5499f7f 211 successes = []
screamer 0:66f3b5499f7f 212 skipped = []
screamer 0:66f3b5499f7f 213
screamer 0:66f3b5499f7f 214 # CPPCHECK code validation
screamer 0:66f3b5499f7f 215 if options.cppcheck_validation:
screamer 0:66f3b5499f7f 216 for toolchain in toolchains:
The Other Jimmy 31:8ea194f6145b 217 if not TOOLCHAIN_CLASSES[toolchain].check_executable():
The Other Jimmy 31:8ea194f6145b 218 search_path = TOOLCHAIN_PATHS[toolchain] or "No path set"
The Other Jimmy 31:8ea194f6145b 219 args_error(parser, "Could not find executable for %s.\n"
The Other Jimmy 31:8ea194f6145b 220 "Currently set search path: %s"
The Other Jimmy 31:8ea194f6145b 221 % (toolchain, search_path))
screamer 0:66f3b5499f7f 222 for target in targets:
screamer 0:66f3b5499f7f 223 try:
screamer 0:66f3b5499f7f 224 mcu = TARGET_MAP[target]
screamer 0:66f3b5499f7f 225 # CMSIS and MBED libs analysis
The Other Jimmy 31:8ea194f6145b 226 profile = extract_profile(parser, options, toolchain)
The Other Jimmy 31:8ea194f6145b 227 static_analysis_scan(
The Other Jimmy 31:8ea194f6145b 228 mcu, toolchain, CPPCHECK_CMD, CPPCHECK_MSG_FORMAT,
The Other Jimmy 31:8ea194f6145b 229 verbose=options.verbose, jobs=options.jobs,
The Other Jimmy 31:8ea194f6145b 230 build_profile=profile)
screamer 0:66f3b5499f7f 231 for lib_id in libraries:
screamer 0:66f3b5499f7f 232 # Static check for library
The Other Jimmy 31:8ea194f6145b 233 static_analysis_scan_lib(
The Other Jimmy 31:8ea194f6145b 234 lib_id, mcu, toolchain, CPPCHECK_CMD,
The Other Jimmy 31:8ea194f6145b 235 CPPCHECK_MSG_FORMAT,
The Other Jimmy 31:8ea194f6145b 236 extra_verbose=options.extra_verbose_notify,
The Other Jimmy 31:8ea194f6145b 237 verbose=options.verbose, jobs=options.jobs,
The Other Jimmy 31:8ea194f6145b 238 clean=options.clean, macros=options.macros,
The Other Jimmy 31:8ea194f6145b 239 build_profile=profile)
screamer 0:66f3b5499f7f 240 pass
screamer 0:66f3b5499f7f 241 except Exception, e:
screamer 0:66f3b5499f7f 242 if options.verbose:
screamer 0:66f3b5499f7f 243 import traceback
screamer 0:66f3b5499f7f 244 traceback.print_exc(file=sys.stdout)
screamer 0:66f3b5499f7f 245 sys.exit(1)
screamer 0:66f3b5499f7f 246 print e
screamer 0:66f3b5499f7f 247 else:
screamer 0:66f3b5499f7f 248 # Build
screamer 0:66f3b5499f7f 249 for toolchain in toolchains:
screamer 0:66f3b5499f7f 250 for target in targets:
screamer 0:66f3b5499f7f 251 tt_id = "%s::%s" % (toolchain, target)
screamer 22:9e85236d8716 252 if toolchain not in TARGET_MAP[target].supported_toolchains:
screamer 22:9e85236d8716 253 # Log this later
screamer 22:9e85236d8716 254 print "%s skipped: toolchain not supported" % tt_id
screamer 22:9e85236d8716 255 skipped.append(tt_id)
screamer 22:9e85236d8716 256 else:
screamer 22:9e85236d8716 257 try:
screamer 22:9e85236d8716 258 mcu = TARGET_MAP[target]
The Other Jimmy 31:8ea194f6145b 259 profile = extract_profile(parser, options, toolchain)
screamer 22:9e85236d8716 260 if options.source_dir:
screamer 22:9e85236d8716 261 lib_build_res = build_library(options.source_dir, options.build_dir, mcu, toolchain,
screamer 22:9e85236d8716 262 extra_verbose=options.extra_verbose_notify,
screamer 22:9e85236d8716 263 verbose=options.verbose,
screamer 22:9e85236d8716 264 silent=options.silent,
screamer 22:9e85236d8716 265 jobs=options.jobs,
screamer 22:9e85236d8716 266 clean=options.clean,
screamer 22:9e85236d8716 267 archive=(not options.no_archive),
screamer 22:9e85236d8716 268 macros=options.macros,
The Other Jimmy 31:8ea194f6145b 269 name=options.artifact_name,
The Other Jimmy 31:8ea194f6145b 270 build_profile=profile)
screamer 22:9e85236d8716 271 else:
screamer 22:9e85236d8716 272 lib_build_res = build_mbed_libs(mcu, toolchain,
screamer 22:9e85236d8716 273 extra_verbose=options.extra_verbose_notify,
screamer 22:9e85236d8716 274 verbose=options.verbose,
screamer 22:9e85236d8716 275 silent=options.silent,
screamer 22:9e85236d8716 276 jobs=options.jobs,
screamer 22:9e85236d8716 277 clean=options.clean,
The Other Jimmy 31:8ea194f6145b 278 macros=options.macros,
The Other Jimmy 31:8ea194f6145b 279 build_profile=profile)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 280
screamer 22:9e85236d8716 281 for lib_id in libraries:
screamer 22:9e85236d8716 282 build_lib(lib_id, mcu, toolchain,
screamer 22:9e85236d8716 283 extra_verbose=options.extra_verbose_notify,
screamer 22:9e85236d8716 284 verbose=options.verbose,
screamer 22:9e85236d8716 285 silent=options.silent,
screamer 22:9e85236d8716 286 clean=options.clean,
screamer 22:9e85236d8716 287 macros=options.macros,
The Other Jimmy 31:8ea194f6145b 288 jobs=options.jobs,
The Other Jimmy 31:8ea194f6145b 289 build_profile=profile)
screamer 22:9e85236d8716 290 if lib_build_res:
screamer 22:9e85236d8716 291 successes.append(tt_id)
screamer 22:9e85236d8716 292 else:
screamer 22:9e85236d8716 293 skipped.append(tt_id)
screamer 22:9e85236d8716 294 except Exception, e:
screamer 22:9e85236d8716 295 if options.verbose:
screamer 22:9e85236d8716 296 import traceback
screamer 22:9e85236d8716 297 traceback.print_exc(file=sys.stdout)
screamer 22:9e85236d8716 298 sys.exit(1)
screamer 22:9e85236d8716 299 failures.append(tt_id)
screamer 22:9e85236d8716 300 print e
screamer 0:66f3b5499f7f 301
screamer 0:66f3b5499f7f 302 # Write summary of the builds
screamer 0:66f3b5499f7f 303 print
screamer 0:66f3b5499f7f 304 print "Completed in: (%.2f)s" % (time() - start)
screamer 0:66f3b5499f7f 305 print
screamer 0:66f3b5499f7f 306
screamer 0:66f3b5499f7f 307 for report, report_name in [(successes, "Build successes:"),
screamer 0:66f3b5499f7f 308 (skipped, "Build skipped:"),
screamer 0:66f3b5499f7f 309 (failures, "Build failures:"),
screamer 0:66f3b5499f7f 310 ]:
screamer 0:66f3b5499f7f 311 if report:
screamer 0:66f3b5499f7f 312 print print_build_results(report, report_name),
screamer 0:66f3b5499f7f 313
screamer 0:66f3b5499f7f 314 if failures:
screamer 0:66f3b5499f7f 315 sys.exit(1)