the other jimmy / mbed-sdk-tools

Important changes to repositories hosted on mbed.com

Mbed hosted mercurial repositories are deprecated and are due to be permanently deleted in July 2026.

To keep a copy of this software download the repository Zip archive or clone locally using Mercurial.

It is also possible to export all your personal repositories from the account settings page.

Fork of mbed-sdk-tools by mbed official

build.py@31:182518299918, 2017-01-04 (annotated)

Committer:
The Other Jimmy
Date:
Wed Jan 04 11:58:24 2017 -0600
Revision:
31:182518299918
Parent:
24:25bff2709c20 
Update tools to follow mbed-os tools release 5.3.1

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 #! /usr/bin/env python2
screamer 0:66f3b5499f7f 2 """
screamer 0:66f3b5499f7f 3 mbed SDK
screamer 0:66f3b5499f7f 4 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 5
screamer 0:66f3b5499f7f 6 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 7 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 8 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 9
screamer 0:66f3b5499f7f 10 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 11
screamer 0:66f3b5499f7f 12 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 13 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 14 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 15 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 16 limitations under the License.
screamer 0:66f3b5499f7f 17
screamer 0:66f3b5499f7f 18 LIBRARIES BUILD
screamer 0:66f3b5499f7f 19 """
screamer 0:66f3b5499f7f 20 import sys
screamer 0:66f3b5499f7f 21 from time import time
screamer 0:66f3b5499f7f 22 from os.path import join, abspath, dirname
screamer 0:66f3b5499f7f 23
screamer 0:66f3b5499f7f 24
screamer 0:66f3b5499f7f 25 # Be sure that the tools directory is in the search path
screamer 0:66f3b5499f7f 26 ROOT = abspath(join(dirname(__file__), ".."))
screamer 0:66f3b5499f7f 27 sys.path.insert(0, ROOT)
screamer 0:66f3b5499f7f 28
screamer 0:66f3b5499f7f 29
The Other Jimmy 31:182518299918 30 from tools.toolchains import TOOLCHAINS, TOOLCHAIN_CLASSES, TOOLCHAIN_PATHS
screamer 22:9e85236d8716 31 from tools.toolchains import mbedToolchain
screamer 0:66f3b5499f7f 32 from tools.targets import TARGET_NAMES, TARGET_MAP
screamer 0:66f3b5499f7f 33 from tools.options import get_default_options_parser
The Other Jimmy 31:182518299918 34 from tools.options import extract_profile
screamer 0:66f3b5499f7f 35 from tools.build_api import build_library, build_mbed_libs, build_lib
screamer 0:66f3b5499f7f 36 from tools.build_api import mcu_toolchain_matrix
screamer 0:66f3b5499f7f 37 from tools.build_api import static_analysis_scan, static_analysis_scan_lib, static_analysis_scan_library
screamer 0:66f3b5499f7f 38 from tools.build_api import print_build_results
screamer 0:66f3b5499f7f 39 from tools.settings import CPPCHECK_CMD, CPPCHECK_MSG_FORMAT
The Other Jimmy 31:182518299918 40 from utils import argparse_filestring_type, args_error
screamer 22:9e85236d8716 41 from tools.settings import CPPCHECK_CMD, CPPCHECK_MSG_FORMAT, CLI_COLOR_MAP
screamer 24:25bff2709c20 42 from utils import argparse_filestring_type, argparse_dir_not_parent
screamer 0:66f3b5499f7f 43
screamer 0:66f3b5499f7f 44 if __name__ == '__main__':
screamer 0:66f3b5499f7f 45 start = time()
screamer 0:66f3b5499f7f 46
screamer 0:66f3b5499f7f 47 # Parse Options
screamer 0:66f3b5499f7f 48 parser = get_default_options_parser()
screamer 0:66f3b5499f7f 49
screamer 22:9e85236d8716 50 parser.add_argument("--source", dest="source_dir", type=argparse_filestring_type,
screamer 22:9e85236d8716 51 default=None, help="The source (input) directory", action="append")
screamer 0:66f3b5499f7f 52
screamer 24:25bff2709c20 53 parser.add_argument("--build", dest="build_dir", type=argparse_dir_not_parent(ROOT),
screamer 0:66f3b5499f7f 54 default=None, help="The build (output) directory")
screamer 0:66f3b5499f7f 55
screamer 22:9e85236d8716 56 parser.add_argument("--no-archive", dest="no_archive", action="store_true",
screamer 0:66f3b5499f7f 57 default=False, help="Do not produce archive (.ar) file, but rather .o")
screamer 0:66f3b5499f7f 58
screamer 0:66f3b5499f7f 59 # Extra libraries
screamer 22:9e85236d8716 60 parser.add_argument("-r", "--rtos",
screamer 0:66f3b5499f7f 61 action="store_true",
screamer 0:66f3b5499f7f 62 dest="rtos",
screamer 0:66f3b5499f7f 63 default=False,
screamer 0:66f3b5499f7f 64 help="Compile the rtos")
screamer 0:66f3b5499f7f 65
screamer 22:9e85236d8716 66 parser.add_argument("--rpc",
screamer 0:66f3b5499f7f 67 action="store_true",
screamer 0:66f3b5499f7f 68 dest="rpc",
screamer 0:66f3b5499f7f 69 default=False,
screamer 0:66f3b5499f7f 70 help="Compile the rpc library")
screamer 0:66f3b5499f7f 71
screamer 22:9e85236d8716 72 parser.add_argument("-e", "--eth",
screamer 0:66f3b5499f7f 73 action="store_true", dest="eth",
screamer 0:66f3b5499f7f 74 default=False,
screamer 0:66f3b5499f7f 75 help="Compile the ethernet library")
screamer 0:66f3b5499f7f 76
screamer 22:9e85236d8716 77 parser.add_argument("-U", "--usb_host",
screamer 0:66f3b5499f7f 78 action="store_true",
screamer 0:66f3b5499f7f 79 dest="usb_host",
screamer 0:66f3b5499f7f 80 default=False,
screamer 0:66f3b5499f7f 81 help="Compile the USB Host library")
screamer 0:66f3b5499f7f 82
screamer 22:9e85236d8716 83 parser.add_argument("-u", "--usb",
screamer 0:66f3b5499f7f 84 action="store_true",
screamer 0:66f3b5499f7f 85 dest="usb",
screamer 0:66f3b5499f7f 86 default=False,
screamer 0:66f3b5499f7f 87 help="Compile the USB Device library")
screamer 0:66f3b5499f7f 88
screamer 22:9e85236d8716 89 parser.add_argument("-d", "--dsp",
screamer 0:66f3b5499f7f 90 action="store_true",
screamer 0:66f3b5499f7f 91 dest="dsp",
screamer 0:66f3b5499f7f 92 default=False,
screamer 0:66f3b5499f7f 93 help="Compile the DSP library")
screamer 0:66f3b5499f7f 94
screamer 22:9e85236d8716 95 parser.add_argument("-F", "--fat",
screamer 0:66f3b5499f7f 96 action="store_true",
screamer 0:66f3b5499f7f 97 dest="fat",
screamer 0:66f3b5499f7f 98 default=False,
screamer 0:66f3b5499f7f 99 help="Compile FS and SD card file system library")
screamer 0:66f3b5499f7f 100
screamer 22:9e85236d8716 101 parser.add_argument("-b", "--ublox",
screamer 0:66f3b5499f7f 102 action="store_true",
screamer 0:66f3b5499f7f 103 dest="ublox",
screamer 0:66f3b5499f7f 104 default=False,
screamer 0:66f3b5499f7f 105 help="Compile the u-blox library")
screamer 0:66f3b5499f7f 106
screamer 22:9e85236d8716 107 parser.add_argument( "--cpputest",
screamer 0:66f3b5499f7f 108 action="store_true",
screamer 0:66f3b5499f7f 109 dest="cpputest_lib",
screamer 0:66f3b5499f7f 110 default=False,
screamer 0:66f3b5499f7f 111 help="Compiles 'cpputest' unit test library (library should be on the same directory level as mbed repository)")
screamer 0:66f3b5499f7f 112
screamer 22:9e85236d8716 113 parser.add_argument("-D",
screamer 0:66f3b5499f7f 114 action="append",
screamer 0:66f3b5499f7f 115 dest="macros",
screamer 0:66f3b5499f7f 116 help="Add a macro definition")
screamer 0:66f3b5499f7f 117
screamer 22:9e85236d8716 118 parser.add_argument("-S", "--supported-toolchains",
screamer 0:66f3b5499f7f 119 action="store_true",
screamer 0:66f3b5499f7f 120 dest="supported_toolchains",
screamer 0:66f3b5499f7f 121 default=False,
screamer 0:66f3b5499f7f 122 help="Displays supported matrix of MCUs and toolchains")
screamer 0:66f3b5499f7f 123
screamer 22:9e85236d8716 124 parser.add_argument('-f', '--filter',
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 125 dest='general_filter_regex',
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 126 default=None,
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 127 help='For some commands you can use filter to filter out results')
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 128
screamer 22:9e85236d8716 129 parser.add_argument("--cppcheck",
screamer 0:66f3b5499f7f 130 action="store_true",
screamer 0:66f3b5499f7f 131 dest="cppcheck_validation",
screamer 0:66f3b5499f7f 132 default=False,
screamer 0:66f3b5499f7f 133 help="Forces 'cppcheck' static code analysis")
screamer 0:66f3b5499f7f 134
screamer 22:9e85236d8716 135 parser.add_argument("-j", "--jobs", type=int, dest="jobs",
screamer 0:66f3b5499f7f 136 default=0, help="Number of concurrent jobs. Default: 0/auto (based on host machine's number of CPUs)")
screamer 22:9e85236d8716 137 parser.add_argument("-N", "--artifact-name", dest="artifact_name",
screamer 13:ab47a20b66f0 138 default=None, help="The built project's name")
screamer 0:66f3b5499f7f 139
screamer 22:9e85236d8716 140 parser.add_argument("-v", "--verbose",
screamer 0:66f3b5499f7f 141 action="store_true",
screamer 0:66f3b5499f7f 142 dest="verbose",
screamer 0:66f3b5499f7f 143 default=False,
screamer 0:66f3b5499f7f 144 help="Verbose diagnostic output")
screamer 0:66f3b5499f7f 145
screamer 22:9e85236d8716 146 parser.add_argument("--silent",
screamer 0:66f3b5499f7f 147 action="store_true",
screamer 0:66f3b5499f7f 148 dest="silent",
screamer 0:66f3b5499f7f 149 default=False,
screamer 0:66f3b5499f7f 150 help="Silent diagnostic output (no copy, compile notification)")
screamer 0:66f3b5499f7f 151
screamer 22:9e85236d8716 152 parser.add_argument("-x", "--extra-verbose-notifications",
screamer 0:66f3b5499f7f 153 action="store_true",
screamer 0:66f3b5499f7f 154 dest="extra_verbose_notify",
screamer 0:66f3b5499f7f 155 default=False,
screamer 0:66f3b5499f7f 156 help="Makes compiler more verbose, CI friendly.")
screamer 0:66f3b5499f7f 157
screamer 22:9e85236d8716 158 options = parser.parse_args()
screamer 0:66f3b5499f7f 159
screamer 0:66f3b5499f7f 160 # Only prints matrix of supported toolchains
screamer 0:66f3b5499f7f 161 if options.supported_toolchains:
screamer 0:66f3b5499f7f 162 print mcu_toolchain_matrix(platform_filter=options.general_filter_regex)
screamer 0:66f3b5499f7f 163 exit(0)
screamer 0:66f3b5499f7f 164
The Other Jimmy 31:182518299918 165
screamer 0:66f3b5499f7f 166 # Get target list
screamer 22:9e85236d8716 167 targets = options.mcu if options.mcu else TARGET_NAMES
screamer 0:66f3b5499f7f 168
screamer 0:66f3b5499f7f 169 # Get toolchains list
screamer 22:9e85236d8716 170 toolchains = options.tool if options.tool else TOOLCHAINS
screamer 22:9e85236d8716 171
The Other Jimmy 31:182518299918 172 if options.source_dir and not options.build_dir:
The Other Jimmy 31:182518299918 173 args_error(parser, "argument --build is required by argument --source")
The Other Jimmy 31:182518299918 174
screamer 22:9e85236d8716 175 if options.color:
screamer 22:9e85236d8716 176 # This import happens late to prevent initializing colorization when we don't need it
screamer 22:9e85236d8716 177 import colorize
screamer 22:9e85236d8716 178 if options.verbose:
screamer 22:9e85236d8716 179 notify = mbedToolchain.print_notify_verbose
screamer 22:9e85236d8716 180 else:
screamer 22:9e85236d8716 181 notify = mbedToolchain.print_notify
screamer 22:9e85236d8716 182 notify = colorize.print_in_color_notifier(CLI_COLOR_MAP, notify)
screamer 0:66f3b5499f7f 183 else:
screamer 22:9e85236d8716 184 notify = None
screamer 0:66f3b5499f7f 185
screamer 0:66f3b5499f7f 186 # Get libraries list
screamer 0:66f3b5499f7f 187 libraries = []
screamer 0:66f3b5499f7f 188
screamer 0:66f3b5499f7f 189 # Additional Libraries
screamer 0:66f3b5499f7f 190 if options.rtos:
screamer 0:66f3b5499f7f 191 libraries.extend(["rtx", "rtos"])
screamer 0:66f3b5499f7f 192 if options.rpc:
screamer 0:66f3b5499f7f 193 libraries.extend(["rpc"])
screamer 0:66f3b5499f7f 194 if options.eth:
screamer 0:66f3b5499f7f 195 libraries.append("eth")
screamer 0:66f3b5499f7f 196 if options.usb:
screamer 0:66f3b5499f7f 197 libraries.append("usb")
screamer 0:66f3b5499f7f 198 if options.usb_host:
screamer 0:66f3b5499f7f 199 libraries.append("usb_host")
screamer 0:66f3b5499f7f 200 if options.dsp:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 201 libraries.extend(["dsp"])
screamer 0:66f3b5499f7f 202 if options.fat:
screamer 0:66f3b5499f7f 203 libraries.extend(["fat"])
screamer 0:66f3b5499f7f 204 if options.ublox:
screamer 0:66f3b5499f7f 205 libraries.extend(["rtx", "rtos", "usb_host", "ublox"])
screamer 0:66f3b5499f7f 206 if options.cpputest_lib:
screamer 0:66f3b5499f7f 207 libraries.extend(["cpputest"])
screamer 0:66f3b5499f7f 208
screamer 0:66f3b5499f7f 209 # Build results
screamer 0:66f3b5499f7f 210 failures = []
screamer 0:66f3b5499f7f 211 successes = []
screamer 0:66f3b5499f7f 212 skipped = []
screamer 0:66f3b5499f7f 213
screamer 0:66f3b5499f7f 214 # CPPCHECK code validation
screamer 0:66f3b5499f7f 215 if options.cppcheck_validation:
screamer 0:66f3b5499f7f 216 for toolchain in toolchains:
The Other Jimmy 31:182518299918 217 if not TOOLCHAIN_CLASSES[toolchain].check_executable():
The Other Jimmy 31:182518299918 218 search_path = TOOLCHAIN_PATHS[toolchain] or "No path set"
The Other Jimmy 31:182518299918 219 args_error(parser, "Could not find executable for %s.\n"
The Other Jimmy 31:182518299918 220 "Currently set search path: %s"
The Other Jimmy 31:182518299918 221 % (toolchain, search_path))
screamer 0:66f3b5499f7f 222 for target in targets:
screamer 0:66f3b5499f7f 223 try:
screamer 0:66f3b5499f7f 224 mcu = TARGET_MAP[target]
screamer 0:66f3b5499f7f 225 # CMSIS and MBED libs analysis
The Other Jimmy 31:182518299918 226 profile = extract_profile(parser, options, toolchain)
The Other Jimmy 31:182518299918 227 static_analysis_scan(
The Other Jimmy 31:182518299918 228 mcu, toolchain, CPPCHECK_CMD, CPPCHECK_MSG_FORMAT,
The Other Jimmy 31:182518299918 229 verbose=options.verbose, jobs=options.jobs,
The Other Jimmy 31:182518299918 230 build_profile=profile)
screamer 0:66f3b5499f7f 231 for lib_id in libraries:
screamer 0:66f3b5499f7f 232 # Static check for library
The Other Jimmy 31:182518299918 233 static_analysis_scan_lib(
The Other Jimmy 31:182518299918 234 lib_id, mcu, toolchain, CPPCHECK_CMD,
The Other Jimmy 31:182518299918 235 CPPCHECK_MSG_FORMAT,
The Other Jimmy 31:182518299918 236 extra_verbose=options.extra_verbose_notify,
The Other Jimmy 31:182518299918 237 verbose=options.verbose, jobs=options.jobs,
The Other Jimmy 31:182518299918 238 clean=options.clean, macros=options.macros,
The Other Jimmy 31:182518299918 239 build_profile=profile)
screamer 0:66f3b5499f7f 240 pass
screamer 0:66f3b5499f7f 241 except Exception, e:
screamer 0:66f3b5499f7f 242 if options.verbose:
screamer 0:66f3b5499f7f 243 import traceback
screamer 0:66f3b5499f7f 244 traceback.print_exc(file=sys.stdout)
screamer 0:66f3b5499f7f 245 sys.exit(1)
screamer 0:66f3b5499f7f 246 print e
screamer 0:66f3b5499f7f 247 else:
screamer 0:66f3b5499f7f 248 # Build
screamer 0:66f3b5499f7f 249 for toolchain in toolchains:
screamer 0:66f3b5499f7f 250 for target in targets:
screamer 0:66f3b5499f7f 251 tt_id = "%s::%s" % (toolchain, target)
screamer 22:9e85236d8716 252 if toolchain not in TARGET_MAP[target].supported_toolchains:
screamer 22:9e85236d8716 253 # Log this later
screamer 22:9e85236d8716 254 print "%s skipped: toolchain not supported" % tt_id
screamer 22:9e85236d8716 255 skipped.append(tt_id)
screamer 22:9e85236d8716 256 else:
screamer 22:9e85236d8716 257 try:
screamer 22:9e85236d8716 258 mcu = TARGET_MAP[target]
The Other Jimmy 31:182518299918 259 profile = extract_profile(parser, options, toolchain)
screamer 22:9e85236d8716 260 if options.source_dir:
screamer 22:9e85236d8716 261 lib_build_res = build_library(options.source_dir, options.build_dir, mcu, toolchain,
screamer 22:9e85236d8716 262 extra_verbose=options.extra_verbose_notify,
screamer 22:9e85236d8716 263 verbose=options.verbose,
screamer 22:9e85236d8716 264 silent=options.silent,
screamer 22:9e85236d8716 265 jobs=options.jobs,
screamer 22:9e85236d8716 266 clean=options.clean,
screamer 22:9e85236d8716 267 archive=(not options.no_archive),
screamer 22:9e85236d8716 268 macros=options.macros,
The Other Jimmy 31:182518299918 269 name=options.artifact_name,
The Other Jimmy 31:182518299918 270 build_profile=profile)
screamer 22:9e85236d8716 271 else:
screamer 22:9e85236d8716 272 lib_build_res = build_mbed_libs(mcu, toolchain,
screamer 22:9e85236d8716 273 extra_verbose=options.extra_verbose_notify,
screamer 22:9e85236d8716 274 verbose=options.verbose,
screamer 22:9e85236d8716 275 silent=options.silent,
screamer 22:9e85236d8716 276 jobs=options.jobs,
screamer 22:9e85236d8716 277 clean=options.clean,
The Other Jimmy 31:182518299918 278 macros=options.macros,
The Other Jimmy 31:182518299918 279 build_profile=profile)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 280
screamer 22:9e85236d8716 281 for lib_id in libraries:
screamer 22:9e85236d8716 282 build_lib(lib_id, mcu, toolchain,
screamer 22:9e85236d8716 283 extra_verbose=options.extra_verbose_notify,
screamer 22:9e85236d8716 284 verbose=options.verbose,
screamer 22:9e85236d8716 285 silent=options.silent,
screamer 22:9e85236d8716 286 clean=options.clean,
screamer 22:9e85236d8716 287 macros=options.macros,
The Other Jimmy 31:182518299918 288 jobs=options.jobs,
The Other Jimmy 31:182518299918 289 build_profile=profile)
screamer 22:9e85236d8716 290 if lib_build_res:
screamer 22:9e85236d8716 291 successes.append(tt_id)
screamer 22:9e85236d8716 292 else:
screamer 22:9e85236d8716 293 skipped.append(tt_id)
screamer 22:9e85236d8716 294 except Exception, e:
screamer 22:9e85236d8716 295 if options.verbose:
screamer 22:9e85236d8716 296 import traceback
screamer 22:9e85236d8716 297 traceback.print_exc(file=sys.stdout)
screamer 22:9e85236d8716 298 sys.exit(1)
screamer 22:9e85236d8716 299 failures.append(tt_id)
screamer 22:9e85236d8716 300 print e
screamer 0:66f3b5499f7f 301
screamer 0:66f3b5499f7f 302 # Write summary of the builds
screamer 0:66f3b5499f7f 303 print
screamer 0:66f3b5499f7f 304 print "Completed in: (%.2f)s" % (time() - start)
screamer 0:66f3b5499f7f 305 print
screamer 0:66f3b5499f7f 306
screamer 0:66f3b5499f7f 307 for report, report_name in [(successes, "Build successes:"),
screamer 0:66f3b5499f7f 308 (skipped, "Build skipped:"),
screamer 0:66f3b5499f7f 309 (failures, "Build failures:"),
screamer 0:66f3b5499f7f 310 ]:
screamer 0:66f3b5499f7f 311 if report:
screamer 0:66f3b5499f7f 312 print print_build_results(report, report_name),
screamer 0:66f3b5499f7f 313
screamer 0:66f3b5499f7f 314 if failures:
screamer 0:66f3b5499f7f 315 sys.exit(1)