the other jimmy / mbed-sdk-tools

Important changes to repositories hosted on mbed.com

Mbed hosted mercurial repositories are deprecated and are due to be permanently deleted in July 2026.

To keep a copy of this software download the repository Zip archive or clone locally using Mercurial.

It is also possible to export all your personal repositories from the account settings page.

Fork of mbed-sdk-tools by mbed official

build.py@0:66f3b5499f7f, 2016-05-19 (annotated)

Committer:
screamer
Date:
Thu May 19 19:44:41 2016 +0100
Revision:
0:66f3b5499f7f
Child:
9:2d27d77ada5c
Initial revision

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 #! /usr/bin/env python2
screamer 0:66f3b5499f7f 2 """
screamer 0:66f3b5499f7f 3 mbed SDK
screamer 0:66f3b5499f7f 4 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 5
screamer 0:66f3b5499f7f 6 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 7 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 8 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 9
screamer 0:66f3b5499f7f 10 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 11
screamer 0:66f3b5499f7f 12 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 13 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 14 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 15 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 16 limitations under the License.
screamer 0:66f3b5499f7f 17
screamer 0:66f3b5499f7f 18 LIBRARIES BUILD
screamer 0:66f3b5499f7f 19 """
screamer 0:66f3b5499f7f 20 import sys
screamer 0:66f3b5499f7f 21 from time import time
screamer 0:66f3b5499f7f 22 from os.path import join, abspath, dirname
screamer 0:66f3b5499f7f 23
screamer 0:66f3b5499f7f 24
screamer 0:66f3b5499f7f 25 # Be sure that the tools directory is in the search path
screamer 0:66f3b5499f7f 26 ROOT = abspath(join(dirname(__file__), ".."))
screamer 0:66f3b5499f7f 27 sys.path.insert(0, ROOT)
screamer 0:66f3b5499f7f 28
screamer 0:66f3b5499f7f 29
screamer 0:66f3b5499f7f 30 from tools.toolchains import TOOLCHAINS
screamer 0:66f3b5499f7f 31 from tools.targets import TARGET_NAMES, TARGET_MAP
screamer 0:66f3b5499f7f 32 from tools.options import get_default_options_parser
screamer 0:66f3b5499f7f 33 from tools.build_api import build_library, build_mbed_libs, build_lib
screamer 0:66f3b5499f7f 34 from tools.build_api import mcu_toolchain_matrix
screamer 0:66f3b5499f7f 35 from tools.build_api import static_analysis_scan, static_analysis_scan_lib, static_analysis_scan_library
screamer 0:66f3b5499f7f 36 from tools.build_api import print_build_results
screamer 0:66f3b5499f7f 37 from tools.settings import CPPCHECK_CMD, CPPCHECK_MSG_FORMAT
screamer 0:66f3b5499f7f 38
screamer 0:66f3b5499f7f 39 if __name__ == '__main__':
screamer 0:66f3b5499f7f 40 start = time()
screamer 0:66f3b5499f7f 41
screamer 0:66f3b5499f7f 42 # Parse Options
screamer 0:66f3b5499f7f 43 parser = get_default_options_parser()
screamer 0:66f3b5499f7f 44
screamer 0:66f3b5499f7f 45 parser.add_option("--source", dest="source_dir",
screamer 0:66f3b5499f7f 46 default=None, help="The source (input) directory", action="append")
screamer 0:66f3b5499f7f 47
screamer 0:66f3b5499f7f 48 parser.add_option("--build", dest="build_dir",
screamer 0:66f3b5499f7f 49 default=None, help="The build (output) directory")
screamer 0:66f3b5499f7f 50
screamer 0:66f3b5499f7f 51 parser.add_option("--no-archive", dest="no_archive", action="store_true",
screamer 0:66f3b5499f7f 52 default=False, help="Do not produce archive (.ar) file, but rather .o")
screamer 0:66f3b5499f7f 53
screamer 0:66f3b5499f7f 54 # Extra libraries
screamer 0:66f3b5499f7f 55 parser.add_option("-r", "--rtos",
screamer 0:66f3b5499f7f 56 action="store_true",
screamer 0:66f3b5499f7f 57 dest="rtos",
screamer 0:66f3b5499f7f 58 default=False,
screamer 0:66f3b5499f7f 59 help="Compile the rtos")
screamer 0:66f3b5499f7f 60
screamer 0:66f3b5499f7f 61 parser.add_option("--rpc",
screamer 0:66f3b5499f7f 62 action="store_true",
screamer 0:66f3b5499f7f 63 dest="rpc",
screamer 0:66f3b5499f7f 64 default=False,
screamer 0:66f3b5499f7f 65 help="Compile the rpc library")
screamer 0:66f3b5499f7f 66
screamer 0:66f3b5499f7f 67 parser.add_option("-e", "--eth",
screamer 0:66f3b5499f7f 68 action="store_true", dest="eth",
screamer 0:66f3b5499f7f 69 default=False,
screamer 0:66f3b5499f7f 70 help="Compile the ethernet library")
screamer 0:66f3b5499f7f 71
screamer 0:66f3b5499f7f 72 parser.add_option("-U", "--usb_host",
screamer 0:66f3b5499f7f 73 action="store_true",
screamer 0:66f3b5499f7f 74 dest="usb_host",
screamer 0:66f3b5499f7f 75 default=False,
screamer 0:66f3b5499f7f 76 help="Compile the USB Host library")
screamer 0:66f3b5499f7f 77
screamer 0:66f3b5499f7f 78 parser.add_option("-u", "--usb",
screamer 0:66f3b5499f7f 79 action="store_true",
screamer 0:66f3b5499f7f 80 dest="usb",
screamer 0:66f3b5499f7f 81 default=False,
screamer 0:66f3b5499f7f 82 help="Compile the USB Device library")
screamer 0:66f3b5499f7f 83
screamer 0:66f3b5499f7f 84 parser.add_option("-d", "--dsp",
screamer 0:66f3b5499f7f 85 action="store_true",
screamer 0:66f3b5499f7f 86 dest="dsp",
screamer 0:66f3b5499f7f 87 default=False,
screamer 0:66f3b5499f7f 88 help="Compile the DSP library")
screamer 0:66f3b5499f7f 89
screamer 0:66f3b5499f7f 90 parser.add_option("-F", "--fat",
screamer 0:66f3b5499f7f 91 action="store_true",
screamer 0:66f3b5499f7f 92 dest="fat",
screamer 0:66f3b5499f7f 93 default=False,
screamer 0:66f3b5499f7f 94 help="Compile FS and SD card file system library")
screamer 0:66f3b5499f7f 95
screamer 0:66f3b5499f7f 96 parser.add_option("-b", "--ublox",
screamer 0:66f3b5499f7f 97 action="store_true",
screamer 0:66f3b5499f7f 98 dest="ublox",
screamer 0:66f3b5499f7f 99 default=False,
screamer 0:66f3b5499f7f 100 help="Compile the u-blox library")
screamer 0:66f3b5499f7f 101
screamer 0:66f3b5499f7f 102 parser.add_option("", "--cpputest",
screamer 0:66f3b5499f7f 103 action="store_true",
screamer 0:66f3b5499f7f 104 dest="cpputest_lib",
screamer 0:66f3b5499f7f 105 default=False,
screamer 0:66f3b5499f7f 106 help="Compiles 'cpputest' unit test library (library should be on the same directory level as mbed repository)")
screamer 0:66f3b5499f7f 107
screamer 0:66f3b5499f7f 108 parser.add_option("-D", "",
screamer 0:66f3b5499f7f 109 action="append",
screamer 0:66f3b5499f7f 110 dest="macros",
screamer 0:66f3b5499f7f 111 help="Add a macro definition")
screamer 0:66f3b5499f7f 112
screamer 0:66f3b5499f7f 113 parser.add_option("-S", "--supported-toolchains",
screamer 0:66f3b5499f7f 114 action="store_true",
screamer 0:66f3b5499f7f 115 dest="supported_toolchains",
screamer 0:66f3b5499f7f 116 default=False,
screamer 0:66f3b5499f7f 117 help="Displays supported matrix of MCUs and toolchains")
screamer 0:66f3b5499f7f 118
screamer 0:66f3b5499f7f 119 parser.add_option("", "--cppcheck",
screamer 0:66f3b5499f7f 120 action="store_true",
screamer 0:66f3b5499f7f 121 dest="cppcheck_validation",
screamer 0:66f3b5499f7f 122 default=False,
screamer 0:66f3b5499f7f 123 help="Forces 'cppcheck' static code analysis")
screamer 0:66f3b5499f7f 124
screamer 0:66f3b5499f7f 125 parser.add_option('-f', '--filter',
screamer 0:66f3b5499f7f 126 dest='general_filter_regex',
screamer 0:66f3b5499f7f 127 default=None,
screamer 0:66f3b5499f7f 128 help='For some commands you can use filter to filter out results')
screamer 0:66f3b5499f7f 129
screamer 0:66f3b5499f7f 130 parser.add_option("-j", "--jobs", type="int", dest="jobs",
screamer 0:66f3b5499f7f 131 default=0, help="Number of concurrent jobs. Default: 0/auto (based on host machine's number of CPUs)")
screamer 0:66f3b5499f7f 132
screamer 0:66f3b5499f7f 133 parser.add_option("-v", "--verbose",
screamer 0:66f3b5499f7f 134 action="store_true",
screamer 0:66f3b5499f7f 135 dest="verbose",
screamer 0:66f3b5499f7f 136 default=False,
screamer 0:66f3b5499f7f 137 help="Verbose diagnostic output")
screamer 0:66f3b5499f7f 138
screamer 0:66f3b5499f7f 139 parser.add_option("--silent",
screamer 0:66f3b5499f7f 140 action="store_true",
screamer 0:66f3b5499f7f 141 dest="silent",
screamer 0:66f3b5499f7f 142 default=False,
screamer 0:66f3b5499f7f 143 help="Silent diagnostic output (no copy, compile notification)")
screamer 0:66f3b5499f7f 144
screamer 0:66f3b5499f7f 145 parser.add_option("-x", "--extra-verbose-notifications",
screamer 0:66f3b5499f7f 146 action="store_true",
screamer 0:66f3b5499f7f 147 dest="extra_verbose_notify",
screamer 0:66f3b5499f7f 148 default=False,
screamer 0:66f3b5499f7f 149 help="Makes compiler more verbose, CI friendly.")
screamer 0:66f3b5499f7f 150
screamer 0:66f3b5499f7f 151 (options, args) = parser.parse_args()
screamer 0:66f3b5499f7f 152
screamer 0:66f3b5499f7f 153 # Only prints matrix of supported toolchains
screamer 0:66f3b5499f7f 154 if options.supported_toolchains:
screamer 0:66f3b5499f7f 155 print mcu_toolchain_matrix(platform_filter=options.general_filter_regex)
screamer 0:66f3b5499f7f 156 exit(0)
screamer 0:66f3b5499f7f 157
screamer 0:66f3b5499f7f 158 # Get target list
screamer 0:66f3b5499f7f 159 if options.mcu:
screamer 0:66f3b5499f7f 160 mcu_list = (options.mcu).split(",")
screamer 0:66f3b5499f7f 161 for mcu in mcu_list:
screamer 0:66f3b5499f7f 162 if mcu not in TARGET_NAMES:
screamer 0:66f3b5499f7f 163 print "Given MCU '%s' not into the supported list:\n%s" % (mcu, TARGET_NAMES)
screamer 0:66f3b5499f7f 164 sys.exit(1)
screamer 0:66f3b5499f7f 165 targets = mcu_list
screamer 0:66f3b5499f7f 166 else:
screamer 0:66f3b5499f7f 167 targets = TARGET_NAMES
screamer 0:66f3b5499f7f 168
screamer 0:66f3b5499f7f 169 # Get toolchains list
screamer 0:66f3b5499f7f 170 if options.tool:
screamer 0:66f3b5499f7f 171 toolchain_list = (options.tool).split(",")
screamer 0:66f3b5499f7f 172 for tc in toolchain_list:
screamer 0:66f3b5499f7f 173 if tc not in TOOLCHAINS:
screamer 0:66f3b5499f7f 174 print "Given toolchain '%s' not into the supported list:\n%s" % (tc, TOOLCHAINS)
screamer 0:66f3b5499f7f 175 sys.exit(1)
screamer 0:66f3b5499f7f 176 toolchains = toolchain_list
screamer 0:66f3b5499f7f 177 else:
screamer 0:66f3b5499f7f 178 toolchains = TOOLCHAINS
screamer 0:66f3b5499f7f 179
screamer 0:66f3b5499f7f 180 # Get libraries list
screamer 0:66f3b5499f7f 181 libraries = []
screamer 0:66f3b5499f7f 182
screamer 0:66f3b5499f7f 183 # Additional Libraries
screamer 0:66f3b5499f7f 184 if options.rtos:
screamer 0:66f3b5499f7f 185 libraries.extend(["rtx", "rtos"])
screamer 0:66f3b5499f7f 186 if options.rpc:
screamer 0:66f3b5499f7f 187 libraries.extend(["rpc"])
screamer 0:66f3b5499f7f 188 if options.eth:
screamer 0:66f3b5499f7f 189 libraries.append("eth")
screamer 0:66f3b5499f7f 190 if options.usb:
screamer 0:66f3b5499f7f 191 libraries.append("usb")
screamer 0:66f3b5499f7f 192 if options.usb_host:
screamer 0:66f3b5499f7f 193 libraries.append("usb_host")
screamer 0:66f3b5499f7f 194 if options.dsp:
screamer 0:66f3b5499f7f 195 libraries.extend(["cmsis_dsp", "dsp"])
screamer 0:66f3b5499f7f 196 if options.fat:
screamer 0:66f3b5499f7f 197 libraries.extend(["fat"])
screamer 0:66f3b5499f7f 198 if options.ublox:
screamer 0:66f3b5499f7f 199 libraries.extend(["rtx", "rtos", "usb_host", "ublox"])
screamer 0:66f3b5499f7f 200 if options.cpputest_lib:
screamer 0:66f3b5499f7f 201 libraries.extend(["cpputest"])
screamer 0:66f3b5499f7f 202
screamer 0:66f3b5499f7f 203 # Build results
screamer 0:66f3b5499f7f 204 failures = []
screamer 0:66f3b5499f7f 205 successes = []
screamer 0:66f3b5499f7f 206 skipped = []
screamer 0:66f3b5499f7f 207
screamer 0:66f3b5499f7f 208 # CPPCHECK code validation
screamer 0:66f3b5499f7f 209 if options.cppcheck_validation:
screamer 0:66f3b5499f7f 210 for toolchain in toolchains:
screamer 0:66f3b5499f7f 211 for target in targets:
screamer 0:66f3b5499f7f 212 try:
screamer 0:66f3b5499f7f 213 mcu = TARGET_MAP[target]
screamer 0:66f3b5499f7f 214 # CMSIS and MBED libs analysis
screamer 0:66f3b5499f7f 215 static_analysis_scan(mcu, toolchain, CPPCHECK_CMD, CPPCHECK_MSG_FORMAT, verbose=options.verbose, jobs=options.jobs)
screamer 0:66f3b5499f7f 216 for lib_id in libraries:
screamer 0:66f3b5499f7f 217 # Static check for library
screamer 0:66f3b5499f7f 218 static_analysis_scan_lib(lib_id, mcu, toolchain, CPPCHECK_CMD, CPPCHECK_MSG_FORMAT,
screamer 0:66f3b5499f7f 219 options=options.options,
screamer 0:66f3b5499f7f 220 extra_verbose=options.extra_verbose_notify, verbose=options.verbose, jobs=options.jobs, clean=options.clean,
screamer 0:66f3b5499f7f 221 macros=options.macros)
screamer 0:66f3b5499f7f 222 pass
screamer 0:66f3b5499f7f 223 except Exception, e:
screamer 0:66f3b5499f7f 224 if options.verbose:
screamer 0:66f3b5499f7f 225 import traceback
screamer 0:66f3b5499f7f 226 traceback.print_exc(file=sys.stdout)
screamer 0:66f3b5499f7f 227 sys.exit(1)
screamer 0:66f3b5499f7f 228 print e
screamer 0:66f3b5499f7f 229 else:
screamer 0:66f3b5499f7f 230 # Build
screamer 0:66f3b5499f7f 231 for toolchain in toolchains:
screamer 0:66f3b5499f7f 232 for target in targets:
screamer 0:66f3b5499f7f 233 tt_id = "%s::%s" % (toolchain, target)
screamer 0:66f3b5499f7f 234 try:
screamer 0:66f3b5499f7f 235 mcu = TARGET_MAP[target]
screamer 0:66f3b5499f7f 236 lib_build_res = build_library(options.source_dir, options.build_dir, mcu, toolchain,
screamer 0:66f3b5499f7f 237 options=options.options,
screamer 0:66f3b5499f7f 238 extra_verbose=options.extra_verbose_notify,
screamer 0:66f3b5499f7f 239 verbose=options.verbose,
screamer 0:66f3b5499f7f 240 silent=options.silent,
screamer 0:66f3b5499f7f 241 jobs=options.jobs,
screamer 0:66f3b5499f7f 242 clean=options.clean,
screamer 0:66f3b5499f7f 243 archive=(not options.no_archive),
screamer 0:66f3b5499f7f 244 macros=options.macros)
screamer 0:66f3b5499f7f 245 for lib_id in libraries:
screamer 0:66f3b5499f7f 246 build_lib(lib_id, mcu, toolchain,
screamer 0:66f3b5499f7f 247 options=options.options,
screamer 0:66f3b5499f7f 248 extra_verbose=options.extra_verbose_notify,
screamer 0:66f3b5499f7f 249 verbose=options.verbose,
screamer 0:66f3b5499f7f 250 silent=options.silent,
screamer 0:66f3b5499f7f 251 clean=options.clean,
screamer 0:66f3b5499f7f 252 macros=options.macros,
screamer 0:66f3b5499f7f 253 jobs=options.jobs)
screamer 0:66f3b5499f7f 254 if lib_build_res:
screamer 0:66f3b5499f7f 255 successes.append(tt_id)
screamer 0:66f3b5499f7f 256 else:
screamer 0:66f3b5499f7f 257 skipped.append(tt_id)
screamer 0:66f3b5499f7f 258 except Exception, e:
screamer 0:66f3b5499f7f 259 if options.verbose:
screamer 0:66f3b5499f7f 260 import traceback
screamer 0:66f3b5499f7f 261 traceback.print_exc(file=sys.stdout)
screamer 0:66f3b5499f7f 262 sys.exit(1)
screamer 0:66f3b5499f7f 263 failures.append(tt_id)
screamer 0:66f3b5499f7f 264 print e
screamer 0:66f3b5499f7f 265
screamer 0:66f3b5499f7f 266 # Write summary of the builds
screamer 0:66f3b5499f7f 267 print
screamer 0:66f3b5499f7f 268 print "Completed in: (%.2f)s" % (time() - start)
screamer 0:66f3b5499f7f 269 print
screamer 0:66f3b5499f7f 270
screamer 0:66f3b5499f7f 271 for report, report_name in [(successes, "Build successes:"),
screamer 0:66f3b5499f7f 272 (skipped, "Build skipped:"),
screamer 0:66f3b5499f7f 273 (failures, "Build failures:"),
screamer 0:66f3b5499f7f 274 ]:
screamer 0:66f3b5499f7f 275 if report:
screamer 0:66f3b5499f7f 276 print print_build_results(report, report_name),
screamer 0:66f3b5499f7f 277
screamer 0:66f3b5499f7f 278 if failures:
screamer 0:66f3b5499f7f 279 sys.exit(1)