Marco Mayer / Mbed OS Queue

Important changes to repositories hosted on mbed.com

Mbed hosted mercurial repositories are deprecated and are due to be permanently deleted in July 2026.

To keep a copy of this software download the repository Zip archive or clone locally using Mercurial.

It is also possible to export all your personal repositories from the account settings page.

mbed-os/tools/build.py@2:c7897a3f5f11, 2020-04-22 (annotated)

Committer:
demayer
Date:
Wed Apr 22 11:50:00 2020 +0000
Revision:
2:c7897a3f5f11
Parent:
0:6bf0743ece18 
test

Who changed what in which revision?

UserRevisionLine numberNew contents of line
demayer 0:6bf0743ece18 1 #! /usr/bin/env python2
demayer 0:6bf0743ece18 2 """
demayer 0:6bf0743ece18 3 mbed SDK
demayer 0:6bf0743ece18 4 Copyright (c) 2011-2013 ARM Limited
demayer 0:6bf0743ece18 5
demayer 0:6bf0743ece18 6 Licensed under the Apache License, Version 2.0 (the "License");
demayer 0:6bf0743ece18 7 you may not use this file except in compliance with the License.
demayer 0:6bf0743ece18 8 You may obtain a copy of the License at
demayer 0:6bf0743ece18 9
demayer 0:6bf0743ece18 10 http://www.apache.org/licenses/LICENSE-2.0
demayer 0:6bf0743ece18 11
demayer 0:6bf0743ece18 12 Unless required by applicable law or agreed to in writing, software
demayer 0:6bf0743ece18 13 distributed under the License is distributed on an "AS IS" BASIS,
demayer 0:6bf0743ece18 14 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
demayer 0:6bf0743ece18 15 See the License for the specific language governing permissions and
demayer 0:6bf0743ece18 16 limitations under the License.
demayer 0:6bf0743ece18 17
demayer 0:6bf0743ece18 18 LIBRARIES BUILD
demayer 0:6bf0743ece18 19 """
demayer 0:6bf0743ece18 20 import sys
demayer 0:6bf0743ece18 21 from time import time
demayer 0:6bf0743ece18 22 from os.path import join, abspath, dirname
demayer 0:6bf0743ece18 23
demayer 0:6bf0743ece18 24
demayer 0:6bf0743ece18 25 # Be sure that the tools directory is in the search path
demayer 0:6bf0743ece18 26 ROOT = abspath(join(dirname(__file__), ".."))
demayer 0:6bf0743ece18 27 sys.path.insert(0, ROOT)
demayer 0:6bf0743ece18 28
demayer 0:6bf0743ece18 29
demayer 0:6bf0743ece18 30 from tools.toolchains import TOOLCHAINS, TOOLCHAIN_CLASSES, TOOLCHAIN_PATHS
demayer 0:6bf0743ece18 31 from tools.toolchains import mbedToolchain
demayer 0:6bf0743ece18 32 from tools.targets import TARGET_NAMES, TARGET_MAP
demayer 0:6bf0743ece18 33 from tools.options import get_default_options_parser
demayer 0:6bf0743ece18 34 from tools.options import extract_profile
demayer 0:6bf0743ece18 35 from tools.options import extract_mcus
demayer 0:6bf0743ece18 36 from tools.build_api import build_library, build_mbed_libs, build_lib
demayer 0:6bf0743ece18 37 from tools.build_api import mcu_toolchain_matrix
demayer 0:6bf0743ece18 38 from tools.build_api import print_build_results
demayer 0:6bf0743ece18 39 from tools.settings import CPPCHECK_CMD, CPPCHECK_MSG_FORMAT
demayer 0:6bf0743ece18 40 from utils import argparse_filestring_type, args_error
demayer 0:6bf0743ece18 41 from tools.settings import CPPCHECK_CMD, CPPCHECK_MSG_FORMAT, CLI_COLOR_MAP
demayer 0:6bf0743ece18 42 from utils import argparse_filestring_type, argparse_dir_not_parent
demayer 0:6bf0743ece18 43
demayer 0:6bf0743ece18 44 if __name__ == '__main__':
demayer 0:6bf0743ece18 45 start = time()
demayer 0:6bf0743ece18 46
demayer 0:6bf0743ece18 47 # Parse Options
demayer 0:6bf0743ece18 48 parser = get_default_options_parser()
demayer 0:6bf0743ece18 49
demayer 0:6bf0743ece18 50 parser.add_argument("--source", dest="source_dir", type=argparse_filestring_type,
demayer 0:6bf0743ece18 51 default=None, help="The source (input) directory", action="append")
demayer 0:6bf0743ece18 52
demayer 0:6bf0743ece18 53 parser.add_argument("--build", dest="build_dir", type=argparse_dir_not_parent(ROOT),
demayer 0:6bf0743ece18 54 default=None, help="The build (output) directory")
demayer 0:6bf0743ece18 55
demayer 0:6bf0743ece18 56 parser.add_argument("--no-archive", dest="no_archive", action="store_true",
demayer 0:6bf0743ece18 57 default=False, help="Do not produce archive (.ar) file, but rather .o")
demayer 0:6bf0743ece18 58
demayer 0:6bf0743ece18 59 # Extra libraries
demayer 0:6bf0743ece18 60 parser.add_argument("-r", "--rtos",
demayer 0:6bf0743ece18 61 action="store_true",
demayer 0:6bf0743ece18 62 dest="rtos",
demayer 0:6bf0743ece18 63 default=False,
demayer 0:6bf0743ece18 64 help="Compile the rtos")
demayer 0:6bf0743ece18 65
demayer 0:6bf0743ece18 66 parser.add_argument("--rpc",
demayer 0:6bf0743ece18 67 action="store_true",
demayer 0:6bf0743ece18 68 dest="rpc",
demayer 0:6bf0743ece18 69 default=False,
demayer 0:6bf0743ece18 70 help="Compile the rpc library")
demayer 0:6bf0743ece18 71
demayer 0:6bf0743ece18 72 parser.add_argument("-u", "--usb",
demayer 0:6bf0743ece18 73 action="store_true",
demayer 0:6bf0743ece18 74 dest="usb",
demayer 0:6bf0743ece18 75 default=False,
demayer 0:6bf0743ece18 76 help="Compile the USB Device library")
demayer 0:6bf0743ece18 77
demayer 0:6bf0743ece18 78 parser.add_argument("-d", "--dsp",
demayer 0:6bf0743ece18 79 action="store_true",
demayer 0:6bf0743ece18 80 dest="dsp",
demayer 0:6bf0743ece18 81 default=False,
demayer 0:6bf0743ece18 82 help="Compile the DSP library")
demayer 0:6bf0743ece18 83
demayer 0:6bf0743ece18 84 parser.add_argument( "--cpputest",
demayer 0:6bf0743ece18 85 action="store_true",
demayer 0:6bf0743ece18 86 dest="cpputest_lib",
demayer 0:6bf0743ece18 87 default=False,
demayer 0:6bf0743ece18 88 help="Compiles 'cpputest' unit test library (library should be on the same directory level as mbed repository)")
demayer 0:6bf0743ece18 89
demayer 0:6bf0743ece18 90 parser.add_argument("-D",
demayer 0:6bf0743ece18 91 action="append",
demayer 0:6bf0743ece18 92 dest="macros",
demayer 0:6bf0743ece18 93 help="Add a macro definition")
demayer 0:6bf0743ece18 94
demayer 0:6bf0743ece18 95 parser.add_argument("-S", "--supported-toolchains",
demayer 0:6bf0743ece18 96 action="store_true",
demayer 0:6bf0743ece18 97 dest="supported_toolchains",
demayer 0:6bf0743ece18 98 default=False,
demayer 0:6bf0743ece18 99 help="Displays supported matrix of MCUs and toolchains")
demayer 0:6bf0743ece18 100
demayer 0:6bf0743ece18 101 parser.add_argument('-f', '--filter',
demayer 0:6bf0743ece18 102 dest='general_filter_regex',
demayer 0:6bf0743ece18 103 default=None,
demayer 0:6bf0743ece18 104 help='For some commands you can use filter to filter out results')
demayer 0:6bf0743ece18 105
demayer 0:6bf0743ece18 106 parser.add_argument("-j", "--jobs", type=int, dest="jobs",
demayer 0:6bf0743ece18 107 default=0, help="Number of concurrent jobs. Default: 0/auto (based on host machine's number of CPUs)")
demayer 0:6bf0743ece18 108 parser.add_argument("-N", "--artifact-name", dest="artifact_name",
demayer 0:6bf0743ece18 109 default=None, help="The built project's name")
demayer 0:6bf0743ece18 110
demayer 0:6bf0743ece18 111 parser.add_argument("-v", "--verbose",
demayer 0:6bf0743ece18 112 action="store_true",
demayer 0:6bf0743ece18 113 dest="verbose",
demayer 0:6bf0743ece18 114 default=False,
demayer 0:6bf0743ece18 115 help="Verbose diagnostic output")
demayer 0:6bf0743ece18 116
demayer 0:6bf0743ece18 117 parser.add_argument("--silent",
demayer 0:6bf0743ece18 118 action="store_true",
demayer 0:6bf0743ece18 119 dest="silent",
demayer 0:6bf0743ece18 120 default=False,
demayer 0:6bf0743ece18 121 help="Silent diagnostic output (no copy, compile notification)")
demayer 0:6bf0743ece18 122
demayer 0:6bf0743ece18 123 parser.add_argument("-x", "--extra-verbose-notifications",
demayer 0:6bf0743ece18 124 action="store_true",
demayer 0:6bf0743ece18 125 dest="extra_verbose_notify",
demayer 0:6bf0743ece18 126 default=False,
demayer 0:6bf0743ece18 127 help="Makes compiler more verbose, CI friendly.")
demayer 0:6bf0743ece18 128
demayer 0:6bf0743ece18 129 options = parser.parse_args()
demayer 0:6bf0743ece18 130
demayer 0:6bf0743ece18 131 # Only prints matrix of supported toolchains
demayer 0:6bf0743ece18 132 if options.supported_toolchains:
demayer 0:6bf0743ece18 133 print mcu_toolchain_matrix(platform_filter=options.general_filter_regex)
demayer 0:6bf0743ece18 134 exit(0)
demayer 0:6bf0743ece18 135
demayer 0:6bf0743ece18 136
demayer 0:6bf0743ece18 137 # Get target list
demayer 0:6bf0743ece18 138 targets = extract_mcus(parser, options) if options.mcu else TARGET_NAMES
demayer 0:6bf0743ece18 139
demayer 0:6bf0743ece18 140 # Get toolchains list
demayer 0:6bf0743ece18 141 toolchains = options.tool if options.tool else TOOLCHAINS
demayer 0:6bf0743ece18 142
demayer 0:6bf0743ece18 143 if options.source_dir and not options.build_dir:
demayer 0:6bf0743ece18 144 args_error(parser, "argument --build is required by argument --source")
demayer 0:6bf0743ece18 145
demayer 0:6bf0743ece18 146 if options.color:
demayer 0:6bf0743ece18 147 # This import happens late to prevent initializing colorization when we don't need it
demayer 0:6bf0743ece18 148 import colorize
demayer 0:6bf0743ece18 149 if options.verbose:
demayer 0:6bf0743ece18 150 notify = mbedToolchain.print_notify_verbose
demayer 0:6bf0743ece18 151 else:
demayer 0:6bf0743ece18 152 notify = mbedToolchain.print_notify
demayer 0:6bf0743ece18 153 notify = colorize.print_in_color_notifier(CLI_COLOR_MAP, notify)
demayer 0:6bf0743ece18 154 else:
demayer 0:6bf0743ece18 155 notify = None
demayer 0:6bf0743ece18 156
demayer 0:6bf0743ece18 157 # Get libraries list
demayer 0:6bf0743ece18 158 libraries = []
demayer 0:6bf0743ece18 159
demayer 0:6bf0743ece18 160 # Additional Libraries
demayer 0:6bf0743ece18 161 if options.rpc:
demayer 0:6bf0743ece18 162 libraries.extend(["rpc"])
demayer 0:6bf0743ece18 163 if options.usb:
demayer 0:6bf0743ece18 164 libraries.append("usb")
demayer 0:6bf0743ece18 165 if options.dsp:
demayer 0:6bf0743ece18 166 libraries.extend(["dsp"])
demayer 0:6bf0743ece18 167 if options.cpputest_lib:
demayer 0:6bf0743ece18 168 libraries.extend(["cpputest"])
demayer 0:6bf0743ece18 169
demayer 0:6bf0743ece18 170 # Build results
demayer 0:6bf0743ece18 171 failures = []
demayer 0:6bf0743ece18 172 successes = []
demayer 0:6bf0743ece18 173 skipped = []
demayer 0:6bf0743ece18 174
demayer 0:6bf0743ece18 175 for toolchain in toolchains:
demayer 0:6bf0743ece18 176 if not TOOLCHAIN_CLASSES[toolchain].check_executable():
demayer 0:6bf0743ece18 177 search_path = TOOLCHAIN_PATHS[toolchain] or "No path set"
demayer 0:6bf0743ece18 178 args_error(parser, "Could not find executable for %s.\n"
demayer 0:6bf0743ece18 179 "Currently set search path: %s"
demayer 0:6bf0743ece18 180 % (toolchain, search_path))
demayer 0:6bf0743ece18 181
demayer 0:6bf0743ece18 182 for toolchain in toolchains:
demayer 0:6bf0743ece18 183 for target in targets:
demayer 0:6bf0743ece18 184 tt_id = "%s::%s" % (toolchain, target)
demayer 0:6bf0743ece18 185 if toolchain not in TARGET_MAP[target].supported_toolchains:
demayer 0:6bf0743ece18 186 # Log this later
demayer 0:6bf0743ece18 187 print "%s skipped: toolchain not supported" % tt_id
demayer 0:6bf0743ece18 188 skipped.append(tt_id)
demayer 0:6bf0743ece18 189 else:
demayer 0:6bf0743ece18 190 try:
demayer 0:6bf0743ece18 191 mcu = TARGET_MAP[target]
demayer 0:6bf0743ece18 192 profile = extract_profile(parser, options, toolchain)
demayer 0:6bf0743ece18 193 if options.source_dir:
demayer 0:6bf0743ece18 194 lib_build_res = build_library(options.source_dir, options.build_dir, mcu, toolchain,
demayer 0:6bf0743ece18 195 extra_verbose=options.extra_verbose_notify,
demayer 0:6bf0743ece18 196 verbose=options.verbose,
demayer 0:6bf0743ece18 197 silent=options.silent,
demayer 0:6bf0743ece18 198 jobs=options.jobs,
demayer 0:6bf0743ece18 199 clean=options.clean,
demayer 0:6bf0743ece18 200 archive=(not options.no_archive),
demayer 0:6bf0743ece18 201 macros=options.macros,
demayer 0:6bf0743ece18 202 name=options.artifact_name,
demayer 0:6bf0743ece18 203 build_profile=profile)
demayer 0:6bf0743ece18 204 else:
demayer 0:6bf0743ece18 205 lib_build_res = build_mbed_libs(mcu, toolchain,
demayer 0:6bf0743ece18 206 extra_verbose=options.extra_verbose_notify,
demayer 0:6bf0743ece18 207 verbose=options.verbose,
demayer 0:6bf0743ece18 208 silent=options.silent,
demayer 0:6bf0743ece18 209 jobs=options.jobs,
demayer 0:6bf0743ece18 210 clean=options.clean,
demayer 0:6bf0743ece18 211 macros=options.macros,
demayer 0:6bf0743ece18 212 build_profile=profile)
demayer 0:6bf0743ece18 213
demayer 0:6bf0743ece18 214 for lib_id in libraries:
demayer 0:6bf0743ece18 215 build_lib(lib_id, mcu, toolchain,
demayer 0:6bf0743ece18 216 extra_verbose=options.extra_verbose_notify,
demayer 0:6bf0743ece18 217 verbose=options.verbose,
demayer 0:6bf0743ece18 218 silent=options.silent,
demayer 0:6bf0743ece18 219 clean=options.clean,
demayer 0:6bf0743ece18 220 macros=options.macros,
demayer 0:6bf0743ece18 221 jobs=options.jobs,
demayer 0:6bf0743ece18 222 build_profile=profile)
demayer 0:6bf0743ece18 223 if lib_build_res:
demayer 0:6bf0743ece18 224 successes.append(tt_id)
demayer 0:6bf0743ece18 225 else:
demayer 0:6bf0743ece18 226 skipped.append(tt_id)
demayer 0:6bf0743ece18 227 except Exception, e:
demayer 0:6bf0743ece18 228 if options.verbose:
demayer 0:6bf0743ece18 229 import traceback
demayer 0:6bf0743ece18 230 traceback.print_exc(file=sys.stdout)
demayer 0:6bf0743ece18 231 sys.exit(1)
demayer 0:6bf0743ece18 232 failures.append(tt_id)
demayer 0:6bf0743ece18 233 print e
demayer 0:6bf0743ece18 234
demayer 0:6bf0743ece18 235
demayer 0:6bf0743ece18 236 # Write summary of the builds
demayer 0:6bf0743ece18 237 print
demayer 0:6bf0743ece18 238 print "Completed in: (%.2f)s" % (time() - start)
demayer 0:6bf0743ece18 239 print
demayer 0:6bf0743ece18 240
demayer 0:6bf0743ece18 241 for report, report_name in [(successes, "Build successes:"),
demayer 0:6bf0743ece18 242 (skipped, "Build skipped:"),
demayer 0:6bf0743ece18 243 (failures, "Build failures:"),
demayer 0:6bf0743ece18 244 ]:
demayer 0:6bf0743ece18 245 if report:
demayer 0:6bf0743ece18 246 print print_build_results(report, report_name),
demayer 0:6bf0743ece18 247
demayer 0:6bf0743ece18 248 if failures:
demayer 0:6bf0743ece18 249 sys.exit(1)