Anders Blomdell / mbed-sdk-tools

Clone of official tools

make.py@24:25bff2709c20, 2016-08-01 (annotated)

Committer:
screamer
Date:
Mon Aug 01 09:10:17 2016 +0100
Revision:
24:25bff2709c20
Parent:
22:9e85236d8716
Child:
31:8ea194f6145b
Major update to tools from ARMmbed/mbed-os

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 #! /usr/bin/env python2
screamer 0:66f3b5499f7f 2 """
screamer 0:66f3b5499f7f 3 mbed SDK
screamer 0:66f3b5499f7f 4 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 5
screamer 0:66f3b5499f7f 6 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 7 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 8 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 9
screamer 0:66f3b5499f7f 10 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 11
screamer 0:66f3b5499f7f 12 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 13 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 14 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 15 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 16 limitations under the License.
screamer 0:66f3b5499f7f 17
screamer 0:66f3b5499f7f 18
screamer 0:66f3b5499f7f 19 TEST BUILD & RUN
screamer 0:66f3b5499f7f 20 """
screamer 0:66f3b5499f7f 21 import sys
screamer 0:66f3b5499f7f 22 from time import sleep
screamer 0:66f3b5499f7f 23 from shutil import copy
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 24 from os.path import join, abspath, dirname, isfile, isdir
screamer 0:66f3b5499f7f 25
screamer 0:66f3b5499f7f 26 # Be sure that the tools directory is in the search path
screamer 0:66f3b5499f7f 27 ROOT = abspath(join(dirname(__file__), ".."))
screamer 0:66f3b5499f7f 28 sys.path.insert(0, ROOT)
screamer 0:66f3b5499f7f 29
screamer 0:66f3b5499f7f 30 from tools.utils import args_error
screamer 0:66f3b5499f7f 31 from tools.paths import BUILD_DIR
screamer 0:66f3b5499f7f 32 from tools.paths import RTOS_LIBRARIES
screamer 0:66f3b5499f7f 33 from tools.paths import RPC_LIBRARY
screamer 0:66f3b5499f7f 34 from tools.paths import ETH_LIBRARY
screamer 0:66f3b5499f7f 35 from tools.paths import USB_HOST_LIBRARIES, USB_LIBRARIES
screamer 0:66f3b5499f7f 36 from tools.paths import DSP_LIBRARIES
screamer 0:66f3b5499f7f 37 from tools.paths import FS_LIBRARY
screamer 0:66f3b5499f7f 38 from tools.paths import UBLOX_LIBRARY
screamer 0:66f3b5499f7f 39 from tools.tests import TESTS, Test, TEST_MAP
screamer 0:66f3b5499f7f 40 from tools.tests import TEST_MBED_LIB
screamer 22:9e85236d8716 41 from tools.tests import test_known, test_name_known
screamer 0:66f3b5499f7f 42 from tools.targets import TARGET_MAP
screamer 0:66f3b5499f7f 43 from tools.options import get_default_options_parser
screamer 0:66f3b5499f7f 44 from tools.build_api import build_project
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 45 from tools.build_api import mcu_toolchain_matrix
screamer 22:9e85236d8716 46 from utils import argparse_filestring_type
screamer 22:9e85236d8716 47 from utils import argparse_many
screamer 24:25bff2709c20 48 from utils import argparse_dir_not_parent
screamer 22:9e85236d8716 49 from argparse import ArgumentTypeError
screamer 22:9e85236d8716 50 from tools.toolchains import mbedToolchain
screamer 22:9e85236d8716 51 from tools.settings import CLI_COLOR_MAP
screamer 0:66f3b5499f7f 52
screamer 0:66f3b5499f7f 53 if __name__ == '__main__':
screamer 0:66f3b5499f7f 54 # Parse Options
screamer 0:66f3b5499f7f 55 parser = get_default_options_parser()
screamer 22:9e85236d8716 56 group = parser.add_mutually_exclusive_group(required=False)
screamer 22:9e85236d8716 57 group.add_argument("-p",
screamer 22:9e85236d8716 58 type=argparse_many(test_known),
screamer 0:66f3b5499f7f 59 dest="program",
screamer 0:66f3b5499f7f 60 help="The index of the desired test program: [0-%d]" % (len(TESTS)-1))
screamer 0:66f3b5499f7f 61
screamer 22:9e85236d8716 62 group.add_argument("-n",
screamer 22:9e85236d8716 63 type=argparse_many(test_name_known),
screamer 22:9e85236d8716 64 dest="program",
screamer 0:66f3b5499f7f 65 help="The name of the desired test program")
screamer 0:66f3b5499f7f 66
screamer 22:9e85236d8716 67 parser.add_argument("-j", "--jobs",
screamer 22:9e85236d8716 68 type=int,
screamer 0:66f3b5499f7f 69 dest="jobs",
screamer 0:66f3b5499f7f 70 default=0,
screamer 0:66f3b5499f7f 71 help="Number of concurrent jobs. Default: 0/auto (based on host machine's number of CPUs)")
screamer 0:66f3b5499f7f 72
screamer 22:9e85236d8716 73 parser.add_argument("-v", "--verbose",
screamer 0:66f3b5499f7f 74 action="store_true",
screamer 0:66f3b5499f7f 75 dest="verbose",
screamer 0:66f3b5499f7f 76 default=False,
screamer 0:66f3b5499f7f 77 help="Verbose diagnostic output")
screamer 0:66f3b5499f7f 78
screamer 22:9e85236d8716 79 parser.add_argument("--silent",
screamer 0:66f3b5499f7f 80 action="store_true",
screamer 0:66f3b5499f7f 81 dest="silent",
screamer 0:66f3b5499f7f 82 default=False,
screamer 0:66f3b5499f7f 83 help="Silent diagnostic output (no copy, compile notification)")
screamer 0:66f3b5499f7f 84
screamer 22:9e85236d8716 85 parser.add_argument("-D",
screamer 0:66f3b5499f7f 86 action="append",
screamer 0:66f3b5499f7f 87 dest="macros",
screamer 0:66f3b5499f7f 88 help="Add a macro definition")
screamer 0:66f3b5499f7f 89
screamer 22:9e85236d8716 90 group.add_argument("-S", "--supported-toolchains",
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 91 action="store_true",
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 92 dest="supported_toolchains",
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 93 default=False,
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 94 help="Displays supported matrix of MCUs and toolchains")
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 95
screamer 22:9e85236d8716 96 parser.add_argument('-f', '--filter',
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 97 dest='general_filter_regex',
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 98 default=None,
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 99 help='For some commands you can use filter to filter out results')
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 100
screamer 0:66f3b5499f7f 101 # Local run
screamer 22:9e85236d8716 102 parser.add_argument("--automated", action="store_true", dest="automated",
screamer 0:66f3b5499f7f 103 default=False, help="Automated test")
screamer 22:9e85236d8716 104 parser.add_argument("--host", dest="host_test",
screamer 0:66f3b5499f7f 105 default=None, help="Host test")
screamer 22:9e85236d8716 106 parser.add_argument("--extra", dest="extra",
screamer 0:66f3b5499f7f 107 default=None, help="Extra files")
screamer 22:9e85236d8716 108 parser.add_argument("--peripherals", dest="peripherals",
screamer 0:66f3b5499f7f 109 default=None, help="Required peripherals")
screamer 22:9e85236d8716 110 parser.add_argument("--dep", dest="dependencies",
screamer 0:66f3b5499f7f 111 default=None, help="Dependencies")
screamer 22:9e85236d8716 112 parser.add_argument("--source", dest="source_dir", type=argparse_filestring_type,
screamer 22:9e85236d8716 113 default=None, help="The source (input) directory", action="append")
screamer 22:9e85236d8716 114 parser.add_argument("--duration", type=int, dest="duration",
screamer 0:66f3b5499f7f 115 default=None, help="Duration of the test")
screamer 24:25bff2709c20 116 parser.add_argument("--build", dest="build_dir", type=argparse_dir_not_parent(ROOT),
screamer 0:66f3b5499f7f 117 default=None, help="The build (output) directory")
screamer 22:9e85236d8716 118 parser.add_argument("-N", "--artifact-name", dest="artifact_name",
screamer 0:66f3b5499f7f 119 default=None, help="The built project's name")
screamer 22:9e85236d8716 120 parser.add_argument("-d", "--disk", dest="disk",
screamer 0:66f3b5499f7f 121 default=None, help="The mbed disk")
screamer 22:9e85236d8716 122 parser.add_argument("-s", "--serial", dest="serial",
screamer 0:66f3b5499f7f 123 default=None, help="The mbed serial port")
screamer 22:9e85236d8716 124 parser.add_argument("-b", "--baud", type=int, dest="baud",
screamer 0:66f3b5499f7f 125 default=None, help="The mbed serial baud rate")
screamer 22:9e85236d8716 126 group.add_argument("-L", "--list-tests", action="store_true", dest="list_tests",
screamer 0:66f3b5499f7f 127 default=False, help="List available tests in order and exit")
screamer 0:66f3b5499f7f 128
screamer 0:66f3b5499f7f 129 # Ideally, all the tests with a single "main" thread can be run with, or
screamer 0:66f3b5499f7f 130 # without the rtos, eth, usb_host, usb, dsp, fat, ublox
screamer 22:9e85236d8716 131 parser.add_argument("--rtos",
screamer 0:66f3b5499f7f 132 action="store_true", dest="rtos",
screamer 0:66f3b5499f7f 133 default=False, help="Link with RTOS library")
screamer 0:66f3b5499f7f 134
screamer 22:9e85236d8716 135 parser.add_argument("--rpc",
screamer 0:66f3b5499f7f 136 action="store_true", dest="rpc",
screamer 0:66f3b5499f7f 137 default=False, help="Link with RPC library")
screamer 0:66f3b5499f7f 138
screamer 22:9e85236d8716 139 parser.add_argument("--eth",
screamer 0:66f3b5499f7f 140 action="store_true", dest="eth",
screamer 0:66f3b5499f7f 141 default=False,
screamer 0:66f3b5499f7f 142 help="Link with Ethernet library")
screamer 0:66f3b5499f7f 143
screamer 22:9e85236d8716 144 parser.add_argument("--usb_host",
screamer 0:66f3b5499f7f 145 action="store_true",
screamer 0:66f3b5499f7f 146 dest="usb_host",
screamer 0:66f3b5499f7f 147 default=False,
screamer 0:66f3b5499f7f 148 help="Link with USB Host library")
screamer 0:66f3b5499f7f 149
screamer 22:9e85236d8716 150 parser.add_argument("--usb",
screamer 0:66f3b5499f7f 151 action="store_true",
screamer 0:66f3b5499f7f 152 dest="usb",
screamer 0:66f3b5499f7f 153 default=False,
screamer 0:66f3b5499f7f 154 help="Link with USB Device library")
screamer 0:66f3b5499f7f 155
screamer 22:9e85236d8716 156 parser.add_argument("--dsp",
screamer 0:66f3b5499f7f 157 action="store_true",
screamer 0:66f3b5499f7f 158 dest="dsp",
screamer 0:66f3b5499f7f 159 default=False,
screamer 0:66f3b5499f7f 160 help="Link with DSP library")
screamer 0:66f3b5499f7f 161
screamer 22:9e85236d8716 162 parser.add_argument("--fat",
screamer 0:66f3b5499f7f 163 action="store_true",
screamer 0:66f3b5499f7f 164 dest="fat",
screamer 0:66f3b5499f7f 165 default=False,
screamer 0:66f3b5499f7f 166 help="Link with FS ad SD card file system library")
screamer 0:66f3b5499f7f 167
screamer 22:9e85236d8716 168 parser.add_argument("--ublox",
screamer 0:66f3b5499f7f 169 action="store_true",
screamer 0:66f3b5499f7f 170 dest="ublox",
screamer 0:66f3b5499f7f 171 default=False,
screamer 0:66f3b5499f7f 172 help="Link with U-Blox library")
screamer 0:66f3b5499f7f 173
screamer 22:9e85236d8716 174 parser.add_argument("--testlib",
screamer 0:66f3b5499f7f 175 action="store_true",
screamer 0:66f3b5499f7f 176 dest="testlib",
screamer 0:66f3b5499f7f 177 default=False,
screamer 0:66f3b5499f7f 178 help="Link with mbed test library")
screamer 0:66f3b5499f7f 179
screamer 0:66f3b5499f7f 180 # Specify a different linker script
screamer 22:9e85236d8716 181 parser.add_argument("-l", "--linker", dest="linker_script",
screamer 22:9e85236d8716 182 type=argparse_filestring_type,
screamer 0:66f3b5499f7f 183 default=None, help="use the specified linker script")
screamer 0:66f3b5499f7f 184
screamer 22:9e85236d8716 185 options = parser.parse_args()
screamer 0:66f3b5499f7f 186
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 187 # Only prints matrix of supported toolchains
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 188 if options.supported_toolchains:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 189 print mcu_toolchain_matrix(platform_filter=options.general_filter_regex)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 190 exit(0)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 191
screamer 0:66f3b5499f7f 192 # Print available tests in order and exit
screamer 0:66f3b5499f7f 193 if options.list_tests is True:
screamer 0:66f3b5499f7f 194 print '\n'.join(map(str, sorted(TEST_MAP.values())))
screamer 0:66f3b5499f7f 195 sys.exit()
screamer 0:66f3b5499f7f 196
screamer 0:66f3b5499f7f 197 # force program to "0" if a source dir is specified
screamer 0:66f3b5499f7f 198 if options.source_dir is not None:
screamer 0:66f3b5499f7f 199 p = 0
screamer 0:66f3b5499f7f 200 else:
screamer 0:66f3b5499f7f 201 # Program Number or name
screamer 22:9e85236d8716 202 p = options.program
screamer 0:66f3b5499f7f 203
screamer 0:66f3b5499f7f 204 # If 'p' was set via -n to list of numbers make this a single element integer list
screamer 0:66f3b5499f7f 205 if type(p) != type([]):
screamer 0:66f3b5499f7f 206 p = [p]
screamer 0:66f3b5499f7f 207
screamer 0:66f3b5499f7f 208 # Target
screamer 0:66f3b5499f7f 209 if options.mcu is None :
screamer 0:66f3b5499f7f 210 args_error(parser, "[ERROR] You should specify an MCU")
screamer 22:9e85236d8716 211 mcu = options.mcu[0]
screamer 0:66f3b5499f7f 212
screamer 0:66f3b5499f7f 213 # Toolchain
screamer 0:66f3b5499f7f 214 if options.tool is None:
screamer 0:66f3b5499f7f 215 args_error(parser, "[ERROR] You should specify a TOOLCHAIN")
screamer 22:9e85236d8716 216 toolchain = options.tool[0]
screamer 22:9e85236d8716 217
screamer 22:9e85236d8716 218 if options.color:
screamer 22:9e85236d8716 219 # This import happens late to prevent initializing colorization when we don't need it
screamer 22:9e85236d8716 220 import colorize
screamer 22:9e85236d8716 221 if options.verbose:
screamer 22:9e85236d8716 222 notify = mbedToolchain.print_notify_verbose
screamer 22:9e85236d8716 223 else:
screamer 22:9e85236d8716 224 notify = mbedToolchain.print_notify
screamer 22:9e85236d8716 225 notify = colorize.print_in_color_notifier(CLI_COLOR_MAP, notify)
screamer 22:9e85236d8716 226 else:
screamer 22:9e85236d8716 227 notify = None
screamer 0:66f3b5499f7f 228
screamer 0:66f3b5499f7f 229 # Test
screamer 0:66f3b5499f7f 230 for test_no in p:
screamer 0:66f3b5499f7f 231 test = Test(test_no)
screamer 0:66f3b5499f7f 232 if options.automated is not None: test.automated = options.automated
screamer 0:66f3b5499f7f 233 if options.dependencies is not None: test.dependencies = options.dependencies
screamer 0:66f3b5499f7f 234 if options.host_test is not None: test.host_test = options.host_test;
screamer 0:66f3b5499f7f 235 if options.peripherals is not None: test.peripherals = options.peripherals;
screamer 0:66f3b5499f7f 236 if options.duration is not None: test.duration = options.duration;
screamer 0:66f3b5499f7f 237 if options.extra is not None: test.extra_files = options.extra
screamer 0:66f3b5499f7f 238
screamer 0:66f3b5499f7f 239 if not test.is_supported(mcu, toolchain):
screamer 0:66f3b5499f7f 240 print 'The selected test is not supported on target %s with toolchain %s' % (mcu, toolchain)
screamer 0:66f3b5499f7f 241 sys.exit()
screamer 0:66f3b5499f7f 242
screamer 0:66f3b5499f7f 243 # Linking with extra libraries
screamer 0:66f3b5499f7f 244 if options.rtos: test.dependencies.append(RTOS_LIBRARIES)
screamer 0:66f3b5499f7f 245 if options.rpc: test.dependencies.append(RPC_LIBRARY)
screamer 0:66f3b5499f7f 246 if options.eth: test.dependencies.append(ETH_LIBRARY)
screamer 0:66f3b5499f7f 247 if options.usb_host: test.dependencies.append(USB_HOST_LIBRARIES)
screamer 0:66f3b5499f7f 248 if options.usb: test.dependencies.append(USB_LIBRARIES)
screamer 0:66f3b5499f7f 249 if options.dsp: test.dependencies.append(DSP_LIBRARIES)
screamer 0:66f3b5499f7f 250 if options.fat: test.dependencies.append(FS_LIBRARY)
screamer 0:66f3b5499f7f 251 if options.ublox: test.dependencies.append(UBLOX_LIBRARY)
screamer 0:66f3b5499f7f 252 if options.testlib: test.dependencies.append(TEST_MBED_LIB)
screamer 0:66f3b5499f7f 253
screamer 0:66f3b5499f7f 254 build_dir = join(BUILD_DIR, "test", mcu, toolchain, test.id)
screamer 0:66f3b5499f7f 255 if options.source_dir is not None:
screamer 0:66f3b5499f7f 256 test.source_dir = options.source_dir
screamer 0:66f3b5499f7f 257 build_dir = options.source_dir
screamer 0:66f3b5499f7f 258
screamer 0:66f3b5499f7f 259 if options.build_dir is not None:
screamer 0:66f3b5499f7f 260 build_dir = options.build_dir
screamer 0:66f3b5499f7f 261
screamer 0:66f3b5499f7f 262 try:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 263 bin_file = build_project(test.source_dir, build_dir, mcu, toolchain, test.dependencies, options.options,
screamer 0:66f3b5499f7f 264 linker_script=options.linker_script,
screamer 0:66f3b5499f7f 265 clean=options.clean,
screamer 0:66f3b5499f7f 266 verbose=options.verbose,
screamer 22:9e85236d8716 267 notify=notify,
screamer 0:66f3b5499f7f 268 silent=options.silent,
screamer 0:66f3b5499f7f 269 macros=options.macros,
screamer 0:66f3b5499f7f 270 jobs=options.jobs,
screamer 0:66f3b5499f7f 271 name=options.artifact_name)
screamer 0:66f3b5499f7f 272 print 'Image: %s'% bin_file
screamer 0:66f3b5499f7f 273
screamer 0:66f3b5499f7f 274 if options.disk:
screamer 0:66f3b5499f7f 275 # Simple copy to the mbed disk
screamer 0:66f3b5499f7f 276 copy(bin_file, options.disk)
screamer 0:66f3b5499f7f 277
screamer 0:66f3b5499f7f 278 if options.serial:
screamer 0:66f3b5499f7f 279 # Import pyserial: https://pypi.python.org/pypi/pyserial
screamer 0:66f3b5499f7f 280 from serial import Serial
screamer 0:66f3b5499f7f 281
screamer 13:ab47a20b66f0 282 sleep(TARGET_MAP[mcu].program_cycle_s)
screamer 0:66f3b5499f7f 283
screamer 0:66f3b5499f7f 284 serial = Serial(options.serial, timeout = 1)
screamer 0:66f3b5499f7f 285 if options.baud:
screamer 0:66f3b5499f7f 286 serial.setBaudrate(options.baud)
screamer 0:66f3b5499f7f 287
screamer 0:66f3b5499f7f 288 serial.flushInput()
screamer 0:66f3b5499f7f 289 serial.flushOutput()
screamer 0:66f3b5499f7f 290
screamer 0:66f3b5499f7f 291 try:
screamer 0:66f3b5499f7f 292 serial.sendBreak()
screamer 0:66f3b5499f7f 293 except:
screamer 0:66f3b5499f7f 294 # In linux a termios.error is raised in sendBreak and in setBreak.
screamer 0:66f3b5499f7f 295 # The following setBreak() is needed to release the reset signal on the target mcu.
screamer 0:66f3b5499f7f 296 try:
screamer 0:66f3b5499f7f 297 serial.setBreak(False)
screamer 0:66f3b5499f7f 298 except:
screamer 0:66f3b5499f7f 299 pass
screamer 0:66f3b5499f7f 300
screamer 0:66f3b5499f7f 301 while True:
screamer 0:66f3b5499f7f 302 c = serial.read(512)
screamer 0:66f3b5499f7f 303 sys.stdout.write(c)
screamer 0:66f3b5499f7f 304 sys.stdout.flush()
screamer 0:66f3b5499f7f 305
screamer 0:66f3b5499f7f 306 except KeyboardInterrupt, e:
screamer 0:66f3b5499f7f 307 print "\n[CTRL+c] exit"
screamer 0:66f3b5499f7f 308 except Exception,e:
screamer 0:66f3b5499f7f 309 if options.verbose:
screamer 0:66f3b5499f7f 310 import traceback
screamer 0:66f3b5499f7f 311 traceback.print_exc(file=sys.stdout)
screamer 0:66f3b5499f7f 312 else:
screamer 0:66f3b5499f7f 313 print "[ERROR] %s" % str(e)
screamer 0:66f3b5499f7f 314
screamer 0:66f3b5499f7f 315 sys.exit(1)