the other jimmy / mbed-sdk-tools

Important changes to repositories hosted on mbed.com

Mbed hosted mercurial repositories are deprecated and are due to be permanently deleted in July 2026.

To keep a copy of this software download the repository Zip archive or clone locally using Mercurial.

It is also possible to export all your personal repositories from the account settings page.

Fork of mbed-sdk-tools by mbed official

build_release.py@24:25bff2709c20, 2016-08-01 (annotated)

Committer:
screamer
Date:
Mon Aug 01 09:10:17 2016 +0100
Revision:
24:25bff2709c20
Parent:
13:ab47a20b66f0
Child:
31:182518299918
Major update to tools from ARMmbed/mbed-os

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 #! /usr/bin/env python
screamer 0:66f3b5499f7f 2 """
screamer 0:66f3b5499f7f 3 mbed SDK
screamer 0:66f3b5499f7f 4 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 5
screamer 0:66f3b5499f7f 6 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 7 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 8 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 9
screamer 0:66f3b5499f7f 10 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 11
screamer 0:66f3b5499f7f 12 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 13 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 14 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 15 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 16 limitations under the License.
screamer 0:66f3b5499f7f 17 """
screamer 0:66f3b5499f7f 18 import sys
screamer 0:66f3b5499f7f 19 from time import time
screamer 0:66f3b5499f7f 20 from os.path import join, abspath, dirname, normpath
screamer 0:66f3b5499f7f 21 from optparse import OptionParser
screamer 0:66f3b5499f7f 22 import json
screamer 13:ab47a20b66f0 23 from shutil import copy
screamer 0:66f3b5499f7f 24
screamer 0:66f3b5499f7f 25 # Be sure that the tools directory is in the search path
screamer 0:66f3b5499f7f 26 ROOT = abspath(join(dirname(__file__), ".."))
screamer 0:66f3b5499f7f 27 sys.path.insert(0, ROOT)
screamer 0:66f3b5499f7f 28
screamer 0:66f3b5499f7f 29 from tools.build_api import build_mbed_libs
screamer 0:66f3b5499f7f 30 from tools.build_api import write_build_report
screamer 24:25bff2709c20 31 from tools.build_api import get_mbed_official_release
screamer 13:ab47a20b66f0 32 from tools.targets import TARGET_MAP, TARGET_NAMES
screamer 0:66f3b5499f7f 33 from tools.test_exporters import ReportExporter, ResultExporterType
screamer 0:66f3b5499f7f 34 from tools.test_api import SingleTestRunner
screamer 0:66f3b5499f7f 35 from tools.test_api import singletest_in_cli_mode
screamer 13:ab47a20b66f0 36 from tools.paths import TEST_DIR, MBED_LIBRARIES
screamer 0:66f3b5499f7f 37 from tools.tests import TEST_MAP
screamer 0:66f3b5499f7f 38
screamer 24:25bff2709c20 39 OFFICIAL_MBED_LIBRARY_BUILD = get_mbed_official_release('2')
screamer 0:66f3b5499f7f 40
screamer 0:66f3b5499f7f 41 if __name__ == '__main__':
screamer 0:66f3b5499f7f 42 parser = OptionParser()
screamer 0:66f3b5499f7f 43 parser.add_option('-o', '--official', dest="official_only", default=False, action="store_true",
screamer 0:66f3b5499f7f 44 help="Build using only the official toolchain for each target")
screamer 0:66f3b5499f7f 45 parser.add_option("-j", "--jobs", type="int", dest="jobs",
screamer 0:66f3b5499f7f 46 default=1, help="Number of concurrent jobs (default 1). Use 0 for auto based on host machine's number of CPUs")
screamer 0:66f3b5499f7f 47 parser.add_option("-v", "--verbose", action="store_true", dest="verbose",
screamer 0:66f3b5499f7f 48 default=False, help="Verbose diagnostic output")
screamer 0:66f3b5499f7f 49 parser.add_option("-t", "--toolchains", dest="toolchains", help="Use toolchains names separated by comma")
screamer 0:66f3b5499f7f 50
screamer 0:66f3b5499f7f 51 parser.add_option("-p", "--platforms", dest="platforms", default="", help="Build only for the platform namesseparated by comma")
screamer 0:66f3b5499f7f 52
screamer 0:66f3b5499f7f 53 parser.add_option("-L", "--list-config", action="store_true", dest="list_config",
screamer 0:66f3b5499f7f 54 default=False, help="List the platforms and toolchains in the release in JSON")
screamer 0:66f3b5499f7f 55
screamer 0:66f3b5499f7f 56 parser.add_option("", "--report-build", dest="report_build_file_name", help="Output the build results to an junit xml file")
screamer 0:66f3b5499f7f 57
screamer 0:66f3b5499f7f 58 parser.add_option("", "--build-tests", dest="build_tests", help="Build all tests in the given directories (relative to /libraries/tests)")
screamer 0:66f3b5499f7f 59
screamer 0:66f3b5499f7f 60
screamer 0:66f3b5499f7f 61 options, args = parser.parse_args()
screamer 0:66f3b5499f7f 62
screamer 0:66f3b5499f7f 63
screamer 0:66f3b5499f7f 64
screamer 0:66f3b5499f7f 65 if options.list_config:
screamer 0:66f3b5499f7f 66 print json.dumps(OFFICIAL_MBED_LIBRARY_BUILD, indent=4)
screamer 0:66f3b5499f7f 67 sys.exit()
screamer 0:66f3b5499f7f 68
screamer 0:66f3b5499f7f 69 start = time()
screamer 0:66f3b5499f7f 70 build_report = {}
screamer 0:66f3b5499f7f 71 build_properties = {}
screamer 0:66f3b5499f7f 72
screamer 0:66f3b5499f7f 73 platforms = None
screamer 0:66f3b5499f7f 74 if options.platforms != "":
screamer 0:66f3b5499f7f 75 platforms = set(options.platforms.split(","))
screamer 0:66f3b5499f7f 76
screamer 0:66f3b5499f7f 77 if options.build_tests:
screamer 0:66f3b5499f7f 78 # Get all paths
screamer 0:66f3b5499f7f 79 directories = options.build_tests.split(',')
screamer 0:66f3b5499f7f 80 for i in range(len(directories)):
screamer 0:66f3b5499f7f 81 directories[i] = normpath(join(TEST_DIR, directories[i]))
screamer 0:66f3b5499f7f 82
screamer 0:66f3b5499f7f 83 test_names = []
screamer 0:66f3b5499f7f 84
screamer 0:66f3b5499f7f 85 for test_id in TEST_MAP.keys():
screamer 0:66f3b5499f7f 86 # Prevents tests with multiple source dirs from being checked
screamer 0:66f3b5499f7f 87 if isinstance( TEST_MAP[test_id].source_dir, basestring):
screamer 0:66f3b5499f7f 88 test_path = normpath(TEST_MAP[test_id].source_dir)
screamer 0:66f3b5499f7f 89 for directory in directories:
screamer 0:66f3b5499f7f 90 if directory in test_path:
screamer 0:66f3b5499f7f 91 test_names.append(test_id)
screamer 0:66f3b5499f7f 92
screamer 0:66f3b5499f7f 93 mut_counter = 1
screamer 0:66f3b5499f7f 94 mut = {}
screamer 0:66f3b5499f7f 95 test_spec = {
screamer 0:66f3b5499f7f 96 "targets": {}
screamer 0:66f3b5499f7f 97 }
screamer 0:66f3b5499f7f 98
screamer 13:ab47a20b66f0 99 if options.toolchains:
screamer 13:ab47a20b66f0 100 print "Only building using the following toolchains: %s" % (options.toolchains)
screamer 13:ab47a20b66f0 101
screamer 0:66f3b5499f7f 102 for target_name, toolchain_list in OFFICIAL_MBED_LIBRARY_BUILD:
screamer 0:66f3b5499f7f 103 toolchains = None
screamer 0:66f3b5499f7f 104 if platforms is not None and not target_name in platforms:
screamer 0:66f3b5499f7f 105 print("Excluding %s from release" % target_name)
screamer 0:66f3b5499f7f 106 continue
screamer 0:66f3b5499f7f 107
screamer 13:ab47a20b66f0 108 if target_name not in TARGET_NAMES:
screamer 13:ab47a20b66f0 109 print "Target '%s' is not a valid target. Excluding from release"
screamer 13:ab47a20b66f0 110 continue
screamer 13:ab47a20b66f0 111
screamer 0:66f3b5499f7f 112 if options.official_only:
screamer 0:66f3b5499f7f 113 toolchains = (getattr(TARGET_MAP[target_name], 'default_toolchain', 'ARM'),)
screamer 0:66f3b5499f7f 114 else:
screamer 0:66f3b5499f7f 115 toolchains = toolchain_list
screamer 0:66f3b5499f7f 116
screamer 0:66f3b5499f7f 117 if options.toolchains:
screamer 0:66f3b5499f7f 118 toolchainSet = set(toolchains)
screamer 0:66f3b5499f7f 119 toolchains = toolchainSet.intersection(set((options.toolchains).split(',')))
screamer 0:66f3b5499f7f 120
screamer 0:66f3b5499f7f 121 mut[str(mut_counter)] = {
screamer 0:66f3b5499f7f 122 "mcu": target_name
screamer 0:66f3b5499f7f 123 }
screamer 0:66f3b5499f7f 124
screamer 0:66f3b5499f7f 125 mut_counter += 1
screamer 0:66f3b5499f7f 126
screamer 0:66f3b5499f7f 127 test_spec["targets"][target_name] = toolchains
screamer 0:66f3b5499f7f 128
screamer 13:ab47a20b66f0 129 single_test = SingleTestRunner(_muts=mut,
screamer 13:ab47a20b66f0 130 _opts_report_build_file_name=options.report_build_file_name,
screamer 13:ab47a20b66f0 131 _test_spec=test_spec,
screamer 13:ab47a20b66f0 132 _opts_test_by_names=",".join(test_names),
screamer 13:ab47a20b66f0 133 _opts_verbose=options.verbose,
screamer 13:ab47a20b66f0 134 _opts_only_build_tests=True,
screamer 13:ab47a20b66f0 135 _opts_suppress_summary=True,
screamer 13:ab47a20b66f0 136 _opts_jobs=options.jobs,
screamer 13:ab47a20b66f0 137 _opts_include_non_automated=True,
screamer 13:ab47a20b66f0 138 _opts_build_report=build_report,
screamer 13:ab47a20b66f0 139 _opts_build_properties=build_properties)
screamer 13:ab47a20b66f0 140 # Runs test suite in CLI mode
screamer 13:ab47a20b66f0 141 test_summary, shuffle_seed, test_summary_ext, test_suite_properties_ext, new_build_report, new_build_properties = single_test.execute()
screamer 0:66f3b5499f7f 142 else:
screamer 0:66f3b5499f7f 143 for target_name, toolchain_list in OFFICIAL_MBED_LIBRARY_BUILD:
screamer 0:66f3b5499f7f 144 if platforms is not None and not target_name in platforms:
screamer 0:66f3b5499f7f 145 print("Excluding %s from release" % target_name)
screamer 0:66f3b5499f7f 146 continue
screamer 0:66f3b5499f7f 147
screamer 13:ab47a20b66f0 148 if target_name not in TARGET_NAMES:
screamer 13:ab47a20b66f0 149 print "Target '%s' is not a valid target. Excluding from release"
screamer 13:ab47a20b66f0 150 continue
screamer 13:ab47a20b66f0 151
screamer 0:66f3b5499f7f 152 if options.official_only:
screamer 0:66f3b5499f7f 153 toolchains = (getattr(TARGET_MAP[target_name], 'default_toolchain', 'ARM'),)
screamer 0:66f3b5499f7f 154 else:
screamer 0:66f3b5499f7f 155 toolchains = toolchain_list
screamer 0:66f3b5499f7f 156
screamer 0:66f3b5499f7f 157 if options.toolchains:
screamer 0:66f3b5499f7f 158 print "Only building using the following toolchains: %s" % (options.toolchains)
screamer 0:66f3b5499f7f 159 toolchainSet = set(toolchains)
screamer 0:66f3b5499f7f 160 toolchains = toolchainSet.intersection(set((options.toolchains).split(',')))
screamer 0:66f3b5499f7f 161
screamer 0:66f3b5499f7f 162 for toolchain in toolchains:
screamer 0:66f3b5499f7f 163 id = "%s::%s" % (target_name, toolchain)
screamer 0:66f3b5499f7f 164
screamer 0:66f3b5499f7f 165 try:
screamer 0:66f3b5499f7f 166 built_mbed_lib = build_mbed_libs(TARGET_MAP[target_name], toolchain, verbose=options.verbose, jobs=options.jobs, report=build_report, properties=build_properties)
screamer 0:66f3b5499f7f 167
screamer 0:66f3b5499f7f 168 except Exception, e:
screamer 0:66f3b5499f7f 169 print str(e)
screamer 0:66f3b5499f7f 170
screamer 13:ab47a20b66f0 171 # copy targets.json file as part of the release
screamer 13:ab47a20b66f0 172 copy(join(dirname(abspath(__file__)), '..', 'hal', 'targets.json'), MBED_LIBRARIES)
screamer 13:ab47a20b66f0 173
screamer 0:66f3b5499f7f 174 # Write summary of the builds
screamer 0:66f3b5499f7f 175 if options.report_build_file_name:
screamer 0:66f3b5499f7f 176 file_report_exporter = ReportExporter(ResultExporterType.JUNIT, package="build")
screamer 0:66f3b5499f7f 177 file_report_exporter.report_to_file(build_report, options.report_build_file_name, test_suite_properties=build_properties)
screamer 0:66f3b5499f7f 178
screamer 0:66f3b5499f7f 179 print "\n\nCompleted in: (%.2f)s" % (time() - start)
screamer 0:66f3b5499f7f 180
screamer 0:66f3b5499f7f 181 print_report_exporter = ReportExporter(ResultExporterType.PRINT, package="build")
screamer 0:66f3b5499f7f 182 status = print_report_exporter.report(build_report)
screamer 0:66f3b5499f7f 183
screamer 0:66f3b5499f7f 184 if not status:
screamer 0:66f3b5499f7f 185 sys.exit(1)