the other jimmy / mbed-sdk-tools

Important changes to repositories hosted on mbed.com

Mbed hosted mercurial repositories are deprecated and are due to be permanently deleted in July 2026.

To keep a copy of this software download the repository Zip archive or clone locally using Mercurial.

It is also possible to export all your personal repositories from the account settings page.

Fork of mbed-sdk-tools by mbed official

build_release.py@13:ab47a20b66f0, 2016-07-14 (annotated)

Committer:
screamer
Date:
Thu Jul 14 20:21:19 2016 +0100
Revision:
13:ab47a20b66f0
Parent:
0:66f3b5499f7f
Child:
24:25bff2709c20
Apply latest tools

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 #! /usr/bin/env python
screamer 0:66f3b5499f7f 2 """
screamer 0:66f3b5499f7f 3 mbed SDK
screamer 0:66f3b5499f7f 4 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 5
screamer 0:66f3b5499f7f 6 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 7 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 8 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 9
screamer 0:66f3b5499f7f 10 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 11
screamer 0:66f3b5499f7f 12 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 13 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 14 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 15 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 16 limitations under the License.
screamer 0:66f3b5499f7f 17 """
screamer 0:66f3b5499f7f 18 import sys
screamer 0:66f3b5499f7f 19 from time import time
screamer 0:66f3b5499f7f 20 from os.path import join, abspath, dirname, normpath
screamer 0:66f3b5499f7f 21 from optparse import OptionParser
screamer 0:66f3b5499f7f 22 import json
screamer 13:ab47a20b66f0 23 from shutil import copy
screamer 0:66f3b5499f7f 24
screamer 0:66f3b5499f7f 25 # Be sure that the tools directory is in the search path
screamer 0:66f3b5499f7f 26 ROOT = abspath(join(dirname(__file__), ".."))
screamer 0:66f3b5499f7f 27 sys.path.insert(0, ROOT)
screamer 0:66f3b5499f7f 28
screamer 0:66f3b5499f7f 29 from tools.build_api import build_mbed_libs
screamer 0:66f3b5499f7f 30 from tools.build_api import write_build_report
screamer 13:ab47a20b66f0 31 from tools.targets import TARGET_MAP, TARGET_NAMES
screamer 0:66f3b5499f7f 32 from tools.test_exporters import ReportExporter, ResultExporterType
screamer 0:66f3b5499f7f 33 from tools.test_api import SingleTestRunner
screamer 0:66f3b5499f7f 34 from tools.test_api import singletest_in_cli_mode
screamer 13:ab47a20b66f0 35 from tools.paths import TEST_DIR, MBED_LIBRARIES
screamer 0:66f3b5499f7f 36 from tools.tests import TEST_MAP
screamer 0:66f3b5499f7f 37
screamer 0:66f3b5499f7f 38 OFFICIAL_MBED_LIBRARY_BUILD = (
screamer 13:ab47a20b66f0 39 tuple(tuple([TARGET_MAP[target].name, tuple(TARGET_MAP[target].supported_toolchains)]) for target in TARGET_NAMES if TARGET_MAP[target].release)
screamer 0:66f3b5499f7f 40 )
screamer 0:66f3b5499f7f 41
screamer 0:66f3b5499f7f 42
screamer 0:66f3b5499f7f 43 if __name__ == '__main__':
screamer 0:66f3b5499f7f 44 parser = OptionParser()
screamer 0:66f3b5499f7f 45 parser.add_option('-o', '--official', dest="official_only", default=False, action="store_true",
screamer 0:66f3b5499f7f 46 help="Build using only the official toolchain for each target")
screamer 0:66f3b5499f7f 47 parser.add_option("-j", "--jobs", type="int", dest="jobs",
screamer 0:66f3b5499f7f 48 default=1, help="Number of concurrent jobs (default 1). Use 0 for auto based on host machine's number of CPUs")
screamer 0:66f3b5499f7f 49 parser.add_option("-v", "--verbose", action="store_true", dest="verbose",
screamer 0:66f3b5499f7f 50 default=False, help="Verbose diagnostic output")
screamer 0:66f3b5499f7f 51 parser.add_option("-t", "--toolchains", dest="toolchains", help="Use toolchains names separated by comma")
screamer 0:66f3b5499f7f 52
screamer 0:66f3b5499f7f 53 parser.add_option("-p", "--platforms", dest="platforms", default="", help="Build only for the platform namesseparated by comma")
screamer 0:66f3b5499f7f 54
screamer 0:66f3b5499f7f 55 parser.add_option("-L", "--list-config", action="store_true", dest="list_config",
screamer 0:66f3b5499f7f 56 default=False, help="List the platforms and toolchains in the release in JSON")
screamer 0:66f3b5499f7f 57
screamer 0:66f3b5499f7f 58 parser.add_option("", "--report-build", dest="report_build_file_name", help="Output the build results to an junit xml file")
screamer 0:66f3b5499f7f 59
screamer 0:66f3b5499f7f 60 parser.add_option("", "--build-tests", dest="build_tests", help="Build all tests in the given directories (relative to /libraries/tests)")
screamer 0:66f3b5499f7f 61
screamer 0:66f3b5499f7f 62
screamer 0:66f3b5499f7f 63 options, args = parser.parse_args()
screamer 0:66f3b5499f7f 64
screamer 0:66f3b5499f7f 65
screamer 0:66f3b5499f7f 66
screamer 0:66f3b5499f7f 67 if options.list_config:
screamer 0:66f3b5499f7f 68 print json.dumps(OFFICIAL_MBED_LIBRARY_BUILD, indent=4)
screamer 0:66f3b5499f7f 69 sys.exit()
screamer 0:66f3b5499f7f 70
screamer 0:66f3b5499f7f 71 start = time()
screamer 0:66f3b5499f7f 72 build_report = {}
screamer 0:66f3b5499f7f 73 build_properties = {}
screamer 0:66f3b5499f7f 74
screamer 0:66f3b5499f7f 75 platforms = None
screamer 0:66f3b5499f7f 76 if options.platforms != "":
screamer 0:66f3b5499f7f 77 platforms = set(options.platforms.split(","))
screamer 0:66f3b5499f7f 78
screamer 0:66f3b5499f7f 79 if options.build_tests:
screamer 0:66f3b5499f7f 80 # Get all paths
screamer 0:66f3b5499f7f 81 directories = options.build_tests.split(',')
screamer 0:66f3b5499f7f 82 for i in range(len(directories)):
screamer 0:66f3b5499f7f 83 directories[i] = normpath(join(TEST_DIR, directories[i]))
screamer 0:66f3b5499f7f 84
screamer 0:66f3b5499f7f 85 test_names = []
screamer 0:66f3b5499f7f 86
screamer 0:66f3b5499f7f 87 for test_id in TEST_MAP.keys():
screamer 0:66f3b5499f7f 88 # Prevents tests with multiple source dirs from being checked
screamer 0:66f3b5499f7f 89 if isinstance( TEST_MAP[test_id].source_dir, basestring):
screamer 0:66f3b5499f7f 90 test_path = normpath(TEST_MAP[test_id].source_dir)
screamer 0:66f3b5499f7f 91 for directory in directories:
screamer 0:66f3b5499f7f 92 if directory in test_path:
screamer 0:66f3b5499f7f 93 test_names.append(test_id)
screamer 0:66f3b5499f7f 94
screamer 0:66f3b5499f7f 95 mut_counter = 1
screamer 0:66f3b5499f7f 96 mut = {}
screamer 0:66f3b5499f7f 97 test_spec = {
screamer 0:66f3b5499f7f 98 "targets": {}
screamer 0:66f3b5499f7f 99 }
screamer 0:66f3b5499f7f 100
screamer 13:ab47a20b66f0 101 if options.toolchains:
screamer 13:ab47a20b66f0 102 print "Only building using the following toolchains: %s" % (options.toolchains)
screamer 13:ab47a20b66f0 103
screamer 0:66f3b5499f7f 104 for target_name, toolchain_list in OFFICIAL_MBED_LIBRARY_BUILD:
screamer 0:66f3b5499f7f 105 toolchains = None
screamer 0:66f3b5499f7f 106 if platforms is not None and not target_name in platforms:
screamer 0:66f3b5499f7f 107 print("Excluding %s from release" % target_name)
screamer 0:66f3b5499f7f 108 continue
screamer 0:66f3b5499f7f 109
screamer 13:ab47a20b66f0 110 if target_name not in TARGET_NAMES:
screamer 13:ab47a20b66f0 111 print "Target '%s' is not a valid target. Excluding from release"
screamer 13:ab47a20b66f0 112 continue
screamer 13:ab47a20b66f0 113
screamer 0:66f3b5499f7f 114 if options.official_only:
screamer 0:66f3b5499f7f 115 toolchains = (getattr(TARGET_MAP[target_name], 'default_toolchain', 'ARM'),)
screamer 0:66f3b5499f7f 116 else:
screamer 0:66f3b5499f7f 117 toolchains = toolchain_list
screamer 0:66f3b5499f7f 118
screamer 0:66f3b5499f7f 119 if options.toolchains:
screamer 0:66f3b5499f7f 120 toolchainSet = set(toolchains)
screamer 0:66f3b5499f7f 121 toolchains = toolchainSet.intersection(set((options.toolchains).split(',')))
screamer 0:66f3b5499f7f 122
screamer 0:66f3b5499f7f 123 mut[str(mut_counter)] = {
screamer 0:66f3b5499f7f 124 "mcu": target_name
screamer 0:66f3b5499f7f 125 }
screamer 0:66f3b5499f7f 126
screamer 0:66f3b5499f7f 127 mut_counter += 1
screamer 0:66f3b5499f7f 128
screamer 0:66f3b5499f7f 129 test_spec["targets"][target_name] = toolchains
screamer 0:66f3b5499f7f 130
screamer 13:ab47a20b66f0 131 single_test = SingleTestRunner(_muts=mut,
screamer 13:ab47a20b66f0 132 _opts_report_build_file_name=options.report_build_file_name,
screamer 13:ab47a20b66f0 133 _test_spec=test_spec,
screamer 13:ab47a20b66f0 134 _opts_test_by_names=",".join(test_names),
screamer 13:ab47a20b66f0 135 _opts_verbose=options.verbose,
screamer 13:ab47a20b66f0 136 _opts_only_build_tests=True,
screamer 13:ab47a20b66f0 137 _opts_suppress_summary=True,
screamer 13:ab47a20b66f0 138 _opts_jobs=options.jobs,
screamer 13:ab47a20b66f0 139 _opts_include_non_automated=True,
screamer 13:ab47a20b66f0 140 _opts_build_report=build_report,
screamer 13:ab47a20b66f0 141 _opts_build_properties=build_properties)
screamer 13:ab47a20b66f0 142 # Runs test suite in CLI mode
screamer 13:ab47a20b66f0 143 test_summary, shuffle_seed, test_summary_ext, test_suite_properties_ext, new_build_report, new_build_properties = single_test.execute()
screamer 0:66f3b5499f7f 144 else:
screamer 0:66f3b5499f7f 145 for target_name, toolchain_list in OFFICIAL_MBED_LIBRARY_BUILD:
screamer 0:66f3b5499f7f 146 if platforms is not None and not target_name in platforms:
screamer 0:66f3b5499f7f 147 print("Excluding %s from release" % target_name)
screamer 0:66f3b5499f7f 148 continue
screamer 0:66f3b5499f7f 149
screamer 13:ab47a20b66f0 150 if target_name not in TARGET_NAMES:
screamer 13:ab47a20b66f0 151 print "Target '%s' is not a valid target. Excluding from release"
screamer 13:ab47a20b66f0 152 continue
screamer 13:ab47a20b66f0 153
screamer 0:66f3b5499f7f 154 if options.official_only:
screamer 0:66f3b5499f7f 155 toolchains = (getattr(TARGET_MAP[target_name], 'default_toolchain', 'ARM'),)
screamer 0:66f3b5499f7f 156 else:
screamer 0:66f3b5499f7f 157 toolchains = toolchain_list
screamer 0:66f3b5499f7f 158
screamer 0:66f3b5499f7f 159 if options.toolchains:
screamer 0:66f3b5499f7f 160 print "Only building using the following toolchains: %s" % (options.toolchains)
screamer 0:66f3b5499f7f 161 toolchainSet = set(toolchains)
screamer 0:66f3b5499f7f 162 toolchains = toolchainSet.intersection(set((options.toolchains).split(',')))
screamer 0:66f3b5499f7f 163
screamer 0:66f3b5499f7f 164 for toolchain in toolchains:
screamer 0:66f3b5499f7f 165 id = "%s::%s" % (target_name, toolchain)
screamer 0:66f3b5499f7f 166
screamer 0:66f3b5499f7f 167 try:
screamer 0:66f3b5499f7f 168 built_mbed_lib = build_mbed_libs(TARGET_MAP[target_name], toolchain, verbose=options.verbose, jobs=options.jobs, report=build_report, properties=build_properties)
screamer 0:66f3b5499f7f 169
screamer 0:66f3b5499f7f 170 except Exception, e:
screamer 0:66f3b5499f7f 171 print str(e)
screamer 0:66f3b5499f7f 172
screamer 13:ab47a20b66f0 173 # copy targets.json file as part of the release
screamer 13:ab47a20b66f0 174 copy(join(dirname(abspath(__file__)), '..', 'hal', 'targets.json'), MBED_LIBRARIES)
screamer 13:ab47a20b66f0 175
screamer 0:66f3b5499f7f 176 # Write summary of the builds
screamer 0:66f3b5499f7f 177 if options.report_build_file_name:
screamer 0:66f3b5499f7f 178 file_report_exporter = ReportExporter(ResultExporterType.JUNIT, package="build")
screamer 0:66f3b5499f7f 179 file_report_exporter.report_to_file(build_report, options.report_build_file_name, test_suite_properties=build_properties)
screamer 0:66f3b5499f7f 180
screamer 0:66f3b5499f7f 181 print "\n\nCompleted in: (%.2f)s" % (time() - start)
screamer 0:66f3b5499f7f 182
screamer 0:66f3b5499f7f 183 print_report_exporter = ReportExporter(ResultExporterType.PRINT, package="build")
screamer 0:66f3b5499f7f 184 status = print_report_exporter.report(build_report)
screamer 0:66f3b5499f7f 185
screamer 0:66f3b5499f7f 186 if not status:
screamer 0:66f3b5499f7f 187 sys.exit(1)