Marco Mayer / Mbed OS Queue

Important changes to repositories hosted on mbed.com

Mbed hosted mercurial repositories are deprecated and are due to be permanently deleted in July 2026.

To keep a copy of this software download the repository Zip archive or clone locally using Mercurial.

It is also possible to export all your personal repositories from the account settings page.

mbed-os/tools/build_release.py@2:c7897a3f5f11, 2020-04-22 (annotated)

Committer:
demayer
Date:
Wed Apr 22 11:50:00 2020 +0000
Revision:
2:c7897a3f5f11
Parent:
0:6bf0743ece18 
test

Who changed what in which revision?

UserRevisionLine numberNew contents of line
demayer 0:6bf0743ece18 1 #! /usr/bin/env python
demayer 0:6bf0743ece18 2 """
demayer 0:6bf0743ece18 3 mbed SDK
demayer 0:6bf0743ece18 4 Copyright (c) 2011-2013 ARM Limited
demayer 0:6bf0743ece18 5
demayer 0:6bf0743ece18 6 Licensed under the Apache License, Version 2.0 (the "License");
demayer 0:6bf0743ece18 7 you may not use this file except in compliance with the License.
demayer 0:6bf0743ece18 8 You may obtain a copy of the License at
demayer 0:6bf0743ece18 9
demayer 0:6bf0743ece18 10 http://www.apache.org/licenses/LICENSE-2.0
demayer 0:6bf0743ece18 11
demayer 0:6bf0743ece18 12 Unless required by applicable law or agreed to in writing, software
demayer 0:6bf0743ece18 13 distributed under the License is distributed on an "AS IS" BASIS,
demayer 0:6bf0743ece18 14 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
demayer 0:6bf0743ece18 15 See the License for the specific language governing permissions and
demayer 0:6bf0743ece18 16 limitations under the License.
demayer 0:6bf0743ece18 17 """
demayer 0:6bf0743ece18 18 import sys
demayer 0:6bf0743ece18 19 from time import time
demayer 0:6bf0743ece18 20 from os.path import join, abspath, dirname, normpath
demayer 0:6bf0743ece18 21 from optparse import OptionParser
demayer 0:6bf0743ece18 22 import json
demayer 0:6bf0743ece18 23 from shutil import copy
demayer 0:6bf0743ece18 24
demayer 0:6bf0743ece18 25 # Be sure that the tools directory is in the search path
demayer 0:6bf0743ece18 26 ROOT = abspath(join(dirname(__file__), ".."))
demayer 0:6bf0743ece18 27 sys.path.insert(0, ROOT)
demayer 0:6bf0743ece18 28
demayer 0:6bf0743ece18 29 from tools.build_api import build_mbed_libs
demayer 0:6bf0743ece18 30 from tools.build_api import write_build_report
demayer 0:6bf0743ece18 31 from tools.build_api import get_mbed_official_release
demayer 0:6bf0743ece18 32 from tools.options import extract_profile
demayer 0:6bf0743ece18 33 from tools.targets import TARGET_MAP, TARGET_NAMES
demayer 0:6bf0743ece18 34 from tools.test_exporters import ReportExporter, ResultExporterType
demayer 0:6bf0743ece18 35 from tools.test_api import SingleTestRunner
demayer 0:6bf0743ece18 36 from tools.test_api import singletest_in_cli_mode
demayer 0:6bf0743ece18 37 from tools.paths import TEST_DIR, MBED_LIBRARIES
demayer 0:6bf0743ece18 38 from tools.tests import TEST_MAP
demayer 0:6bf0743ece18 39
demayer 0:6bf0743ece18 40 OFFICIAL_MBED_LIBRARY_BUILD = get_mbed_official_release('2')
demayer 0:6bf0743ece18 41
demayer 0:6bf0743ece18 42 if __name__ == '__main__':
demayer 0:6bf0743ece18 43 parser = OptionParser()
demayer 0:6bf0743ece18 44 parser.add_option('-o', '--official', dest="official_only", default=False, action="store_true",
demayer 0:6bf0743ece18 45 help="Build using only the official toolchain for each target")
demayer 0:6bf0743ece18 46 parser.add_option("-j", "--jobs", type="int", dest="jobs",
demayer 0:6bf0743ece18 47 default=1, help="Number of concurrent jobs (default 1). Use 0 for auto based on host machine's number of CPUs")
demayer 0:6bf0743ece18 48 parser.add_option("-v", "--verbose", action="store_true", dest="verbose",
demayer 0:6bf0743ece18 49 default=False, help="Verbose diagnostic output")
demayer 0:6bf0743ece18 50 parser.add_option("-t", "--toolchains", dest="toolchains", help="Use toolchains names separated by comma")
demayer 0:6bf0743ece18 51
demayer 0:6bf0743ece18 52 parser.add_option("--profile", dest="profile", action="append", default=[])
demayer 0:6bf0743ece18 53
demayer 0:6bf0743ece18 54 parser.add_option("-p", "--platforms", dest="platforms", default="", help="Build only for the platform namesseparated by comma")
demayer 0:6bf0743ece18 55
demayer 0:6bf0743ece18 56 parser.add_option("-L", "--list-config", action="store_true", dest="list_config",
demayer 0:6bf0743ece18 57 default=False, help="List the platforms and toolchains in the release in JSON")
demayer 0:6bf0743ece18 58
demayer 0:6bf0743ece18 59 parser.add_option("", "--report-build", dest="report_build_file_name", help="Output the build results to an junit xml file")
demayer 0:6bf0743ece18 60
demayer 0:6bf0743ece18 61 parser.add_option("", "--build-tests", dest="build_tests", help="Build all tests in the given directories (relative to /libraries/tests)")
demayer 0:6bf0743ece18 62
demayer 0:6bf0743ece18 63
demayer 0:6bf0743ece18 64 options, args = parser.parse_args()
demayer 0:6bf0743ece18 65
demayer 0:6bf0743ece18 66
demayer 0:6bf0743ece18 67
demayer 0:6bf0743ece18 68 if options.list_config:
demayer 0:6bf0743ece18 69 print json.dumps(OFFICIAL_MBED_LIBRARY_BUILD, indent=4)
demayer 0:6bf0743ece18 70 sys.exit()
demayer 0:6bf0743ece18 71
demayer 0:6bf0743ece18 72 start = time()
demayer 0:6bf0743ece18 73 build_report = {}
demayer 0:6bf0743ece18 74 build_properties = {}
demayer 0:6bf0743ece18 75
demayer 0:6bf0743ece18 76 platforms = None
demayer 0:6bf0743ece18 77 if options.platforms != "":
demayer 0:6bf0743ece18 78 platforms = set(options.platforms.split(","))
demayer 0:6bf0743ece18 79
demayer 0:6bf0743ece18 80 if options.build_tests:
demayer 0:6bf0743ece18 81 # Get all paths
demayer 0:6bf0743ece18 82 directories = options.build_tests.split(',')
demayer 0:6bf0743ece18 83 for i in range(len(directories)):
demayer 0:6bf0743ece18 84 directories[i] = normpath(join(TEST_DIR, directories[i]))
demayer 0:6bf0743ece18 85
demayer 0:6bf0743ece18 86 test_names = []
demayer 0:6bf0743ece18 87
demayer 0:6bf0743ece18 88 for test_id in TEST_MAP.keys():
demayer 0:6bf0743ece18 89 # Prevents tests with multiple source dirs from being checked
demayer 0:6bf0743ece18 90 if isinstance( TEST_MAP[test_id].source_dir, basestring):
demayer 0:6bf0743ece18 91 test_path = normpath(TEST_MAP[test_id].source_dir)
demayer 0:6bf0743ece18 92 for directory in directories:
demayer 0:6bf0743ece18 93 if directory in test_path:
demayer 0:6bf0743ece18 94 test_names.append(test_id)
demayer 0:6bf0743ece18 95
demayer 0:6bf0743ece18 96 mut_counter = 1
demayer 0:6bf0743ece18 97 mut = {}
demayer 0:6bf0743ece18 98 test_spec = {
demayer 0:6bf0743ece18 99 "targets": {}
demayer 0:6bf0743ece18 100 }
demayer 0:6bf0743ece18 101
demayer 0:6bf0743ece18 102 if options.toolchains:
demayer 0:6bf0743ece18 103 print "Only building using the following toolchains: %s" % (options.toolchains)
demayer 0:6bf0743ece18 104
demayer 0:6bf0743ece18 105 for target_name, toolchain_list in OFFICIAL_MBED_LIBRARY_BUILD:
demayer 0:6bf0743ece18 106 toolchains = None
demayer 0:6bf0743ece18 107 if platforms is not None and not target_name in platforms:
demayer 0:6bf0743ece18 108 print("Excluding %s from release" % target_name)
demayer 0:6bf0743ece18 109 continue
demayer 0:6bf0743ece18 110
demayer 0:6bf0743ece18 111 if target_name not in TARGET_NAMES:
demayer 0:6bf0743ece18 112 print "Target '%s' is not a valid target. Excluding from release"
demayer 0:6bf0743ece18 113 continue
demayer 0:6bf0743ece18 114
demayer 0:6bf0743ece18 115 if options.official_only:
demayer 0:6bf0743ece18 116 toolchains = (getattr(TARGET_MAP[target_name], 'default_toolchain', 'ARM'),)
demayer 0:6bf0743ece18 117 else:
demayer 0:6bf0743ece18 118 toolchains = toolchain_list
demayer 0:6bf0743ece18 119
demayer 0:6bf0743ece18 120 if options.toolchains:
demayer 0:6bf0743ece18 121 toolchainSet = set(toolchains)
demayer 0:6bf0743ece18 122 toolchains = toolchainSet.intersection(set((options.toolchains).split(',')))
demayer 0:6bf0743ece18 123
demayer 0:6bf0743ece18 124 mut[str(mut_counter)] = {
demayer 0:6bf0743ece18 125 "mcu": target_name
demayer 0:6bf0743ece18 126 }
demayer 0:6bf0743ece18 127
demayer 0:6bf0743ece18 128 mut_counter += 1
demayer 0:6bf0743ece18 129
demayer 0:6bf0743ece18 130 test_spec["targets"][target_name] = toolchains
demayer 0:6bf0743ece18 131
demayer 0:6bf0743ece18 132 single_test = SingleTestRunner(_muts=mut,
demayer 0:6bf0743ece18 133 _parser=parser,
demayer 0:6bf0743ece18 134 _opts=options,
demayer 0:6bf0743ece18 135 _opts_report_build_file_name=options.report_build_file_name,
demayer 0:6bf0743ece18 136 _test_spec=test_spec,
demayer 0:6bf0743ece18 137 _opts_test_by_names=",".join(test_names),
demayer 0:6bf0743ece18 138 _opts_verbose=options.verbose,
demayer 0:6bf0743ece18 139 _opts_only_build_tests=True,
demayer 0:6bf0743ece18 140 _opts_suppress_summary=True,
demayer 0:6bf0743ece18 141 _opts_jobs=options.jobs,
demayer 0:6bf0743ece18 142 _opts_include_non_automated=True,
demayer 0:6bf0743ece18 143 _opts_build_report=build_report,
demayer 0:6bf0743ece18 144 _opts_build_properties=build_properties)
demayer 0:6bf0743ece18 145 # Runs test suite in CLI mode
demayer 0:6bf0743ece18 146 test_summary, shuffle_seed, test_summary_ext, test_suite_properties_ext, new_build_report, new_build_properties = single_test.execute()
demayer 0:6bf0743ece18 147 else:
demayer 0:6bf0743ece18 148 for target_name, toolchain_list in OFFICIAL_MBED_LIBRARY_BUILD:
demayer 0:6bf0743ece18 149 if platforms is not None and not target_name in platforms:
demayer 0:6bf0743ece18 150 print("Excluding %s from release" % target_name)
demayer 0:6bf0743ece18 151 continue
demayer 0:6bf0743ece18 152
demayer 0:6bf0743ece18 153 if target_name not in TARGET_NAMES:
demayer 0:6bf0743ece18 154 print "Target '%s' is not a valid target. Excluding from release"
demayer 0:6bf0743ece18 155 continue
demayer 0:6bf0743ece18 156
demayer 0:6bf0743ece18 157 if options.official_only:
demayer 0:6bf0743ece18 158 toolchains = (getattr(TARGET_MAP[target_name], 'default_toolchain', 'ARM'),)
demayer 0:6bf0743ece18 159 else:
demayer 0:6bf0743ece18 160 toolchains = toolchain_list
demayer 0:6bf0743ece18 161
demayer 0:6bf0743ece18 162 if options.toolchains:
demayer 0:6bf0743ece18 163 print "Only building using the following toolchains: %s" % (options.toolchains)
demayer 0:6bf0743ece18 164 toolchainSet = set(toolchains)
demayer 0:6bf0743ece18 165 toolchains = toolchainSet.intersection(set((options.toolchains).split(',')))
demayer 0:6bf0743ece18 166
demayer 0:6bf0743ece18 167 for toolchain in toolchains:
demayer 0:6bf0743ece18 168 id = "%s::%s" % (target_name, toolchain)
demayer 0:6bf0743ece18 169
demayer 0:6bf0743ece18 170 profile = extract_profile(parser, options, toolchain)
demayer 0:6bf0743ece18 171
demayer 0:6bf0743ece18 172 try:
demayer 0:6bf0743ece18 173 built_mbed_lib = build_mbed_libs(TARGET_MAP[target_name],
demayer 0:6bf0743ece18 174 toolchain,
demayer 0:6bf0743ece18 175 verbose=options.verbose,
demayer 0:6bf0743ece18 176 jobs=options.jobs,
demayer 0:6bf0743ece18 177 report=build_report,
demayer 0:6bf0743ece18 178 properties=build_properties,
demayer 0:6bf0743ece18 179 build_profile=profile)
demayer 0:6bf0743ece18 180
demayer 0:6bf0743ece18 181 except Exception, e:
demayer 0:6bf0743ece18 182 print str(e)
demayer 0:6bf0743ece18 183
demayer 0:6bf0743ece18 184 # copy targets.json file as part of the release
demayer 0:6bf0743ece18 185 copy(join(dirname(abspath(__file__)), '..', 'targets', 'targets.json'), MBED_LIBRARIES)
demayer 0:6bf0743ece18 186
demayer 0:6bf0743ece18 187 # Write summary of the builds
demayer 0:6bf0743ece18 188 if options.report_build_file_name:
demayer 0:6bf0743ece18 189 file_report_exporter = ReportExporter(ResultExporterType.JUNIT, package="build")
demayer 0:6bf0743ece18 190 file_report_exporter.report_to_file(build_report, options.report_build_file_name, test_suite_properties=build_properties)
demayer 0:6bf0743ece18 191
demayer 0:6bf0743ece18 192 print "\n\nCompleted in: (%.2f)s" % (time() - start)
demayer 0:6bf0743ece18 193
demayer 0:6bf0743ece18 194 print_report_exporter = ReportExporter(ResultExporterType.PRINT, package="build")
demayer 0:6bf0743ece18 195 status = print_report_exporter.report(build_report)
demayer 0:6bf0743ece18 196
demayer 0:6bf0743ece18 197 if not status:
demayer 0:6bf0743ece18 198 sys.exit(1)