the other jimmy / mbed-sdk-tools

Important changes to repositories hosted on mbed.com

Mbed hosted mercurial repositories are deprecated and are due to be permanently deleted in July 2026.

To keep a copy of this software download the repository Zip archive or clone locally using Mercurial.

It is also possible to export all your personal repositories from the account settings page.

Fork of mbed-sdk-tools by mbed official

build_release.py@32:8ea194f6145b, 2017-01-04 (annotated)

Committer:
The Other Jimmy
Date:
Wed Jan 04 11:58:24 2017 -0600
Revision:
32:8ea194f6145b
Parent:
24:25bff2709c20 
Update tools to follow mbed-os tools release 5.3.1

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 #! /usr/bin/env python
screamer 0:66f3b5499f7f 2 """
screamer 0:66f3b5499f7f 3 mbed SDK
screamer 0:66f3b5499f7f 4 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 5
screamer 0:66f3b5499f7f 6 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 7 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 8 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 9
screamer 0:66f3b5499f7f 10 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 11
screamer 0:66f3b5499f7f 12 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 13 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 14 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 15 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 16 limitations under the License.
screamer 0:66f3b5499f7f 17 """
screamer 0:66f3b5499f7f 18 import sys
screamer 0:66f3b5499f7f 19 from time import time
screamer 0:66f3b5499f7f 20 from os.path import join, abspath, dirname, normpath
screamer 0:66f3b5499f7f 21 from optparse import OptionParser
screamer 0:66f3b5499f7f 22 import json
screamer 13:ab47a20b66f0 23 from shutil import copy
screamer 0:66f3b5499f7f 24
screamer 0:66f3b5499f7f 25 # Be sure that the tools directory is in the search path
screamer 0:66f3b5499f7f 26 ROOT = abspath(join(dirname(__file__), ".."))
screamer 0:66f3b5499f7f 27 sys.path.insert(0, ROOT)
screamer 0:66f3b5499f7f 28
screamer 0:66f3b5499f7f 29 from tools.build_api import build_mbed_libs
screamer 0:66f3b5499f7f 30 from tools.build_api import write_build_report
screamer 24:25bff2709c20 31 from tools.build_api import get_mbed_official_release
The Other Jimmy 32:8ea194f6145b 32 from tools.options import extract_profile
screamer 13:ab47a20b66f0 33 from tools.targets import TARGET_MAP, TARGET_NAMES
screamer 0:66f3b5499f7f 34 from tools.test_exporters import ReportExporter, ResultExporterType
screamer 0:66f3b5499f7f 35 from tools.test_api import SingleTestRunner
screamer 0:66f3b5499f7f 36 from tools.test_api import singletest_in_cli_mode
screamer 13:ab47a20b66f0 37 from tools.paths import TEST_DIR, MBED_LIBRARIES
screamer 0:66f3b5499f7f 38 from tools.tests import TEST_MAP
screamer 0:66f3b5499f7f 39
screamer 24:25bff2709c20 40 OFFICIAL_MBED_LIBRARY_BUILD = get_mbed_official_release('2')
screamer 0:66f3b5499f7f 41
screamer 0:66f3b5499f7f 42 if __name__ == '__main__':
screamer 0:66f3b5499f7f 43 parser = OptionParser()
screamer 0:66f3b5499f7f 44 parser.add_option('-o', '--official', dest="official_only", default=False, action="store_true",
screamer 0:66f3b5499f7f 45 help="Build using only the official toolchain for each target")
screamer 0:66f3b5499f7f 46 parser.add_option("-j", "--jobs", type="int", dest="jobs",
screamer 0:66f3b5499f7f 47 default=1, help="Number of concurrent jobs (default 1). Use 0 for auto based on host machine's number of CPUs")
screamer 0:66f3b5499f7f 48 parser.add_option("-v", "--verbose", action="store_true", dest="verbose",
screamer 0:66f3b5499f7f 49 default=False, help="Verbose diagnostic output")
screamer 0:66f3b5499f7f 50 parser.add_option("-t", "--toolchains", dest="toolchains", help="Use toolchains names separated by comma")
screamer 0:66f3b5499f7f 51
The Other Jimmy 32:8ea194f6145b 52 parser.add_option("--profile", dest="profile", action="append", default=[])
The Other Jimmy 32:8ea194f6145b 53
screamer 0:66f3b5499f7f 54 parser.add_option("-p", "--platforms", dest="platforms", default="", help="Build only for the platform namesseparated by comma")
screamer 0:66f3b5499f7f 55
screamer 0:66f3b5499f7f 56 parser.add_option("-L", "--list-config", action="store_true", dest="list_config",
screamer 0:66f3b5499f7f 57 default=False, help="List the platforms and toolchains in the release in JSON")
screamer 0:66f3b5499f7f 58
screamer 0:66f3b5499f7f 59 parser.add_option("", "--report-build", dest="report_build_file_name", help="Output the build results to an junit xml file")
screamer 0:66f3b5499f7f 60
screamer 0:66f3b5499f7f 61 parser.add_option("", "--build-tests", dest="build_tests", help="Build all tests in the given directories (relative to /libraries/tests)")
screamer 0:66f3b5499f7f 62
screamer 0:66f3b5499f7f 63
screamer 0:66f3b5499f7f 64 options, args = parser.parse_args()
screamer 0:66f3b5499f7f 65
screamer 0:66f3b5499f7f 66
screamer 0:66f3b5499f7f 67
screamer 0:66f3b5499f7f 68 if options.list_config:
screamer 0:66f3b5499f7f 69 print json.dumps(OFFICIAL_MBED_LIBRARY_BUILD, indent=4)
screamer 0:66f3b5499f7f 70 sys.exit()
screamer 0:66f3b5499f7f 71
screamer 0:66f3b5499f7f 72 start = time()
screamer 0:66f3b5499f7f 73 build_report = {}
screamer 0:66f3b5499f7f 74 build_properties = {}
screamer 0:66f3b5499f7f 75
screamer 0:66f3b5499f7f 76 platforms = None
screamer 0:66f3b5499f7f 77 if options.platforms != "":
screamer 0:66f3b5499f7f 78 platforms = set(options.platforms.split(","))
screamer 0:66f3b5499f7f 79
screamer 0:66f3b5499f7f 80 if options.build_tests:
screamer 0:66f3b5499f7f 81 # Get all paths
screamer 0:66f3b5499f7f 82 directories = options.build_tests.split(',')
screamer 0:66f3b5499f7f 83 for i in range(len(directories)):
screamer 0:66f3b5499f7f 84 directories[i] = normpath(join(TEST_DIR, directories[i]))
screamer 0:66f3b5499f7f 85
screamer 0:66f3b5499f7f 86 test_names = []
screamer 0:66f3b5499f7f 87
screamer 0:66f3b5499f7f 88 for test_id in TEST_MAP.keys():
screamer 0:66f3b5499f7f 89 # Prevents tests with multiple source dirs from being checked
screamer 0:66f3b5499f7f 90 if isinstance( TEST_MAP[test_id].source_dir, basestring):
screamer 0:66f3b5499f7f 91 test_path = normpath(TEST_MAP[test_id].source_dir)
screamer 0:66f3b5499f7f 92 for directory in directories:
screamer 0:66f3b5499f7f 93 if directory in test_path:
screamer 0:66f3b5499f7f 94 test_names.append(test_id)
screamer 0:66f3b5499f7f 95
screamer 0:66f3b5499f7f 96 mut_counter = 1
screamer 0:66f3b5499f7f 97 mut = {}
screamer 0:66f3b5499f7f 98 test_spec = {
screamer 0:66f3b5499f7f 99 "targets": {}
screamer 0:66f3b5499f7f 100 }
screamer 0:66f3b5499f7f 101
screamer 13:ab47a20b66f0 102 if options.toolchains:
screamer 13:ab47a20b66f0 103 print "Only building using the following toolchains: %s" % (options.toolchains)
screamer 13:ab47a20b66f0 104
screamer 0:66f3b5499f7f 105 for target_name, toolchain_list in OFFICIAL_MBED_LIBRARY_BUILD:
screamer 0:66f3b5499f7f 106 toolchains = None
screamer 0:66f3b5499f7f 107 if platforms is not None and not target_name in platforms:
screamer 0:66f3b5499f7f 108 print("Excluding %s from release" % target_name)
screamer 0:66f3b5499f7f 109 continue
screamer 0:66f3b5499f7f 110
screamer 13:ab47a20b66f0 111 if target_name not in TARGET_NAMES:
screamer 13:ab47a20b66f0 112 print "Target '%s' is not a valid target. Excluding from release"
screamer 13:ab47a20b66f0 113 continue
screamer 13:ab47a20b66f0 114
screamer 0:66f3b5499f7f 115 if options.official_only:
screamer 0:66f3b5499f7f 116 toolchains = (getattr(TARGET_MAP[target_name], 'default_toolchain', 'ARM'),)
screamer 0:66f3b5499f7f 117 else:
screamer 0:66f3b5499f7f 118 toolchains = toolchain_list
screamer 0:66f3b5499f7f 119
screamer 0:66f3b5499f7f 120 if options.toolchains:
screamer 0:66f3b5499f7f 121 toolchainSet = set(toolchains)
screamer 0:66f3b5499f7f 122 toolchains = toolchainSet.intersection(set((options.toolchains).split(',')))
screamer 0:66f3b5499f7f 123
screamer 0:66f3b5499f7f 124 mut[str(mut_counter)] = {
screamer 0:66f3b5499f7f 125 "mcu": target_name
screamer 0:66f3b5499f7f 126 }
screamer 0:66f3b5499f7f 127
screamer 0:66f3b5499f7f 128 mut_counter += 1
screamer 0:66f3b5499f7f 129
screamer 0:66f3b5499f7f 130 test_spec["targets"][target_name] = toolchains
screamer 0:66f3b5499f7f 131
screamer 13:ab47a20b66f0 132 single_test = SingleTestRunner(_muts=mut,
The Other Jimmy 32:8ea194f6145b 133 _parser=parser,
The Other Jimmy 32:8ea194f6145b 134 _opts=options,
screamer 13:ab47a20b66f0 135 _opts_report_build_file_name=options.report_build_file_name,
screamer 13:ab47a20b66f0 136 _test_spec=test_spec,
screamer 13:ab47a20b66f0 137 _opts_test_by_names=",".join(test_names),
screamer 13:ab47a20b66f0 138 _opts_verbose=options.verbose,
screamer 13:ab47a20b66f0 139 _opts_only_build_tests=True,
screamer 13:ab47a20b66f0 140 _opts_suppress_summary=True,
screamer 13:ab47a20b66f0 141 _opts_jobs=options.jobs,
screamer 13:ab47a20b66f0 142 _opts_include_non_automated=True,
screamer 13:ab47a20b66f0 143 _opts_build_report=build_report,
screamer 13:ab47a20b66f0 144 _opts_build_properties=build_properties)
screamer 13:ab47a20b66f0 145 # Runs test suite in CLI mode
screamer 13:ab47a20b66f0 146 test_summary, shuffle_seed, test_summary_ext, test_suite_properties_ext, new_build_report, new_build_properties = single_test.execute()
screamer 0:66f3b5499f7f 147 else:
screamer 0:66f3b5499f7f 148 for target_name, toolchain_list in OFFICIAL_MBED_LIBRARY_BUILD:
screamer 0:66f3b5499f7f 149 if platforms is not None and not target_name in platforms:
screamer 0:66f3b5499f7f 150 print("Excluding %s from release" % target_name)
screamer 0:66f3b5499f7f 151 continue
screamer 0:66f3b5499f7f 152
screamer 13:ab47a20b66f0 153 if target_name not in TARGET_NAMES:
screamer 13:ab47a20b66f0 154 print "Target '%s' is not a valid target. Excluding from release"
screamer 13:ab47a20b66f0 155 continue
screamer 13:ab47a20b66f0 156
screamer 0:66f3b5499f7f 157 if options.official_only:
screamer 0:66f3b5499f7f 158 toolchains = (getattr(TARGET_MAP[target_name], 'default_toolchain', 'ARM'),)
screamer 0:66f3b5499f7f 159 else:
screamer 0:66f3b5499f7f 160 toolchains = toolchain_list
screamer 0:66f3b5499f7f 161
screamer 0:66f3b5499f7f 162 if options.toolchains:
screamer 0:66f3b5499f7f 163 print "Only building using the following toolchains: %s" % (options.toolchains)
screamer 0:66f3b5499f7f 164 toolchainSet = set(toolchains)
screamer 0:66f3b5499f7f 165 toolchains = toolchainSet.intersection(set((options.toolchains).split(',')))
screamer 0:66f3b5499f7f 166
screamer 0:66f3b5499f7f 167 for toolchain in toolchains:
screamer 0:66f3b5499f7f 168 id = "%s::%s" % (target_name, toolchain)
screamer 0:66f3b5499f7f 169
The Other Jimmy 32:8ea194f6145b 170 profile = extract_profile(parser, options, toolchain)
The Other Jimmy 32:8ea194f6145b 171
screamer 0:66f3b5499f7f 172 try:
The Other Jimmy 32:8ea194f6145b 173 built_mbed_lib = build_mbed_libs(TARGET_MAP[target_name],
The Other Jimmy 32:8ea194f6145b 174 toolchain,
The Other Jimmy 32:8ea194f6145b 175 verbose=options.verbose,
The Other Jimmy 32:8ea194f6145b 176 jobs=options.jobs,
The Other Jimmy 32:8ea194f6145b 177 report=build_report,
The Other Jimmy 32:8ea194f6145b 178 properties=build_properties,
The Other Jimmy 32:8ea194f6145b 179 build_profile=profile)
screamer 0:66f3b5499f7f 180
screamer 0:66f3b5499f7f 181 except Exception, e:
screamer 0:66f3b5499f7f 182 print str(e)
screamer 0:66f3b5499f7f 183
screamer 13:ab47a20b66f0 184 # copy targets.json file as part of the release
The Other Jimmy 32:8ea194f6145b 185 copy(join(dirname(abspath(__file__)), '..', 'targets', 'targets.json'), MBED_LIBRARIES)
screamer 13:ab47a20b66f0 186
screamer 0:66f3b5499f7f 187 # Write summary of the builds
screamer 0:66f3b5499f7f 188 if options.report_build_file_name:
screamer 0:66f3b5499f7f 189 file_report_exporter = ReportExporter(ResultExporterType.JUNIT, package="build")
screamer 0:66f3b5499f7f 190 file_report_exporter.report_to_file(build_report, options.report_build_file_name, test_suite_properties=build_properties)
screamer 0:66f3b5499f7f 191
screamer 0:66f3b5499f7f 192 print "\n\nCompleted in: (%.2f)s" % (time() - start)
screamer 0:66f3b5499f7f 193
screamer 0:66f3b5499f7f 194 print_report_exporter = ReportExporter(ResultExporterType.PRINT, package="build")
screamer 0:66f3b5499f7f 195 status = print_report_exporter.report(build_report)
screamer 0:66f3b5499f7f 196
screamer 0:66f3b5499f7f 197 if not status:
screamer 0:66f3b5499f7f 198 sys.exit(1)