Anders Blomdell / mbed-sdk-tools

Clone of official tools

build_release.py@35:da9c89f8be7d, 2017-02-15 (annotated)

Committer:
The Other Jimmy
Date:
Wed Feb 15 13:53:18 2017 -0600
Revision:
35:da9c89f8be7d
Parent:
31:8ea194f6145b 
Update tools to mbed-os 5.3.5

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 #! /usr/bin/env python
screamer 0:66f3b5499f7f 2 """
screamer 0:66f3b5499f7f 3 mbed SDK
screamer 0:66f3b5499f7f 4 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 5
screamer 0:66f3b5499f7f 6 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 7 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 8 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 9
screamer 0:66f3b5499f7f 10 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 11
screamer 0:66f3b5499f7f 12 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 13 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 14 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 15 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 16 limitations under the License.
screamer 0:66f3b5499f7f 17 """
screamer 0:66f3b5499f7f 18 import sys
screamer 0:66f3b5499f7f 19 from time import time
screamer 0:66f3b5499f7f 20 from os.path import join, abspath, dirname, normpath
screamer 0:66f3b5499f7f 21 from optparse import OptionParser
screamer 0:66f3b5499f7f 22 import json
screamer 13:ab47a20b66f0 23 from shutil import copy
screamer 0:66f3b5499f7f 24
screamer 0:66f3b5499f7f 25 # Be sure that the tools directory is in the search path
screamer 0:66f3b5499f7f 26 ROOT = abspath(join(dirname(__file__), ".."))
screamer 0:66f3b5499f7f 27 sys.path.insert(0, ROOT)
screamer 0:66f3b5499f7f 28
screamer 0:66f3b5499f7f 29 from tools.build_api import build_mbed_libs
screamer 0:66f3b5499f7f 30 from tools.build_api import write_build_report
screamer 24:25bff2709c20 31 from tools.build_api import get_mbed_official_release
The Other Jimmy 31:8ea194f6145b 32 from tools.options import extract_profile
screamer 13:ab47a20b66f0 33 from tools.targets import TARGET_MAP, TARGET_NAMES
screamer 0:66f3b5499f7f 34 from tools.test_exporters import ReportExporter, ResultExporterType
screamer 0:66f3b5499f7f 35 from tools.test_api import SingleTestRunner
screamer 0:66f3b5499f7f 36 from tools.test_api import singletest_in_cli_mode
screamer 13:ab47a20b66f0 37 from tools.paths import TEST_DIR, MBED_LIBRARIES
screamer 0:66f3b5499f7f 38 from tools.tests import TEST_MAP
screamer 0:66f3b5499f7f 39
screamer 24:25bff2709c20 40 OFFICIAL_MBED_LIBRARY_BUILD = get_mbed_official_release('2')
screamer 0:66f3b5499f7f 41
screamer 0:66f3b5499f7f 42 if __name__ == '__main__':
screamer 0:66f3b5499f7f 43 parser = OptionParser()
screamer 0:66f3b5499f7f 44 parser.add_option('-o', '--official', dest="official_only", default=False, action="store_true",
screamer 0:66f3b5499f7f 45 help="Build using only the official toolchain for each target")
screamer 0:66f3b5499f7f 46 parser.add_option("-j", "--jobs", type="int", dest="jobs",
screamer 0:66f3b5499f7f 47 default=1, help="Number of concurrent jobs (default 1). Use 0 for auto based on host machine's number of CPUs")
screamer 0:66f3b5499f7f 48 parser.add_option("-v", "--verbose", action="store_true", dest="verbose",
screamer 0:66f3b5499f7f 49 default=False, help="Verbose diagnostic output")
screamer 0:66f3b5499f7f 50 parser.add_option("-t", "--toolchains", dest="toolchains", help="Use toolchains names separated by comma")
screamer 0:66f3b5499f7f 51
The Other Jimmy 31:8ea194f6145b 52 parser.add_option("--profile", dest="profile", action="append", default=[])
The Other Jimmy 31:8ea194f6145b 53
screamer 0:66f3b5499f7f 54 parser.add_option("-p", "--platforms", dest="platforms", default="", help="Build only for the platform namesseparated by comma")
screamer 0:66f3b5499f7f 55
screamer 0:66f3b5499f7f 56 parser.add_option("-L", "--list-config", action="store_true", dest="list_config",
screamer 0:66f3b5499f7f 57 default=False, help="List the platforms and toolchains in the release in JSON")
screamer 0:66f3b5499f7f 58
screamer 0:66f3b5499f7f 59 parser.add_option("", "--report-build", dest="report_build_file_name", help="Output the build results to an junit xml file")
screamer 0:66f3b5499f7f 60
screamer 0:66f3b5499f7f 61 parser.add_option("", "--build-tests", dest="build_tests", help="Build all tests in the given directories (relative to /libraries/tests)")
screamer 0:66f3b5499f7f 62
screamer 0:66f3b5499f7f 63
screamer 0:66f3b5499f7f 64 options, args = parser.parse_args()
screamer 0:66f3b5499f7f 65
screamer 0:66f3b5499f7f 66
screamer 0:66f3b5499f7f 67
screamer 0:66f3b5499f7f 68 if options.list_config:
screamer 0:66f3b5499f7f 69 print json.dumps(OFFICIAL_MBED_LIBRARY_BUILD, indent=4)
screamer 0:66f3b5499f7f 70 sys.exit()
screamer 0:66f3b5499f7f 71
screamer 0:66f3b5499f7f 72 start = time()
screamer 0:66f3b5499f7f 73 build_report = {}
screamer 0:66f3b5499f7f 74 build_properties = {}
screamer 0:66f3b5499f7f 75
screamer 0:66f3b5499f7f 76 platforms = None
screamer 0:66f3b5499f7f 77 if options.platforms != "":
screamer 0:66f3b5499f7f 78 platforms = set(options.platforms.split(","))
screamer 0:66f3b5499f7f 79
screamer 0:66f3b5499f7f 80 if options.build_tests:
screamer 0:66f3b5499f7f 81 # Get all paths
screamer 0:66f3b5499f7f 82 directories = options.build_tests.split(',')
screamer 0:66f3b5499f7f 83 for i in range(len(directories)):
screamer 0:66f3b5499f7f 84 directories[i] = normpath(join(TEST_DIR, directories[i]))
screamer 0:66f3b5499f7f 85
screamer 0:66f3b5499f7f 86 test_names = []
screamer 0:66f3b5499f7f 87
screamer 0:66f3b5499f7f 88 for test_id in TEST_MAP.keys():
screamer 0:66f3b5499f7f 89 # Prevents tests with multiple source dirs from being checked
screamer 0:66f3b5499f7f 90 if isinstance( TEST_MAP[test_id].source_dir, basestring):
screamer 0:66f3b5499f7f 91 test_path = normpath(TEST_MAP[test_id].source_dir)
screamer 0:66f3b5499f7f 92 for directory in directories:
screamer 0:66f3b5499f7f 93 if directory in test_path:
screamer 0:66f3b5499f7f 94 test_names.append(test_id)
screamer 0:66f3b5499f7f 95
screamer 0:66f3b5499f7f 96 mut_counter = 1
screamer 0:66f3b5499f7f 97 mut = {}
screamer 0:66f3b5499f7f 98 test_spec = {
screamer 0:66f3b5499f7f 99 "targets": {}
screamer 0:66f3b5499f7f 100 }
screamer 0:66f3b5499f7f 101
screamer 13:ab47a20b66f0 102 if options.toolchains:
screamer 13:ab47a20b66f0 103 print "Only building using the following toolchains: %s" % (options.toolchains)
screamer 13:ab47a20b66f0 104
screamer 0:66f3b5499f7f 105 for target_name, toolchain_list in OFFICIAL_MBED_LIBRARY_BUILD:
screamer 0:66f3b5499f7f 106 toolchains = None
screamer 0:66f3b5499f7f 107 if platforms is not None and not target_name in platforms:
screamer 0:66f3b5499f7f 108 print("Excluding %s from release" % target_name)
screamer 0:66f3b5499f7f 109 continue
screamer 0:66f3b5499f7f 110
screamer 13:ab47a20b66f0 111 if target_name not in TARGET_NAMES:
screamer 13:ab47a20b66f0 112 print "Target '%s' is not a valid target. Excluding from release"
screamer 13:ab47a20b66f0 113 continue
screamer 13:ab47a20b66f0 114
screamer 0:66f3b5499f7f 115 if options.official_only:
screamer 0:66f3b5499f7f 116 toolchains = (getattr(TARGET_MAP[target_name], 'default_toolchain', 'ARM'),)
screamer 0:66f3b5499f7f 117 else:
screamer 0:66f3b5499f7f 118 toolchains = toolchain_list
screamer 0:66f3b5499f7f 119
screamer 0:66f3b5499f7f 120 if options.toolchains:
screamer 0:66f3b5499f7f 121 toolchainSet = set(toolchains)
screamer 0:66f3b5499f7f 122 toolchains = toolchainSet.intersection(set((options.toolchains).split(',')))
screamer 0:66f3b5499f7f 123
screamer 0:66f3b5499f7f 124 mut[str(mut_counter)] = {
screamer 0:66f3b5499f7f 125 "mcu": target_name
screamer 0:66f3b5499f7f 126 }
screamer 0:66f3b5499f7f 127
screamer 0:66f3b5499f7f 128 mut_counter += 1
screamer 0:66f3b5499f7f 129
screamer 0:66f3b5499f7f 130 test_spec["targets"][target_name] = toolchains
screamer 0:66f3b5499f7f 131
screamer 13:ab47a20b66f0 132 single_test = SingleTestRunner(_muts=mut,
The Other Jimmy 31:8ea194f6145b 133 _parser=parser,
The Other Jimmy 31:8ea194f6145b 134 _opts=options,
screamer 13:ab47a20b66f0 135 _opts_report_build_file_name=options.report_build_file_name,
screamer 13:ab47a20b66f0 136 _test_spec=test_spec,
screamer 13:ab47a20b66f0 137 _opts_test_by_names=",".join(test_names),
screamer 13:ab47a20b66f0 138 _opts_verbose=options.verbose,
screamer 13:ab47a20b66f0 139 _opts_only_build_tests=True,
screamer 13:ab47a20b66f0 140 _opts_suppress_summary=True,
screamer 13:ab47a20b66f0 141 _opts_jobs=options.jobs,
screamer 13:ab47a20b66f0 142 _opts_include_non_automated=True,
screamer 13:ab47a20b66f0 143 _opts_build_report=build_report,
screamer 13:ab47a20b66f0 144 _opts_build_properties=build_properties)
screamer 13:ab47a20b66f0 145 # Runs test suite in CLI mode
screamer 13:ab47a20b66f0 146 test_summary, shuffle_seed, test_summary_ext, test_suite_properties_ext, new_build_report, new_build_properties = single_test.execute()
screamer 0:66f3b5499f7f 147 else:
screamer 0:66f3b5499f7f 148 for target_name, toolchain_list in OFFICIAL_MBED_LIBRARY_BUILD:
screamer 0:66f3b5499f7f 149 if platforms is not None and not target_name in platforms:
screamer 0:66f3b5499f7f 150 print("Excluding %s from release" % target_name)
screamer 0:66f3b5499f7f 151 continue
screamer 0:66f3b5499f7f 152
screamer 13:ab47a20b66f0 153 if target_name not in TARGET_NAMES:
screamer 13:ab47a20b66f0 154 print "Target '%s' is not a valid target. Excluding from release"
screamer 13:ab47a20b66f0 155 continue
screamer 13:ab47a20b66f0 156
screamer 0:66f3b5499f7f 157 if options.official_only:
screamer 0:66f3b5499f7f 158 toolchains = (getattr(TARGET_MAP[target_name], 'default_toolchain', 'ARM'),)
screamer 0:66f3b5499f7f 159 else:
screamer 0:66f3b5499f7f 160 toolchains = toolchain_list
screamer 0:66f3b5499f7f 161
screamer 0:66f3b5499f7f 162 if options.toolchains:
screamer 0:66f3b5499f7f 163 print "Only building using the following toolchains: %s" % (options.toolchains)
screamer 0:66f3b5499f7f 164 toolchainSet = set(toolchains)
screamer 0:66f3b5499f7f 165 toolchains = toolchainSet.intersection(set((options.toolchains).split(',')))
screamer 0:66f3b5499f7f 166
screamer 0:66f3b5499f7f 167 for toolchain in toolchains:
screamer 0:66f3b5499f7f 168 id = "%s::%s" % (target_name, toolchain)
screamer 0:66f3b5499f7f 169
The Other Jimmy 31:8ea194f6145b 170 profile = extract_profile(parser, options, toolchain)
The Other Jimmy 31:8ea194f6145b 171
screamer 0:66f3b5499f7f 172 try:
The Other Jimmy 31:8ea194f6145b 173 built_mbed_lib = build_mbed_libs(TARGET_MAP[target_name],
The Other Jimmy 31:8ea194f6145b 174 toolchain,
The Other Jimmy 31:8ea194f6145b 175 verbose=options.verbose,
The Other Jimmy 31:8ea194f6145b 176 jobs=options.jobs,
The Other Jimmy 31:8ea194f6145b 177 report=build_report,
The Other Jimmy 31:8ea194f6145b 178 properties=build_properties,
The Other Jimmy 31:8ea194f6145b 179 build_profile=profile)
screamer 0:66f3b5499f7f 180
screamer 0:66f3b5499f7f 181 except Exception, e:
screamer 0:66f3b5499f7f 182 print str(e)
screamer 0:66f3b5499f7f 183
screamer 13:ab47a20b66f0 184 # copy targets.json file as part of the release
The Other Jimmy 31:8ea194f6145b 185 copy(join(dirname(abspath(__file__)), '..', 'targets', 'targets.json'), MBED_LIBRARIES)
screamer 13:ab47a20b66f0 186
screamer 0:66f3b5499f7f 187 # Write summary of the builds
screamer 0:66f3b5499f7f 188 if options.report_build_file_name:
screamer 0:66f3b5499f7f 189 file_report_exporter = ReportExporter(ResultExporterType.JUNIT, package="build")
screamer 0:66f3b5499f7f 190 file_report_exporter.report_to_file(build_report, options.report_build_file_name, test_suite_properties=build_properties)
screamer 0:66f3b5499f7f 191
screamer 0:66f3b5499f7f 192 print "\n\nCompleted in: (%.2f)s" % (time() - start)
screamer 0:66f3b5499f7f 193
screamer 0:66f3b5499f7f 194 print_report_exporter = ReportExporter(ResultExporterType.PRINT, package="build")
screamer 0:66f3b5499f7f 195 status = print_report_exporter.report(build_report)
screamer 0:66f3b5499f7f 196
screamer 0:66f3b5499f7f 197 if not status:
screamer 0:66f3b5499f7f 198 sys.exit(1)