Anders Blomdell
Clone of official tools
Diff: build_release.py
- Revision:
- 0:66f3b5499f7f
- Child:
- 13:ab47a20b66f0
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/build_release.py Thu May 19 19:44:41 2016 +0100
@@ -0,0 +1,282 @@
+#! /usr/bin/env python
+"""
+mbed SDK
+Copyright (c) 2011-2013 ARM Limited
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+"""
+import sys
+from time import time
+from os.path import join, abspath, dirname, normpath
+from optparse import OptionParser
+import json
+
+# Be sure that the tools directory is in the search path
+ROOT = abspath(join(dirname(__file__), ".."))
+sys.path.insert(0, ROOT)
+
+from tools.build_api import build_mbed_libs
+from tools.build_api import write_build_report
+from tools.targets import TARGET_MAP
+from tools.test_exporters import ReportExporter, ResultExporterType
+from tools.test_api import SingleTestRunner
+from tools.test_api import singletest_in_cli_mode
+from tools.paths import TEST_DIR
+from tools.tests import TEST_MAP
+
+OFFICIAL_MBED_LIBRARY_BUILD = (
+ ('LPC11U24', ('ARM', 'uARM', 'GCC_ARM', 'IAR')),
+ ('LPC1768', ('ARM', 'GCC_ARM', 'GCC_CR', 'IAR')),
+ ('UBLOX_C027', ('ARM', 'GCC_ARM', 'GCC_CR', 'IAR')),
+ ('ARCH_PRO', ('ARM', 'GCC_ARM', 'GCC_CR', 'IAR')),
+ ('LPC2368', ('ARM', 'GCC_ARM')),
+ ('LPC2460', ('GCC_ARM',)),
+ ('LPC812', ('uARM','IAR')),
+ ('LPC824', ('uARM', 'GCC_ARM', 'IAR', 'GCC_CR')),
+ ('SSCI824', ('uARM','GCC_ARM')),
+ ('LPC1347', ('ARM','IAR')),
+ ('LPC4088', ('ARM', 'GCC_ARM', 'GCC_CR', 'IAR')),
+ ('LPC4088_DM', ('ARM', 'GCC_ARM', 'GCC_CR', 'IAR')),
+ ('LPC1114', ('uARM','GCC_ARM', 'GCC_CR', 'IAR')),
+ ('LPC11U35_401', ('ARM', 'uARM','GCC_ARM','GCC_CR', 'IAR')),
+ ('LPC11U35_501', ('ARM', 'uARM','GCC_ARM','GCC_CR', 'IAR')),
+ ('LPC1549', ('uARM','GCC_ARM','GCC_CR', 'IAR')),
+ ('XADOW_M0', ('ARM', 'uARM','GCC_ARM','GCC_CR')),
+ ('ARCH_GPRS', ('ARM', 'uARM', 'GCC_ARM', 'GCC_CR', 'IAR')),
+ ('LPC4337', ('ARM',)),
+ ('LPC11U37H_401', ('ARM', 'uARM','GCC_ARM','GCC_CR')),
+ ('MICRONFCBOARD', ('ARM', 'uARM','GCC_ARM')),
+
+ ('KL05Z', ('ARM', 'uARM', 'GCC_ARM', 'IAR')),
+ ('KL25Z', ('ARM', 'GCC_ARM', 'IAR')),
+ ('KL43Z', ('ARM', 'GCC_ARM')),
+ ('KL46Z', ('ARM', 'GCC_ARM', 'IAR')),
+ ('K64F', ('ARM', 'GCC_ARM', 'IAR')),
+ ('K22F', ('ARM', 'GCC_ARM', 'IAR')),
+ ('K20D50M', ('ARM', 'GCC_ARM' , 'IAR')),
+ ('TEENSY3_1', ('ARM', 'GCC_ARM')),
+
+ ('B96B_F446VE', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('NUCLEO_F030R8', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('NUCLEO_F031K6', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('NUCLEO_F042K6', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('NUCLEO_F070RB', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('NUCLEO_F072RB', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('NUCLEO_F091RC', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('NUCLEO_F103RB', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('NUCLEO_F302R8', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('NUCLEO_F303K8', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('NUCLEO_F303RE', ('ARM', 'uARM', 'IAR')),
+ ('NUCLEO_F334R8', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('NUCLEO_F401RE', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('NUCLEO_F410RB', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('NUCLEO_F411RE', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('NUCLEO_F446RE', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('ELMO_F411RE', ('ARM', 'uARM', 'GCC_ARM')),
+ ('NUCLEO_L053R8', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('NUCLEO_L152RE', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('MTS_MDOT_F405RG', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('MTS_MDOT_F411RE', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('MTS_DRAGONFLY_F411RE', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('DISCO_L053C8', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('DISCO_F334C8', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('DISCO_F429ZI', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('DISCO_F469NI', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('DISCO_F746NG', ('ARM', 'uARM', 'GCC_ARM','IAR')),
+ ('DISCO_L476VG', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('NUCLEO_L476RG', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+ ('NUCLEO_F746ZG', ('ARM', 'uARM', 'GCC_ARM', 'IAR')),
+ ('NUCLEO_L073RZ', ('ARM', 'uARM', 'GCC_ARM', 'IAR')),
+
+ ('MOTE_L152RC', ('ARM', 'uARM', 'IAR', 'GCC_ARM')),
+
+ ('ARCH_MAX', ('ARM', 'GCC_ARM')),
+
+ ('NRF51822', ('ARM', 'GCC_ARM', 'IAR')),
+ ('NRF51_DK', ('ARM', 'GCC_ARM', 'IAR')),
+ ('NRF51_DONGLE', ('ARM', 'GCC_ARM', 'IAR')),
+ ('HRM1017', ('ARM', 'GCC_ARM', 'IAR')),
+ ('ARCH_BLE', ('ARM', 'GCC_ARM', 'IAR')),
+ ('SEEED_TINY_BLE', ('ARM', 'GCC_ARM', 'IAR')),
+ ('RBLAB_NRF51822', ('ARM', 'GCC_ARM')),
+ ('RBLAB_BLENANO', ('ARM', 'GCC_ARM')),
+ ('WALLBOT_BLE', ('ARM', 'GCC_ARM')),
+ ('DELTA_DFCM_NNN40', ('ARM', 'GCC_ARM')),
+ ('NRF51_MICROBIT', ('ARM',)),
+ ('NRF51_MICROBIT_B', ('ARM',)),
+ ('TY51822R3', ('ARM', 'GCC_ARM')),
+
+ ('LPC11U68', ('ARM', 'uARM','GCC_ARM','GCC_CR', 'IAR')),
+ ('OC_MBUINO', ('ARM', 'uARM', 'GCC_ARM', 'IAR')),
+
+ ('ARM_MPS2_M0' , ('ARM',)),
+ ('ARM_MPS2_M0P' , ('ARM',)),
+ ('ARM_MPS2_M3' , ('ARM',)),
+ ('ARM_MPS2_M4' , ('ARM',)),
+ ('ARM_MPS2_M7' , ('ARM',)),
+ ('ARM_MPS2_BEID' , ('ARM',)),
+
+ ('RZ_A1H' , ('ARM', 'GCC_ARM', 'IAR')),
+
+ ('EFM32ZG_STK3200', ('GCC_ARM', 'uARM')),
+ ('EFM32HG_STK3400', ('GCC_ARM', 'uARM')),
+ ('EFM32LG_STK3600', ('ARM', 'GCC_ARM', 'uARM')),
+ ('EFM32GG_STK3700', ('ARM', 'GCC_ARM', 'uARM')),
+ ('EFM32WG_STK3800', ('ARM', 'GCC_ARM', 'uARM')),
+
+ ('MAXWSNENV', ('ARM', 'GCC_ARM', 'IAR')),
+ ('MAX32600MBED', ('ARM', 'GCC_ARM', 'IAR')),
+
+ ('WIZWIKI_W7500', ('ARM', 'uARM')),
+ ('WIZWIKI_W7500P',('ARM', 'uARM')),
+ ('WIZWIKI_W7500ECO',('ARM', 'uARM')),
+
+ ('SAMR21G18A',('ARM', 'uARM', 'GCC_ARM')),
+ ('SAMD21J18A',('ARM', 'uARM', 'GCC_ARM')),
+ ('SAMD21G18A',('ARM', 'uARM', 'GCC_ARM')),
+
+)
+
+
+if __name__ == '__main__':
+ parser = OptionParser()
+ parser.add_option('-o', '--official', dest="official_only", default=False, action="store_true",
+ help="Build using only the official toolchain for each target")
+ parser.add_option("-j", "--jobs", type="int", dest="jobs",
+ default=1, help="Number of concurrent jobs (default 1). Use 0 for auto based on host machine's number of CPUs")
+ parser.add_option("-v", "--verbose", action="store_true", dest="verbose",
+ default=False, help="Verbose diagnostic output")
+ parser.add_option("-t", "--toolchains", dest="toolchains", help="Use toolchains names separated by comma")
+
+ parser.add_option("-p", "--platforms", dest="platforms", default="", help="Build only for the platform namesseparated by comma")
+
+ parser.add_option("-L", "--list-config", action="store_true", dest="list_config",
+ default=False, help="List the platforms and toolchains in the release in JSON")
+
+ parser.add_option("", "--report-build", dest="report_build_file_name", help="Output the build results to an junit xml file")
+
+ parser.add_option("", "--build-tests", dest="build_tests", help="Build all tests in the given directories (relative to /libraries/tests)")
+
+
+ options, args = parser.parse_args()
+
+
+
+ if options.list_config:
+ print json.dumps(OFFICIAL_MBED_LIBRARY_BUILD, indent=4)
+ sys.exit()
+
+ start = time()
+ build_report = {}
+ build_properties = {}
+
+ platforms = None
+ if options.platforms != "":
+ platforms = set(options.platforms.split(","))
+
+ if options.build_tests:
+ # Get all paths
+ directories = options.build_tests.split(',')
+ for i in range(len(directories)):
+ directories[i] = normpath(join(TEST_DIR, directories[i]))
+
+ test_names = []
+
+ for test_id in TEST_MAP.keys():
+ # Prevents tests with multiple source dirs from being checked
+ if isinstance( TEST_MAP[test_id].source_dir, basestring):
+ test_path = normpath(TEST_MAP[test_id].source_dir)
+ for directory in directories:
+ if directory in test_path:
+ test_names.append(test_id)
+
+ mut_counter = 1
+ mut = {}
+ test_spec = {
+ "targets": {}
+ }
+
+ for target_name, toolchain_list in OFFICIAL_MBED_LIBRARY_BUILD:
+ toolchains = None
+ if platforms is not None and not target_name in platforms:
+ print("Excluding %s from release" % target_name)
+ continue
+
+ if options.official_only:
+ toolchains = (getattr(TARGET_MAP[target_name], 'default_toolchain', 'ARM'),)
+ else:
+ toolchains = toolchain_list
+
+ if options.toolchains:
+ print "Only building using the following toolchains: %s" % (options.toolchains)
+ toolchainSet = set(toolchains)
+ toolchains = toolchainSet.intersection(set((options.toolchains).split(',')))
+
+ mut[str(mut_counter)] = {
+ "mcu": target_name
+ }
+
+ mut_counter += 1
+
+ test_spec["targets"][target_name] = toolchains
+
+ single_test = SingleTestRunner(_muts=mut,
+ _opts_report_build_file_name=options.report_build_file_name,
+ _test_spec=test_spec,
+ _opts_test_by_names=",".join(test_names),
+ _opts_verbose=options.verbose,
+ _opts_only_build_tests=True,
+ _opts_suppress_summary=True,
+ _opts_jobs=options.jobs,
+ _opts_include_non_automated=True,
+ _opts_build_report=build_report,
+ _opts_build_properties=build_properties)
+ # Runs test suite in CLI mode
+ test_summary, shuffle_seed, test_summary_ext, test_suite_properties_ext, new_build_report, new_build_properties = single_test.execute()
+ else:
+ for target_name, toolchain_list in OFFICIAL_MBED_LIBRARY_BUILD:
+ if platforms is not None and not target_name in platforms:
+ print("Excluding %s from release" % target_name)
+ continue
+
+ if options.official_only:
+ toolchains = (getattr(TARGET_MAP[target_name], 'default_toolchain', 'ARM'),)
+ else:
+ toolchains = toolchain_list
+
+ if options.toolchains:
+ print "Only building using the following toolchains: %s" % (options.toolchains)
+ toolchainSet = set(toolchains)
+ toolchains = toolchainSet.intersection(set((options.toolchains).split(',')))
+
+ for toolchain in toolchains:
+ id = "%s::%s" % (target_name, toolchain)
+
+ try:
+ built_mbed_lib = build_mbed_libs(TARGET_MAP[target_name], toolchain, verbose=options.verbose, jobs=options.jobs, report=build_report, properties=build_properties)
+
+ except Exception, e:
+ print str(e)
+
+ # Write summary of the builds
+ if options.report_build_file_name:
+ file_report_exporter = ReportExporter(ResultExporterType.JUNIT, package="build")
+ file_report_exporter.report_to_file(build_report, options.report_build_file_name, test_suite_properties=build_properties)
+
+ print "\n\nCompleted in: (%.2f)s" % (time() - start)
+
+ print_report_exporter = ReportExporter(ResultExporterType.PRINT, package="build")
+ status = print_report_exporter.report(build_report)
+
+ if not status:
+ sys.exit(1)