Anders Blomdell / mbed-sdk-tools

Clone of official tools

toolchains/__init__.py@4:517abc9a41c6, 2016-05-20 (annotated)

Committer:
screamer
Date:
Fri May 20 22:36:50 2016 +0100
Revision:
4:517abc9a41c6
Parent:
2:07730b0f452c
Child:
5:f45a4ca92830
Added v1 profile for GCC

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 """
screamer 0:66f3b5499f7f 2 mbed SDK
screamer 0:66f3b5499f7f 3 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 4
screamer 0:66f3b5499f7f 5 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 6 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 7 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 8
screamer 0:66f3b5499f7f 9 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 10
screamer 0:66f3b5499f7f 11 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 12 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 13 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 14 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 15 limitations under the License.
screamer 0:66f3b5499f7f 16 """
screamer 0:66f3b5499f7f 17
screamer 0:66f3b5499f7f 18 import re
screamer 0:66f3b5499f7f 19 import sys
screamer 0:66f3b5499f7f 20 from os import stat, walk, getcwd
screamer 0:66f3b5499f7f 21 from copy import copy
screamer 0:66f3b5499f7f 22 from time import time, sleep
screamer 0:66f3b5499f7f 23 from types import ListType
screamer 0:66f3b5499f7f 24 from shutil import copyfile
screamer 0:66f3b5499f7f 25 from os.path import join, splitext, exists, relpath, dirname, basename, split
screamer 0:66f3b5499f7f 26 from inspect import getmro
screamer 0:66f3b5499f7f 27
screamer 0:66f3b5499f7f 28 from multiprocessing import Pool, cpu_count
screamer 0:66f3b5499f7f 29 from tools.utils import run_cmd, mkdir, rel_path, ToolException, NotSupportedException, split_path
screamer 0:66f3b5499f7f 30 from tools.settings import BUILD_OPTIONS, MBED_ORG_USER
screamer 0:66f3b5499f7f 31 import tools.hooks as hooks
screamer 0:66f3b5499f7f 32 from hashlib import md5
screamer 0:66f3b5499f7f 33
screamer 0:66f3b5499f7f 34
screamer 0:66f3b5499f7f 35 #Disables multiprocessing if set to higher number than the host machine CPUs
screamer 0:66f3b5499f7f 36 CPU_COUNT_MIN = 1
screamer 0:66f3b5499f7f 37
screamer 0:66f3b5499f7f 38 def compile_worker(job):
screamer 0:66f3b5499f7f 39 results = []
screamer 0:66f3b5499f7f 40 for command in job['commands']:
screamer 0:66f3b5499f7f 41 _, _stderr, _rc = run_cmd(command, job['work_dir'])
screamer 0:66f3b5499f7f 42 results.append({
screamer 0:66f3b5499f7f 43 'code': _rc,
screamer 0:66f3b5499f7f 44 'output': _stderr,
screamer 0:66f3b5499f7f 45 'command': command
screamer 0:66f3b5499f7f 46 })
screamer 0:66f3b5499f7f 47
screamer 0:66f3b5499f7f 48 return {
screamer 0:66f3b5499f7f 49 'source': job['source'],
screamer 0:66f3b5499f7f 50 'object': job['object'],
screamer 0:66f3b5499f7f 51 'commands': job['commands'],
screamer 0:66f3b5499f7f 52 'results': results
screamer 0:66f3b5499f7f 53 }
screamer 0:66f3b5499f7f 54
screamer 0:66f3b5499f7f 55 class Resources:
screamer 0:66f3b5499f7f 56 def __init__(self, base_path=None):
screamer 0:66f3b5499f7f 57 self.base_path = base_path
screamer 0:66f3b5499f7f 58
screamer 0:66f3b5499f7f 59 self.inc_dirs = []
screamer 0:66f3b5499f7f 60 self.headers = []
screamer 0:66f3b5499f7f 61
screamer 0:66f3b5499f7f 62 self.s_sources = []
screamer 0:66f3b5499f7f 63 self.c_sources = []
screamer 0:66f3b5499f7f 64 self.cpp_sources = []
screamer 0:66f3b5499f7f 65
screamer 0:66f3b5499f7f 66 self.lib_dirs = set([])
screamer 0:66f3b5499f7f 67 self.objects = []
screamer 0:66f3b5499f7f 68 self.libraries = []
screamer 0:66f3b5499f7f 69
screamer 0:66f3b5499f7f 70 # mbed special files
screamer 0:66f3b5499f7f 71 self.lib_builds = []
screamer 0:66f3b5499f7f 72 self.lib_refs = []
screamer 0:66f3b5499f7f 73
screamer 0:66f3b5499f7f 74 self.repo_dirs = []
screamer 0:66f3b5499f7f 75 self.repo_files = []
screamer 0:66f3b5499f7f 76
screamer 0:66f3b5499f7f 77 self.linker_script = None
screamer 0:66f3b5499f7f 78
screamer 0:66f3b5499f7f 79 # Other files
screamer 0:66f3b5499f7f 80 self.hex_files = []
screamer 0:66f3b5499f7f 81 self.bin_files = []
screamer 0:66f3b5499f7f 82
screamer 0:66f3b5499f7f 83 def add(self, resources):
screamer 0:66f3b5499f7f 84 self.inc_dirs += resources.inc_dirs
screamer 0:66f3b5499f7f 85 self.headers += resources.headers
screamer 0:66f3b5499f7f 86
screamer 0:66f3b5499f7f 87 self.s_sources += resources.s_sources
screamer 0:66f3b5499f7f 88 self.c_sources += resources.c_sources
screamer 0:66f3b5499f7f 89 self.cpp_sources += resources.cpp_sources
screamer 0:66f3b5499f7f 90
screamer 0:66f3b5499f7f 91 self.lib_dirs |= resources.lib_dirs
screamer 0:66f3b5499f7f 92 self.objects += resources.objects
screamer 0:66f3b5499f7f 93 self.libraries += resources.libraries
screamer 0:66f3b5499f7f 94
screamer 0:66f3b5499f7f 95 self.lib_builds += resources.lib_builds
screamer 0:66f3b5499f7f 96 self.lib_refs += resources.lib_refs
screamer 0:66f3b5499f7f 97
screamer 0:66f3b5499f7f 98 self.repo_dirs += resources.repo_dirs
screamer 0:66f3b5499f7f 99 self.repo_files += resources.repo_files
screamer 0:66f3b5499f7f 100
screamer 0:66f3b5499f7f 101 if resources.linker_script is not None:
screamer 0:66f3b5499f7f 102 self.linker_script = resources.linker_script
screamer 0:66f3b5499f7f 103
screamer 0:66f3b5499f7f 104 self.hex_files += resources.hex_files
screamer 0:66f3b5499f7f 105 self.bin_files += resources.bin_files
screamer 0:66f3b5499f7f 106
screamer 0:66f3b5499f7f 107 def relative_to(self, base, dot=False):
screamer 0:66f3b5499f7f 108 for field in ['inc_dirs', 'headers', 's_sources', 'c_sources',
screamer 0:66f3b5499f7f 109 'cpp_sources', 'lib_dirs', 'objects', 'libraries',
screamer 0:66f3b5499f7f 110 'lib_builds', 'lib_refs', 'repo_dirs', 'repo_files', 'hex_files', 'bin_files']:
screamer 0:66f3b5499f7f 111 v = [rel_path(f, base, dot) for f in getattr(self, field)]
screamer 0:66f3b5499f7f 112 setattr(self, field, v)
screamer 0:66f3b5499f7f 113 if self.linker_script is not None:
screamer 0:66f3b5499f7f 114 self.linker_script = rel_path(self.linker_script, base, dot)
screamer 0:66f3b5499f7f 115
screamer 0:66f3b5499f7f 116 def win_to_unix(self):
screamer 0:66f3b5499f7f 117 for field in ['inc_dirs', 'headers', 's_sources', 'c_sources',
screamer 0:66f3b5499f7f 118 'cpp_sources', 'lib_dirs', 'objects', 'libraries',
screamer 0:66f3b5499f7f 119 'lib_builds', 'lib_refs', 'repo_dirs', 'repo_files', 'hex_files', 'bin_files']:
screamer 0:66f3b5499f7f 120 v = [f.replace('\\', '/') for f in getattr(self, field)]
screamer 0:66f3b5499f7f 121 setattr(self, field, v)
screamer 0:66f3b5499f7f 122 if self.linker_script is not None:
screamer 0:66f3b5499f7f 123 self.linker_script = self.linker_script.replace('\\', '/')
screamer 0:66f3b5499f7f 124
screamer 0:66f3b5499f7f 125 def __str__(self):
screamer 0:66f3b5499f7f 126 s = []
screamer 0:66f3b5499f7f 127
screamer 0:66f3b5499f7f 128 for (label, resources) in (
screamer 0:66f3b5499f7f 129 ('Include Directories', self.inc_dirs),
screamer 0:66f3b5499f7f 130 ('Headers', self.headers),
screamer 0:66f3b5499f7f 131
screamer 0:66f3b5499f7f 132 ('Assembly sources', self.s_sources),
screamer 0:66f3b5499f7f 133 ('C sources', self.c_sources),
screamer 0:66f3b5499f7f 134 ('C++ sources', self.cpp_sources),
screamer 0:66f3b5499f7f 135
screamer 0:66f3b5499f7f 136 ('Library directories', self.lib_dirs),
screamer 0:66f3b5499f7f 137 ('Objects', self.objects),
screamer 0:66f3b5499f7f 138 ('Libraries', self.libraries),
screamer 0:66f3b5499f7f 139
screamer 0:66f3b5499f7f 140 ('Hex files', self.hex_files),
screamer 0:66f3b5499f7f 141 ('Bin files', self.bin_files),
screamer 0:66f3b5499f7f 142 ):
screamer 0:66f3b5499f7f 143 if resources:
screamer 0:66f3b5499f7f 144 s.append('%s:\n ' % label + '\n '.join(resources))
screamer 0:66f3b5499f7f 145
screamer 0:66f3b5499f7f 146 if self.linker_script:
screamer 0:66f3b5499f7f 147 s.append('Linker Script: ' + self.linker_script)
screamer 0:66f3b5499f7f 148
screamer 0:66f3b5499f7f 149 return '\n'.join(s)
screamer 0:66f3b5499f7f 150
screamer 0:66f3b5499f7f 151
screamer 0:66f3b5499f7f 152 # Support legacy build conventions: the original mbed build system did not have
screamer 0:66f3b5499f7f 153 # standard labels for the "TARGET_" and "TOOLCHAIN_" specific directories, but
screamer 0:66f3b5499f7f 154 # had the knowledge of a list of these directories to be ignored.
screamer 0:66f3b5499f7f 155 LEGACY_IGNORE_DIRS = set([
screamer 0:66f3b5499f7f 156 'LPC11U24', 'LPC1768', 'LPC2368', 'LPC4088', 'LPC812', 'KL25Z',
screamer 1:a99c8e460c5c 157 'ARM', 'uARM', 'IAR',
screamer 1:a99c8e460c5c 158 'GCC_ARM', 'GCC_CS', 'GCC_CR', 'GCC_CW', 'GCC_CW_EWL', 'GCC_CW_NEWLIB',
screamer 0:66f3b5499f7f 159 ])
screamer 0:66f3b5499f7f 160 LEGACY_TOOLCHAIN_NAMES = {
screamer 0:66f3b5499f7f 161 'ARM_STD':'ARM', 'ARM_MICRO': 'uARM',
screamer 1:a99c8e460c5c 162 'GCC_ARM': 'GCC_ARM', 'GCC_CR': 'GCC_CS',
screamer 0:66f3b5499f7f 163 'IAR': 'IAR',
screamer 0:66f3b5499f7f 164 }
screamer 0:66f3b5499f7f 165
screamer 0:66f3b5499f7f 166
screamer 0:66f3b5499f7f 167 class mbedToolchain:
screamer 1:a99c8e460c5c 168 PROFILE = None
screamer 0:66f3b5499f7f 169 VERBOSE = True
screamer 0:66f3b5499f7f 170
screamer 0:66f3b5499f7f 171 CORTEX_SYMBOLS = {
screamer 0:66f3b5499f7f 172 "Cortex-M0" : ["__CORTEX_M0", "ARM_MATH_CM0", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 173 "Cortex-M0+": ["__CORTEX_M0PLUS", "ARM_MATH_CM0PLUS", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 174 "Cortex-M1" : ["__CORTEX_M3", "ARM_MATH_CM1"],
screamer 0:66f3b5499f7f 175 "Cortex-M3" : ["__CORTEX_M3", "ARM_MATH_CM3", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 176 "Cortex-M4" : ["__CORTEX_M4", "ARM_MATH_CM4", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 177 "Cortex-M4F" : ["__CORTEX_M4", "ARM_MATH_CM4", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 178 "Cortex-M7" : ["__CORTEX_M7", "ARM_MATH_CM7", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 179 "Cortex-M7F" : ["__CORTEX_M7", "ARM_MATH_CM7", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 180 "Cortex-A9" : ["__CORTEX_A9", "ARM_MATH_CA9", "__FPU_PRESENT", "__CMSIS_RTOS", "__EVAL", "__MBED_CMSIS_RTOS_CA9"],
screamer 0:66f3b5499f7f 181 }
screamer 0:66f3b5499f7f 182
screamer 0:66f3b5499f7f 183 GOANNA_FORMAT = "[Goanna] warning [%FILENAME%:%LINENO%] - [%CHECKNAME%(%SEVERITY%)] %MESSAGE%"
screamer 0:66f3b5499f7f 184 GOANNA_DIAGNOSTIC_PATTERN = re.compile(r'"\[Goanna\] (?P<severity>warning) \[(?P<file>[^:]+):(?P<line>\d+)\] \- (?P<message>.*)"')
screamer 0:66f3b5499f7f 185
screamer 2:07730b0f452c 186 def __init__(self, target, options=None, notify=None, macros=None, silent=False, extra_verbose=False, profile=None):
screamer 0:66f3b5499f7f 187 self.target = target
screamer 0:66f3b5499f7f 188 self.name = self.__class__.__name__
screamer 0:66f3b5499f7f 189 self.hook = hooks.Hook(target, self)
screamer 0:66f3b5499f7f 190 self.silent = silent
screamer 0:66f3b5499f7f 191 self.output = ""
screamer 0:66f3b5499f7f 192
screamer 0:66f3b5499f7f 193 self.legacy_ignore_dirs = LEGACY_IGNORE_DIRS - set([target.name, LEGACY_TOOLCHAIN_NAMES[self.name]])
screamer 0:66f3b5499f7f 194
screamer 0:66f3b5499f7f 195 if notify:
screamer 0:66f3b5499f7f 196 self.notify_fun = notify
screamer 0:66f3b5499f7f 197 elif extra_verbose:
screamer 0:66f3b5499f7f 198 self.notify_fun = self.print_notify_verbose
screamer 0:66f3b5499f7f 199 else:
screamer 0:66f3b5499f7f 200 self.notify_fun = self.print_notify
screamer 0:66f3b5499f7f 201
screamer 0:66f3b5499f7f 202 self.options = options if options is not None else []
screamer 0:66f3b5499f7f 203
screamer 0:66f3b5499f7f 204 self.macros = macros or []
screamer 0:66f3b5499f7f 205 self.options.extend(BUILD_OPTIONS)
screamer 0:66f3b5499f7f 206 if self.options:
screamer 0:66f3b5499f7f 207 self.info("Build Options: %s" % (', '.join(self.options)))
screamer 0:66f3b5499f7f 208
screamer 0:66f3b5499f7f 209 self.obj_path = join("TARGET_"+target.name, "TOOLCHAIN_"+self.name)
screamer 0:66f3b5499f7f 210
screamer 0:66f3b5499f7f 211 self.symbols = None
screamer 0:66f3b5499f7f 212 self.labels = None
screamer 0:66f3b5499f7f 213 self.has_config = False
screamer 0:66f3b5499f7f 214
screamer 0:66f3b5499f7f 215 self.build_all = False
screamer 0:66f3b5499f7f 216 self.build_dir = None
screamer 0:66f3b5499f7f 217 self.timestamp = time()
screamer 0:66f3b5499f7f 218 self.jobs = 1
screamer 0:66f3b5499f7f 219
screamer 0:66f3b5499f7f 220 self.CHROOT = None
screamer 2:07730b0f452c 221 self.mp_pool = None
screamer 0:66f3b5499f7f 222
screamer 2:07730b0f452c 223 if profile and (TOOLCHAIN_PROFILES.get(self.name, None) and
screamer 2:07730b0f452c 224 TOOLCHAIN_PROFILES[self.name].get(profile)):
screamer 2:07730b0f452c 225 self.PROFILE = TOOLCHAIN_PROFILES[self.name].get(profile)
screamer 2:07730b0f452c 226 self.info("Using toolchain %s profile %s" % (self.name, profile))
screamer 2:07730b0f452c 227
screamer 0:66f3b5499f7f 228 if 'UVISOR_PRESENT=1' in self.macros:
screamer 0:66f3b5499f7f 229 self.target.core = re.sub(r"F$", '', self.target.core)
screamer 0:66f3b5499f7f 230
screamer 0:66f3b5499f7f 231 def get_output(self):
screamer 0:66f3b5499f7f 232 return self.output
screamer 0:66f3b5499f7f 233
screamer 0:66f3b5499f7f 234 def print_notify(self, event, silent=False):
screamer 0:66f3b5499f7f 235 """ Default command line notification
screamer 0:66f3b5499f7f 236 """
screamer 0:66f3b5499f7f 237 msg = None
screamer 0:66f3b5499f7f 238
screamer 0:66f3b5499f7f 239 if event['type'] in ['info', 'debug']:
screamer 0:66f3b5499f7f 240 msg = event['message']
screamer 0:66f3b5499f7f 241
screamer 0:66f3b5499f7f 242 elif event['type'] == 'cc':
screamer 0:66f3b5499f7f 243 event['severity'] = event['severity'].title()
screamer 0:66f3b5499f7f 244 event['file'] = basename(event['file'])
screamer 0:66f3b5499f7f 245 msg = '[%(severity)s] %(file)s@%(line)s: %(message)s' % event
screamer 0:66f3b5499f7f 246
screamer 0:66f3b5499f7f 247 elif event['type'] == 'progress':
screamer 0:66f3b5499f7f 248 if not silent:
screamer 0:66f3b5499f7f 249 msg = '%s: %s' % (event['action'].title(), basename(event['file']))
screamer 0:66f3b5499f7f 250
screamer 0:66f3b5499f7f 251 if msg:
screamer 0:66f3b5499f7f 252 print msg
screamer 0:66f3b5499f7f 253 self.output += msg + "\n"
screamer 0:66f3b5499f7f 254
screamer 0:66f3b5499f7f 255 def print_notify_verbose(self, event, silent=False):
screamer 0:66f3b5499f7f 256 """ Default command line notification with more verbose mode
screamer 0:66f3b5499f7f 257 """
screamer 0:66f3b5499f7f 258 if event['type'] in ['info', 'debug']:
screamer 0:66f3b5499f7f 259 self.print_notify(event) # standard handle
screamer 0:66f3b5499f7f 260
screamer 0:66f3b5499f7f 261 elif event['type'] == 'cc':
screamer 0:66f3b5499f7f 262 event['severity'] = event['severity'].title()
screamer 0:66f3b5499f7f 263 event['file'] = basename(event['file'])
screamer 0:66f3b5499f7f 264 event['mcu_name'] = "None"
screamer 0:66f3b5499f7f 265 event['toolchain'] = "None"
screamer 0:66f3b5499f7f 266 event['target_name'] = event['target_name'].upper() if event['target_name'] else "Unknown"
screamer 0:66f3b5499f7f 267 event['toolchain_name'] = event['toolchain_name'].upper() if event['toolchain_name'] else "Unknown"
screamer 0:66f3b5499f7f 268 msg = '[%(severity)s] %(target_name)s::%(toolchain_name)s::%(file)s@%(line)s: %(message)s' % event
screamer 0:66f3b5499f7f 269 print msg
screamer 0:66f3b5499f7f 270 self.output += msg + "\n"
screamer 0:66f3b5499f7f 271
screamer 0:66f3b5499f7f 272 elif event['type'] == 'progress':
screamer 0:66f3b5499f7f 273 self.print_notify(event) # standard handle
screamer 0:66f3b5499f7f 274
screamer 0:66f3b5499f7f 275 def notify(self, event):
screamer 0:66f3b5499f7f 276 """ Little closure for notify functions
screamer 0:66f3b5499f7f 277 """
screamer 0:66f3b5499f7f 278 return self.notify_fun(event, self.silent)
screamer 0:66f3b5499f7f 279
screamer 0:66f3b5499f7f 280 def __exit__(self):
screamer 0:66f3b5499f7f 281 if self.mp_pool is not None:
screamer 0:66f3b5499f7f 282 self.mp_pool.terminate()
screamer 0:66f3b5499f7f 283
screamer 0:66f3b5499f7f 284 def goanna_parse_line(self, line):
screamer 0:66f3b5499f7f 285 if "analyze" in self.options:
screamer 0:66f3b5499f7f 286 return self.GOANNA_DIAGNOSTIC_PATTERN.match(line)
screamer 0:66f3b5499f7f 287 else:
screamer 0:66f3b5499f7f 288 return None
screamer 0:66f3b5499f7f 289
screamer 0:66f3b5499f7f 290 def get_symbols(self):
screamer 0:66f3b5499f7f 291 if self.symbols is None:
screamer 0:66f3b5499f7f 292 # Target and Toolchain symbols
screamer 0:66f3b5499f7f 293 labels = self.get_labels()
screamer 0:66f3b5499f7f 294 self.symbols = ["TARGET_%s" % t for t in labels['TARGET']]
screamer 0:66f3b5499f7f 295 self.symbols.extend(["TOOLCHAIN_%s" % t for t in labels['TOOLCHAIN']])
screamer 0:66f3b5499f7f 296
screamer 0:66f3b5499f7f 297 # Config support
screamer 0:66f3b5499f7f 298 if self.has_config:
screamer 0:66f3b5499f7f 299 self.symbols.append('HAVE_MBED_CONFIG_H')
screamer 0:66f3b5499f7f 300
screamer 0:66f3b5499f7f 301 # Cortex CPU symbols
screamer 0:66f3b5499f7f 302 if self.target.core in mbedToolchain.CORTEX_SYMBOLS:
screamer 0:66f3b5499f7f 303 self.symbols.extend(mbedToolchain.CORTEX_SYMBOLS[self.target.core])
screamer 0:66f3b5499f7f 304
screamer 0:66f3b5499f7f 305 # Symbols defined by the on-line build.system
screamer 0:66f3b5499f7f 306 self.symbols.extend(['MBED_BUILD_TIMESTAMP=%s' % self.timestamp, 'TARGET_LIKE_MBED', '__MBED__=1'])
screamer 0:66f3b5499f7f 307 if MBED_ORG_USER:
screamer 0:66f3b5499f7f 308 self.symbols.append('MBED_USERNAME=' + MBED_ORG_USER)
screamer 0:66f3b5499f7f 309
screamer 0:66f3b5499f7f 310 # Add target's symbols
screamer 0:66f3b5499f7f 311 self.symbols += self.target.macros
screamer 0:66f3b5499f7f 312 # Add extra symbols passed via 'macros' parameter
screamer 0:66f3b5499f7f 313 self.symbols += self.macros
screamer 0:66f3b5499f7f 314
screamer 0:66f3b5499f7f 315 # Form factor variables
screamer 0:66f3b5499f7f 316 if hasattr(self.target, 'supported_form_factors'):
screamer 0:66f3b5499f7f 317 self.symbols.extend(["TARGET_FF_%s" % t for t in self.target.supported_form_factors])
screamer 0:66f3b5499f7f 318
screamer 0:66f3b5499f7f 319 return list(set(self.symbols)) # Return only unique symbols
screamer 0:66f3b5499f7f 320
screamer 0:66f3b5499f7f 321 def get_labels(self):
screamer 0:66f3b5499f7f 322 if self.labels is None:
screamer 0:66f3b5499f7f 323 toolchain_labels = [c.__name__ for c in getmro(self.__class__)]
screamer 0:66f3b5499f7f 324 toolchain_labels.remove('mbedToolchain')
screamer 0:66f3b5499f7f 325 self.labels = {
screamer 0:66f3b5499f7f 326 'TARGET': self.target.get_labels() + ["DEBUG" if "debug-info" in self.options else "RELEASE"],
screamer 0:66f3b5499f7f 327 'TOOLCHAIN': toolchain_labels
screamer 0:66f3b5499f7f 328 }
screamer 0:66f3b5499f7f 329 return self.labels
screamer 0:66f3b5499f7f 330
screamer 0:66f3b5499f7f 331 def need_update(self, target, dependencies):
screamer 0:66f3b5499f7f 332 if self.build_all:
screamer 0:66f3b5499f7f 333 return True
screamer 0:66f3b5499f7f 334
screamer 0:66f3b5499f7f 335 if not exists(target):
screamer 0:66f3b5499f7f 336 return True
screamer 0:66f3b5499f7f 337
screamer 0:66f3b5499f7f 338 target_mod_time = stat(target).st_mtime
screamer 0:66f3b5499f7f 339
screamer 0:66f3b5499f7f 340 for d in dependencies:
screamer 0:66f3b5499f7f 341
screamer 0:66f3b5499f7f 342 # Some objects are not provided with full path and here we do not have
screamer 0:66f3b5499f7f 343 # information about the library paths. Safe option: assume an update
screamer 0:66f3b5499f7f 344 if not d or not exists(d):
screamer 0:66f3b5499f7f 345 return True
screamer 0:66f3b5499f7f 346
screamer 0:66f3b5499f7f 347 if stat(d).st_mtime >= target_mod_time:
screamer 0:66f3b5499f7f 348 return True
screamer 0:66f3b5499f7f 349
screamer 0:66f3b5499f7f 350 return False
screamer 0:66f3b5499f7f 351
screamer 0:66f3b5499f7f 352 def scan_resources(self, path, exclude_paths=None):
screamer 0:66f3b5499f7f 353 labels = self.get_labels()
screamer 0:66f3b5499f7f 354 resources = Resources(path)
screamer 0:66f3b5499f7f 355 self.has_config = False
screamer 0:66f3b5499f7f 356
screamer 0:66f3b5499f7f 357 """ os.walk(top[, topdown=True[, onerror=None[, followlinks=False]]])
screamer 0:66f3b5499f7f 358 When topdown is True, the caller can modify the dirnames list in-place
screamer 0:66f3b5499f7f 359 (perhaps using del or slice assignment), and walk() will only recurse into
screamer 0:66f3b5499f7f 360 the subdirectories whose names remain in dirnames; this can be used to prune
screamer 0:66f3b5499f7f 361 the search, impose a specific order of visiting, or even to inform walk()
screamer 0:66f3b5499f7f 362 about directories the caller creates or renames before it resumes walk()
screamer 0:66f3b5499f7f 363 again. Modifying dirnames when topdown is False is ineffective, because in
screamer 0:66f3b5499f7f 364 bottom-up mode the directories in dirnames are generated before dirpath
screamer 0:66f3b5499f7f 365 itself is generated.
screamer 0:66f3b5499f7f 366 """
screamer 0:66f3b5499f7f 367 for root, dirs, files in walk(path, followlinks=True):
screamer 0:66f3b5499f7f 368 # Remove ignored directories
screamer 0:66f3b5499f7f 369 for d in copy(dirs):
screamer 0:66f3b5499f7f 370 dir_path = join(root, d)
screamer 0:66f3b5499f7f 371
screamer 0:66f3b5499f7f 372 if d == '.hg':
screamer 0:66f3b5499f7f 373 resources.repo_dirs.append(dir_path)
screamer 0:66f3b5499f7f 374 resources.repo_files.extend(self.scan_repository(dir_path))
screamer 0:66f3b5499f7f 375
screamer 0:66f3b5499f7f 376 if ((d.startswith('.') or d in self.legacy_ignore_dirs) or
screamer 0:66f3b5499f7f 377 ((d.upper().startswith('TARGET_') or d.upper().startswith('TARGET-')) and d[7:] not in labels['TARGET']) or
screamer 0:66f3b5499f7f 378 ((d.upper().startswith('TOOLCHAIN_') or d.upper().startswith('TOOLCHAIN-')) and d[10:] not in labels['TOOLCHAIN']) or
screamer 0:66f3b5499f7f 379 (d.upper() == 'TESTS') or
screamer 0:66f3b5499f7f 380 exists(join(dir_path, '.mbedignore'))):
screamer 0:66f3b5499f7f 381 dirs.remove(d)
screamer 0:66f3b5499f7f 382
screamer 0:66f3b5499f7f 383 if exclude_paths:
screamer 0:66f3b5499f7f 384 for exclude_path in exclude_paths:
screamer 0:66f3b5499f7f 385 rel_path = relpath(dir_path, exclude_path)
screamer 0:66f3b5499f7f 386 if not (rel_path.startswith('..')):
screamer 0:66f3b5499f7f 387 dirs.remove(d)
screamer 0:66f3b5499f7f 388 break
screamer 0:66f3b5499f7f 389
screamer 0:66f3b5499f7f 390 # Add root to include paths
screamer 0:66f3b5499f7f 391 resources.inc_dirs.append(root)
screamer 0:66f3b5499f7f 392
screamer 0:66f3b5499f7f 393 for file in files:
screamer 0:66f3b5499f7f 394 file_path = join(root, file)
screamer 0:66f3b5499f7f 395 _, ext = splitext(file)
screamer 0:66f3b5499f7f 396 ext = ext.lower()
screamer 0:66f3b5499f7f 397
screamer 0:66f3b5499f7f 398 if ext == '.s':
screamer 0:66f3b5499f7f 399 resources.s_sources.append(file_path)
screamer 0:66f3b5499f7f 400
screamer 0:66f3b5499f7f 401 elif ext == '.c':
screamer 0:66f3b5499f7f 402 resources.c_sources.append(file_path)
screamer 0:66f3b5499f7f 403
screamer 0:66f3b5499f7f 404 elif ext == '.cpp':
screamer 0:66f3b5499f7f 405 resources.cpp_sources.append(file_path)
screamer 0:66f3b5499f7f 406
screamer 0:66f3b5499f7f 407 elif ext == '.h' or ext == '.hpp':
screamer 0:66f3b5499f7f 408 if basename(file_path) == "mbed_config.h":
screamer 0:66f3b5499f7f 409 self.has_config = True
screamer 0:66f3b5499f7f 410 resources.headers.append(file_path)
screamer 0:66f3b5499f7f 411
screamer 0:66f3b5499f7f 412 elif ext == '.o':
screamer 0:66f3b5499f7f 413 resources.objects.append(file_path)
screamer 0:66f3b5499f7f 414
screamer 0:66f3b5499f7f 415 elif ext == self.LIBRARY_EXT:
screamer 0:66f3b5499f7f 416 resources.libraries.append(file_path)
screamer 0:66f3b5499f7f 417 resources.lib_dirs.add(root)
screamer 0:66f3b5499f7f 418
screamer 0:66f3b5499f7f 419 elif ext == self.LINKER_EXT:
screamer 0:66f3b5499f7f 420 if resources.linker_script is not None:
screamer 0:66f3b5499f7f 421 self.info("Warning: Multiple linker scripts detected: %s -> %s" % (resources.linker_script, file_path))
screamer 0:66f3b5499f7f 422 resources.linker_script = file_path
screamer 0:66f3b5499f7f 423
screamer 0:66f3b5499f7f 424 elif ext == '.lib':
screamer 0:66f3b5499f7f 425 resources.lib_refs.append(file_path)
screamer 0:66f3b5499f7f 426
screamer 0:66f3b5499f7f 427 elif ext == '.bld':
screamer 0:66f3b5499f7f 428 resources.lib_builds.append(file_path)
screamer 0:66f3b5499f7f 429
screamer 0:66f3b5499f7f 430 elif file == '.hgignore':
screamer 0:66f3b5499f7f 431 resources.repo_files.append(file_path)
screamer 0:66f3b5499f7f 432
screamer 0:66f3b5499f7f 433 elif ext == '.hex':
screamer 0:66f3b5499f7f 434 resources.hex_files.append(file_path)
screamer 0:66f3b5499f7f 435
screamer 0:66f3b5499f7f 436 elif ext == '.bin':
screamer 0:66f3b5499f7f 437 resources.bin_files.append(file_path)
screamer 0:66f3b5499f7f 438
screamer 0:66f3b5499f7f 439 return resources
screamer 0:66f3b5499f7f 440
screamer 0:66f3b5499f7f 441 def scan_repository(self, path):
screamer 0:66f3b5499f7f 442 resources = []
screamer 0:66f3b5499f7f 443
screamer 0:66f3b5499f7f 444 for root, dirs, files in walk(path):
screamer 0:66f3b5499f7f 445 # Remove ignored directories
screamer 0:66f3b5499f7f 446 for d in copy(dirs):
screamer 0:66f3b5499f7f 447 if d == '.' or d == '..':
screamer 0:66f3b5499f7f 448 dirs.remove(d)
screamer 0:66f3b5499f7f 449
screamer 0:66f3b5499f7f 450 for file in files:
screamer 0:66f3b5499f7f 451 file_path = join(root, file)
screamer 0:66f3b5499f7f 452 resources.append(file_path)
screamer 0:66f3b5499f7f 453
screamer 0:66f3b5499f7f 454 return resources
screamer 0:66f3b5499f7f 455
screamer 0:66f3b5499f7f 456 def copy_files(self, files_paths, trg_path, rel_path=None):
screamer 0:66f3b5499f7f 457
screamer 0:66f3b5499f7f 458 # Handle a single file
screamer 0:66f3b5499f7f 459 if type(files_paths) != ListType: files_paths = [files_paths]
screamer 0:66f3b5499f7f 460
screamer 0:66f3b5499f7f 461 for source in files_paths:
screamer 0:66f3b5499f7f 462 if source is None:
screamer 0:66f3b5499f7f 463 files_paths.remove(source)
screamer 0:66f3b5499f7f 464
screamer 0:66f3b5499f7f 465 for source in files_paths:
screamer 0:66f3b5499f7f 466 if rel_path is not None:
screamer 0:66f3b5499f7f 467 relative_path = relpath(source, rel_path)
screamer 0:66f3b5499f7f 468 else:
screamer 0:66f3b5499f7f 469 _, relative_path = split(source)
screamer 0:66f3b5499f7f 470
screamer 0:66f3b5499f7f 471 target = join(trg_path, relative_path)
screamer 0:66f3b5499f7f 472
screamer 0:66f3b5499f7f 473 if (target != source) and (self.need_update(target, [source])):
screamer 0:66f3b5499f7f 474 self.progress("copy", relative_path)
screamer 0:66f3b5499f7f 475 mkdir(dirname(target))
screamer 0:66f3b5499f7f 476 copyfile(source, target)
screamer 0:66f3b5499f7f 477
screamer 0:66f3b5499f7f 478 def relative_object_path(self, build_path, base_dir, source):
screamer 0:66f3b5499f7f 479 source_dir, name, _ = split_path(source)
screamer 0:66f3b5499f7f 480
screamer 0:66f3b5499f7f 481 obj_dir = join(build_path, relpath(source_dir, base_dir))
screamer 0:66f3b5499f7f 482 mkdir(obj_dir)
screamer 0:66f3b5499f7f 483 return join(obj_dir, name + '.o')
screamer 0:66f3b5499f7f 484
screamer 0:66f3b5499f7f 485 def get_inc_file(self, includes):
screamer 0:66f3b5499f7f 486 include_file = join(self.build_dir, ".includes_%s.txt" % self.inc_md5)
screamer 0:66f3b5499f7f 487 if not exists(include_file):
screamer 0:66f3b5499f7f 488 with open(include_file, "wb") as f:
screamer 0:66f3b5499f7f 489 cmd_list = []
screamer 0:66f3b5499f7f 490 for c in includes:
screamer 0:66f3b5499f7f 491 if c:
screamer 0:66f3b5499f7f 492 cmd_list.append(('-I%s' % c).replace("\\", "/"))
screamer 0:66f3b5499f7f 493 string = " ".join(cmd_list)
screamer 0:66f3b5499f7f 494 f.write(string)
screamer 0:66f3b5499f7f 495 return include_file
screamer 0:66f3b5499f7f 496
screamer 0:66f3b5499f7f 497 def compile_sources(self, resources, build_path, inc_dirs=None):
screamer 0:66f3b5499f7f 498 # Web IDE progress bar for project build
screamer 0:66f3b5499f7f 499 files_to_compile = resources.s_sources + resources.c_sources + resources.cpp_sources
screamer 0:66f3b5499f7f 500 self.to_be_compiled = len(files_to_compile)
screamer 0:66f3b5499f7f 501 self.compiled = 0
screamer 0:66f3b5499f7f 502
screamer 0:66f3b5499f7f 503 inc_paths = resources.inc_dirs
screamer 0:66f3b5499f7f 504 if inc_dirs is not None:
screamer 0:66f3b5499f7f 505 inc_paths.extend(inc_dirs)
screamer 0:66f3b5499f7f 506 # De-duplicate include paths
screamer 0:66f3b5499f7f 507 inc_paths = set(inc_paths)
screamer 0:66f3b5499f7f 508 # Sort include paths for consistency
screamer 0:66f3b5499f7f 509 inc_paths = sorted(set(inc_paths))
screamer 0:66f3b5499f7f 510 # Unique id of all include paths
screamer 0:66f3b5499f7f 511 self.inc_md5 = md5(' '.join(inc_paths)).hexdigest()
screamer 0:66f3b5499f7f 512 # Where to store response files
screamer 0:66f3b5499f7f 513 self.build_dir = build_path
screamer 0:66f3b5499f7f 514
screamer 0:66f3b5499f7f 515 objects = []
screamer 0:66f3b5499f7f 516 queue = []
screamer 0:66f3b5499f7f 517 prev_dir = None
screamer 0:66f3b5499f7f 518
screamer 0:66f3b5499f7f 519 # The dependency checking for C/C++ is delegated to the compiler
screamer 0:66f3b5499f7f 520 base_path = resources.base_path
screamer 0:66f3b5499f7f 521 # Sort compile queue for consistency
screamer 0:66f3b5499f7f 522 files_to_compile.sort()
screamer 0:66f3b5499f7f 523 work_dir = getcwd()
screamer 0:66f3b5499f7f 524
screamer 0:66f3b5499f7f 525 for source in files_to_compile:
screamer 0:66f3b5499f7f 526 _, name, _ = split_path(source)
screamer 0:66f3b5499f7f 527 object = self.relative_object_path(build_path, base_path, source)
screamer 0:66f3b5499f7f 528
screamer 0:66f3b5499f7f 529 # Queue mode (multiprocessing)
screamer 0:66f3b5499f7f 530 commands = self.compile_command(source, object, inc_paths)
screamer 0:66f3b5499f7f 531 if commands is not None:
screamer 0:66f3b5499f7f 532 queue.append({
screamer 0:66f3b5499f7f 533 'source': source,
screamer 0:66f3b5499f7f 534 'object': object,
screamer 0:66f3b5499f7f 535 'commands': commands,
screamer 0:66f3b5499f7f 536 'work_dir': work_dir,
screamer 0:66f3b5499f7f 537 'chroot': self.CHROOT
screamer 0:66f3b5499f7f 538 })
screamer 0:66f3b5499f7f 539 else:
screamer 0:66f3b5499f7f 540 objects.append(object)
screamer 0:66f3b5499f7f 541
screamer 0:66f3b5499f7f 542 # Use queues/multiprocessing if cpu count is higher than setting
screamer 0:66f3b5499f7f 543 jobs = self.jobs if self.jobs else cpu_count()
screamer 0:66f3b5499f7f 544 if jobs > CPU_COUNT_MIN and len(queue) > jobs:
screamer 0:66f3b5499f7f 545 return self.compile_queue(queue, objects)
screamer 0:66f3b5499f7f 546 else:
screamer 0:66f3b5499f7f 547 return self.compile_seq(queue, objects)
screamer 0:66f3b5499f7f 548
screamer 0:66f3b5499f7f 549 def compile_seq(self, queue, objects):
screamer 0:66f3b5499f7f 550 for item in queue:
screamer 0:66f3b5499f7f 551 result = compile_worker(item)
screamer 0:66f3b5499f7f 552
screamer 0:66f3b5499f7f 553 self.compiled += 1
screamer 0:66f3b5499f7f 554 self.progress("compile", item['source'], build_update=True)
screamer 0:66f3b5499f7f 555 for res in result['results']:
screamer 0:66f3b5499f7f 556 self.debug("Command: %s" % ' '.join(res['command']))
screamer 0:66f3b5499f7f 557 self.compile_output([
screamer 0:66f3b5499f7f 558 res['code'],
screamer 0:66f3b5499f7f 559 res['output'],
screamer 0:66f3b5499f7f 560 res['command']
screamer 0:66f3b5499f7f 561 ])
screamer 0:66f3b5499f7f 562 objects.append(result['object'])
screamer 0:66f3b5499f7f 563 return objects
screamer 0:66f3b5499f7f 564
screamer 0:66f3b5499f7f 565 def compile_queue(self, queue, objects):
screamer 0:66f3b5499f7f 566 jobs_count = int(self.jobs if self.jobs else cpu_count())
screamer 0:66f3b5499f7f 567 p = Pool(processes=jobs_count)
screamer 0:66f3b5499f7f 568
screamer 0:66f3b5499f7f 569 results = []
screamer 0:66f3b5499f7f 570 for i in range(len(queue)):
screamer 0:66f3b5499f7f 571 results.append(p.apply_async(compile_worker, [queue[i]]))
screamer 0:66f3b5499f7f 572
screamer 0:66f3b5499f7f 573 itr = 0
screamer 0:66f3b5499f7f 574 while True:
screamer 0:66f3b5499f7f 575 itr += 1
screamer 0:66f3b5499f7f 576 if itr > 180000:
screamer 0:66f3b5499f7f 577 p.terminate()
screamer 0:66f3b5499f7f 578 p.join()
screamer 0:66f3b5499f7f 579 raise ToolException("Compile did not finish in 5 minutes")
screamer 0:66f3b5499f7f 580
screamer 0:66f3b5499f7f 581 pending = 0
screamer 0:66f3b5499f7f 582 for r in results:
screamer 0:66f3b5499f7f 583 if r._ready is True:
screamer 0:66f3b5499f7f 584 try:
screamer 0:66f3b5499f7f 585 result = r.get()
screamer 0:66f3b5499f7f 586 results.remove(r)
screamer 0:66f3b5499f7f 587
screamer 0:66f3b5499f7f 588 self.compiled += 1
screamer 0:66f3b5499f7f 589 self.progress("compile", result['source'], build_update=True)
screamer 0:66f3b5499f7f 590 for res in result['results']:
screamer 0:66f3b5499f7f 591 self.debug("Command: %s" % ' '.join(res['command']))
screamer 0:66f3b5499f7f 592 self.compile_output([
screamer 0:66f3b5499f7f 593 res['code'],
screamer 0:66f3b5499f7f 594 res['output'],
screamer 0:66f3b5499f7f 595 res['command']
screamer 0:66f3b5499f7f 596 ])
screamer 0:66f3b5499f7f 597 objects.append(result['object'])
screamer 0:66f3b5499f7f 598 except ToolException, err:
screamer 0:66f3b5499f7f 599 p.terminate()
screamer 0:66f3b5499f7f 600 p.join()
screamer 0:66f3b5499f7f 601 raise ToolException(err)
screamer 0:66f3b5499f7f 602 else:
screamer 0:66f3b5499f7f 603 pending += 1
screamer 0:66f3b5499f7f 604 if pending > jobs_count:
screamer 0:66f3b5499f7f 605 break
screamer 0:66f3b5499f7f 606
screamer 0:66f3b5499f7f 607
screamer 0:66f3b5499f7f 608 if len(results) == 0:
screamer 0:66f3b5499f7f 609 break
screamer 0:66f3b5499f7f 610
screamer 0:66f3b5499f7f 611 sleep(0.01)
screamer 0:66f3b5499f7f 612
screamer 0:66f3b5499f7f 613 results = None
screamer 0:66f3b5499f7f 614 p.terminate()
screamer 0:66f3b5499f7f 615 p.join()
screamer 0:66f3b5499f7f 616
screamer 0:66f3b5499f7f 617 return objects
screamer 0:66f3b5499f7f 618
screamer 0:66f3b5499f7f 619 def compile_command(self, source, object, includes):
screamer 0:66f3b5499f7f 620 # Check dependencies
screamer 0:66f3b5499f7f 621 _, ext = splitext(source)
screamer 0:66f3b5499f7f 622 ext = ext.lower()
screamer 0:66f3b5499f7f 623
screamer 0:66f3b5499f7f 624 if ext == '.c' or ext == '.cpp':
screamer 0:66f3b5499f7f 625 base, _ = splitext(object)
screamer 0:66f3b5499f7f 626 dep_path = base + '.d'
screamer 0:66f3b5499f7f 627 deps = self.parse_dependencies(dep_path) if (exists(dep_path)) else []
screamer 0:66f3b5499f7f 628 if len(deps) == 0 or self.need_update(object, deps):
screamer 0:66f3b5499f7f 629 if ext == '.c':
screamer 0:66f3b5499f7f 630 return self.compile_c(source, object, includes)
screamer 0:66f3b5499f7f 631 else:
screamer 0:66f3b5499f7f 632 return self.compile_cpp(source, object, includes)
screamer 0:66f3b5499f7f 633 elif ext == '.s':
screamer 0:66f3b5499f7f 634 deps = [source]
screamer 0:66f3b5499f7f 635 if self.need_update(object, deps):
screamer 0:66f3b5499f7f 636 return self.assemble(source, object, includes)
screamer 0:66f3b5499f7f 637 else:
screamer 0:66f3b5499f7f 638 return False
screamer 0:66f3b5499f7f 639
screamer 0:66f3b5499f7f 640 return None
screamer 0:66f3b5499f7f 641
screamer 0:66f3b5499f7f 642 def is_not_supported_error(self, output):
screamer 0:66f3b5499f7f 643 return "#error directive: [NOT_SUPPORTED]" in output
screamer 0:66f3b5499f7f 644
screamer 0:66f3b5499f7f 645 def compile_output(self, output=[]):
screamer 0:66f3b5499f7f 646 _rc = output[0]
screamer 0:66f3b5499f7f 647 _stderr = output[1]
screamer 0:66f3b5499f7f 648 command = output[2]
screamer 0:66f3b5499f7f 649
screamer 0:66f3b5499f7f 650 # Parse output for Warnings and Errors
screamer 0:66f3b5499f7f 651 self.parse_output(_stderr)
screamer 0:66f3b5499f7f 652 self.debug("Return: %s"% _rc)
screamer 0:66f3b5499f7f 653 for error_line in _stderr.splitlines():
screamer 0:66f3b5499f7f 654 self.debug("Output: %s"% error_line)
screamer 0:66f3b5499f7f 655
screamer 0:66f3b5499f7f 656
screamer 0:66f3b5499f7f 657 # Check return code
screamer 0:66f3b5499f7f 658 if _rc != 0:
screamer 0:66f3b5499f7f 659 for line in _stderr.splitlines():
screamer 0:66f3b5499f7f 660 self.tool_error(line)
screamer 0:66f3b5499f7f 661
screamer 0:66f3b5499f7f 662 if self.is_not_supported_error(_stderr):
screamer 0:66f3b5499f7f 663 raise NotSupportedException(_stderr)
screamer 0:66f3b5499f7f 664 else:
screamer 0:66f3b5499f7f 665 raise ToolException(_stderr)
screamer 0:66f3b5499f7f 666
screamer 0:66f3b5499f7f 667 def build_library(self, objects, dir, name):
screamer 0:66f3b5499f7f 668 needed_update = False
screamer 0:66f3b5499f7f 669 lib = self.STD_LIB_NAME % name
screamer 0:66f3b5499f7f 670 fout = join(dir, lib)
screamer 0:66f3b5499f7f 671 if self.need_update(fout, objects):
screamer 0:66f3b5499f7f 672 self.info("Library: %s" % lib)
screamer 0:66f3b5499f7f 673 self.archive(objects, fout)
screamer 0:66f3b5499f7f 674 needed_update = True
screamer 0:66f3b5499f7f 675
screamer 0:66f3b5499f7f 676 return needed_update
screamer 0:66f3b5499f7f 677
screamer 0:66f3b5499f7f 678 def link_program(self, r, tmp_path, name):
screamer 0:66f3b5499f7f 679 needed_update = False
screamer 0:66f3b5499f7f 680 ext = 'bin'
screamer 0:66f3b5499f7f 681 if hasattr(self.target, 'OUTPUT_EXT'):
screamer 0:66f3b5499f7f 682 ext = self.target.OUTPUT_EXT
screamer 0:66f3b5499f7f 683
screamer 0:66f3b5499f7f 684 if hasattr(self.target, 'OUTPUT_NAMING'):
screamer 0:66f3b5499f7f 685 self.var("binary_naming", self.target.OUTPUT_NAMING)
screamer 0:66f3b5499f7f 686 if self.target.OUTPUT_NAMING == "8.3":
screamer 0:66f3b5499f7f 687 name = name[0:8]
screamer 0:66f3b5499f7f 688 ext = ext[0:3]
screamer 0:66f3b5499f7f 689
screamer 0:66f3b5499f7f 690 # Create destination directory
screamer 0:66f3b5499f7f 691 head, tail = split(name)
screamer 0:66f3b5499f7f 692 new_path = join(tmp_path, head)
screamer 0:66f3b5499f7f 693 mkdir(new_path)
screamer 0:66f3b5499f7f 694
screamer 0:66f3b5499f7f 695 filename = name+'.'+ext
screamer 0:66f3b5499f7f 696 elf = join(tmp_path, name + '.elf')
screamer 0:66f3b5499f7f 697 bin = join(tmp_path, filename)
screamer 0:66f3b5499f7f 698
screamer 0:66f3b5499f7f 699 if self.need_update(elf, r.objects + r.libraries + [r.linker_script]):
screamer 0:66f3b5499f7f 700 needed_update = True
screamer 0:66f3b5499f7f 701 self.progress("link", name)
screamer 0:66f3b5499f7f 702 self.link(elf, r.objects, r.libraries, r.lib_dirs, r.linker_script)
screamer 0:66f3b5499f7f 703
screamer 0:66f3b5499f7f 704 if self.need_update(bin, [elf]):
screamer 0:66f3b5499f7f 705 needed_update = True
screamer 0:66f3b5499f7f 706 self.progress("elf2bin", name)
screamer 0:66f3b5499f7f 707
screamer 0:66f3b5499f7f 708 self.binary(r, elf, bin)
screamer 0:66f3b5499f7f 709
screamer 0:66f3b5499f7f 710 self.var("compile_succeded", True)
screamer 0:66f3b5499f7f 711 self.var("binary", filename)
screamer 0:66f3b5499f7f 712
screamer 0:66f3b5499f7f 713 return bin, needed_update
screamer 0:66f3b5499f7f 714
screamer 0:66f3b5499f7f 715 def default_cmd(self, command):
screamer 0:66f3b5499f7f 716 self.debug("Command: %s"% ' '.join(command))
screamer 0:66f3b5499f7f 717 _stdout, _stderr, _rc = run_cmd(command)
screamer 0:66f3b5499f7f 718 # Print all warning / erros from stderr to console output
screamer 0:66f3b5499f7f 719 for error_line in _stderr.splitlines():
screamer 0:66f3b5499f7f 720 print error_line
screamer 0:66f3b5499f7f 721
screamer 0:66f3b5499f7f 722 self.debug("Return: %s"% _rc)
screamer 0:66f3b5499f7f 723
screamer 0:66f3b5499f7f 724 for output_line in _stdout.splitlines():
screamer 0:66f3b5499f7f 725 self.debug("Output: %s"% output_line)
screamer 0:66f3b5499f7f 726 for error_line in _stderr.splitlines():
screamer 0:66f3b5499f7f 727 self.debug("Errors: %s"% error_line)
screamer 0:66f3b5499f7f 728
screamer 0:66f3b5499f7f 729 if _rc != 0:
screamer 0:66f3b5499f7f 730 for line in _stderr.splitlines():
screamer 0:66f3b5499f7f 731 self.tool_error(line)
screamer 0:66f3b5499f7f 732 raise ToolException(_stderr)
screamer 0:66f3b5499f7f 733
screamer 0:66f3b5499f7f 734 ### NOTIFICATIONS ###
screamer 0:66f3b5499f7f 735 def info(self, message):
screamer 0:66f3b5499f7f 736 self.notify({'type': 'info', 'message': message})
screamer 0:66f3b5499f7f 737
screamer 0:66f3b5499f7f 738 def debug(self, message):
screamer 0:66f3b5499f7f 739 if self.VERBOSE:
screamer 0:66f3b5499f7f 740 if type(message) is ListType:
screamer 0:66f3b5499f7f 741 message = ' '.join(message)
screamer 0:66f3b5499f7f 742 message = "[DEBUG] " + message
screamer 0:66f3b5499f7f 743 self.notify({'type': 'debug', 'message': message})
screamer 0:66f3b5499f7f 744
screamer 0:66f3b5499f7f 745 def cc_info(self, severity, file, line, message, target_name=None, toolchain_name=None):
screamer 0:66f3b5499f7f 746 self.notify({'type': 'cc',
screamer 0:66f3b5499f7f 747 'severity': severity,
screamer 0:66f3b5499f7f 748 'file': file,
screamer 0:66f3b5499f7f 749 'line': line,
screamer 0:66f3b5499f7f 750 'message': message,
screamer 0:66f3b5499f7f 751 'target_name': target_name,
screamer 0:66f3b5499f7f 752 'toolchain_name': toolchain_name})
screamer 0:66f3b5499f7f 753
screamer 0:66f3b5499f7f 754 def progress(self, action, file, build_update=False):
screamer 0:66f3b5499f7f 755 msg = {'type': 'progress', 'action': action, 'file': file}
screamer 0:66f3b5499f7f 756 if build_update:
screamer 0:66f3b5499f7f 757 msg['percent'] = 100. * float(self.compiled) / float(self.to_be_compiled)
screamer 0:66f3b5499f7f 758 self.notify(msg)
screamer 0:66f3b5499f7f 759
screamer 0:66f3b5499f7f 760 def tool_error(self, message):
screamer 0:66f3b5499f7f 761 self.notify({'type': 'tool_error', 'message': message})
screamer 0:66f3b5499f7f 762
screamer 0:66f3b5499f7f 763 def var(self, key, value):
screamer 0:66f3b5499f7f 764 self.notify({'type': 'var', 'key': key, 'val': value})
screamer 0:66f3b5499f7f 765
screamer 0:66f3b5499f7f 766 from tools.settings import ARM_BIN
screamer 0:66f3b5499f7f 767 from tools.settings import GCC_ARM_PATH, GCC_CR_PATH
screamer 0:66f3b5499f7f 768 from tools.settings import IAR_PATH
screamer 0:66f3b5499f7f 769
screamer 0:66f3b5499f7f 770 TOOLCHAIN_BIN_PATH = {
screamer 0:66f3b5499f7f 771 'ARM': ARM_BIN,
screamer 0:66f3b5499f7f 772 'uARM': ARM_BIN,
screamer 0:66f3b5499f7f 773 'GCC_ARM': GCC_ARM_PATH,
screamer 0:66f3b5499f7f 774 'GCC_CR': GCC_CR_PATH,
screamer 0:66f3b5499f7f 775 'IAR': IAR_PATH
screamer 0:66f3b5499f7f 776 }
screamer 0:66f3b5499f7f 777
screamer 0:66f3b5499f7f 778 from tools.toolchains.arm import ARM_STD, ARM_MICRO
screamer 0:66f3b5499f7f 779 from tools.toolchains.gcc import GCC_ARM, GCC_CR
screamer 0:66f3b5499f7f 780 from tools.toolchains.iar import IAR
screamer 0:66f3b5499f7f 781
screamer 0:66f3b5499f7f 782 TOOLCHAIN_CLASSES = {
screamer 0:66f3b5499f7f 783 'ARM': ARM_STD,
screamer 0:66f3b5499f7f 784 'uARM': ARM_MICRO,
screamer 0:66f3b5499f7f 785 'GCC_ARM': GCC_ARM,
screamer 0:66f3b5499f7f 786 'GCC_CR': GCC_CR,
screamer 0:66f3b5499f7f 787 'IAR': IAR
screamer 0:66f3b5499f7f 788 }
screamer 0:66f3b5499f7f 789
screamer 0:66f3b5499f7f 790 TOOLCHAINS = set(TOOLCHAIN_CLASSES.keys())
screamer 1:a99c8e460c5c 791
screamer 1:a99c8e460c5c 792 # Toolchain profiles for backward compatibility with old mbed SDK library releases
screamer 1:a99c8e460c5c 793 TOOLCHAIN_PROFILES = {
screamer 1:a99c8e460c5c 794 'uARM' : {
screamer 1:a99c8e460c5c 795 'v5': {
screamer 2:07730b0f452c 796 'ARMCC_VERSION': '5.06',
screamer 2:07730b0f452c 797 'COMMON_FLAGS': ['-c', '--gnu', '-O3', '-Otime', '--split_sections', '--apcs=interwork'],
screamer 2:07730b0f452c 798 'COMMON_CPP_FLAGS': ['--cpp', '--no_rtti'],
screamer 1:a99c8e460c5c 799 },
screamer 1:a99c8e460c5c 800 'v4': {
screamer 2:07730b0f452c 801 'ARMCC_VERSION': '5.03',
screamer 2:07730b0f452c 802 'COMMON_FLAGS': ['-c', '--gnu', '-O3', '-Otime', '--split_sections', '--apcs=interwork'],
screamer 2:07730b0f452c 803 'COMMON_CPP_FLAGS': ['--cpp', '--no_rtti'],
screamer 1:a99c8e460c5c 804 },
screamer 1:a99c8e460c5c 805 'v3': {
screamer 2:07730b0f452c 806 'ARMCC_VERSION': '5.01',
screamer 2:07730b0f452c 807 'COMMON_FLAGS': ['-c', '--gnu', '-Ospace', '--split_sections', '--apcs=interwork'],
screamer 2:07730b0f452c 808 'COMMON_CPP_FLAGS': ['--cpp', '--no_rtti'],
screamer 1:a99c8e460c5c 809 },
screamer 1:a99c8e460c5c 810 'v2': {
screamer 2:07730b0f452c 811 'ARMCC_VERSION': '4',
screamer 2:07730b0f452c 812 'COMMON_FLAGS': ['-c', '--gnu', '-Ospace', '--split_sections', '--apcs=interwork'],
screamer 2:07730b0f452c 813 'COMMON_CPP_FLAGS': ['--cpp', '--no_rtti'],
screamer 1:a99c8e460c5c 814 'PATCHED_LIBRARY' : True,
screamer 1:a99c8e460c5c 815 },
screamer 1:a99c8e460c5c 816 'v1': {
screamer 2:07730b0f452c 817 'ARMCC_VERSION': '4',
screamer 2:07730b0f452c 818 'COMMON_FLAGS': ['-c', '--gnu', '-Otime', '--split_sections', '--apcs=interwork'],
screamer 2:07730b0f452c 819 'COMMON_CPP_FLAGS': ['--cpp'],
screamer 1:a99c8e460c5c 820 'COMPILE_C_AS_CPP': True,
screamer 1:a99c8e460c5c 821 'PATCHED_LIBRARY' : True,
screamer 1:a99c8e460c5c 822 }
screamer 1:a99c8e460c5c 823 },
screamer 1:a99c8e460c5c 824 'ARM' : {
screamer 1:a99c8e460c5c 825 'v5': {
screamer 2:07730b0f452c 826 'ARMCC_VERSION': '5.06',
screamer 2:07730b0f452c 827 'COMMON_FLAGS': ['-c', '--gnu', '-O3', '-Otime', '--split_sections', '--apcs=interwork'],
screamer 2:07730b0f452c 828 'COMMON_CPP_FLAGS': ['--cpp', '--no_rtti'],
screamer 1:a99c8e460c5c 829 'COMPILE_C_AS_CPP': False,
screamer 1:a99c8e460c5c 830 },
screamer 1:a99c8e460c5c 831 'v4': {
screamer 2:07730b0f452c 832 'ARMCC_VERSION': '5.03',
screamer 2:07730b0f452c 833 'COMMON_FLAGS': ['-c', '--gnu', '-O3', '-Otime', '--split_sections', '--apcs=interwork'],
screamer 2:07730b0f452c 834 'COMMON_CPP_FLAGS': ['--cpp', '--no_rtti'],
screamer 2:07730b0f452c 835 'COMPILE_C_AS_CPP': False,
screamer 2:07730b0f452c 836 },
screamer 2:07730b0f452c 837 'v3': {
screamer 2:07730b0f452c 838 'ARMCC_VERSION': '5.01',
screamer 2:07730b0f452c 839 'COMMON_FLAGS': ['-c', '--gnu', '-Ospace', '--split_sections', '--apcs=interwork'],
screamer 2:07730b0f452c 840 'COMMON_CPP_FLAGS': ['--cpp', '--no_rtti'],
screamer 1:a99c8e460c5c 841 'COMPILE_C_AS_CPP': False,
screamer 1:a99c8e460c5c 842 },
screamer 2:07730b0f452c 843 'v2': {
screamer 2:07730b0f452c 844 'ARMCC_VERSION': '5.01',
screamer 2:07730b0f452c 845 'COMMON_FLAGS': ['-c', '--gnu', '-Ospace', '--split_sections', '--apcs=interwork'],
screamer 2:07730b0f452c 846 'COMMON_CPP_FLAGS': ['--cpp', '--no_rtti'],
screamer 1:a99c8e460c5c 847 'COMPILE_C_AS_CPP': False,
screamer 1:a99c8e460c5c 848 },
screamer 1:a99c8e460c5c 849 'v1': {
screamer 2:07730b0f452c 850 'ARMCC_VERSION': '4',
screamer 2:07730b0f452c 851 'COMMON_FLAGS': ['-c', '--gnu', '-Otime', '--split_sections', '--apcs=interwork'],
screamer 2:07730b0f452c 852 'COMMON_CPP_FLAGS': ['--cpp'],
screamer 1:a99c8e460c5c 853 'COMPILE_C_AS_CPP': True,
screamer 1:a99c8e460c5c 854 }
screamer 2:07730b0f452c 855 },
screamer 2:07730b0f452c 856 'GCC_ARM' : {
screamer 2:07730b0f452c 857 'v2': {
screamer 2:07730b0f452c 858 'COMMON_FLAGS': ["-c", "-O2", "-Wall", "-fmessage-length=0", "-fno-exceptions", "-fno-builtin", "-ffunction-sections", "-fdata-sections"],
screamer 2:07730b0f452c 859 'COMMON_CPP_FLAGS': ['-std=gnu++98'],
screamer 2:07730b0f452c 860 'COMMON_LD_FLAGS': ['-Wl,--gc-sections'],
screamer 4:517abc9a41c6 861 },
screamer 4:517abc9a41c6 862 'v1': {
screamer 4:517abc9a41c6 863 'COMMON_FLAGS': ["-c", "-O2", "-Wall", "-fmessage-length=0", "-fno-exceptions", "-fno-builtin", "-ffunction-sections", "-fdata-sections"],
screamer 4:517abc9a41c6 864 'COMMON_CPP_FLAGS': ['-std=gnu++98'],
screamer 4:517abc9a41c6 865 'COMMON_LD_FLAGS': ['-Wl,--gc-sections'],
screamer 2:07730b0f452c 866 }
screamer 2:07730b0f452c 867 }
screamer 1:a99c8e460c5c 868 }