the other jimmy / mbed-sdk-tools

Important changes to repositories hosted on mbed.com

Mbed hosted mercurial repositories are deprecated and are due to be permanently deleted in July 2026.

To keep a copy of this software download the repository Zip archive or clone locally using Mercurial.

It is also possible to export all your personal repositories from the account settings page.

Fork of mbed-sdk-tools by mbed official

toolchains/__init__.py@7:5af61d55adbe, 2016-06-07 (annotated)

Committer:
screamer
Date:
Tue Jun 07 11:21:44 2016 +0100
Revision:
7:5af61d55adbe
Parent:
6:744106007ff3
Child:
9:2d27d77ada5c
Ported changes and config system from workspace tools

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 """
screamer 0:66f3b5499f7f 2 mbed SDK
screamer 0:66f3b5499f7f 3 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 4
screamer 0:66f3b5499f7f 5 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 6 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 7 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 8
screamer 0:66f3b5499f7f 9 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 10
screamer 0:66f3b5499f7f 11 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 12 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 13 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 14 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 15 limitations under the License.
screamer 0:66f3b5499f7f 16 """
screamer 0:66f3b5499f7f 17
screamer 0:66f3b5499f7f 18 import re
screamer 0:66f3b5499f7f 19 import sys
screamer 7:5af61d55adbe 20 from os import stat, walk, getcwd, sep
screamer 0:66f3b5499f7f 21 from copy import copy
screamer 0:66f3b5499f7f 22 from time import time, sleep
screamer 0:66f3b5499f7f 23 from types import ListType
screamer 0:66f3b5499f7f 24 from shutil import copyfile
screamer 7:5af61d55adbe 25 from os.path import join, splitext, exists, relpath, dirname, basename, split, abspath
screamer 0:66f3b5499f7f 26 from inspect import getmro
screamer 0:66f3b5499f7f 27
screamer 0:66f3b5499f7f 28 from multiprocessing import Pool, cpu_count
screamer 0:66f3b5499f7f 29 from tools.utils import run_cmd, mkdir, rel_path, ToolException, NotSupportedException, split_path
screamer 0:66f3b5499f7f 30 from tools.settings import BUILD_OPTIONS, MBED_ORG_USER
screamer 0:66f3b5499f7f 31 import tools.hooks as hooks
screamer 7:5af61d55adbe 32 from tools.memap import MemmapParser
screamer 0:66f3b5499f7f 33 from hashlib import md5
screamer 7:5af61d55adbe 34 import fnmatch
screamer 0:66f3b5499f7f 35
screamer 0:66f3b5499f7f 36
screamer 0:66f3b5499f7f 37 #Disables multiprocessing if set to higher number than the host machine CPUs
screamer 0:66f3b5499f7f 38 CPU_COUNT_MIN = 1
screamer 0:66f3b5499f7f 39
screamer 0:66f3b5499f7f 40 def compile_worker(job):
screamer 0:66f3b5499f7f 41 results = []
screamer 0:66f3b5499f7f 42 for command in job['commands']:
screamer 0:66f3b5499f7f 43 _, _stderr, _rc = run_cmd(command, job['work_dir'])
screamer 0:66f3b5499f7f 44 results.append({
screamer 0:66f3b5499f7f 45 'code': _rc,
screamer 0:66f3b5499f7f 46 'output': _stderr,
screamer 0:66f3b5499f7f 47 'command': command
screamer 0:66f3b5499f7f 48 })
screamer 0:66f3b5499f7f 49
screamer 0:66f3b5499f7f 50 return {
screamer 0:66f3b5499f7f 51 'source': job['source'],
screamer 0:66f3b5499f7f 52 'object': job['object'],
screamer 0:66f3b5499f7f 53 'commands': job['commands'],
screamer 0:66f3b5499f7f 54 'results': results
screamer 0:66f3b5499f7f 55 }
screamer 0:66f3b5499f7f 56
screamer 7:5af61d55adbe 57
screamer 0:66f3b5499f7f 58 class Resources:
screamer 0:66f3b5499f7f 59 def __init__(self, base_path=None):
screamer 0:66f3b5499f7f 60 self.base_path = base_path
screamer 0:66f3b5499f7f 61
screamer 0:66f3b5499f7f 62 self.inc_dirs = []
screamer 0:66f3b5499f7f 63 self.headers = []
screamer 0:66f3b5499f7f 64
screamer 0:66f3b5499f7f 65 self.s_sources = []
screamer 0:66f3b5499f7f 66 self.c_sources = []
screamer 0:66f3b5499f7f 67 self.cpp_sources = []
screamer 0:66f3b5499f7f 68
screamer 0:66f3b5499f7f 69 self.lib_dirs = set([])
screamer 0:66f3b5499f7f 70 self.objects = []
screamer 0:66f3b5499f7f 71 self.libraries = []
screamer 0:66f3b5499f7f 72
screamer 0:66f3b5499f7f 73 # mbed special files
screamer 0:66f3b5499f7f 74 self.lib_builds = []
screamer 0:66f3b5499f7f 75 self.lib_refs = []
screamer 0:66f3b5499f7f 76
screamer 0:66f3b5499f7f 77 self.repo_dirs = []
screamer 0:66f3b5499f7f 78 self.repo_files = []
screamer 0:66f3b5499f7f 79
screamer 0:66f3b5499f7f 80 self.linker_script = None
screamer 0:66f3b5499f7f 81
screamer 0:66f3b5499f7f 82 # Other files
screamer 0:66f3b5499f7f 83 self.hex_files = []
screamer 0:66f3b5499f7f 84 self.bin_files = []
screamer 7:5af61d55adbe 85 self.json_files = []
screamer 7:5af61d55adbe 86
screamer 7:5af61d55adbe 87 def __add__(self, resources):
screamer 7:5af61d55adbe 88 if resources is None:
screamer 7:5af61d55adbe 89 return self
screamer 7:5af61d55adbe 90 else:
screamer 7:5af61d55adbe 91 return self.add(resources)
screamer 7:5af61d55adbe 92
screamer 7:5af61d55adbe 93 def __radd__(self, resources):
screamer 7:5af61d55adbe 94 if resources is None:
screamer 7:5af61d55adbe 95 return self
screamer 7:5af61d55adbe 96 else:
screamer 7:5af61d55adbe 97 return self.add(resources)
screamer 0:66f3b5499f7f 98
screamer 0:66f3b5499f7f 99 def add(self, resources):
screamer 0:66f3b5499f7f 100 self.inc_dirs += resources.inc_dirs
screamer 0:66f3b5499f7f 101 self.headers += resources.headers
screamer 0:66f3b5499f7f 102
screamer 0:66f3b5499f7f 103 self.s_sources += resources.s_sources
screamer 0:66f3b5499f7f 104 self.c_sources += resources.c_sources
screamer 0:66f3b5499f7f 105 self.cpp_sources += resources.cpp_sources
screamer 0:66f3b5499f7f 106
screamer 0:66f3b5499f7f 107 self.lib_dirs |= resources.lib_dirs
screamer 0:66f3b5499f7f 108 self.objects += resources.objects
screamer 0:66f3b5499f7f 109 self.libraries += resources.libraries
screamer 0:66f3b5499f7f 110
screamer 0:66f3b5499f7f 111 self.lib_builds += resources.lib_builds
screamer 0:66f3b5499f7f 112 self.lib_refs += resources.lib_refs
screamer 0:66f3b5499f7f 113
screamer 0:66f3b5499f7f 114 self.repo_dirs += resources.repo_dirs
screamer 0:66f3b5499f7f 115 self.repo_files += resources.repo_files
screamer 0:66f3b5499f7f 116
screamer 0:66f3b5499f7f 117 if resources.linker_script is not None:
screamer 0:66f3b5499f7f 118 self.linker_script = resources.linker_script
screamer 0:66f3b5499f7f 119
screamer 0:66f3b5499f7f 120 self.hex_files += resources.hex_files
screamer 0:66f3b5499f7f 121 self.bin_files += resources.bin_files
screamer 7:5af61d55adbe 122 self.json_files += resources.json_files
screamer 7:5af61d55adbe 123
screamer 7:5af61d55adbe 124 return self
screamer 0:66f3b5499f7f 125
screamer 0:66f3b5499f7f 126 def relative_to(self, base, dot=False):
screamer 0:66f3b5499f7f 127 for field in ['inc_dirs', 'headers', 's_sources', 'c_sources',
screamer 0:66f3b5499f7f 128 'cpp_sources', 'lib_dirs', 'objects', 'libraries',
screamer 7:5af61d55adbe 129 'lib_builds', 'lib_refs', 'repo_dirs', 'repo_files',
screamer 7:5af61d55adbe 130 'hex_files', 'bin_files', 'json_files']:
screamer 0:66f3b5499f7f 131 v = [rel_path(f, base, dot) for f in getattr(self, field)]
screamer 0:66f3b5499f7f 132 setattr(self, field, v)
screamer 0:66f3b5499f7f 133 if self.linker_script is not None:
screamer 0:66f3b5499f7f 134 self.linker_script = rel_path(self.linker_script, base, dot)
screamer 0:66f3b5499f7f 135
screamer 0:66f3b5499f7f 136 def win_to_unix(self):
screamer 0:66f3b5499f7f 137 for field in ['inc_dirs', 'headers', 's_sources', 'c_sources',
screamer 0:66f3b5499f7f 138 'cpp_sources', 'lib_dirs', 'objects', 'libraries',
screamer 7:5af61d55adbe 139 'lib_builds', 'lib_refs', 'repo_dirs', 'repo_files',
screamer 7:5af61d55adbe 140 'hex_files', 'bin_files', 'json_files']:
screamer 0:66f3b5499f7f 141 v = [f.replace('\\', '/') for f in getattr(self, field)]
screamer 0:66f3b5499f7f 142 setattr(self, field, v)
screamer 0:66f3b5499f7f 143 if self.linker_script is not None:
screamer 0:66f3b5499f7f 144 self.linker_script = self.linker_script.replace('\\', '/')
screamer 0:66f3b5499f7f 145
screamer 0:66f3b5499f7f 146 def __str__(self):
screamer 0:66f3b5499f7f 147 s = []
screamer 0:66f3b5499f7f 148
screamer 0:66f3b5499f7f 149 for (label, resources) in (
screamer 0:66f3b5499f7f 150 ('Include Directories', self.inc_dirs),
screamer 0:66f3b5499f7f 151 ('Headers', self.headers),
screamer 0:66f3b5499f7f 152
screamer 0:66f3b5499f7f 153 ('Assembly sources', self.s_sources),
screamer 0:66f3b5499f7f 154 ('C sources', self.c_sources),
screamer 0:66f3b5499f7f 155 ('C++ sources', self.cpp_sources),
screamer 0:66f3b5499f7f 156
screamer 0:66f3b5499f7f 157 ('Library directories', self.lib_dirs),
screamer 0:66f3b5499f7f 158 ('Objects', self.objects),
screamer 0:66f3b5499f7f 159 ('Libraries', self.libraries),
screamer 0:66f3b5499f7f 160
screamer 0:66f3b5499f7f 161 ('Hex files', self.hex_files),
screamer 0:66f3b5499f7f 162 ('Bin files', self.bin_files),
screamer 0:66f3b5499f7f 163 ):
screamer 0:66f3b5499f7f 164 if resources:
screamer 0:66f3b5499f7f 165 s.append('%s:\n ' % label + '\n '.join(resources))
screamer 0:66f3b5499f7f 166
screamer 0:66f3b5499f7f 167 if self.linker_script:
screamer 0:66f3b5499f7f 168 s.append('Linker Script: ' + self.linker_script)
screamer 0:66f3b5499f7f 169
screamer 0:66f3b5499f7f 170 return '\n'.join(s)
screamer 0:66f3b5499f7f 171
screamer 0:66f3b5499f7f 172 # Support legacy build conventions: the original mbed build system did not have
screamer 0:66f3b5499f7f 173 # standard labels for the "TARGET_" and "TOOLCHAIN_" specific directories, but
screamer 0:66f3b5499f7f 174 # had the knowledge of a list of these directories to be ignored.
screamer 0:66f3b5499f7f 175 LEGACY_IGNORE_DIRS = set([
screamer 0:66f3b5499f7f 176 'LPC11U24', 'LPC1768', 'LPC2368', 'LPC4088', 'LPC812', 'KL25Z',
screamer 1:a99c8e460c5c 177 'ARM', 'uARM', 'IAR',
screamer 1:a99c8e460c5c 178 'GCC_ARM', 'GCC_CS', 'GCC_CR', 'GCC_CW', 'GCC_CW_EWL', 'GCC_CW_NEWLIB',
screamer 0:66f3b5499f7f 179 ])
screamer 0:66f3b5499f7f 180 LEGACY_TOOLCHAIN_NAMES = {
screamer 0:66f3b5499f7f 181 'ARM_STD':'ARM', 'ARM_MICRO': 'uARM',
screamer 1:a99c8e460c5c 182 'GCC_ARM': 'GCC_ARM', 'GCC_CR': 'GCC_CS',
screamer 0:66f3b5499f7f 183 'IAR': 'IAR',
screamer 0:66f3b5499f7f 184 }
screamer 0:66f3b5499f7f 185
screamer 0:66f3b5499f7f 186
screamer 0:66f3b5499f7f 187 class mbedToolchain:
screamer 1:a99c8e460c5c 188 PROFILE = None
screamer 0:66f3b5499f7f 189 VERBOSE = True
screamer 7:5af61d55adbe 190 ignorepatterns = []
screamer 0:66f3b5499f7f 191
screamer 0:66f3b5499f7f 192 CORTEX_SYMBOLS = {
screamer 0:66f3b5499f7f 193 "Cortex-M0" : ["__CORTEX_M0", "ARM_MATH_CM0", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 194 "Cortex-M0+": ["__CORTEX_M0PLUS", "ARM_MATH_CM0PLUS", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 195 "Cortex-M1" : ["__CORTEX_M3", "ARM_MATH_CM1"],
screamer 0:66f3b5499f7f 196 "Cortex-M3" : ["__CORTEX_M3", "ARM_MATH_CM3", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 197 "Cortex-M4" : ["__CORTEX_M4", "ARM_MATH_CM4", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 198 "Cortex-M4F" : ["__CORTEX_M4", "ARM_MATH_CM4", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 199 "Cortex-M7" : ["__CORTEX_M7", "ARM_MATH_CM7", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 200 "Cortex-M7F" : ["__CORTEX_M7", "ARM_MATH_CM7", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 201 "Cortex-A9" : ["__CORTEX_A9", "ARM_MATH_CA9", "__FPU_PRESENT", "__CMSIS_RTOS", "__EVAL", "__MBED_CMSIS_RTOS_CA9"],
screamer 0:66f3b5499f7f 202 }
screamer 0:66f3b5499f7f 203
screamer 0:66f3b5499f7f 204 GOANNA_FORMAT = "[Goanna] warning [%FILENAME%:%LINENO%] - [%CHECKNAME%(%SEVERITY%)] %MESSAGE%"
screamer 0:66f3b5499f7f 205 GOANNA_DIAGNOSTIC_PATTERN = re.compile(r'"\[Goanna\] (?P<severity>warning) \[(?P<file>[^:]+):(?P<line>\d+)\] \- (?P<message>.*)"')
screamer 0:66f3b5499f7f 206
screamer 2:07730b0f452c 207 def __init__(self, target, options=None, notify=None, macros=None, silent=False, extra_verbose=False, profile=None):
screamer 0:66f3b5499f7f 208 self.target = target
screamer 0:66f3b5499f7f 209 self.name = self.__class__.__name__
screamer 0:66f3b5499f7f 210 self.hook = hooks.Hook(target, self)
screamer 0:66f3b5499f7f 211 self.silent = silent
screamer 0:66f3b5499f7f 212 self.output = ""
screamer 0:66f3b5499f7f 213
screamer 0:66f3b5499f7f 214 self.legacy_ignore_dirs = LEGACY_IGNORE_DIRS - set([target.name, LEGACY_TOOLCHAIN_NAMES[self.name]])
screamer 0:66f3b5499f7f 215
screamer 0:66f3b5499f7f 216 if notify:
screamer 0:66f3b5499f7f 217 self.notify_fun = notify
screamer 0:66f3b5499f7f 218 elif extra_verbose:
screamer 0:66f3b5499f7f 219 self.notify_fun = self.print_notify_verbose
screamer 0:66f3b5499f7f 220 else:
screamer 0:66f3b5499f7f 221 self.notify_fun = self.print_notify
screamer 0:66f3b5499f7f 222
screamer 0:66f3b5499f7f 223 self.options = options if options is not None else []
screamer 0:66f3b5499f7f 224
screamer 0:66f3b5499f7f 225 self.macros = macros or []
screamer 0:66f3b5499f7f 226 self.options.extend(BUILD_OPTIONS)
screamer 0:66f3b5499f7f 227 if self.options:
screamer 0:66f3b5499f7f 228 self.info("Build Options: %s" % (', '.join(self.options)))
screamer 0:66f3b5499f7f 229
screamer 0:66f3b5499f7f 230 self.obj_path = join("TARGET_"+target.name, "TOOLCHAIN_"+self.name)
screamer 0:66f3b5499f7f 231
screamer 0:66f3b5499f7f 232 self.symbols = None
screamer 0:66f3b5499f7f 233 self.labels = None
screamer 0:66f3b5499f7f 234 self.has_config = False
screamer 0:66f3b5499f7f 235
screamer 0:66f3b5499f7f 236 self.build_all = False
screamer 0:66f3b5499f7f 237 self.build_dir = None
screamer 0:66f3b5499f7f 238 self.timestamp = time()
screamer 0:66f3b5499f7f 239 self.jobs = 1
screamer 0:66f3b5499f7f 240
screamer 0:66f3b5499f7f 241 self.CHROOT = None
screamer 7:5af61d55adbe 242
screamer 2:07730b0f452c 243 self.mp_pool = None
screamer 0:66f3b5499f7f 244
screamer 2:07730b0f452c 245 if profile and (TOOLCHAIN_PROFILES.get(self.name, None) and
screamer 2:07730b0f452c 246 TOOLCHAIN_PROFILES[self.name].get(profile)):
screamer 2:07730b0f452c 247 self.PROFILE = TOOLCHAIN_PROFILES[self.name].get(profile)
screamer 2:07730b0f452c 248 self.info("Using toolchain %s profile %s" % (self.name, profile))
screamer 2:07730b0f452c 249
screamer 0:66f3b5499f7f 250 if 'UVISOR_PRESENT=1' in self.macros:
screamer 0:66f3b5499f7f 251 self.target.core = re.sub(r"F$", '', self.target.core)
screamer 0:66f3b5499f7f 252
screamer 0:66f3b5499f7f 253 def get_output(self):
screamer 0:66f3b5499f7f 254 return self.output
screamer 0:66f3b5499f7f 255
screamer 0:66f3b5499f7f 256 def print_notify(self, event, silent=False):
screamer 0:66f3b5499f7f 257 """ Default command line notification
screamer 0:66f3b5499f7f 258 """
screamer 0:66f3b5499f7f 259 msg = None
screamer 0:66f3b5499f7f 260
screamer 0:66f3b5499f7f 261 if event['type'] in ['info', 'debug']:
screamer 0:66f3b5499f7f 262 msg = event['message']
screamer 0:66f3b5499f7f 263
screamer 0:66f3b5499f7f 264 elif event['type'] == 'cc':
screamer 0:66f3b5499f7f 265 event['severity'] = event['severity'].title()
screamer 0:66f3b5499f7f 266 event['file'] = basename(event['file'])
screamer 0:66f3b5499f7f 267 msg = '[%(severity)s] %(file)s@%(line)s: %(message)s' % event
screamer 0:66f3b5499f7f 268
screamer 0:66f3b5499f7f 269 elif event['type'] == 'progress':
screamer 0:66f3b5499f7f 270 if not silent:
screamer 0:66f3b5499f7f 271 msg = '%s: %s' % (event['action'].title(), basename(event['file']))
screamer 0:66f3b5499f7f 272
screamer 0:66f3b5499f7f 273 if msg:
screamer 0:66f3b5499f7f 274 print msg
screamer 0:66f3b5499f7f 275 self.output += msg + "\n"
screamer 0:66f3b5499f7f 276
screamer 0:66f3b5499f7f 277 def print_notify_verbose(self, event, silent=False):
screamer 0:66f3b5499f7f 278 """ Default command line notification with more verbose mode
screamer 0:66f3b5499f7f 279 """
screamer 0:66f3b5499f7f 280 if event['type'] in ['info', 'debug']:
screamer 0:66f3b5499f7f 281 self.print_notify(event) # standard handle
screamer 0:66f3b5499f7f 282
screamer 0:66f3b5499f7f 283 elif event['type'] == 'cc':
screamer 0:66f3b5499f7f 284 event['severity'] = event['severity'].title()
screamer 0:66f3b5499f7f 285 event['file'] = basename(event['file'])
screamer 0:66f3b5499f7f 286 event['mcu_name'] = "None"
screamer 0:66f3b5499f7f 287 event['toolchain'] = "None"
screamer 0:66f3b5499f7f 288 event['target_name'] = event['target_name'].upper() if event['target_name'] else "Unknown"
screamer 0:66f3b5499f7f 289 event['toolchain_name'] = event['toolchain_name'].upper() if event['toolchain_name'] else "Unknown"
screamer 0:66f3b5499f7f 290 msg = '[%(severity)s] %(target_name)s::%(toolchain_name)s::%(file)s@%(line)s: %(message)s' % event
screamer 0:66f3b5499f7f 291 print msg
screamer 0:66f3b5499f7f 292 self.output += msg + "\n"
screamer 0:66f3b5499f7f 293
screamer 0:66f3b5499f7f 294 elif event['type'] == 'progress':
screamer 0:66f3b5499f7f 295 self.print_notify(event) # standard handle
screamer 0:66f3b5499f7f 296
screamer 0:66f3b5499f7f 297 def notify(self, event):
screamer 0:66f3b5499f7f 298 """ Little closure for notify functions
screamer 0:66f3b5499f7f 299 """
screamer 0:66f3b5499f7f 300 return self.notify_fun(event, self.silent)
screamer 0:66f3b5499f7f 301
screamer 0:66f3b5499f7f 302 def __exit__(self):
screamer 0:66f3b5499f7f 303 if self.mp_pool is not None:
screamer 0:66f3b5499f7f 304 self.mp_pool.terminate()
screamer 0:66f3b5499f7f 305
screamer 0:66f3b5499f7f 306 def goanna_parse_line(self, line):
screamer 0:66f3b5499f7f 307 if "analyze" in self.options:
screamer 0:66f3b5499f7f 308 return self.GOANNA_DIAGNOSTIC_PATTERN.match(line)
screamer 0:66f3b5499f7f 309 else:
screamer 0:66f3b5499f7f 310 return None
screamer 0:66f3b5499f7f 311
screamer 0:66f3b5499f7f 312 def get_symbols(self):
screamer 0:66f3b5499f7f 313 if self.symbols is None:
screamer 0:66f3b5499f7f 314 # Target and Toolchain symbols
screamer 0:66f3b5499f7f 315 labels = self.get_labels()
screamer 0:66f3b5499f7f 316 self.symbols = ["TARGET_%s" % t for t in labels['TARGET']]
screamer 0:66f3b5499f7f 317 self.symbols.extend(["TOOLCHAIN_%s" % t for t in labels['TOOLCHAIN']])
screamer 0:66f3b5499f7f 318
screamer 0:66f3b5499f7f 319 # Config support
screamer 0:66f3b5499f7f 320 if self.has_config:
screamer 0:66f3b5499f7f 321 self.symbols.append('HAVE_MBED_CONFIG_H')
screamer 0:66f3b5499f7f 322
screamer 0:66f3b5499f7f 323 # Cortex CPU symbols
screamer 0:66f3b5499f7f 324 if self.target.core in mbedToolchain.CORTEX_SYMBOLS:
screamer 0:66f3b5499f7f 325 self.symbols.extend(mbedToolchain.CORTEX_SYMBOLS[self.target.core])
screamer 0:66f3b5499f7f 326
screamer 0:66f3b5499f7f 327 # Symbols defined by the on-line build.system
screamer 0:66f3b5499f7f 328 self.symbols.extend(['MBED_BUILD_TIMESTAMP=%s' % self.timestamp, 'TARGET_LIKE_MBED', '__MBED__=1'])
screamer 0:66f3b5499f7f 329 if MBED_ORG_USER:
screamer 0:66f3b5499f7f 330 self.symbols.append('MBED_USERNAME=' + MBED_ORG_USER)
screamer 0:66f3b5499f7f 331
screamer 0:66f3b5499f7f 332 # Add target's symbols
screamer 0:66f3b5499f7f 333 self.symbols += self.target.macros
screamer 7:5af61d55adbe 334 # Add target's hardware
screamer 7:5af61d55adbe 335 try :
screamer 7:5af61d55adbe 336 self.symbols += ["DEVICE_" + feature + "=1" for feature in self.target.features]
screamer 7:5af61d55adbe 337 except AttributeError :
screamer 7:5af61d55adbe 338 pass
screamer 0:66f3b5499f7f 339 # Add extra symbols passed via 'macros' parameter
screamer 0:66f3b5499f7f 340 self.symbols += self.macros
screamer 0:66f3b5499f7f 341
screamer 0:66f3b5499f7f 342 # Form factor variables
screamer 0:66f3b5499f7f 343 if hasattr(self.target, 'supported_form_factors'):
screamer 0:66f3b5499f7f 344 self.symbols.extend(["TARGET_FF_%s" % t for t in self.target.supported_form_factors])
screamer 0:66f3b5499f7f 345
screamer 0:66f3b5499f7f 346 return list(set(self.symbols)) # Return only unique symbols
screamer 0:66f3b5499f7f 347
screamer 7:5af61d55adbe 348 # Extend the internal list of macros
screamer 7:5af61d55adbe 349 def add_macros(self, new_macros):
screamer 7:5af61d55adbe 350 self.macros.extend(new_macros)
screamer 7:5af61d55adbe 351
screamer 0:66f3b5499f7f 352 def get_labels(self):
screamer 0:66f3b5499f7f 353 if self.labels is None:
screamer 0:66f3b5499f7f 354 toolchain_labels = [c.__name__ for c in getmro(self.__class__)]
screamer 0:66f3b5499f7f 355 toolchain_labels.remove('mbedToolchain')
screamer 0:66f3b5499f7f 356 self.labels = {
screamer 0:66f3b5499f7f 357 'TARGET': self.target.get_labels() + ["DEBUG" if "debug-info" in self.options else "RELEASE"],
screamer 0:66f3b5499f7f 358 'TOOLCHAIN': toolchain_labels
screamer 0:66f3b5499f7f 359 }
screamer 0:66f3b5499f7f 360 return self.labels
screamer 0:66f3b5499f7f 361
screamer 0:66f3b5499f7f 362 def need_update(self, target, dependencies):
screamer 0:66f3b5499f7f 363 if self.build_all:
screamer 0:66f3b5499f7f 364 return True
screamer 0:66f3b5499f7f 365
screamer 0:66f3b5499f7f 366 if not exists(target):
screamer 0:66f3b5499f7f 367 return True
screamer 0:66f3b5499f7f 368
screamer 0:66f3b5499f7f 369 target_mod_time = stat(target).st_mtime
screamer 0:66f3b5499f7f 370
screamer 0:66f3b5499f7f 371 for d in dependencies:
screamer 0:66f3b5499f7f 372
screamer 0:66f3b5499f7f 373 # Some objects are not provided with full path and here we do not have
screamer 0:66f3b5499f7f 374 # information about the library paths. Safe option: assume an update
screamer 0:66f3b5499f7f 375 if not d or not exists(d):
screamer 0:66f3b5499f7f 376 return True
screamer 0:66f3b5499f7f 377
screamer 0:66f3b5499f7f 378 if stat(d).st_mtime >= target_mod_time:
screamer 0:66f3b5499f7f 379 return True
screamer 0:66f3b5499f7f 380
screamer 0:66f3b5499f7f 381 return False
screamer 0:66f3b5499f7f 382
screamer 7:5af61d55adbe 383 def is_ignored(self, file_path):
screamer 7:5af61d55adbe 384 for pattern in self.ignorepatterns:
screamer 7:5af61d55adbe 385 if fnmatch.fnmatch(file_path, pattern):
screamer 7:5af61d55adbe 386 return True
screamer 7:5af61d55adbe 387 return False
screamer 7:5af61d55adbe 388
screamer 0:66f3b5499f7f 389 def scan_resources(self, path, exclude_paths=None):
screamer 0:66f3b5499f7f 390 labels = self.get_labels()
screamer 0:66f3b5499f7f 391 resources = Resources(path)
screamer 0:66f3b5499f7f 392 self.has_config = False
screamer 0:66f3b5499f7f 393
screamer 0:66f3b5499f7f 394 """ os.walk(top[, topdown=True[, onerror=None[, followlinks=False]]])
screamer 0:66f3b5499f7f 395 When topdown is True, the caller can modify the dirnames list in-place
screamer 0:66f3b5499f7f 396 (perhaps using del or slice assignment), and walk() will only recurse into
screamer 0:66f3b5499f7f 397 the subdirectories whose names remain in dirnames; this can be used to prune
screamer 0:66f3b5499f7f 398 the search, impose a specific order of visiting, or even to inform walk()
screamer 0:66f3b5499f7f 399 about directories the caller creates or renames before it resumes walk()
screamer 0:66f3b5499f7f 400 again. Modifying dirnames when topdown is False is ineffective, because in
screamer 0:66f3b5499f7f 401 bottom-up mode the directories in dirnames are generated before dirpath
screamer 0:66f3b5499f7f 402 itself is generated.
screamer 0:66f3b5499f7f 403 """
screamer 0:66f3b5499f7f 404 for root, dirs, files in walk(path, followlinks=True):
screamer 0:66f3b5499f7f 405 # Remove ignored directories
screamer 7:5af61d55adbe 406 # Check if folder contains .mbedignore
screamer 7:5af61d55adbe 407 if ".mbedignore" in files :
screamer 7:5af61d55adbe 408 with open (join(root,".mbedignore"), "r") as f:
screamer 7:5af61d55adbe 409 lines=f.readlines()
screamer 7:5af61d55adbe 410 lines = [l.strip() for l in lines] # Strip whitespaces
screamer 7:5af61d55adbe 411 lines = [l for l in lines if l != ""] # Strip empty lines
screamer 7:5af61d55adbe 412 lines = [l for l in lines if not re.match("^#",l)] # Strip comment lines
screamer 7:5af61d55adbe 413 # Append root path to glob patterns
screamer 7:5af61d55adbe 414 # and append patterns to ignorepatterns
screamer 7:5af61d55adbe 415 self.ignorepatterns.extend([join(root,line.strip()) for line in lines])
screamer 7:5af61d55adbe 416
screamer 0:66f3b5499f7f 417 for d in copy(dirs):
screamer 0:66f3b5499f7f 418 dir_path = join(root, d)
screamer 0:66f3b5499f7f 419 if d == '.hg':
screamer 0:66f3b5499f7f 420 resources.repo_dirs.append(dir_path)
screamer 0:66f3b5499f7f 421 resources.repo_files.extend(self.scan_repository(dir_path))
screamer 0:66f3b5499f7f 422
screamer 0:66f3b5499f7f 423 if ((d.startswith('.') or d in self.legacy_ignore_dirs) or
screamer 7:5af61d55adbe 424 (d.startswith('TARGET_') and d[7:] not in labels['TARGET']) or
screamer 7:5af61d55adbe 425 (d.startswith('TOOLCHAIN_') and d[10:] not in labels['TOOLCHAIN']) or
screamer 7:5af61d55adbe 426 (d == 'TESTS')):
screamer 0:66f3b5499f7f 427 dirs.remove(d)
screamer 7:5af61d55adbe 428
screamer 7:5af61d55adbe 429
screamer 7:5af61d55adbe 430 # Remove dirs that already match the ignorepatterns
screamer 7:5af61d55adbe 431 # to avoid travelling into them and to prevent them
screamer 7:5af61d55adbe 432 # on appearing in include path.
screamer 7:5af61d55adbe 433 if self.is_ignored(join(dir_path,"")):
screamer 7:5af61d55adbe 434 dirs.remove(d)
screamer 7:5af61d55adbe 435
screamer 0:66f3b5499f7f 436 if exclude_paths:
screamer 0:66f3b5499f7f 437 for exclude_path in exclude_paths:
screamer 0:66f3b5499f7f 438 rel_path = relpath(dir_path, exclude_path)
screamer 0:66f3b5499f7f 439 if not (rel_path.startswith('..')):
screamer 0:66f3b5499f7f 440 dirs.remove(d)
screamer 0:66f3b5499f7f 441 break
screamer 0:66f3b5499f7f 442
screamer 0:66f3b5499f7f 443 # Add root to include paths
screamer 0:66f3b5499f7f 444 resources.inc_dirs.append(root)
screamer 0:66f3b5499f7f 445
screamer 0:66f3b5499f7f 446 for file in files:
screamer 0:66f3b5499f7f 447 file_path = join(root, file)
screamer 7:5af61d55adbe 448
screamer 7:5af61d55adbe 449 if self.is_ignored(file_path):
screamer 7:5af61d55adbe 450 continue
screamer 7:5af61d55adbe 451
screamer 0:66f3b5499f7f 452 _, ext = splitext(file)
screamer 0:66f3b5499f7f 453 ext = ext.lower()
screamer 0:66f3b5499f7f 454
screamer 0:66f3b5499f7f 455 if ext == '.s':
screamer 0:66f3b5499f7f 456 resources.s_sources.append(file_path)
screamer 0:66f3b5499f7f 457
screamer 0:66f3b5499f7f 458 elif ext == '.c':
screamer 0:66f3b5499f7f 459 resources.c_sources.append(file_path)
screamer 0:66f3b5499f7f 460
screamer 0:66f3b5499f7f 461 elif ext == '.cpp':
screamer 0:66f3b5499f7f 462 resources.cpp_sources.append(file_path)
screamer 0:66f3b5499f7f 463
screamer 0:66f3b5499f7f 464 elif ext == '.h' or ext == '.hpp':
screamer 0:66f3b5499f7f 465 if basename(file_path) == "mbed_config.h":
screamer 0:66f3b5499f7f 466 self.has_config = True
screamer 0:66f3b5499f7f 467 resources.headers.append(file_path)
screamer 0:66f3b5499f7f 468
screamer 0:66f3b5499f7f 469 elif ext == '.o':
screamer 0:66f3b5499f7f 470 resources.objects.append(file_path)
screamer 0:66f3b5499f7f 471
screamer 0:66f3b5499f7f 472 elif ext == self.LIBRARY_EXT:
screamer 0:66f3b5499f7f 473 resources.libraries.append(file_path)
screamer 0:66f3b5499f7f 474 resources.lib_dirs.add(root)
screamer 0:66f3b5499f7f 475
screamer 0:66f3b5499f7f 476 elif ext == self.LINKER_EXT:
screamer 0:66f3b5499f7f 477 if resources.linker_script is not None:
screamer 0:66f3b5499f7f 478 self.info("Warning: Multiple linker scripts detected: %s -> %s" % (resources.linker_script, file_path))
screamer 0:66f3b5499f7f 479 resources.linker_script = file_path
screamer 0:66f3b5499f7f 480
screamer 0:66f3b5499f7f 481 elif ext == '.lib':
screamer 0:66f3b5499f7f 482 resources.lib_refs.append(file_path)
screamer 0:66f3b5499f7f 483
screamer 0:66f3b5499f7f 484 elif ext == '.bld':
screamer 0:66f3b5499f7f 485 resources.lib_builds.append(file_path)
screamer 0:66f3b5499f7f 486
screamer 0:66f3b5499f7f 487 elif file == '.hgignore':
screamer 0:66f3b5499f7f 488 resources.repo_files.append(file_path)
screamer 0:66f3b5499f7f 489
screamer 0:66f3b5499f7f 490 elif ext == '.hex':
screamer 0:66f3b5499f7f 491 resources.hex_files.append(file_path)
screamer 0:66f3b5499f7f 492
screamer 0:66f3b5499f7f 493 elif ext == '.bin':
screamer 0:66f3b5499f7f 494 resources.bin_files.append(file_path)
screamer 0:66f3b5499f7f 495
screamer 7:5af61d55adbe 496 elif ext == '.json':
screamer 7:5af61d55adbe 497 resources.json_files.append(file_path)
screamer 7:5af61d55adbe 498
screamer 0:66f3b5499f7f 499 return resources
screamer 0:66f3b5499f7f 500
screamer 0:66f3b5499f7f 501 def scan_repository(self, path):
screamer 0:66f3b5499f7f 502 resources = []
screamer 0:66f3b5499f7f 503
screamer 0:66f3b5499f7f 504 for root, dirs, files in walk(path):
screamer 0:66f3b5499f7f 505 # Remove ignored directories
screamer 0:66f3b5499f7f 506 for d in copy(dirs):
screamer 0:66f3b5499f7f 507 if d == '.' or d == '..':
screamer 0:66f3b5499f7f 508 dirs.remove(d)
screamer 0:66f3b5499f7f 509
screamer 0:66f3b5499f7f 510 for file in files:
screamer 0:66f3b5499f7f 511 file_path = join(root, file)
screamer 0:66f3b5499f7f 512 resources.append(file_path)
screamer 0:66f3b5499f7f 513
screamer 0:66f3b5499f7f 514 return resources
screamer 0:66f3b5499f7f 515
screamer 0:66f3b5499f7f 516 def copy_files(self, files_paths, trg_path, rel_path=None):
screamer 0:66f3b5499f7f 517
screamer 0:66f3b5499f7f 518 # Handle a single file
screamer 0:66f3b5499f7f 519 if type(files_paths) != ListType: files_paths = [files_paths]
screamer 0:66f3b5499f7f 520
screamer 0:66f3b5499f7f 521 for source in files_paths:
screamer 0:66f3b5499f7f 522 if source is None:
screamer 0:66f3b5499f7f 523 files_paths.remove(source)
screamer 0:66f3b5499f7f 524
screamer 0:66f3b5499f7f 525 for source in files_paths:
screamer 0:66f3b5499f7f 526 if rel_path is not None:
screamer 0:66f3b5499f7f 527 relative_path = relpath(source, rel_path)
screamer 0:66f3b5499f7f 528 else:
screamer 0:66f3b5499f7f 529 _, relative_path = split(source)
screamer 0:66f3b5499f7f 530
screamer 0:66f3b5499f7f 531 target = join(trg_path, relative_path)
screamer 0:66f3b5499f7f 532
screamer 0:66f3b5499f7f 533 if (target != source) and (self.need_update(target, [source])):
screamer 0:66f3b5499f7f 534 self.progress("copy", relative_path)
screamer 0:66f3b5499f7f 535 mkdir(dirname(target))
screamer 0:66f3b5499f7f 536 copyfile(source, target)
screamer 0:66f3b5499f7f 537
screamer 0:66f3b5499f7f 538 def relative_object_path(self, build_path, base_dir, source):
screamer 0:66f3b5499f7f 539 source_dir, name, _ = split_path(source)
screamer 0:66f3b5499f7f 540
screamer 0:66f3b5499f7f 541 obj_dir = join(build_path, relpath(source_dir, base_dir))
screamer 0:66f3b5499f7f 542 mkdir(obj_dir)
screamer 0:66f3b5499f7f 543 return join(obj_dir, name + '.o')
screamer 0:66f3b5499f7f 544
screamer 0:66f3b5499f7f 545 def get_inc_file(self, includes):
screamer 0:66f3b5499f7f 546 include_file = join(self.build_dir, ".includes_%s.txt" % self.inc_md5)
screamer 0:66f3b5499f7f 547 if not exists(include_file):
screamer 0:66f3b5499f7f 548 with open(include_file, "wb") as f:
screamer 0:66f3b5499f7f 549 cmd_list = []
screamer 0:66f3b5499f7f 550 for c in includes:
screamer 0:66f3b5499f7f 551 if c:
screamer 0:66f3b5499f7f 552 cmd_list.append(('-I%s' % c).replace("\\", "/"))
screamer 0:66f3b5499f7f 553 string = " ".join(cmd_list)
screamer 0:66f3b5499f7f 554 f.write(string)
screamer 0:66f3b5499f7f 555 return include_file
screamer 0:66f3b5499f7f 556
screamer 0:66f3b5499f7f 557 def compile_sources(self, resources, build_path, inc_dirs=None):
screamer 0:66f3b5499f7f 558 # Web IDE progress bar for project build
screamer 0:66f3b5499f7f 559 files_to_compile = resources.s_sources + resources.c_sources + resources.cpp_sources
screamer 0:66f3b5499f7f 560 self.to_be_compiled = len(files_to_compile)
screamer 0:66f3b5499f7f 561 self.compiled = 0
screamer 0:66f3b5499f7f 562
screamer 0:66f3b5499f7f 563 inc_paths = resources.inc_dirs
screamer 0:66f3b5499f7f 564 if inc_dirs is not None:
screamer 0:66f3b5499f7f 565 inc_paths.extend(inc_dirs)
screamer 0:66f3b5499f7f 566 # De-duplicate include paths
screamer 0:66f3b5499f7f 567 inc_paths = set(inc_paths)
screamer 0:66f3b5499f7f 568 # Sort include paths for consistency
screamer 0:66f3b5499f7f 569 inc_paths = sorted(set(inc_paths))
screamer 0:66f3b5499f7f 570 # Unique id of all include paths
screamer 0:66f3b5499f7f 571 self.inc_md5 = md5(' '.join(inc_paths)).hexdigest()
screamer 0:66f3b5499f7f 572 # Where to store response files
screamer 0:66f3b5499f7f 573 self.build_dir = build_path
screamer 0:66f3b5499f7f 574
screamer 0:66f3b5499f7f 575 objects = []
screamer 0:66f3b5499f7f 576 queue = []
screamer 0:66f3b5499f7f 577 prev_dir = None
screamer 0:66f3b5499f7f 578
screamer 0:66f3b5499f7f 579 # The dependency checking for C/C++ is delegated to the compiler
screamer 0:66f3b5499f7f 580 base_path = resources.base_path
screamer 0:66f3b5499f7f 581 # Sort compile queue for consistency
screamer 0:66f3b5499f7f 582 files_to_compile.sort()
screamer 0:66f3b5499f7f 583 work_dir = getcwd()
screamer 0:66f3b5499f7f 584
screamer 0:66f3b5499f7f 585 for source in files_to_compile:
screamer 0:66f3b5499f7f 586 _, name, _ = split_path(source)
screamer 0:66f3b5499f7f 587 object = self.relative_object_path(build_path, base_path, source)
screamer 0:66f3b5499f7f 588
screamer 0:66f3b5499f7f 589 # Queue mode (multiprocessing)
screamer 0:66f3b5499f7f 590 commands = self.compile_command(source, object, inc_paths)
screamer 0:66f3b5499f7f 591 if commands is not None:
screamer 0:66f3b5499f7f 592 queue.append({
screamer 0:66f3b5499f7f 593 'source': source,
screamer 0:66f3b5499f7f 594 'object': object,
screamer 0:66f3b5499f7f 595 'commands': commands,
screamer 0:66f3b5499f7f 596 'work_dir': work_dir,
screamer 0:66f3b5499f7f 597 'chroot': self.CHROOT
screamer 0:66f3b5499f7f 598 })
screamer 0:66f3b5499f7f 599 else:
screamer 0:66f3b5499f7f 600 objects.append(object)
screamer 0:66f3b5499f7f 601
screamer 0:66f3b5499f7f 602 # Use queues/multiprocessing if cpu count is higher than setting
screamer 0:66f3b5499f7f 603 jobs = self.jobs if self.jobs else cpu_count()
screamer 0:66f3b5499f7f 604 if jobs > CPU_COUNT_MIN and len(queue) > jobs:
screamer 0:66f3b5499f7f 605 return self.compile_queue(queue, objects)
screamer 0:66f3b5499f7f 606 else:
screamer 0:66f3b5499f7f 607 return self.compile_seq(queue, objects)
screamer 0:66f3b5499f7f 608
screamer 0:66f3b5499f7f 609 def compile_seq(self, queue, objects):
screamer 0:66f3b5499f7f 610 for item in queue:
screamer 0:66f3b5499f7f 611 result = compile_worker(item)
screamer 0:66f3b5499f7f 612
screamer 0:66f3b5499f7f 613 self.compiled += 1
screamer 0:66f3b5499f7f 614 self.progress("compile", item['source'], build_update=True)
screamer 0:66f3b5499f7f 615 for res in result['results']:
screamer 0:66f3b5499f7f 616 self.debug("Command: %s" % ' '.join(res['command']))
screamer 0:66f3b5499f7f 617 self.compile_output([
screamer 0:66f3b5499f7f 618 res['code'],
screamer 0:66f3b5499f7f 619 res['output'],
screamer 0:66f3b5499f7f 620 res['command']
screamer 0:66f3b5499f7f 621 ])
screamer 0:66f3b5499f7f 622 objects.append(result['object'])
screamer 0:66f3b5499f7f 623 return objects
screamer 0:66f3b5499f7f 624
screamer 0:66f3b5499f7f 625 def compile_queue(self, queue, objects):
screamer 0:66f3b5499f7f 626 jobs_count = int(self.jobs if self.jobs else cpu_count())
screamer 0:66f3b5499f7f 627 p = Pool(processes=jobs_count)
screamer 0:66f3b5499f7f 628
screamer 0:66f3b5499f7f 629 results = []
screamer 0:66f3b5499f7f 630 for i in range(len(queue)):
screamer 0:66f3b5499f7f 631 results.append(p.apply_async(compile_worker, [queue[i]]))
screamer 0:66f3b5499f7f 632
screamer 0:66f3b5499f7f 633 itr = 0
screamer 0:66f3b5499f7f 634 while True:
screamer 0:66f3b5499f7f 635 itr += 1
screamer 0:66f3b5499f7f 636 if itr > 180000:
screamer 0:66f3b5499f7f 637 p.terminate()
screamer 0:66f3b5499f7f 638 p.join()
screamer 0:66f3b5499f7f 639 raise ToolException("Compile did not finish in 5 minutes")
screamer 0:66f3b5499f7f 640
screamer 0:66f3b5499f7f 641 pending = 0
screamer 0:66f3b5499f7f 642 for r in results:
screamer 0:66f3b5499f7f 643 if r._ready is True:
screamer 0:66f3b5499f7f 644 try:
screamer 0:66f3b5499f7f 645 result = r.get()
screamer 0:66f3b5499f7f 646 results.remove(r)
screamer 0:66f3b5499f7f 647
screamer 0:66f3b5499f7f 648 self.compiled += 1
screamer 0:66f3b5499f7f 649 self.progress("compile", result['source'], build_update=True)
screamer 0:66f3b5499f7f 650 for res in result['results']:
screamer 0:66f3b5499f7f 651 self.debug("Command: %s" % ' '.join(res['command']))
screamer 0:66f3b5499f7f 652 self.compile_output([
screamer 0:66f3b5499f7f 653 res['code'],
screamer 0:66f3b5499f7f 654 res['output'],
screamer 0:66f3b5499f7f 655 res['command']
screamer 0:66f3b5499f7f 656 ])
screamer 0:66f3b5499f7f 657 objects.append(result['object'])
screamer 0:66f3b5499f7f 658 except ToolException, err:
screamer 0:66f3b5499f7f 659 p.terminate()
screamer 0:66f3b5499f7f 660 p.join()
screamer 0:66f3b5499f7f 661 raise ToolException(err)
screamer 0:66f3b5499f7f 662 else:
screamer 0:66f3b5499f7f 663 pending += 1
screamer 0:66f3b5499f7f 664 if pending > jobs_count:
screamer 0:66f3b5499f7f 665 break
screamer 0:66f3b5499f7f 666
screamer 0:66f3b5499f7f 667
screamer 0:66f3b5499f7f 668 if len(results) == 0:
screamer 0:66f3b5499f7f 669 break
screamer 0:66f3b5499f7f 670
screamer 0:66f3b5499f7f 671 sleep(0.01)
screamer 0:66f3b5499f7f 672
screamer 0:66f3b5499f7f 673 results = None
screamer 0:66f3b5499f7f 674 p.terminate()
screamer 0:66f3b5499f7f 675 p.join()
screamer 0:66f3b5499f7f 676
screamer 0:66f3b5499f7f 677 return objects
screamer 0:66f3b5499f7f 678
screamer 0:66f3b5499f7f 679 def compile_command(self, source, object, includes):
screamer 0:66f3b5499f7f 680 # Check dependencies
screamer 0:66f3b5499f7f 681 _, ext = splitext(source)
screamer 0:66f3b5499f7f 682 ext = ext.lower()
screamer 0:66f3b5499f7f 683
screamer 0:66f3b5499f7f 684 if ext == '.c' or ext == '.cpp':
screamer 0:66f3b5499f7f 685 base, _ = splitext(object)
screamer 0:66f3b5499f7f 686 dep_path = base + '.d'
screamer 0:66f3b5499f7f 687 deps = self.parse_dependencies(dep_path) if (exists(dep_path)) else []
screamer 0:66f3b5499f7f 688 if len(deps) == 0 or self.need_update(object, deps):
screamer 0:66f3b5499f7f 689 if ext == '.c':
screamer 0:66f3b5499f7f 690 return self.compile_c(source, object, includes)
screamer 0:66f3b5499f7f 691 else:
screamer 0:66f3b5499f7f 692 return self.compile_cpp(source, object, includes)
screamer 0:66f3b5499f7f 693 elif ext == '.s':
screamer 0:66f3b5499f7f 694 deps = [source]
screamer 0:66f3b5499f7f 695 if self.need_update(object, deps):
screamer 0:66f3b5499f7f 696 return self.assemble(source, object, includes)
screamer 0:66f3b5499f7f 697 else:
screamer 0:66f3b5499f7f 698 return False
screamer 0:66f3b5499f7f 699
screamer 0:66f3b5499f7f 700 return None
screamer 0:66f3b5499f7f 701
screamer 0:66f3b5499f7f 702 def is_not_supported_error(self, output):
screamer 0:66f3b5499f7f 703 return "#error directive: [NOT_SUPPORTED]" in output
screamer 0:66f3b5499f7f 704
screamer 0:66f3b5499f7f 705 def compile_output(self, output=[]):
screamer 0:66f3b5499f7f 706 _rc = output[0]
screamer 0:66f3b5499f7f 707 _stderr = output[1]
screamer 0:66f3b5499f7f 708 command = output[2]
screamer 0:66f3b5499f7f 709
screamer 0:66f3b5499f7f 710 # Parse output for Warnings and Errors
screamer 0:66f3b5499f7f 711 self.parse_output(_stderr)
screamer 0:66f3b5499f7f 712 self.debug("Return: %s"% _rc)
screamer 0:66f3b5499f7f 713 for error_line in _stderr.splitlines():
screamer 0:66f3b5499f7f 714 self.debug("Output: %s"% error_line)
screamer 0:66f3b5499f7f 715
screamer 0:66f3b5499f7f 716
screamer 0:66f3b5499f7f 717 # Check return code
screamer 0:66f3b5499f7f 718 if _rc != 0:
screamer 0:66f3b5499f7f 719 for line in _stderr.splitlines():
screamer 0:66f3b5499f7f 720 self.tool_error(line)
screamer 0:66f3b5499f7f 721
screamer 0:66f3b5499f7f 722 if self.is_not_supported_error(_stderr):
screamer 0:66f3b5499f7f 723 raise NotSupportedException(_stderr)
screamer 0:66f3b5499f7f 724 else:
screamer 0:66f3b5499f7f 725 raise ToolException(_stderr)
screamer 0:66f3b5499f7f 726
screamer 0:66f3b5499f7f 727 def build_library(self, objects, dir, name):
screamer 0:66f3b5499f7f 728 needed_update = False
screamer 0:66f3b5499f7f 729 lib = self.STD_LIB_NAME % name
screamer 0:66f3b5499f7f 730 fout = join(dir, lib)
screamer 0:66f3b5499f7f 731 if self.need_update(fout, objects):
screamer 0:66f3b5499f7f 732 self.info("Library: %s" % lib)
screamer 0:66f3b5499f7f 733 self.archive(objects, fout)
screamer 0:66f3b5499f7f 734 needed_update = True
screamer 0:66f3b5499f7f 735
screamer 0:66f3b5499f7f 736 return needed_update
screamer 0:66f3b5499f7f 737
screamer 0:66f3b5499f7f 738 def link_program(self, r, tmp_path, name):
screamer 0:66f3b5499f7f 739 needed_update = False
screamer 0:66f3b5499f7f 740 ext = 'bin'
screamer 0:66f3b5499f7f 741 if hasattr(self.target, 'OUTPUT_EXT'):
screamer 0:66f3b5499f7f 742 ext = self.target.OUTPUT_EXT
screamer 0:66f3b5499f7f 743
screamer 0:66f3b5499f7f 744 if hasattr(self.target, 'OUTPUT_NAMING'):
screamer 0:66f3b5499f7f 745 self.var("binary_naming", self.target.OUTPUT_NAMING)
screamer 0:66f3b5499f7f 746 if self.target.OUTPUT_NAMING == "8.3":
screamer 0:66f3b5499f7f 747 name = name[0:8]
screamer 0:66f3b5499f7f 748 ext = ext[0:3]
screamer 0:66f3b5499f7f 749
screamer 0:66f3b5499f7f 750 # Create destination directory
screamer 0:66f3b5499f7f 751 head, tail = split(name)
screamer 0:66f3b5499f7f 752 new_path = join(tmp_path, head)
screamer 0:66f3b5499f7f 753 mkdir(new_path)
screamer 0:66f3b5499f7f 754
screamer 0:66f3b5499f7f 755 filename = name+'.'+ext
screamer 0:66f3b5499f7f 756 elf = join(tmp_path, name + '.elf')
screamer 0:66f3b5499f7f 757 bin = join(tmp_path, filename)
screamer 7:5af61d55adbe 758 map = join(tmp_path, name + '.map')
screamer 0:66f3b5499f7f 759
screamer 0:66f3b5499f7f 760 if self.need_update(elf, r.objects + r.libraries + [r.linker_script]):
screamer 0:66f3b5499f7f 761 needed_update = True
screamer 0:66f3b5499f7f 762 self.progress("link", name)
screamer 0:66f3b5499f7f 763 self.link(elf, r.objects, r.libraries, r.lib_dirs, r.linker_script)
screamer 0:66f3b5499f7f 764
screamer 0:66f3b5499f7f 765 if self.need_update(bin, [elf]):
screamer 0:66f3b5499f7f 766 needed_update = True
screamer 0:66f3b5499f7f 767 self.progress("elf2bin", name)
screamer 0:66f3b5499f7f 768
screamer 0:66f3b5499f7f 769 self.binary(r, elf, bin)
screamer 0:66f3b5499f7f 770
screamer 7:5af61d55adbe 771 self.mem_stats(map)
screamer 7:5af61d55adbe 772
screamer 0:66f3b5499f7f 773 self.var("compile_succeded", True)
screamer 0:66f3b5499f7f 774 self.var("binary", filename)
screamer 0:66f3b5499f7f 775
screamer 0:66f3b5499f7f 776 return bin, needed_update
screamer 0:66f3b5499f7f 777
screamer 0:66f3b5499f7f 778 def default_cmd(self, command):
screamer 0:66f3b5499f7f 779 self.debug("Command: %s"% ' '.join(command))
screamer 0:66f3b5499f7f 780 _stdout, _stderr, _rc = run_cmd(command)
screamer 0:66f3b5499f7f 781 # Print all warning / erros from stderr to console output
screamer 0:66f3b5499f7f 782 for error_line in _stderr.splitlines():
screamer 0:66f3b5499f7f 783 print error_line
screamer 0:66f3b5499f7f 784
screamer 0:66f3b5499f7f 785 self.debug("Return: %s"% _rc)
screamer 0:66f3b5499f7f 786
screamer 0:66f3b5499f7f 787 for output_line in _stdout.splitlines():
screamer 0:66f3b5499f7f 788 self.debug("Output: %s"% output_line)
screamer 0:66f3b5499f7f 789 for error_line in _stderr.splitlines():
screamer 0:66f3b5499f7f 790 self.debug("Errors: %s"% error_line)
screamer 0:66f3b5499f7f 791
screamer 0:66f3b5499f7f 792 if _rc != 0:
screamer 0:66f3b5499f7f 793 for line in _stderr.splitlines():
screamer 0:66f3b5499f7f 794 self.tool_error(line)
screamer 0:66f3b5499f7f 795 raise ToolException(_stderr)
screamer 0:66f3b5499f7f 796
screamer 0:66f3b5499f7f 797 ### NOTIFICATIONS ###
screamer 0:66f3b5499f7f 798 def info(self, message):
screamer 0:66f3b5499f7f 799 self.notify({'type': 'info', 'message': message})
screamer 0:66f3b5499f7f 800
screamer 0:66f3b5499f7f 801 def debug(self, message):
screamer 0:66f3b5499f7f 802 if self.VERBOSE:
screamer 0:66f3b5499f7f 803 if type(message) is ListType:
screamer 0:66f3b5499f7f 804 message = ' '.join(message)
screamer 0:66f3b5499f7f 805 message = "[DEBUG] " + message
screamer 0:66f3b5499f7f 806 self.notify({'type': 'debug', 'message': message})
screamer 0:66f3b5499f7f 807
screamer 0:66f3b5499f7f 808 def cc_info(self, severity, file, line, message, target_name=None, toolchain_name=None):
screamer 0:66f3b5499f7f 809 self.notify({'type': 'cc',
screamer 0:66f3b5499f7f 810 'severity': severity,
screamer 0:66f3b5499f7f 811 'file': file,
screamer 0:66f3b5499f7f 812 'line': line,
screamer 0:66f3b5499f7f 813 'message': message,
screamer 0:66f3b5499f7f 814 'target_name': target_name,
screamer 0:66f3b5499f7f 815 'toolchain_name': toolchain_name})
screamer 0:66f3b5499f7f 816
screamer 0:66f3b5499f7f 817 def progress(self, action, file, build_update=False):
screamer 0:66f3b5499f7f 818 msg = {'type': 'progress', 'action': action, 'file': file}
screamer 0:66f3b5499f7f 819 if build_update:
screamer 0:66f3b5499f7f 820 msg['percent'] = 100. * float(self.compiled) / float(self.to_be_compiled)
screamer 0:66f3b5499f7f 821 self.notify(msg)
screamer 0:66f3b5499f7f 822
screamer 0:66f3b5499f7f 823 def tool_error(self, message):
screamer 0:66f3b5499f7f 824 self.notify({'type': 'tool_error', 'message': message})
screamer 0:66f3b5499f7f 825
screamer 0:66f3b5499f7f 826 def var(self, key, value):
screamer 0:66f3b5499f7f 827 self.notify({'type': 'var', 'key': key, 'val': value})
screamer 0:66f3b5499f7f 828
screamer 7:5af61d55adbe 829 def mem_stats(self, map):
screamer 7:5af61d55adbe 830 # Creates parser object
screamer 7:5af61d55adbe 831 toolchain = self.__class__.__name__
screamer 7:5af61d55adbe 832 t = MemmapParser()
screamer 7:5af61d55adbe 833
screamer 7:5af61d55adbe 834 try:
screamer 7:5af61d55adbe 835 with open(map, 'rt') as f:
screamer 7:5af61d55adbe 836 # Decode map file depending on the toolchain
screamer 7:5af61d55adbe 837 if toolchain == "ARM_STD" or toolchain == "ARM_MICRO":
screamer 7:5af61d55adbe 838 t.search_objects(abspath(map), "ARM")
screamer 7:5af61d55adbe 839 t.parse_map_file_armcc(f)
screamer 7:5af61d55adbe 840 elif toolchain == "GCC_ARM":
screamer 7:5af61d55adbe 841 t.parse_map_file_gcc(f)
screamer 7:5af61d55adbe 842 elif toolchain == "IAR":
screamer 7:5af61d55adbe 843 self.info("[WARNING] IAR Compiler not fully supported (yet)")
screamer 7:5af61d55adbe 844 t.search_objects(abspath(map), toolchain)
screamer 7:5af61d55adbe 845 t.parse_map_file_iar(f)
screamer 7:5af61d55adbe 846 else:
screamer 7:5af61d55adbe 847 self.info("Unknown toolchain for memory statistics %s" % toolchain)
screamer 7:5af61d55adbe 848 return
screamer 7:5af61d55adbe 849
screamer 7:5af61d55adbe 850 t.generate_output(sys.stdout, False)
screamer 7:5af61d55adbe 851 map_out = splitext(map)[0] + "_map.json"
screamer 7:5af61d55adbe 852 with open(map_out, 'w') as fo:
screamer 7:5af61d55adbe 853 t.generate_output(fo, True)
screamer 7:5af61d55adbe 854 except OSError:
screamer 7:5af61d55adbe 855 return
screamer 7:5af61d55adbe 856
screamer 7:5af61d55adbe 857
screamer 0:66f3b5499f7f 858 from tools.settings import ARM_BIN
screamer 0:66f3b5499f7f 859 from tools.settings import GCC_ARM_PATH, GCC_CR_PATH
screamer 0:66f3b5499f7f 860 from tools.settings import IAR_PATH
screamer 0:66f3b5499f7f 861
screamer 0:66f3b5499f7f 862 TOOLCHAIN_BIN_PATH = {
screamer 0:66f3b5499f7f 863 'ARM': ARM_BIN,
screamer 0:66f3b5499f7f 864 'uARM': ARM_BIN,
screamer 0:66f3b5499f7f 865 'GCC_ARM': GCC_ARM_PATH,
screamer 0:66f3b5499f7f 866 'GCC_CR': GCC_CR_PATH,
screamer 0:66f3b5499f7f 867 'IAR': IAR_PATH
screamer 0:66f3b5499f7f 868 }
screamer 0:66f3b5499f7f 869
screamer 0:66f3b5499f7f 870 from tools.toolchains.arm import ARM_STD, ARM_MICRO
screamer 0:66f3b5499f7f 871 from tools.toolchains.gcc import GCC_ARM, GCC_CR
screamer 0:66f3b5499f7f 872 from tools.toolchains.iar import IAR
screamer 0:66f3b5499f7f 873
screamer 0:66f3b5499f7f 874 TOOLCHAIN_CLASSES = {
screamer 0:66f3b5499f7f 875 'ARM': ARM_STD,
screamer 0:66f3b5499f7f 876 'uARM': ARM_MICRO,
screamer 0:66f3b5499f7f 877 'GCC_ARM': GCC_ARM,
screamer 0:66f3b5499f7f 878 'GCC_CR': GCC_CR,
screamer 0:66f3b5499f7f 879 'IAR': IAR
screamer 0:66f3b5499f7f 880 }
screamer 0:66f3b5499f7f 881
screamer 0:66f3b5499f7f 882 TOOLCHAINS = set(TOOLCHAIN_CLASSES.keys())
screamer 1:a99c8e460c5c 883
screamer 1:a99c8e460c5c 884 # Toolchain profiles for backward compatibility with old mbed SDK library releases
screamer 1:a99c8e460c5c 885 TOOLCHAIN_PROFILES = {
screamer 5:f45a4ca92830 886 'ARM_STD' : {
screamer 1:a99c8e460c5c 887 'v5': {
screamer 2:07730b0f452c 888 'ARMCC_VERSION': '5.06',
screamer 2:07730b0f452c 889 'COMMON_FLAGS': ['-c', '--gnu', '-O3', '-Otime', '--split_sections', '--apcs=interwork'],
screamer 2:07730b0f452c 890 'COMMON_CPP_FLAGS': ['--cpp', '--no_rtti'],
screamer 1:a99c8e460c5c 891 'COMPILE_C_AS_CPP': False,
screamer 1:a99c8e460c5c 892 },
screamer 1:a99c8e460c5c 893 'v4': {
screamer 2:07730b0f452c 894 'ARMCC_VERSION': '5.03',
screamer 2:07730b0f452c 895 'COMMON_FLAGS': ['-c', '--gnu', '-O3', '-Otime', '--split_sections', '--apcs=interwork'],
screamer 2:07730b0f452c 896 'COMMON_CPP_FLAGS': ['--cpp', '--no_rtti'],
screamer 2:07730b0f452c 897 'COMPILE_C_AS_CPP': False,
screamer 2:07730b0f452c 898 },
screamer 2:07730b0f452c 899 'v3': {
screamer 2:07730b0f452c 900 'ARMCC_VERSION': '5.01',
screamer 2:07730b0f452c 901 'COMMON_FLAGS': ['-c', '--gnu', '-Ospace', '--split_sections', '--apcs=interwork'],
screamer 2:07730b0f452c 902 'COMMON_CPP_FLAGS': ['--cpp', '--no_rtti'],
screamer 1:a99c8e460c5c 903 'COMPILE_C_AS_CPP': False,
screamer 1:a99c8e460c5c 904 },
screamer 2:07730b0f452c 905 'v2': {
screamer 2:07730b0f452c 906 'ARMCC_VERSION': '5.01',
screamer 2:07730b0f452c 907 'COMMON_FLAGS': ['-c', '--gnu', '-Ospace', '--split_sections', '--apcs=interwork'],
screamer 2:07730b0f452c 908 'COMMON_CPP_FLAGS': ['--cpp', '--no_rtti'],
screamer 1:a99c8e460c5c 909 'COMPILE_C_AS_CPP': False,
screamer 1:a99c8e460c5c 910 },
screamer 1:a99c8e460c5c 911 'v1': {
screamer 2:07730b0f452c 912 'ARMCC_VERSION': '4',
screamer 2:07730b0f452c 913 'COMMON_FLAGS': ['-c', '--gnu', '-Otime', '--split_sections', '--apcs=interwork'],
screamer 2:07730b0f452c 914 'COMMON_CPP_FLAGS': ['--cpp'],
screamer 1:a99c8e460c5c 915 'COMPILE_C_AS_CPP': True,
screamer 1:a99c8e460c5c 916 }
screamer 2:07730b0f452c 917 },
screamer 5:f45a4ca92830 918 'ARM_MICRO' : {
screamer 5:f45a4ca92830 919 'v5': {
screamer 5:f45a4ca92830 920 'ARMCC_VERSION': '5.06',
screamer 5:f45a4ca92830 921 'COMMON_FLAGS': ['-c', '--gnu', '-O3', '-Otime', '--split_sections', '--apcs=interwork'],
screamer 5:f45a4ca92830 922 'COMMON_CPP_FLAGS': ['--cpp', '--no_rtti'],
screamer 5:f45a4ca92830 923 },
screamer 5:f45a4ca92830 924 'v4': {
screamer 5:f45a4ca92830 925 'ARMCC_VERSION': '5.03',
screamer 5:f45a4ca92830 926 'COMMON_FLAGS': ['-c', '--gnu', '-O3', '-Otime', '--split_sections', '--apcs=interwork'],
screamer 5:f45a4ca92830 927 'COMMON_CPP_FLAGS': ['--cpp', '--no_rtti'],
screamer 5:f45a4ca92830 928 },
screamer 5:f45a4ca92830 929 'v3': {
screamer 5:f45a4ca92830 930 'ARMCC_VERSION': '5.01',
screamer 5:f45a4ca92830 931 'COMMON_FLAGS': ['-c', '--gnu', '-Ospace', '--split_sections', '--apcs=interwork'],
screamer 5:f45a4ca92830 932 'COMMON_CPP_FLAGS': ['--cpp', '--no_rtti'],
screamer 5:f45a4ca92830 933 },
screamer 5:f45a4ca92830 934 'v2': {
screamer 5:f45a4ca92830 935 'ARMCC_VERSION': '4',
screamer 5:f45a4ca92830 936 'COMMON_FLAGS': ['-c', '--gnu', '-Ospace', '--split_sections', '--apcs=interwork'],
screamer 5:f45a4ca92830 937 'COMMON_CPP_FLAGS': ['--cpp', '--no_rtti'],
screamer 5:f45a4ca92830 938 'PATCHED_LIBRARY' : True,
screamer 5:f45a4ca92830 939 },
screamer 5:f45a4ca92830 940 'v1': {
screamer 5:f45a4ca92830 941 'ARMCC_VERSION': '4',
screamer 5:f45a4ca92830 942 'COMMON_FLAGS': ['-c', '--gnu', '-Otime', '--split_sections', '--apcs=interwork'],
screamer 5:f45a4ca92830 943 'COMMON_CPP_FLAGS': ['--cpp'],
screamer 5:f45a4ca92830 944 'COMPILE_C_AS_CPP': True,
screamer 5:f45a4ca92830 945 'PATCHED_LIBRARY' : True,
screamer 5:f45a4ca92830 946 }
screamer 5:f45a4ca92830 947 },
screamer 2:07730b0f452c 948 'GCC_ARM' : {
screamer 2:07730b0f452c 949 'v2': {
screamer 2:07730b0f452c 950 'COMMON_FLAGS': ["-c", "-O2", "-Wall", "-fmessage-length=0", "-fno-exceptions", "-fno-builtin", "-ffunction-sections", "-fdata-sections"],
screamer 2:07730b0f452c 951 'COMMON_CPP_FLAGS': ['-std=gnu++98'],
screamer 2:07730b0f452c 952 'COMMON_LD_FLAGS': ['-Wl,--gc-sections'],
screamer 4:517abc9a41c6 953 },
screamer 4:517abc9a41c6 954 'v1': {
screamer 4:517abc9a41c6 955 'COMMON_FLAGS': ["-c", "-O2", "-Wall", "-fmessage-length=0", "-fno-exceptions", "-fno-builtin", "-ffunction-sections", "-fdata-sections"],
screamer 4:517abc9a41c6 956 'COMMON_CPP_FLAGS': ['-std=gnu++98'],
screamer 4:517abc9a41c6 957 'COMMON_LD_FLAGS': ['-Wl,--gc-sections'],
screamer 2:07730b0f452c 958 }
screamer 2:07730b0f452c 959 }
screamer 1:a99c8e460c5c 960 }