Anders Blomdell / mbed-sdk-tools

Important changes to repositories hosted on mbed.com

Mbed hosted mercurial repositories are deprecated and are due to be permanently deleted in July 2026.

To keep a copy of this software download the repository Zip archive or clone locally using Mercurial.

It is also possible to export all your personal repositories from the account settings page.

toolchains/__init__.py.orig@13:ab47a20b66f0, 2016-07-14 (annotated)

Committer:
screamer
Date:
Thu Jul 14 20:21:19 2016 +0100
Revision:
13:ab47a20b66f0
Apply latest tools

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 13:ab47a20b66f0 1 """
screamer 13:ab47a20b66f0 2 mbed SDK
screamer 13:ab47a20b66f0 3 Copyright (c) 2011-2013 ARM Limited
screamer 13:ab47a20b66f0 4
screamer 13:ab47a20b66f0 5 Licensed under the Apache License, Version 2.0 (the "License");
screamer 13:ab47a20b66f0 6 you may not use this file except in compliance with the License.
screamer 13:ab47a20b66f0 7 You may obtain a copy of the License at
screamer 13:ab47a20b66f0 8
screamer 13:ab47a20b66f0 9 http://www.apache.org/licenses/LICENSE-2.0
screamer 13:ab47a20b66f0 10
screamer 13:ab47a20b66f0 11 Unless required by applicable law or agreed to in writing, software
screamer 13:ab47a20b66f0 12 distributed under the License is distributed on an "AS IS" BASIS,
screamer 13:ab47a20b66f0 13 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 13:ab47a20b66f0 14 See the License for the specific language governing permissions and
screamer 13:ab47a20b66f0 15 limitations under the License.
screamer 13:ab47a20b66f0 16 """
screamer 13:ab47a20b66f0 17
screamer 13:ab47a20b66f0 18 import re
screamer 13:ab47a20b66f0 19 import sys
screamer 13:ab47a20b66f0 20 from os import stat, walk, getcwd, sep
screamer 13:ab47a20b66f0 21 from copy import copy
screamer 13:ab47a20b66f0 22 from time import time, sleep
screamer 13:ab47a20b66f0 23 from types import ListType
screamer 13:ab47a20b66f0 24 from shutil import copyfile
screamer 13:ab47a20b66f0 25 from os.path import join, splitext, exists, relpath, dirname, basename, split, abspath, isfile, isdir
screamer 13:ab47a20b66f0 26 from inspect import getmro
screamer 13:ab47a20b66f0 27 from copy import deepcopy
screamer 13:ab47a20b66f0 28 from tools.config import Config
screamer 13:ab47a20b66f0 29
screamer 13:ab47a20b66f0 30 from multiprocessing import Pool, cpu_count
screamer 13:ab47a20b66f0 31 from tools.utils import run_cmd, mkdir, rel_path, ToolException, NotSupportedException, split_path
screamer 13:ab47a20b66f0 32 from tools.settings import BUILD_OPTIONS, MBED_ORG_USER
screamer 13:ab47a20b66f0 33 import tools.hooks as hooks
screamer 13:ab47a20b66f0 34 from tools.memap import MemapParser
screamer 13:ab47a20b66f0 35 from hashlib import md5
screamer 13:ab47a20b66f0 36 import fnmatch
screamer 13:ab47a20b66f0 37
screamer 13:ab47a20b66f0 38
screamer 13:ab47a20b66f0 39 #Disables multiprocessing if set to higher number than the host machine CPUs
screamer 13:ab47a20b66f0 40 CPU_COUNT_MIN = 1
screamer 13:ab47a20b66f0 41
screamer 13:ab47a20b66f0 42 def compile_worker(job):
screamer 13:ab47a20b66f0 43 results = []
screamer 13:ab47a20b66f0 44 for command in job['commands']:
screamer 13:ab47a20b66f0 45 try:
screamer 13:ab47a20b66f0 46 _, _stderr, _rc = run_cmd(command, job['work_dir'])
screamer 13:ab47a20b66f0 47 except KeyboardInterrupt as e:
screamer 13:ab47a20b66f0 48 raise ToolException
screamer 13:ab47a20b66f0 49
screamer 13:ab47a20b66f0 50 results.append({
screamer 13:ab47a20b66f0 51 'code': _rc,
screamer 13:ab47a20b66f0 52 'output': _stderr,
screamer 13:ab47a20b66f0 53 'command': command
screamer 13:ab47a20b66f0 54 })
screamer 13:ab47a20b66f0 55
screamer 13:ab47a20b66f0 56 return {
screamer 13:ab47a20b66f0 57 'source': job['source'],
screamer 13:ab47a20b66f0 58 'object': job['object'],
screamer 13:ab47a20b66f0 59 'commands': job['commands'],
screamer 13:ab47a20b66f0 60 'results': results
screamer 13:ab47a20b66f0 61 }
screamer 13:ab47a20b66f0 62
screamer 13:ab47a20b66f0 63
screamer 13:ab47a20b66f0 64 class Resources:
screamer 13:ab47a20b66f0 65 def __init__(self, base_path=None):
screamer 13:ab47a20b66f0 66 self.base_path = base_path
screamer 13:ab47a20b66f0 67
screamer 13:ab47a20b66f0 68 self.file_basepath = {}
screamer 13:ab47a20b66f0 69
screamer 13:ab47a20b66f0 70 self.inc_dirs = []
screamer 13:ab47a20b66f0 71 self.headers = []
screamer 13:ab47a20b66f0 72
screamer 13:ab47a20b66f0 73 self.s_sources = []
screamer 13:ab47a20b66f0 74 self.c_sources = []
screamer 13:ab47a20b66f0 75 self.cpp_sources = []
screamer 13:ab47a20b66f0 76
screamer 13:ab47a20b66f0 77 self.lib_dirs = set([])
screamer 13:ab47a20b66f0 78 self.objects = []
screamer 13:ab47a20b66f0 79 self.libraries = []
screamer 13:ab47a20b66f0 80
screamer 13:ab47a20b66f0 81 # mbed special files
screamer 13:ab47a20b66f0 82 self.lib_builds = []
screamer 13:ab47a20b66f0 83 self.lib_refs = []
screamer 13:ab47a20b66f0 84
screamer 13:ab47a20b66f0 85 self.repo_dirs = []
screamer 13:ab47a20b66f0 86 self.repo_files = []
screamer 13:ab47a20b66f0 87
screamer 13:ab47a20b66f0 88 self.linker_script = None
screamer 13:ab47a20b66f0 89
screamer 13:ab47a20b66f0 90 # Other files
screamer 13:ab47a20b66f0 91 self.hex_files = []
screamer 13:ab47a20b66f0 92 self.bin_files = []
screamer 13:ab47a20b66f0 93 self.json_files = []
screamer 13:ab47a20b66f0 94
screamer 13:ab47a20b66f0 95 # Features
screamer 13:ab47a20b66f0 96 self.features = {}
screamer 13:ab47a20b66f0 97
screamer 13:ab47a20b66f0 98 def __add__(self, resources):
screamer 13:ab47a20b66f0 99 if resources is None:
screamer 13:ab47a20b66f0 100 return self
screamer 13:ab47a20b66f0 101 else:
screamer 13:ab47a20b66f0 102 return self.add(resources)
screamer 13:ab47a20b66f0 103
screamer 13:ab47a20b66f0 104 def __radd__(self, resources):
screamer 13:ab47a20b66f0 105 if resources is None:
screamer 13:ab47a20b66f0 106 return self
screamer 13:ab47a20b66f0 107 else:
screamer 13:ab47a20b66f0 108 return self.add(resources)
screamer 13:ab47a20b66f0 109
screamer 13:ab47a20b66f0 110 def add(self, resources):
screamer 13:ab47a20b66f0 111 for f,p in resources.file_basepath.items():
screamer 13:ab47a20b66f0 112 self.file_basepath[f] = p
screamer 13:ab47a20b66f0 113
screamer 13:ab47a20b66f0 114 self.inc_dirs += resources.inc_dirs
screamer 13:ab47a20b66f0 115 self.headers += resources.headers
screamer 13:ab47a20b66f0 116
screamer 13:ab47a20b66f0 117 self.s_sources += resources.s_sources
screamer 13:ab47a20b66f0 118 self.c_sources += resources.c_sources
screamer 13:ab47a20b66f0 119 self.cpp_sources += resources.cpp_sources
screamer 13:ab47a20b66f0 120
screamer 13:ab47a20b66f0 121 self.lib_dirs |= resources.lib_dirs
screamer 13:ab47a20b66f0 122 self.objects += resources.objects
screamer 13:ab47a20b66f0 123 self.libraries += resources.libraries
screamer 13:ab47a20b66f0 124
screamer 13:ab47a20b66f0 125 self.lib_builds += resources.lib_builds
screamer 13:ab47a20b66f0 126 self.lib_refs += resources.lib_refs
screamer 13:ab47a20b66f0 127
screamer 13:ab47a20b66f0 128 self.repo_dirs += resources.repo_dirs
screamer 13:ab47a20b66f0 129 self.repo_files += resources.repo_files
screamer 13:ab47a20b66f0 130
screamer 13:ab47a20b66f0 131 if resources.linker_script is not None:
screamer 13:ab47a20b66f0 132 self.linker_script = resources.linker_script
screamer 13:ab47a20b66f0 133
screamer 13:ab47a20b66f0 134 self.hex_files += resources.hex_files
screamer 13:ab47a20b66f0 135 self.bin_files += resources.bin_files
screamer 13:ab47a20b66f0 136 self.json_files += resources.json_files
screamer 13:ab47a20b66f0 137
screamer 13:ab47a20b66f0 138 self.features.update(resources.features)
screamer 13:ab47a20b66f0 139
screamer 13:ab47a20b66f0 140 return self
screamer 13:ab47a20b66f0 141
screamer 13:ab47a20b66f0 142 def relative_to(self, base, dot=False):
screamer 13:ab47a20b66f0 143 for field in ['inc_dirs', 'headers', 's_sources', 'c_sources',
screamer 13:ab47a20b66f0 144 'cpp_sources', 'lib_dirs', 'objects', 'libraries',
screamer 13:ab47a20b66f0 145 'lib_builds', 'lib_refs', 'repo_dirs', 'repo_files',
screamer 13:ab47a20b66f0 146 'hex_files', 'bin_files', 'json_files']:
screamer 13:ab47a20b66f0 147 v = [rel_path(f, base, dot) for f in getattr(self, field)]
screamer 13:ab47a20b66f0 148 setattr(self, field, v)
screamer 13:ab47a20b66f0 149
screamer 13:ab47a20b66f0 150 self.features = {k: f.relative_to(base, dot) for k, f in self.features.iteritems() if f}
screamer 13:ab47a20b66f0 151
screamer 13:ab47a20b66f0 152 if self.linker_script is not None:
screamer 13:ab47a20b66f0 153 self.linker_script = rel_path(self.linker_script, base, dot)
screamer 13:ab47a20b66f0 154
screamer 13:ab47a20b66f0 155 def win_to_unix(self):
screamer 13:ab47a20b66f0 156 for field in ['inc_dirs', 'headers', 's_sources', 'c_sources',
screamer 13:ab47a20b66f0 157 'cpp_sources', 'lib_dirs', 'objects', 'libraries',
screamer 13:ab47a20b66f0 158 'lib_builds', 'lib_refs', 'repo_dirs', 'repo_files',
screamer 13:ab47a20b66f0 159 'hex_files', 'bin_files', 'json_files']:
screamer 13:ab47a20b66f0 160 v = [f.replace('\\', '/') for f in getattr(self, field)]
screamer 13:ab47a20b66f0 161 setattr(self, field, v)
screamer 13:ab47a20b66f0 162
screamer 13:ab47a20b66f0 163 self.features = {k: f.win_to_unix() for k, f in self.features.iteritems() if f}
screamer 13:ab47a20b66f0 164
screamer 13:ab47a20b66f0 165 if self.linker_script is not None:
screamer 13:ab47a20b66f0 166 self.linker_script = self.linker_script.replace('\\', '/')
screamer 13:ab47a20b66f0 167
screamer 13:ab47a20b66f0 168 def __str__(self):
screamer 13:ab47a20b66f0 169 s = []
screamer 13:ab47a20b66f0 170
screamer 13:ab47a20b66f0 171 for (label, resources) in (
screamer 13:ab47a20b66f0 172 ('Include Directories', self.inc_dirs),
screamer 13:ab47a20b66f0 173 ('Headers', self.headers),
screamer 13:ab47a20b66f0 174
screamer 13:ab47a20b66f0 175 ('Assembly sources', self.s_sources),
screamer 13:ab47a20b66f0 176 ('C sources', self.c_sources),
screamer 13:ab47a20b66f0 177 ('C++ sources', self.cpp_sources),
screamer 13:ab47a20b66f0 178
screamer 13:ab47a20b66f0 179 ('Library directories', self.lib_dirs),
screamer 13:ab47a20b66f0 180 ('Objects', self.objects),
screamer 13:ab47a20b66f0 181 ('Libraries', self.libraries),
screamer 13:ab47a20b66f0 182
screamer 13:ab47a20b66f0 183 ('Hex files', self.hex_files),
screamer 13:ab47a20b66f0 184 ('Bin files', self.bin_files),
screamer 13:ab47a20b66f0 185
screamer 13:ab47a20b66f0 186 ('Features', self.features),
screamer 13:ab47a20b66f0 187 ):
screamer 13:ab47a20b66f0 188 if resources:
screamer 13:ab47a20b66f0 189 s.append('%s:\n ' % label + '\n '.join(resources))
screamer 13:ab47a20b66f0 190
screamer 13:ab47a20b66f0 191 if self.linker_script:
screamer 13:ab47a20b66f0 192 s.append('Linker Script: ' + self.linker_script)
screamer 13:ab47a20b66f0 193
screamer 13:ab47a20b66f0 194 return '\n'.join(s)
screamer 13:ab47a20b66f0 195
screamer 13:ab47a20b66f0 196 # Support legacy build conventions: the original mbed build system did not have
screamer 13:ab47a20b66f0 197 # standard labels for the "TARGET_" and "TOOLCHAIN_" specific directories, but
screamer 13:ab47a20b66f0 198 # had the knowledge of a list of these directories to be ignored.
screamer 13:ab47a20b66f0 199 LEGACY_IGNORE_DIRS = set([
screamer 13:ab47a20b66f0 200 'LPC11U24', 'LPC1768', 'LPC2368', 'LPC4088', 'LPC812', 'KL25Z',
screamer 13:ab47a20b66f0 201 'ARM', 'GCC_ARM', 'GCC_CR', 'IAR', 'uARM'
screamer 13:ab47a20b66f0 202 ])
screamer 13:ab47a20b66f0 203 LEGACY_TOOLCHAIN_NAMES = {
screamer 13:ab47a20b66f0 204 'ARM_STD':'ARM', 'ARM_MICRO': 'uARM',
screamer 13:ab47a20b66f0 205 'GCC_ARM': 'GCC_ARM', 'GCC_CR': 'GCC_CR',
screamer 13:ab47a20b66f0 206 'IAR': 'IAR',
screamer 13:ab47a20b66f0 207 }
screamer 13:ab47a20b66f0 208
screamer 13:ab47a20b66f0 209
screamer 13:ab47a20b66f0 210 class mbedToolchain:
screamer 13:ab47a20b66f0 211 VERBOSE = True
screamer 13:ab47a20b66f0 212
screamer 13:ab47a20b66f0 213 CORTEX_SYMBOLS = {
screamer 13:ab47a20b66f0 214 "Cortex-M0" : ["__CORTEX_M0", "ARM_MATH_CM0", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 13:ab47a20b66f0 215 "Cortex-M0+": ["__CORTEX_M0PLUS", "ARM_MATH_CM0PLUS", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 13:ab47a20b66f0 216 "Cortex-M1" : ["__CORTEX_M3", "ARM_MATH_CM1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 13:ab47a20b66f0 217 "Cortex-M3" : ["__CORTEX_M3", "ARM_MATH_CM3", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 13:ab47a20b66f0 218 "Cortex-M4" : ["__CORTEX_M4", "ARM_MATH_CM4", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 13:ab47a20b66f0 219 <<<<<<< HEAD
screamer 13:ab47a20b66f0 220 "Cortex-M4F" : ["__CORTEX_M4", "ARM_MATH_CM4", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 13:ab47a20b66f0 221 "Cortex-M7" : ["__CORTEX_M7", "ARM_MATH_CM7", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 13:ab47a20b66f0 222 "Cortex-M7F" : ["__CORTEX_M7", "ARM_MATH_CM7", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 13:ab47a20b66f0 223 "Cortex-M7FD" : ["__CORTEX_M7", "ARM_MATH_CM7", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 13:ab47a20b66f0 224 =======
screamer 13:ab47a20b66f0 225 "Cortex-M4F": ["__CORTEX_M4", "__FPU_PRESENT=1", "ARM_MATH_CM4", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 13:ab47a20b66f0 226 "Cortex-M7" : ["__CORTEX_M7", "ARM_MATH_CM7", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 13:ab47a20b66f0 227 "Cortex-M7F" : ["__CORTEX_M7", "__FPU_PRESENT=1", "ARM_MATH_CM7", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 13:ab47a20b66f0 228 "Cortex-M7FD" : ["__CORTEX_M7", "__FPU_PRESENT=1", "ARM_MATH_CM7", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 13:ab47a20b66f0 229 >>>>>>> 359d33cc16e2d8a35c19e95f3fa8dcbb4be1b163
screamer 13:ab47a20b66f0 230 "Cortex-A9" : ["__CORTEX_A9", "ARM_MATH_CA9", "__FPU_PRESENT", "__CMSIS_RTOS", "__EVAL", "__MBED_CMSIS_RTOS_CA9"],
screamer 13:ab47a20b66f0 231 }
screamer 13:ab47a20b66f0 232
screamer 13:ab47a20b66f0 233
screamer 13:ab47a20b66f0 234 GOANNA_FORMAT = "[Goanna] warning [%FILENAME%:%LINENO%] - [%CHECKNAME%(%SEVERITY%)] %MESSAGE%"
screamer 13:ab47a20b66f0 235 GOANNA_DIAGNOSTIC_PATTERN = re.compile(r'"\[Goanna\] (?P<severity>warning) \[(?P<file>[^:]+):(?P<line>\d+)\] \- (?P<message>.*)"')
screamer 13:ab47a20b66f0 236
screamer 13:ab47a20b66f0 237 MBED_CONFIG_FILE_NAME="mbed_config.h"
screamer 13:ab47a20b66f0 238
screamer 13:ab47a20b66f0 239 def __init__(self, target, options=None, notify=None, macros=None, silent=False, extra_verbose=False):
screamer 13:ab47a20b66f0 240 self.target = target
screamer 13:ab47a20b66f0 241 self.name = self.__class__.__name__
screamer 13:ab47a20b66f0 242
screamer 13:ab47a20b66f0 243 # compile/assemble/link/binary hooks
screamer 13:ab47a20b66f0 244 self.hook = hooks.Hook(target, self)
screamer 13:ab47a20b66f0 245
screamer 13:ab47a20b66f0 246 # Toolchain flags
screamer 13:ab47a20b66f0 247 self.flags = deepcopy(self.DEFAULT_FLAGS)
screamer 13:ab47a20b66f0 248
screamer 13:ab47a20b66f0 249 # User-defined macros
screamer 13:ab47a20b66f0 250 self.macros = macros or []
screamer 13:ab47a20b66f0 251
screamer 13:ab47a20b66f0 252 # Macros generated from toolchain and target rules/features
screamer 13:ab47a20b66f0 253 self.symbols = None
screamer 13:ab47a20b66f0 254
screamer 13:ab47a20b66f0 255 # Labels generated from toolchain and target rules/features (used for selective build)
screamer 13:ab47a20b66f0 256 self.labels = None
screamer 13:ab47a20b66f0 257
screamer 13:ab47a20b66f0 258 # This will hold the configuration data (as returned by Config.get_config_data())
screamer 13:ab47a20b66f0 259 self.config_data = None
screamer 13:ab47a20b66f0 260
screamer 13:ab47a20b66f0 261 # Non-incremental compile
screamer 13:ab47a20b66f0 262 self.build_all = False
screamer 13:ab47a20b66f0 263
screamer 13:ab47a20b66f0 264 # Build output dir
screamer 13:ab47a20b66f0 265 self.build_dir = None
screamer 13:ab47a20b66f0 266 self.timestamp = time()
screamer 13:ab47a20b66f0 267
screamer 13:ab47a20b66f0 268 # Output build naming based on target+toolchain combo (mbed 2.0 builds)
screamer 13:ab47a20b66f0 269 self.obj_path = join("TARGET_"+target.name, "TOOLCHAIN_"+self.name)
screamer 13:ab47a20b66f0 270
screamer 13:ab47a20b66f0 271 # Number of concurrent build jobs. 0 means auto (based on host system cores)
screamer 13:ab47a20b66f0 272 self.jobs = 0
screamer 13:ab47a20b66f0 273
screamer 13:ab47a20b66f0 274 self.CHROOT = None
screamer 13:ab47a20b66f0 275
screamer 13:ab47a20b66f0 276 # Ignore patterns from .mbedignore files
screamer 13:ab47a20b66f0 277 self.ignore_patterns = []
screamer 13:ab47a20b66f0 278
screamer 13:ab47a20b66f0 279 # Pre-mbed 2.0 ignore dirs
screamer 13:ab47a20b66f0 280 self.legacy_ignore_dirs = LEGACY_IGNORE_DIRS - set([target.name, LEGACY_TOOLCHAIN_NAMES[self.name]])
screamer 13:ab47a20b66f0 281
screamer 13:ab47a20b66f0 282 # Output notify function
screamer 13:ab47a20b66f0 283 if notify:
screamer 13:ab47a20b66f0 284 self.notify_fun = notify
screamer 13:ab47a20b66f0 285 elif extra_verbose:
screamer 13:ab47a20b66f0 286 self.notify_fun = self.print_notify_verbose
screamer 13:ab47a20b66f0 287 else:
screamer 13:ab47a20b66f0 288 self.notify_fun = self.print_notify
screamer 13:ab47a20b66f0 289
screamer 13:ab47a20b66f0 290 # Silent builds (no output)
screamer 13:ab47a20b66f0 291 self.silent = silent
screamer 13:ab47a20b66f0 292
screamer 13:ab47a20b66f0 293 # Print output buffer
screamer 13:ab47a20b66f0 294 self.output = ""
screamer 13:ab47a20b66f0 295
screamer 13:ab47a20b66f0 296 # Build options passed by -o flag
screamer 13:ab47a20b66f0 297 self.options = options if options is not None else []
screamer 13:ab47a20b66f0 298
screamer 13:ab47a20b66f0 299 # Build options passed by settings.py or mbed_settings.py
screamer 13:ab47a20b66f0 300 self.options.extend(BUILD_OPTIONS)
screamer 13:ab47a20b66f0 301
screamer 13:ab47a20b66f0 302 if self.options:
screamer 13:ab47a20b66f0 303 self.info("Build Options: %s" % (', '.join(self.options)))
screamer 13:ab47a20b66f0 304
screamer 13:ab47a20b66f0 305 # uVisor spepcific rules
screamer 13:ab47a20b66f0 306 if 'UVISOR' in self.target.features and 'UVISOR_SUPPORTED' in self.target.extra_labels:
screamer 13:ab47a20b66f0 307 self.target.core = re.sub(r"F$", '', self.target.core)
screamer 13:ab47a20b66f0 308
screamer 13:ab47a20b66f0 309 def get_output(self):
screamer 13:ab47a20b66f0 310 return self.output
screamer 13:ab47a20b66f0 311
screamer 13:ab47a20b66f0 312 def print_notify(self, event, silent=False):
screamer 13:ab47a20b66f0 313 """ Default command line notification
screamer 13:ab47a20b66f0 314 """
screamer 13:ab47a20b66f0 315 msg = None
screamer 13:ab47a20b66f0 316
screamer 13:ab47a20b66f0 317 if not self.VERBOSE and event['type'] == 'tool_error':
screamer 13:ab47a20b66f0 318 msg = event['message']
screamer 13:ab47a20b66f0 319
screamer 13:ab47a20b66f0 320 elif event['type'] in ['info', 'debug']:
screamer 13:ab47a20b66f0 321 msg = event['message']
screamer 13:ab47a20b66f0 322
screamer 13:ab47a20b66f0 323 elif event['type'] == 'cc':
screamer 13:ab47a20b66f0 324 event['severity'] = event['severity'].title()
screamer 13:ab47a20b66f0 325 event['file'] = basename(event['file'])
screamer 13:ab47a20b66f0 326 msg = '[%(severity)s] %(file)s@%(line)s: %(message)s' % event
screamer 13:ab47a20b66f0 327
screamer 13:ab47a20b66f0 328 elif event['type'] == 'progress':
screamer 13:ab47a20b66f0 329 if not silent:
screamer 13:ab47a20b66f0 330 msg = '%s: %s' % (event['action'].title(), basename(event['file']))
screamer 13:ab47a20b66f0 331
screamer 13:ab47a20b66f0 332 if msg:
screamer 13:ab47a20b66f0 333 print msg
screamer 13:ab47a20b66f0 334 self.output += msg + "\n"
screamer 13:ab47a20b66f0 335
screamer 13:ab47a20b66f0 336 def print_notify_verbose(self, event, silent=False):
screamer 13:ab47a20b66f0 337 """ Default command line notification with more verbose mode
screamer 13:ab47a20b66f0 338 """
screamer 13:ab47a20b66f0 339 if event['type'] in ['info', 'debug']:
screamer 13:ab47a20b66f0 340 self.print_notify(event) # standard handle
screamer 13:ab47a20b66f0 341
screamer 13:ab47a20b66f0 342 elif event['type'] == 'cc':
screamer 13:ab47a20b66f0 343 event['severity'] = event['severity'].title()
screamer 13:ab47a20b66f0 344 event['file'] = basename(event['file'])
screamer 13:ab47a20b66f0 345 event['mcu_name'] = "None"
screamer 13:ab47a20b66f0 346 event['toolchain'] = "None"
screamer 13:ab47a20b66f0 347 event['target_name'] = event['target_name'].upper() if event['target_name'] else "Unknown"
screamer 13:ab47a20b66f0 348 event['toolchain_name'] = event['toolchain_name'].upper() if event['toolchain_name'] else "Unknown"
screamer 13:ab47a20b66f0 349 msg = '[%(severity)s] %(target_name)s::%(toolchain_name)s::%(file)s@%(line)s: %(message)s' % event
screamer 13:ab47a20b66f0 350 print msg
screamer 13:ab47a20b66f0 351 self.output += msg + "\n"
screamer 13:ab47a20b66f0 352
screamer 13:ab47a20b66f0 353 elif event['type'] == 'progress':
screamer 13:ab47a20b66f0 354 self.print_notify(event) # standard handle
screamer 13:ab47a20b66f0 355
screamer 13:ab47a20b66f0 356 def notify(self, event):
screamer 13:ab47a20b66f0 357 """ Little closure for notify functions
screamer 13:ab47a20b66f0 358 """
screamer 13:ab47a20b66f0 359 return self.notify_fun(event, self.silent)
screamer 13:ab47a20b66f0 360
screamer 13:ab47a20b66f0 361 def goanna_parse_line(self, line):
screamer 13:ab47a20b66f0 362 if "analyze" in self.options:
screamer 13:ab47a20b66f0 363 return self.GOANNA_DIAGNOSTIC_PATTERN.match(line)
screamer 13:ab47a20b66f0 364 else:
screamer 13:ab47a20b66f0 365 return None
screamer 13:ab47a20b66f0 366
screamer 13:ab47a20b66f0 367 def get_symbols(self):
screamer 13:ab47a20b66f0 368 if self.symbols is None:
screamer 13:ab47a20b66f0 369 # Target and Toolchain symbols
screamer 13:ab47a20b66f0 370 labels = self.get_labels()
screamer 13:ab47a20b66f0 371 self.symbols = ["TARGET_%s" % t for t in labels['TARGET']]
screamer 13:ab47a20b66f0 372 self.symbols.extend(["TOOLCHAIN_%s" % t for t in labels['TOOLCHAIN']])
screamer 13:ab47a20b66f0 373
screamer 13:ab47a20b66f0 374 # Cortex CPU symbols
screamer 13:ab47a20b66f0 375 if self.target.core in mbedToolchain.CORTEX_SYMBOLS:
screamer 13:ab47a20b66f0 376 self.symbols.extend(mbedToolchain.CORTEX_SYMBOLS[self.target.core])
screamer 13:ab47a20b66f0 377
screamer 13:ab47a20b66f0 378 # Symbols defined by the on-line build.system
screamer 13:ab47a20b66f0 379 self.symbols.extend(['MBED_BUILD_TIMESTAMP=%s' % self.timestamp, 'TARGET_LIKE_MBED', '__MBED__=1'])
screamer 13:ab47a20b66f0 380 if MBED_ORG_USER:
screamer 13:ab47a20b66f0 381 self.symbols.append('MBED_USERNAME=' + MBED_ORG_USER)
screamer 13:ab47a20b66f0 382
screamer 13:ab47a20b66f0 383 # Add target's symbols
screamer 13:ab47a20b66f0 384 self.symbols += self.target.macros
screamer 13:ab47a20b66f0 385 # Add target's hardware
screamer 13:ab47a20b66f0 386 self.symbols += ["DEVICE_" + data + "=1" for data in self.target.device_has]
screamer 13:ab47a20b66f0 387 # Add target's features
screamer 13:ab47a20b66f0 388 self.symbols += ["FEATURE_" + data + "=1" for data in self.target.features]
screamer 13:ab47a20b66f0 389 # Add extra symbols passed via 'macros' parameter
screamer 13:ab47a20b66f0 390 self.symbols += self.macros
screamer 13:ab47a20b66f0 391
screamer 13:ab47a20b66f0 392 # Form factor variables
screamer 13:ab47a20b66f0 393 if hasattr(self.target, 'supported_form_factors'):
screamer 13:ab47a20b66f0 394 self.symbols.extend(["TARGET_FF_%s" % t for t in self.target.supported_form_factors])
screamer 13:ab47a20b66f0 395
screamer 13:ab47a20b66f0 396 return list(set(self.symbols)) # Return only unique symbols
screamer 13:ab47a20b66f0 397
screamer 13:ab47a20b66f0 398 # Extend the internal list of macros
screamer 13:ab47a20b66f0 399 def add_macros(self, new_macros):
screamer 13:ab47a20b66f0 400 self.macros.extend(new_macros)
screamer 13:ab47a20b66f0 401
screamer 13:ab47a20b66f0 402 def get_labels(self):
screamer 13:ab47a20b66f0 403 if self.labels is None:
screamer 13:ab47a20b66f0 404 toolchain_labels = [c.__name__ for c in getmro(self.__class__)]
screamer 13:ab47a20b66f0 405 toolchain_labels.remove('mbedToolchain')
screamer 13:ab47a20b66f0 406 self.labels = {
screamer 13:ab47a20b66f0 407 'TARGET': self.target.get_labels() + ["DEBUG" if "debug-info" in self.options else "RELEASE"],
screamer 13:ab47a20b66f0 408 'FEATURE': self.target.features,
screamer 13:ab47a20b66f0 409 'TOOLCHAIN': toolchain_labels
screamer 13:ab47a20b66f0 410 }
screamer 13:ab47a20b66f0 411 return self.labels
screamer 13:ab47a20b66f0 412
screamer 13:ab47a20b66f0 413 def need_update(self, target, dependencies):
screamer 13:ab47a20b66f0 414 if self.build_all:
screamer 13:ab47a20b66f0 415 return True
screamer 13:ab47a20b66f0 416
screamer 13:ab47a20b66f0 417 if not exists(target):
screamer 13:ab47a20b66f0 418 return True
screamer 13:ab47a20b66f0 419
screamer 13:ab47a20b66f0 420 target_mod_time = stat(target).st_mtime
screamer 13:ab47a20b66f0 421
screamer 13:ab47a20b66f0 422 for d in dependencies:
screamer 13:ab47a20b66f0 423
screamer 13:ab47a20b66f0 424 # Some objects are not provided with full path and here we do not have
screamer 13:ab47a20b66f0 425 # information about the library paths. Safe option: assume an update
screamer 13:ab47a20b66f0 426 if not d or not exists(d):
screamer 13:ab47a20b66f0 427 return True
screamer 13:ab47a20b66f0 428
screamer 13:ab47a20b66f0 429 if stat(d).st_mtime >= target_mod_time:
screamer 13:ab47a20b66f0 430 return True
screamer 13:ab47a20b66f0 431
screamer 13:ab47a20b66f0 432 return False
screamer 13:ab47a20b66f0 433
screamer 13:ab47a20b66f0 434 def is_ignored(self, file_path):
screamer 13:ab47a20b66f0 435 for pattern in self.ignore_patterns:
screamer 13:ab47a20b66f0 436 if fnmatch.fnmatch(file_path, pattern):
screamer 13:ab47a20b66f0 437 return True
screamer 13:ab47a20b66f0 438 return False
screamer 13:ab47a20b66f0 439
screamer 13:ab47a20b66f0 440 # Create a Resources object from the path pointed to by *path* by either traversing a
screamer 13:ab47a20b66f0 441 # a directory structure, when *path* is a directory, or adding *path* to the resources,
screamer 13:ab47a20b66f0 442 # when *path* is a file.
screamer 13:ab47a20b66f0 443 # The parameter *base_path* is used to set the base_path attribute of the Resources
screamer 13:ab47a20b66f0 444 # object and the parameter *exclude_paths* is used by the directory traversal to
screamer 13:ab47a20b66f0 445 # exclude certain paths from the traversal.
screamer 13:ab47a20b66f0 446 def scan_resources(self, path, exclude_paths=None, base_path=None):
screamer 13:ab47a20b66f0 447 resources = Resources(path)
screamer 13:ab47a20b66f0 448 if not base_path:
screamer 13:ab47a20b66f0 449 if isfile(path):
screamer 13:ab47a20b66f0 450 base_path = dirname(path)
screamer 13:ab47a20b66f0 451 else:
screamer 13:ab47a20b66f0 452 base_path = path
screamer 13:ab47a20b66f0 453 resources.base_path = base_path
screamer 13:ab47a20b66f0 454
screamer 13:ab47a20b66f0 455 if isfile(path):
screamer 13:ab47a20b66f0 456 self._add_file(path, resources, base_path, exclude_paths=exclude_paths)
screamer 13:ab47a20b66f0 457 else:
screamer 13:ab47a20b66f0 458 self._add_dir(path, resources, base_path, exclude_paths=exclude_paths)
screamer 13:ab47a20b66f0 459 return resources
screamer 13:ab47a20b66f0 460
screamer 13:ab47a20b66f0 461 # A helper function for scan_resources. _add_dir traverses *path* (assumed to be a
screamer 13:ab47a20b66f0 462 # directory) and heeds the ".mbedignore" files along the way. _add_dir calls _add_file
screamer 13:ab47a20b66f0 463 # on every file it considers adding to the resources object.
screamer 13:ab47a20b66f0 464 def _add_dir(self, path, resources, base_path, exclude_paths=None):
screamer 13:ab47a20b66f0 465 """ os.walk(top[, topdown=True[, onerror=None[, followlinks=False]]])
screamer 13:ab47a20b66f0 466 When topdown is True, the caller can modify the dirnames list in-place
screamer 13:ab47a20b66f0 467 (perhaps using del or slice assignment), and walk() will only recurse into
screamer 13:ab47a20b66f0 468 the subdirectories whose names remain in dirnames; this can be used to prune
screamer 13:ab47a20b66f0 469 the search, impose a specific order of visiting, or even to inform walk()
screamer 13:ab47a20b66f0 470 about directories the caller creates or renames before it resumes walk()
screamer 13:ab47a20b66f0 471 again. Modifying dirnames when topdown is False is ineffective, because in
screamer 13:ab47a20b66f0 472 bottom-up mode the directories in dirnames are generated before dirpath
screamer 13:ab47a20b66f0 473 itself is generated.
screamer 13:ab47a20b66f0 474 """
screamer 13:ab47a20b66f0 475 labels = self.get_labels()
screamer 13:ab47a20b66f0 476 for root, dirs, files in walk(path, followlinks=True):
screamer 13:ab47a20b66f0 477 # Check if folder contains .mbedignore
screamer 13:ab47a20b66f0 478 if ".mbedignore" in files:
screamer 13:ab47a20b66f0 479 with open (join(root,".mbedignore"), "r") as f:
screamer 13:ab47a20b66f0 480 lines=f.readlines()
screamer 13:ab47a20b66f0 481 lines = [l.strip() for l in lines] # Strip whitespaces
screamer 13:ab47a20b66f0 482 lines = [l for l in lines if l != ""] # Strip empty lines
screamer 13:ab47a20b66f0 483 lines = [l for l in lines if not re.match("^#",l)] # Strip comment lines
screamer 13:ab47a20b66f0 484 # Append root path to glob patterns and append patterns to ignore_patterns
screamer 13:ab47a20b66f0 485 self.ignore_patterns.extend([join(root,line.strip()) for line in lines])
screamer 13:ab47a20b66f0 486
screamer 13:ab47a20b66f0 487 # Skip the whole folder if ignored, e.g. .mbedignore containing '*'
screamer 13:ab47a20b66f0 488 if self.is_ignored(join(root,"")):
screamer 13:ab47a20b66f0 489 continue
screamer 13:ab47a20b66f0 490
screamer 13:ab47a20b66f0 491 for d in copy(dirs):
screamer 13:ab47a20b66f0 492 dir_path = join(root, d)
screamer 13:ab47a20b66f0 493 # Add internal repo folders/files. This is needed for exporters
screamer 13:ab47a20b66f0 494 if d == '.hg':
screamer 13:ab47a20b66f0 495 resources.repo_dirs.append(dir_path)
screamer 13:ab47a20b66f0 496 resources.repo_files.extend(self.scan_repository(dir_path))
screamer 13:ab47a20b66f0 497
screamer 13:ab47a20b66f0 498 if ((d.startswith('.') or d in self.legacy_ignore_dirs) or
screamer 13:ab47a20b66f0 499 # Ignore targets that do not match the TARGET in extra_labels list
screamer 13:ab47a20b66f0 500 (d.startswith('TARGET_') and d[7:] not in labels['TARGET']) or
screamer 13:ab47a20b66f0 501 # Ignore toolchain that do not match the current TOOLCHAIN
screamer 13:ab47a20b66f0 502 (d.startswith('TOOLCHAIN_') and d[10:] not in labels['TOOLCHAIN']) or
screamer 13:ab47a20b66f0 503 # Ignore .mbedignore files
screamer 13:ab47a20b66f0 504 self.is_ignored(join(dir_path,"")) or
screamer 13:ab47a20b66f0 505 # Ignore TESTS dir
screamer 13:ab47a20b66f0 506 (d == 'TESTS')):
screamer 13:ab47a20b66f0 507 dirs.remove(d)
screamer 13:ab47a20b66f0 508 elif d.startswith('FEATURE_'):
screamer 13:ab47a20b66f0 509 # Recursively scan features but ignore them in the current scan.
screamer 13:ab47a20b66f0 510 # These are dynamically added by the config system if the conditions are matched
screamer 13:ab47a20b66f0 511 resources.features[d[8:]] = self.scan_resources(dir_path, base_path=base_path)
screamer 13:ab47a20b66f0 512 dirs.remove(d)
screamer 13:ab47a20b66f0 513 elif exclude_paths:
screamer 13:ab47a20b66f0 514 for exclude_path in exclude_paths:
screamer 13:ab47a20b66f0 515 rel_path = relpath(dir_path, exclude_path)
screamer 13:ab47a20b66f0 516 if not (rel_path.startswith('..')):
screamer 13:ab47a20b66f0 517 dirs.remove(d)
screamer 13:ab47a20b66f0 518 break
screamer 13:ab47a20b66f0 519
screamer 13:ab47a20b66f0 520 # Add root to include paths
screamer 13:ab47a20b66f0 521 resources.inc_dirs.append(root)
screamer 13:ab47a20b66f0 522
screamer 13:ab47a20b66f0 523 for file in files:
screamer 13:ab47a20b66f0 524 file_path = join(root, file)
screamer 13:ab47a20b66f0 525 self._add_file(file_path, resources, base_path)
screamer 13:ab47a20b66f0 526
screamer 13:ab47a20b66f0 527 # A helper function for both scan_resources and _add_dir. _add_file adds one file
screamer 13:ab47a20b66f0 528 # (*file_path*) to the resources object based on the file type.
screamer 13:ab47a20b66f0 529 def _add_file(self, file_path, resources, base_path, exclude_paths=None):
screamer 13:ab47a20b66f0 530 resources.file_basepath[file_path] = base_path
screamer 13:ab47a20b66f0 531
screamer 13:ab47a20b66f0 532 if self.is_ignored(file_path):
screamer 13:ab47a20b66f0 533 return
screamer 13:ab47a20b66f0 534
screamer 13:ab47a20b66f0 535 _, ext = splitext(file_path)
screamer 13:ab47a20b66f0 536 ext = ext.lower()
screamer 13:ab47a20b66f0 537
screamer 13:ab47a20b66f0 538 if ext == '.s':
screamer 13:ab47a20b66f0 539 resources.s_sources.append(file_path)
screamer 13:ab47a20b66f0 540
screamer 13:ab47a20b66f0 541 elif ext == '.c':
screamer 13:ab47a20b66f0 542 resources.c_sources.append(file_path)
screamer 13:ab47a20b66f0 543
screamer 13:ab47a20b66f0 544 elif ext == '.cpp':
screamer 13:ab47a20b66f0 545 resources.cpp_sources.append(file_path)
screamer 13:ab47a20b66f0 546
screamer 13:ab47a20b66f0 547 elif ext == '.h' or ext == '.hpp':
screamer 13:ab47a20b66f0 548 resources.headers.append(file_path)
screamer 13:ab47a20b66f0 549
screamer 13:ab47a20b66f0 550 elif ext == '.o':
screamer 13:ab47a20b66f0 551 resources.objects.append(file_path)
screamer 13:ab47a20b66f0 552
screamer 13:ab47a20b66f0 553 elif ext == self.LIBRARY_EXT:
screamer 13:ab47a20b66f0 554 resources.libraries.append(file_path)
screamer 13:ab47a20b66f0 555 resources.lib_dirs.add(dirname(file_path))
screamer 13:ab47a20b66f0 556
screamer 13:ab47a20b66f0 557 elif ext == self.LINKER_EXT:
screamer 13:ab47a20b66f0 558 if resources.linker_script is not None:
screamer 13:ab47a20b66f0 559 self.info("Warning: Multiple linker scripts detected: %s -> %s" % (resources.linker_script, file_path))
screamer 13:ab47a20b66f0 560 resources.linker_script = file_path
screamer 13:ab47a20b66f0 561
screamer 13:ab47a20b66f0 562 elif ext == '.lib':
screamer 13:ab47a20b66f0 563 resources.lib_refs.append(file_path)
screamer 13:ab47a20b66f0 564
screamer 13:ab47a20b66f0 565 elif ext == '.bld':
screamer 13:ab47a20b66f0 566 resources.lib_builds.append(file_path)
screamer 13:ab47a20b66f0 567
screamer 13:ab47a20b66f0 568 elif file == '.hgignore':
screamer 13:ab47a20b66f0 569 resources.repo_files.append(file_path)
screamer 13:ab47a20b66f0 570
screamer 13:ab47a20b66f0 571 elif ext == '.hex':
screamer 13:ab47a20b66f0 572 resources.hex_files.append(file_path)
screamer 13:ab47a20b66f0 573
screamer 13:ab47a20b66f0 574 elif ext == '.bin':
screamer 13:ab47a20b66f0 575 resources.bin_files.append(file_path)
screamer 13:ab47a20b66f0 576
screamer 13:ab47a20b66f0 577 elif ext == '.json':
screamer 13:ab47a20b66f0 578 resources.json_files.append(file_path)
screamer 13:ab47a20b66f0 579
screamer 13:ab47a20b66f0 580
screamer 13:ab47a20b66f0 581 def scan_repository(self, path):
screamer 13:ab47a20b66f0 582 resources = []
screamer 13:ab47a20b66f0 583
screamer 13:ab47a20b66f0 584 for root, dirs, files in walk(path):
screamer 13:ab47a20b66f0 585 # Remove ignored directories
screamer 13:ab47a20b66f0 586 for d in copy(dirs):
screamer 13:ab47a20b66f0 587 if d == '.' or d == '..':
screamer 13:ab47a20b66f0 588 dirs.remove(d)
screamer 13:ab47a20b66f0 589
screamer 13:ab47a20b66f0 590 for file in files:
screamer 13:ab47a20b66f0 591 file_path = join(root, file)
screamer 13:ab47a20b66f0 592 resources.append(file_path)
screamer 13:ab47a20b66f0 593
screamer 13:ab47a20b66f0 594 return resources
screamer 13:ab47a20b66f0 595
screamer 13:ab47a20b66f0 596 def copy_files(self, files_paths, trg_path, resources=None, rel_path=None):
screamer 13:ab47a20b66f0 597
screamer 13:ab47a20b66f0 598 # Handle a single file
screamer 13:ab47a20b66f0 599 if type(files_paths) != ListType: files_paths = [files_paths]
screamer 13:ab47a20b66f0 600
screamer 13:ab47a20b66f0 601 for source in files_paths:
screamer 13:ab47a20b66f0 602 if source is None:
screamer 13:ab47a20b66f0 603 files_paths.remove(source)
screamer 13:ab47a20b66f0 604
screamer 13:ab47a20b66f0 605 for source in files_paths:
screamer 13:ab47a20b66f0 606 if resources is not None:
screamer 13:ab47a20b66f0 607 relative_path = relpath(source, resources.file_basepath[source])
screamer 13:ab47a20b66f0 608 elif rel_path is not None:
screamer 13:ab47a20b66f0 609 relative_path = relpath(source, rel_path)
screamer 13:ab47a20b66f0 610 else:
screamer 13:ab47a20b66f0 611 _, relative_path = split(source)
screamer 13:ab47a20b66f0 612
screamer 13:ab47a20b66f0 613 target = join(trg_path, relative_path)
screamer 13:ab47a20b66f0 614
screamer 13:ab47a20b66f0 615 if (target != source) and (self.need_update(target, [source])):
screamer 13:ab47a20b66f0 616 self.progress("copy", relative_path)
screamer 13:ab47a20b66f0 617 mkdir(dirname(target))
screamer 13:ab47a20b66f0 618 copyfile(source, target)
screamer 13:ab47a20b66f0 619
screamer 13:ab47a20b66f0 620 def relative_object_path(self, build_path, base_dir, source):
screamer 13:ab47a20b66f0 621 source_dir, name, _ = split_path(source)
screamer 13:ab47a20b66f0 622
screamer 13:ab47a20b66f0 623 obj_dir = join(build_path, relpath(source_dir, base_dir))
screamer 13:ab47a20b66f0 624 mkdir(obj_dir)
screamer 13:ab47a20b66f0 625 return join(obj_dir, name + '.o')
screamer 13:ab47a20b66f0 626
screamer 13:ab47a20b66f0 627 def get_inc_file(self, includes):
screamer 13:ab47a20b66f0 628 include_file = join(self.build_dir, ".includes_%s.txt" % self.inc_md5)
screamer 13:ab47a20b66f0 629 if not exists(include_file):
screamer 13:ab47a20b66f0 630 with open(include_file, "wb") as f:
screamer 13:ab47a20b66f0 631 cmd_list = []
screamer 13:ab47a20b66f0 632 for c in includes:
screamer 13:ab47a20b66f0 633 if c:
screamer 13:ab47a20b66f0 634 cmd_list.append(('-I%s' % c).replace("\\", "/"))
screamer 13:ab47a20b66f0 635 string = " ".join(cmd_list)
screamer 13:ab47a20b66f0 636 f.write(string)
screamer 13:ab47a20b66f0 637 return include_file
screamer 13:ab47a20b66f0 638
screamer 13:ab47a20b66f0 639 def compile_sources(self, resources, build_path, inc_dirs=None):
screamer 13:ab47a20b66f0 640 # Web IDE progress bar for project build
screamer 13:ab47a20b66f0 641 files_to_compile = resources.s_sources + resources.c_sources + resources.cpp_sources
screamer 13:ab47a20b66f0 642 self.to_be_compiled = len(files_to_compile)
screamer 13:ab47a20b66f0 643 self.compiled = 0
screamer 13:ab47a20b66f0 644
screamer 13:ab47a20b66f0 645 inc_paths = resources.inc_dirs
screamer 13:ab47a20b66f0 646 if inc_dirs is not None:
screamer 13:ab47a20b66f0 647 inc_paths.extend(inc_dirs)
screamer 13:ab47a20b66f0 648 # De-duplicate include paths
screamer 13:ab47a20b66f0 649 inc_paths = set(inc_paths)
screamer 13:ab47a20b66f0 650 # Sort include paths for consistency
screamer 13:ab47a20b66f0 651 inc_paths = sorted(set(inc_paths))
screamer 13:ab47a20b66f0 652 # Unique id of all include paths
screamer 13:ab47a20b66f0 653 self.inc_md5 = md5(' '.join(inc_paths)).hexdigest()
screamer 13:ab47a20b66f0 654 # Where to store response files
screamer 13:ab47a20b66f0 655 self.build_dir = build_path
screamer 13:ab47a20b66f0 656
screamer 13:ab47a20b66f0 657 objects = []
screamer 13:ab47a20b66f0 658 queue = []
screamer 13:ab47a20b66f0 659 prev_dir = None
screamer 13:ab47a20b66f0 660
screamer 13:ab47a20b66f0 661 # Sort compile queue for consistency
screamer 13:ab47a20b66f0 662 files_to_compile.sort()
screamer 13:ab47a20b66f0 663 work_dir = getcwd()
screamer 13:ab47a20b66f0 664
screamer 13:ab47a20b66f0 665 for source in files_to_compile:
screamer 13:ab47a20b66f0 666 _, name, _ = split_path(source)
screamer 13:ab47a20b66f0 667 object = self.relative_object_path(build_path, resources.file_basepath[source], source)
screamer 13:ab47a20b66f0 668
screamer 13:ab47a20b66f0 669 # Queue mode (multiprocessing)
screamer 13:ab47a20b66f0 670 commands = self.compile_command(source, object, inc_paths)
screamer 13:ab47a20b66f0 671 if commands is not None:
screamer 13:ab47a20b66f0 672 queue.append({
screamer 13:ab47a20b66f0 673 'source': source,
screamer 13:ab47a20b66f0 674 'object': object,
screamer 13:ab47a20b66f0 675 'commands': commands,
screamer 13:ab47a20b66f0 676 'work_dir': work_dir,
screamer 13:ab47a20b66f0 677 'chroot': self.CHROOT
screamer 13:ab47a20b66f0 678 })
screamer 13:ab47a20b66f0 679 else:
screamer 13:ab47a20b66f0 680 objects.append(object)
screamer 13:ab47a20b66f0 681
screamer 13:ab47a20b66f0 682 # Use queues/multiprocessing if cpu count is higher than setting
screamer 13:ab47a20b66f0 683 jobs = self.jobs if self.jobs else cpu_count()
screamer 13:ab47a20b66f0 684 if jobs > CPU_COUNT_MIN and len(queue) > jobs:
screamer 13:ab47a20b66f0 685 return self.compile_queue(queue, objects)
screamer 13:ab47a20b66f0 686 else:
screamer 13:ab47a20b66f0 687 return self.compile_seq(queue, objects)
screamer 13:ab47a20b66f0 688
screamer 13:ab47a20b66f0 689 def compile_seq(self, queue, objects):
screamer 13:ab47a20b66f0 690 for item in queue:
screamer 13:ab47a20b66f0 691 result = compile_worker(item)
screamer 13:ab47a20b66f0 692
screamer 13:ab47a20b66f0 693 self.compiled += 1
screamer 13:ab47a20b66f0 694 self.progress("compile", item['source'], build_update=True)
screamer 13:ab47a20b66f0 695 for res in result['results']:
screamer 13:ab47a20b66f0 696 self.debug("Command: %s" % ' '.join(res['command']))
screamer 13:ab47a20b66f0 697 self.compile_output([
screamer 13:ab47a20b66f0 698 res['code'],
screamer 13:ab47a20b66f0 699 res['output'],
screamer 13:ab47a20b66f0 700 res['command']
screamer 13:ab47a20b66f0 701 ])
screamer 13:ab47a20b66f0 702 objects.append(result['object'])
screamer 13:ab47a20b66f0 703 return objects
screamer 13:ab47a20b66f0 704
screamer 13:ab47a20b66f0 705 def compile_queue(self, queue, objects):
screamer 13:ab47a20b66f0 706 jobs_count = int(self.jobs if self.jobs else cpu_count())
screamer 13:ab47a20b66f0 707 p = Pool(processes=jobs_count)
screamer 13:ab47a20b66f0 708
screamer 13:ab47a20b66f0 709 results = []
screamer 13:ab47a20b66f0 710 for i in range(len(queue)):
screamer 13:ab47a20b66f0 711 results.append(p.apply_async(compile_worker, [queue[i]]))
screamer 13:ab47a20b66f0 712
screamer 13:ab47a20b66f0 713 itr = 0
screamer 13:ab47a20b66f0 714 while True:
screamer 13:ab47a20b66f0 715 itr += 1
screamer 13:ab47a20b66f0 716 if itr > 180000:
screamer 13:ab47a20b66f0 717 p.terminate()
screamer 13:ab47a20b66f0 718 p.join()
screamer 13:ab47a20b66f0 719 raise ToolException("Compile did not finish in 5 minutes")
screamer 13:ab47a20b66f0 720
screamer 13:ab47a20b66f0 721 pending = 0
screamer 13:ab47a20b66f0 722 for r in results:
screamer 13:ab47a20b66f0 723 if r._ready is True:
screamer 13:ab47a20b66f0 724 try:
screamer 13:ab47a20b66f0 725 result = r.get()
screamer 13:ab47a20b66f0 726 results.remove(r)
screamer 13:ab47a20b66f0 727
screamer 13:ab47a20b66f0 728 self.compiled += 1
screamer 13:ab47a20b66f0 729 self.progress("compile", result['source'], build_update=True)
screamer 13:ab47a20b66f0 730 for res in result['results']:
screamer 13:ab47a20b66f0 731 self.debug("Command: %s" % ' '.join(res['command']))
screamer 13:ab47a20b66f0 732 self.compile_output([
screamer 13:ab47a20b66f0 733 res['code'],
screamer 13:ab47a20b66f0 734 res['output'],
screamer 13:ab47a20b66f0 735 res['command']
screamer 13:ab47a20b66f0 736 ])
screamer 13:ab47a20b66f0 737 objects.append(result['object'])
screamer 13:ab47a20b66f0 738 except ToolException, err:
screamer 13:ab47a20b66f0 739 p.terminate()
screamer 13:ab47a20b66f0 740 p.join()
screamer 13:ab47a20b66f0 741 raise ToolException(err)
screamer 13:ab47a20b66f0 742 else:
screamer 13:ab47a20b66f0 743 pending += 1
screamer 13:ab47a20b66f0 744 if pending > jobs_count:
screamer 13:ab47a20b66f0 745 break
screamer 13:ab47a20b66f0 746
screamer 13:ab47a20b66f0 747
screamer 13:ab47a20b66f0 748 if len(results) == 0:
screamer 13:ab47a20b66f0 749 break
screamer 13:ab47a20b66f0 750
screamer 13:ab47a20b66f0 751 sleep(0.01)
screamer 13:ab47a20b66f0 752
screamer 13:ab47a20b66f0 753 results = None
screamer 13:ab47a20b66f0 754 p.terminate()
screamer 13:ab47a20b66f0 755 p.join()
screamer 13:ab47a20b66f0 756
screamer 13:ab47a20b66f0 757 return objects
screamer 13:ab47a20b66f0 758
screamer 13:ab47a20b66f0 759 def compile_command(self, source, object, includes):
screamer 13:ab47a20b66f0 760 # Check dependencies
screamer 13:ab47a20b66f0 761 _, ext = splitext(source)
screamer 13:ab47a20b66f0 762 ext = ext.lower()
screamer 13:ab47a20b66f0 763
screamer 13:ab47a20b66f0 764 if ext == '.c' or ext == '.cpp':
screamer 13:ab47a20b66f0 765 base, _ = splitext(object)
screamer 13:ab47a20b66f0 766 dep_path = base + '.d'
screamer 13:ab47a20b66f0 767 deps = self.parse_dependencies(dep_path) if (exists(dep_path)) else []
screamer 13:ab47a20b66f0 768 if len(deps) == 0 or self.need_update(object, deps):
screamer 13:ab47a20b66f0 769 if ext == '.c':
screamer 13:ab47a20b66f0 770 return self.compile_c(source, object, includes)
screamer 13:ab47a20b66f0 771 else:
screamer 13:ab47a20b66f0 772 return self.compile_cpp(source, object, includes)
screamer 13:ab47a20b66f0 773 elif ext == '.s':
screamer 13:ab47a20b66f0 774 deps = [source]
screamer 13:ab47a20b66f0 775 if self.need_update(object, deps):
screamer 13:ab47a20b66f0 776 return self.assemble(source, object, includes)
screamer 13:ab47a20b66f0 777 else:
screamer 13:ab47a20b66f0 778 return False
screamer 13:ab47a20b66f0 779
screamer 13:ab47a20b66f0 780 return None
screamer 13:ab47a20b66f0 781
screamer 13:ab47a20b66f0 782 def is_not_supported_error(self, output):
screamer 13:ab47a20b66f0 783 return "#error directive: [NOT_SUPPORTED]" in output
screamer 13:ab47a20b66f0 784
screamer 13:ab47a20b66f0 785 def compile_output(self, output=[]):
screamer 13:ab47a20b66f0 786 _rc = output[0]
screamer 13:ab47a20b66f0 787 _stderr = output[1]
screamer 13:ab47a20b66f0 788 command = output[2]
screamer 13:ab47a20b66f0 789
screamer 13:ab47a20b66f0 790 # Parse output for Warnings and Errors
screamer 13:ab47a20b66f0 791 self.parse_output(_stderr)
screamer 13:ab47a20b66f0 792 self.debug("Return: %s"% _rc)
screamer 13:ab47a20b66f0 793 for error_line in _stderr.splitlines():
screamer 13:ab47a20b66f0 794 self.debug("Output: %s"% error_line)
screamer 13:ab47a20b66f0 795
screamer 13:ab47a20b66f0 796
screamer 13:ab47a20b66f0 797 # Check return code
screamer 13:ab47a20b66f0 798 if _rc != 0:
screamer 13:ab47a20b66f0 799 for line in _stderr.splitlines():
screamer 13:ab47a20b66f0 800 self.tool_error(line)
screamer 13:ab47a20b66f0 801
screamer 13:ab47a20b66f0 802 if self.is_not_supported_error(_stderr):
screamer 13:ab47a20b66f0 803 raise NotSupportedException(_stderr)
screamer 13:ab47a20b66f0 804 else:
screamer 13:ab47a20b66f0 805 raise ToolException(_stderr)
screamer 13:ab47a20b66f0 806
screamer 13:ab47a20b66f0 807 def build_library(self, objects, dir, name):
screamer 13:ab47a20b66f0 808 needed_update = False
screamer 13:ab47a20b66f0 809 lib = self.STD_LIB_NAME % name
screamer 13:ab47a20b66f0 810 fout = join(dir, lib)
screamer 13:ab47a20b66f0 811 if self.need_update(fout, objects):
screamer 13:ab47a20b66f0 812 self.info("Library: %s" % lib)
screamer 13:ab47a20b66f0 813 self.archive(objects, fout)
screamer 13:ab47a20b66f0 814 needed_update = True
screamer 13:ab47a20b66f0 815
screamer 13:ab47a20b66f0 816 return needed_update
screamer 13:ab47a20b66f0 817
screamer 13:ab47a20b66f0 818 def link_program(self, r, tmp_path, name):
screamer 13:ab47a20b66f0 819 needed_update = False
screamer 13:ab47a20b66f0 820 ext = 'bin'
screamer 13:ab47a20b66f0 821 if hasattr(self.target, 'OUTPUT_EXT'):
screamer 13:ab47a20b66f0 822 ext = self.target.OUTPUT_EXT
screamer 13:ab47a20b66f0 823
screamer 13:ab47a20b66f0 824 if hasattr(self.target, 'OUTPUT_NAMING'):
screamer 13:ab47a20b66f0 825 self.var("binary_naming", self.target.OUTPUT_NAMING)
screamer 13:ab47a20b66f0 826 if self.target.OUTPUT_NAMING == "8.3":
screamer 13:ab47a20b66f0 827 name = name[0:8]
screamer 13:ab47a20b66f0 828 ext = ext[0:3]
screamer 13:ab47a20b66f0 829
screamer 13:ab47a20b66f0 830 # Create destination directory
screamer 13:ab47a20b66f0 831 head, tail = split(name)
screamer 13:ab47a20b66f0 832 new_path = join(tmp_path, head)
screamer 13:ab47a20b66f0 833 mkdir(new_path)
screamer 13:ab47a20b66f0 834
screamer 13:ab47a20b66f0 835 filename = name+'.'+ext
screamer 13:ab47a20b66f0 836 elf = join(tmp_path, name + '.elf')
screamer 13:ab47a20b66f0 837 bin = join(tmp_path, filename)
screamer 13:ab47a20b66f0 838 map = join(tmp_path, name + '.map')
screamer 13:ab47a20b66f0 839
screamer 13:ab47a20b66f0 840 if self.need_update(elf, r.objects + r.libraries + [r.linker_script]):
screamer 13:ab47a20b66f0 841 needed_update = True
screamer 13:ab47a20b66f0 842 self.progress("link", name)
screamer 13:ab47a20b66f0 843 self.link(elf, r.objects, r.libraries, r.lib_dirs, r.linker_script)
screamer 13:ab47a20b66f0 844
screamer 13:ab47a20b66f0 845 if self.need_update(bin, [elf]):
screamer 13:ab47a20b66f0 846 needed_update = True
screamer 13:ab47a20b66f0 847 self.progress("elf2bin", name)
screamer 13:ab47a20b66f0 848
screamer 13:ab47a20b66f0 849 self.binary(r, elf, bin)
screamer 13:ab47a20b66f0 850
screamer 13:ab47a20b66f0 851 self.mem_stats(map)
screamer 13:ab47a20b66f0 852
screamer 13:ab47a20b66f0 853 self.var("compile_succeded", True)
screamer 13:ab47a20b66f0 854 self.var("binary", filename)
screamer 13:ab47a20b66f0 855
screamer 13:ab47a20b66f0 856 return bin, needed_update
screamer 13:ab47a20b66f0 857
screamer 13:ab47a20b66f0 858 def default_cmd(self, command):
screamer 13:ab47a20b66f0 859 self.debug("Command: %s"% ' '.join(command))
screamer 13:ab47a20b66f0 860 _stdout, _stderr, _rc = run_cmd(command)
screamer 13:ab47a20b66f0 861
screamer 13:ab47a20b66f0 862 self.debug("Return: %s"% _rc)
screamer 13:ab47a20b66f0 863
screamer 13:ab47a20b66f0 864 for output_line in _stdout.splitlines():
screamer 13:ab47a20b66f0 865 self.debug("Output: %s"% output_line)
screamer 13:ab47a20b66f0 866 for error_line in _stderr.splitlines():
screamer 13:ab47a20b66f0 867 self.debug("Errors: %s"% error_line)
screamer 13:ab47a20b66f0 868
screamer 13:ab47a20b66f0 869 if _rc != 0:
screamer 13:ab47a20b66f0 870 for line in _stderr.splitlines():
screamer 13:ab47a20b66f0 871 self.tool_error(line)
screamer 13:ab47a20b66f0 872 raise ToolException(_stderr)
screamer 13:ab47a20b66f0 873
screamer 13:ab47a20b66f0 874 ### NOTIFICATIONS ###
screamer 13:ab47a20b66f0 875 def info(self, message):
screamer 13:ab47a20b66f0 876 self.notify({'type': 'info', 'message': message})
screamer 13:ab47a20b66f0 877
screamer 13:ab47a20b66f0 878 def debug(self, message):
screamer 13:ab47a20b66f0 879 if self.VERBOSE:
screamer 13:ab47a20b66f0 880 if type(message) is ListType:
screamer 13:ab47a20b66f0 881 message = ' '.join(message)
screamer 13:ab47a20b66f0 882 message = "[DEBUG] " + message
screamer 13:ab47a20b66f0 883 self.notify({'type': 'debug', 'message': message})
screamer 13:ab47a20b66f0 884
screamer 13:ab47a20b66f0 885 def cc_info(self, severity, file, line, message, target_name=None, toolchain_name=None):
screamer 13:ab47a20b66f0 886 self.notify({'type': 'cc',
screamer 13:ab47a20b66f0 887 'severity': severity,
screamer 13:ab47a20b66f0 888 'file': file,
screamer 13:ab47a20b66f0 889 'line': line,
screamer 13:ab47a20b66f0 890 'message': message,
screamer 13:ab47a20b66f0 891 'target_name': target_name,
screamer 13:ab47a20b66f0 892 'toolchain_name': toolchain_name})
screamer 13:ab47a20b66f0 893
screamer 13:ab47a20b66f0 894 def progress(self, action, file, build_update=False):
screamer 13:ab47a20b66f0 895 msg = {'type': 'progress', 'action': action, 'file': file}
screamer 13:ab47a20b66f0 896 if build_update:
screamer 13:ab47a20b66f0 897 msg['percent'] = 100. * float(self.compiled) / float(self.to_be_compiled)
screamer 13:ab47a20b66f0 898 self.notify(msg)
screamer 13:ab47a20b66f0 899
screamer 13:ab47a20b66f0 900 def tool_error(self, message):
screamer 13:ab47a20b66f0 901 self.notify({'type': 'tool_error', 'message': message})
screamer 13:ab47a20b66f0 902
screamer 13:ab47a20b66f0 903 def var(self, key, value):
screamer 13:ab47a20b66f0 904 self.notify({'type': 'var', 'key': key, 'val': value})
screamer 13:ab47a20b66f0 905
screamer 13:ab47a20b66f0 906 def mem_stats(self, map):
screamer 13:ab47a20b66f0 907 # Creates parser object
screamer 13:ab47a20b66f0 908 toolchain = self.__class__.__name__
screamer 13:ab47a20b66f0 909
screamer 13:ab47a20b66f0 910 # Create memap object
screamer 13:ab47a20b66f0 911 memap = MemapParser()
screamer 13:ab47a20b66f0 912
screamer 13:ab47a20b66f0 913 # Parse and decode a map file
screamer 13:ab47a20b66f0 914 if memap.parse(abspath(map), toolchain) is False:
screamer 13:ab47a20b66f0 915 self.info("Unknown toolchain for memory statistics %s" % toolchain)
screamer 13:ab47a20b66f0 916 return
screamer 13:ab47a20b66f0 917
screamer 13:ab47a20b66f0 918 # Write output to stdout in text (pretty table) format
screamer 13:ab47a20b66f0 919 memap.generate_output('table')
screamer 13:ab47a20b66f0 920
screamer 13:ab47a20b66f0 921 # Write output to file in JSON format
screamer 13:ab47a20b66f0 922 map_out = splitext(map)[0] + "_map.json"
screamer 13:ab47a20b66f0 923 memap.generate_output('json', map_out)
screamer 13:ab47a20b66f0 924
screamer 13:ab47a20b66f0 925 # Write output to file in CSV format for the CI
screamer 13:ab47a20b66f0 926 map_csv = splitext(map)[0] + "_map.csv"
screamer 13:ab47a20b66f0 927 memap.generate_output('csv-ci', map_csv)
screamer 13:ab47a20b66f0 928
screamer 13:ab47a20b66f0 929 # Set the configuration data
screamer 13:ab47a20b66f0 930 def set_config_data(self, config_data):
screamer 13:ab47a20b66f0 931 self.config_data = config_data
screamer 13:ab47a20b66f0 932
screamer 13:ab47a20b66f0 933 # Return the location of the config header. This function will create the config
screamer 13:ab47a20b66f0 934 # header first if needed. The header will be written in a file called "mbed_conf.h"
screamer 13:ab47a20b66f0 935 # located in the project's build directory.
screamer 13:ab47a20b66f0 936 # If config headers are not used (self.config_header_content is None), the function
screamer 13:ab47a20b66f0 937 # returns None
screamer 13:ab47a20b66f0 938 def get_config_header(self):
screamer 13:ab47a20b66f0 939 if self.config_data is None:
screamer 13:ab47a20b66f0 940 return None
screamer 13:ab47a20b66f0 941 config_file = join(self.build_dir, self.MBED_CONFIG_FILE_NAME)
screamer 13:ab47a20b66f0 942 if not exists(config_file):
screamer 13:ab47a20b66f0 943 with open(config_file, "wt") as f:
screamer 13:ab47a20b66f0 944 f.write(Config.config_to_header(self.config_data))
screamer 13:ab47a20b66f0 945 return config_file
screamer 13:ab47a20b66f0 946
screamer 13:ab47a20b66f0 947 # Return the list of macros geenrated by the build system
screamer 13:ab47a20b66f0 948 def get_config_macros(self):
screamer 13:ab47a20b66f0 949 return Config.config_to_macros(self.config_data) if self.config_data else []
screamer 13:ab47a20b66f0 950
screamer 13:ab47a20b66f0 951 from tools.settings import ARM_BIN
screamer 13:ab47a20b66f0 952 from tools.settings import GCC_ARM_PATH, GCC_CR_PATH
screamer 13:ab47a20b66f0 953 from tools.settings import IAR_PATH
screamer 13:ab47a20b66f0 954
screamer 13:ab47a20b66f0 955 TOOLCHAIN_BIN_PATH = {
screamer 13:ab47a20b66f0 956 'ARM': ARM_BIN,
screamer 13:ab47a20b66f0 957 'uARM': ARM_BIN,
screamer 13:ab47a20b66f0 958 'GCC_ARM': GCC_ARM_PATH,
screamer 13:ab47a20b66f0 959 'GCC_CR': GCC_CR_PATH,
screamer 13:ab47a20b66f0 960 'IAR': IAR_PATH
screamer 13:ab47a20b66f0 961 }
screamer 13:ab47a20b66f0 962
screamer 13:ab47a20b66f0 963 from tools.toolchains.arm import ARM_STD, ARM_MICRO
screamer 13:ab47a20b66f0 964 from tools.toolchains.gcc import GCC_ARM, GCC_CR
screamer 13:ab47a20b66f0 965 from tools.toolchains.iar import IAR
screamer 13:ab47a20b66f0 966
screamer 13:ab47a20b66f0 967 TOOLCHAIN_CLASSES = {
screamer 13:ab47a20b66f0 968 'ARM': ARM_STD,
screamer 13:ab47a20b66f0 969 'uARM': ARM_MICRO,
screamer 13:ab47a20b66f0 970 'GCC_ARM': GCC_ARM,
screamer 13:ab47a20b66f0 971 'GCC_CR': GCC_CR,
screamer 13:ab47a20b66f0 972 'IAR': IAR
screamer 13:ab47a20b66f0 973 }
screamer 13:ab47a20b66f0 974
screamer 13:ab47a20b66f0 975 TOOLCHAINS = set(TOOLCHAIN_CLASSES.keys())