the other jimmy / mbed-sdk-tools

Important changes to repositories hosted on mbed.com

Mbed hosted mercurial repositories are deprecated and are due to be permanently deleted in July 2026.

To keep a copy of this software download the repository Zip archive or clone locally using Mercurial.

It is also possible to export all your personal repositories from the account settings page.

Fork of mbed-sdk-tools by mbed official

toolchains/__init__.py@18:11afe2c1837e, 2016-07-15 (annotated)

Committer:
screamer
Date:
Fri Jul 15 12:37:38 2016 +0100
Revision:
18:11afe2c1837e
Parent:
17:04753e1e329d
Child:
20:835f6355470d
Pass chroot var to run_cmd

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 """
screamer 0:66f3b5499f7f 2 mbed SDK
screamer 0:66f3b5499f7f 3 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 4
screamer 0:66f3b5499f7f 5 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 6 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 7 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 8
screamer 0:66f3b5499f7f 9 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 10
screamer 0:66f3b5499f7f 11 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 12 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 13 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 14 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 15 limitations under the License.
screamer 0:66f3b5499f7f 16 """
screamer 0:66f3b5499f7f 17
screamer 0:66f3b5499f7f 18 import re
screamer 0:66f3b5499f7f 19 import sys
screamer 7:5af61d55adbe 20 from os import stat, walk, getcwd, sep
screamer 0:66f3b5499f7f 21 from copy import copy
screamer 0:66f3b5499f7f 22 from time import time, sleep
screamer 0:66f3b5499f7f 23 from types import ListType
screamer 0:66f3b5499f7f 24 from shutil import copyfile
screamer 13:ab47a20b66f0 25 from os.path import join, splitext, exists, relpath, dirname, basename, split, abspath, isfile, isdir
screamer 0:66f3b5499f7f 26 from inspect import getmro
screamer 13:ab47a20b66f0 27 from copy import deepcopy
screamer 13:ab47a20b66f0 28 from tools.config import Config
screamer 0:66f3b5499f7f 29
screamer 0:66f3b5499f7f 30 from multiprocessing import Pool, cpu_count
screamer 0:66f3b5499f7f 31 from tools.utils import run_cmd, mkdir, rel_path, ToolException, NotSupportedException, split_path
screamer 0:66f3b5499f7f 32 from tools.settings import BUILD_OPTIONS, MBED_ORG_USER
screamer 0:66f3b5499f7f 33 import tools.hooks as hooks
Screamer@Y5070-M.virtuoso 12:f2e8a005c7d3 34 from tools.memap import MemapParser
screamer 0:66f3b5499f7f 35 from hashlib import md5
screamer 7:5af61d55adbe 36 import fnmatch
screamer 0:66f3b5499f7f 37
screamer 0:66f3b5499f7f 38
screamer 0:66f3b5499f7f 39 #Disables multiprocessing if set to higher number than the host machine CPUs
screamer 0:66f3b5499f7f 40 CPU_COUNT_MIN = 1
screamer 0:66f3b5499f7f 41
screamer 0:66f3b5499f7f 42 def compile_worker(job):
screamer 0:66f3b5499f7f 43 results = []
screamer 0:66f3b5499f7f 44 for command in job['commands']:
screamer 13:ab47a20b66f0 45 try:
screamer 18:11afe2c1837e 46 _, _stderr, _rc = run_cmd(command, work_dir=job['work_dir'], chroot=job['chroot'])
screamer 13:ab47a20b66f0 47 except KeyboardInterrupt as e:
screamer 13:ab47a20b66f0 48 raise ToolException
screamer 13:ab47a20b66f0 49
screamer 0:66f3b5499f7f 50 results.append({
screamer 0:66f3b5499f7f 51 'code': _rc,
screamer 0:66f3b5499f7f 52 'output': _stderr,
screamer 0:66f3b5499f7f 53 'command': command
screamer 0:66f3b5499f7f 54 })
screamer 0:66f3b5499f7f 55
screamer 0:66f3b5499f7f 56 return {
screamer 0:66f3b5499f7f 57 'source': job['source'],
screamer 0:66f3b5499f7f 58 'object': job['object'],
screamer 0:66f3b5499f7f 59 'commands': job['commands'],
screamer 0:66f3b5499f7f 60 'results': results
screamer 0:66f3b5499f7f 61 }
screamer 0:66f3b5499f7f 62
screamer 7:5af61d55adbe 63
screamer 0:66f3b5499f7f 64 class Resources:
screamer 0:66f3b5499f7f 65 def __init__(self, base_path=None):
screamer 0:66f3b5499f7f 66 self.base_path = base_path
screamer 0:66f3b5499f7f 67
screamer 13:ab47a20b66f0 68 self.file_basepath = {}
screamer 13:ab47a20b66f0 69
screamer 0:66f3b5499f7f 70 self.inc_dirs = []
screamer 0:66f3b5499f7f 71 self.headers = []
screamer 0:66f3b5499f7f 72
screamer 0:66f3b5499f7f 73 self.s_sources = []
screamer 0:66f3b5499f7f 74 self.c_sources = []
screamer 0:66f3b5499f7f 75 self.cpp_sources = []
screamer 0:66f3b5499f7f 76
screamer 0:66f3b5499f7f 77 self.lib_dirs = set([])
screamer 0:66f3b5499f7f 78 self.objects = []
screamer 0:66f3b5499f7f 79 self.libraries = []
screamer 0:66f3b5499f7f 80
screamer 0:66f3b5499f7f 81 # mbed special files
screamer 0:66f3b5499f7f 82 self.lib_builds = []
screamer 0:66f3b5499f7f 83 self.lib_refs = []
screamer 0:66f3b5499f7f 84
screamer 0:66f3b5499f7f 85 self.repo_dirs = []
screamer 0:66f3b5499f7f 86 self.repo_files = []
screamer 0:66f3b5499f7f 87
screamer 0:66f3b5499f7f 88 self.linker_script = None
screamer 0:66f3b5499f7f 89
screamer 0:66f3b5499f7f 90 # Other files
screamer 0:66f3b5499f7f 91 self.hex_files = []
screamer 0:66f3b5499f7f 92 self.bin_files = []
screamer 7:5af61d55adbe 93 self.json_files = []
screamer 7:5af61d55adbe 94
screamer 13:ab47a20b66f0 95 # Features
screamer 13:ab47a20b66f0 96 self.features = {}
screamer 13:ab47a20b66f0 97
screamer 7:5af61d55adbe 98 def __add__(self, resources):
screamer 7:5af61d55adbe 99 if resources is None:
screamer 7:5af61d55adbe 100 return self
screamer 7:5af61d55adbe 101 else:
screamer 7:5af61d55adbe 102 return self.add(resources)
screamer 7:5af61d55adbe 103
screamer 7:5af61d55adbe 104 def __radd__(self, resources):
screamer 7:5af61d55adbe 105 if resources is None:
screamer 7:5af61d55adbe 106 return self
screamer 7:5af61d55adbe 107 else:
screamer 7:5af61d55adbe 108 return self.add(resources)
screamer 0:66f3b5499f7f 109
screamer 0:66f3b5499f7f 110 def add(self, resources):
screamer 13:ab47a20b66f0 111 for f,p in resources.file_basepath.items():
screamer 13:ab47a20b66f0 112 self.file_basepath[f] = p
screamer 13:ab47a20b66f0 113
screamer 0:66f3b5499f7f 114 self.inc_dirs += resources.inc_dirs
screamer 0:66f3b5499f7f 115 self.headers += resources.headers
screamer 0:66f3b5499f7f 116
screamer 0:66f3b5499f7f 117 self.s_sources += resources.s_sources
screamer 0:66f3b5499f7f 118 self.c_sources += resources.c_sources
screamer 0:66f3b5499f7f 119 self.cpp_sources += resources.cpp_sources
screamer 0:66f3b5499f7f 120
screamer 0:66f3b5499f7f 121 self.lib_dirs |= resources.lib_dirs
screamer 0:66f3b5499f7f 122 self.objects += resources.objects
screamer 0:66f3b5499f7f 123 self.libraries += resources.libraries
screamer 0:66f3b5499f7f 124
screamer 0:66f3b5499f7f 125 self.lib_builds += resources.lib_builds
screamer 0:66f3b5499f7f 126 self.lib_refs += resources.lib_refs
screamer 0:66f3b5499f7f 127
screamer 0:66f3b5499f7f 128 self.repo_dirs += resources.repo_dirs
screamer 0:66f3b5499f7f 129 self.repo_files += resources.repo_files
screamer 0:66f3b5499f7f 130
screamer 0:66f3b5499f7f 131 if resources.linker_script is not None:
screamer 0:66f3b5499f7f 132 self.linker_script = resources.linker_script
screamer 0:66f3b5499f7f 133
screamer 0:66f3b5499f7f 134 self.hex_files += resources.hex_files
screamer 0:66f3b5499f7f 135 self.bin_files += resources.bin_files
screamer 7:5af61d55adbe 136 self.json_files += resources.json_files
screamer 7:5af61d55adbe 137
screamer 13:ab47a20b66f0 138 self.features.update(resources.features)
screamer 13:ab47a20b66f0 139
screamer 7:5af61d55adbe 140 return self
screamer 0:66f3b5499f7f 141
screamer 0:66f3b5499f7f 142 def relative_to(self, base, dot=False):
screamer 0:66f3b5499f7f 143 for field in ['inc_dirs', 'headers', 's_sources', 'c_sources',
screamer 0:66f3b5499f7f 144 'cpp_sources', 'lib_dirs', 'objects', 'libraries',
screamer 7:5af61d55adbe 145 'lib_builds', 'lib_refs', 'repo_dirs', 'repo_files',
screamer 7:5af61d55adbe 146 'hex_files', 'bin_files', 'json_files']:
screamer 0:66f3b5499f7f 147 v = [rel_path(f, base, dot) for f in getattr(self, field)]
screamer 0:66f3b5499f7f 148 setattr(self, field, v)
screamer 13:ab47a20b66f0 149
screamer 13:ab47a20b66f0 150 self.features = {k: f.relative_to(base, dot) for k, f in self.features.iteritems() if f}
screamer 13:ab47a20b66f0 151
screamer 0:66f3b5499f7f 152 if self.linker_script is not None:
screamer 0:66f3b5499f7f 153 self.linker_script = rel_path(self.linker_script, base, dot)
screamer 0:66f3b5499f7f 154
screamer 0:66f3b5499f7f 155 def win_to_unix(self):
screamer 0:66f3b5499f7f 156 for field in ['inc_dirs', 'headers', 's_sources', 'c_sources',
screamer 0:66f3b5499f7f 157 'cpp_sources', 'lib_dirs', 'objects', 'libraries',
screamer 7:5af61d55adbe 158 'lib_builds', 'lib_refs', 'repo_dirs', 'repo_files',
screamer 7:5af61d55adbe 159 'hex_files', 'bin_files', 'json_files']:
screamer 0:66f3b5499f7f 160 v = [f.replace('\\', '/') for f in getattr(self, field)]
screamer 0:66f3b5499f7f 161 setattr(self, field, v)
screamer 13:ab47a20b66f0 162
screamer 13:ab47a20b66f0 163 self.features = {k: f.win_to_unix() for k, f in self.features.iteritems() if f}
screamer 13:ab47a20b66f0 164
screamer 0:66f3b5499f7f 165 if self.linker_script is not None:
screamer 0:66f3b5499f7f 166 self.linker_script = self.linker_script.replace('\\', '/')
screamer 0:66f3b5499f7f 167
screamer 0:66f3b5499f7f 168 def __str__(self):
screamer 0:66f3b5499f7f 169 s = []
screamer 0:66f3b5499f7f 170
screamer 0:66f3b5499f7f 171 for (label, resources) in (
screamer 0:66f3b5499f7f 172 ('Include Directories', self.inc_dirs),
screamer 0:66f3b5499f7f 173 ('Headers', self.headers),
screamer 0:66f3b5499f7f 174
screamer 0:66f3b5499f7f 175 ('Assembly sources', self.s_sources),
screamer 0:66f3b5499f7f 176 ('C sources', self.c_sources),
screamer 0:66f3b5499f7f 177 ('C++ sources', self.cpp_sources),
screamer 0:66f3b5499f7f 178
screamer 0:66f3b5499f7f 179 ('Library directories', self.lib_dirs),
screamer 0:66f3b5499f7f 180 ('Objects', self.objects),
screamer 0:66f3b5499f7f 181 ('Libraries', self.libraries),
screamer 0:66f3b5499f7f 182
screamer 0:66f3b5499f7f 183 ('Hex files', self.hex_files),
screamer 0:66f3b5499f7f 184 ('Bin files', self.bin_files),
screamer 13:ab47a20b66f0 185
screamer 13:ab47a20b66f0 186 ('Features', self.features),
screamer 0:66f3b5499f7f 187 ):
screamer 0:66f3b5499f7f 188 if resources:
screamer 0:66f3b5499f7f 189 s.append('%s:\n ' % label + '\n '.join(resources))
screamer 0:66f3b5499f7f 190
screamer 0:66f3b5499f7f 191 if self.linker_script:
screamer 0:66f3b5499f7f 192 s.append('Linker Script: ' + self.linker_script)
screamer 0:66f3b5499f7f 193
screamer 0:66f3b5499f7f 194 return '\n'.join(s)
screamer 0:66f3b5499f7f 195
screamer 0:66f3b5499f7f 196 # Support legacy build conventions: the original mbed build system did not have
screamer 0:66f3b5499f7f 197 # standard labels for the "TARGET_" and "TOOLCHAIN_" specific directories, but
screamer 0:66f3b5499f7f 198 # had the knowledge of a list of these directories to be ignored.
screamer 0:66f3b5499f7f 199 LEGACY_IGNORE_DIRS = set([
screamer 0:66f3b5499f7f 200 'LPC11U24', 'LPC1768', 'LPC2368', 'LPC4088', 'LPC812', 'KL25Z',
screamer 14:ee1b877e6839 201 'ARM', 'uARM', 'IAR',
screamer 14:ee1b877e6839 202 'GCC_ARM', 'GCC_CS', 'GCC_CR', 'GCC_CW', 'GCC_CW_EWL', 'GCC_CW_NEWLIB',
screamer 0:66f3b5499f7f 203 ])
screamer 0:66f3b5499f7f 204 LEGACY_TOOLCHAIN_NAMES = {
screamer 0:66f3b5499f7f 205 'ARM_STD':'ARM', 'ARM_MICRO': 'uARM',
screamer 17:04753e1e329d 206 'GCC_ARM': 'GCC_ARM', 'GCC_CR': 'GCC_CR',
screamer 0:66f3b5499f7f 207 'IAR': 'IAR',
screamer 0:66f3b5499f7f 208 }
screamer 0:66f3b5499f7f 209
screamer 0:66f3b5499f7f 210
screamer 0:66f3b5499f7f 211 class mbedToolchain:
screamer 0:66f3b5499f7f 212 VERBOSE = True
screamer 0:66f3b5499f7f 213
screamer 0:66f3b5499f7f 214 CORTEX_SYMBOLS = {
screamer 0:66f3b5499f7f 215 "Cortex-M0" : ["__CORTEX_M0", "ARM_MATH_CM0", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 216 "Cortex-M0+": ["__CORTEX_M0PLUS", "ARM_MATH_CM0PLUS", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 17:04753e1e329d 217 "Cortex-M1" : ["__CORTEX_M3", "ARM_MATH_CM1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 218 "Cortex-M3" : ["__CORTEX_M3", "ARM_MATH_CM3", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 219 "Cortex-M4" : ["__CORTEX_M4", "ARM_MATH_CM4", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 17:04753e1e329d 220 "Cortex-M4F" : ["__CORTEX_M4", "ARM_MATH_CM4", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 221 "Cortex-M7" : ["__CORTEX_M7", "ARM_MATH_CM7", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 17:04753e1e329d 222 "Cortex-M7F" : ["__CORTEX_M7", "ARM_MATH_CM7", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 17:04753e1e329d 223 "Cortex-M7FD" : ["__CORTEX_M7", "ARM_MATH_CM7", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 224 "Cortex-A9" : ["__CORTEX_A9", "ARM_MATH_CA9", "__FPU_PRESENT", "__CMSIS_RTOS", "__EVAL", "__MBED_CMSIS_RTOS_CA9"],
screamer 0:66f3b5499f7f 225 }
screamer 13:ab47a20b66f0 226
screamer 0:66f3b5499f7f 227
screamer 0:66f3b5499f7f 228 GOANNA_FORMAT = "[Goanna] warning [%FILENAME%:%LINENO%] - [%CHECKNAME%(%SEVERITY%)] %MESSAGE%"
screamer 0:66f3b5499f7f 229 GOANNA_DIAGNOSTIC_PATTERN = re.compile(r'"\[Goanna\] (?P<severity>warning) \[(?P<file>[^:]+):(?P<line>\d+)\] \- (?P<message>.*)"')
screamer 0:66f3b5499f7f 230
screamer 13:ab47a20b66f0 231 MBED_CONFIG_FILE_NAME="mbed_config.h"
screamer 13:ab47a20b66f0 232
screamer 13:ab47a20b66f0 233 def __init__(self, target, options=None, notify=None, macros=None, silent=False, extra_verbose=False):
screamer 0:66f3b5499f7f 234 self.target = target
screamer 0:66f3b5499f7f 235 self.name = self.__class__.__name__
screamer 13:ab47a20b66f0 236
screamer 13:ab47a20b66f0 237 # compile/assemble/link/binary hooks
screamer 0:66f3b5499f7f 238 self.hook = hooks.Hook(target, self)
screamer 13:ab47a20b66f0 239
screamer 13:ab47a20b66f0 240 # Toolchain flags
screamer 13:ab47a20b66f0 241 self.flags = deepcopy(self.DEFAULT_FLAGS)
screamer 13:ab47a20b66f0 242
screamer 13:ab47a20b66f0 243 # User-defined macros
screamer 13:ab47a20b66f0 244 self.macros = macros or []
screamer 13:ab47a20b66f0 245
screamer 13:ab47a20b66f0 246 # Macros generated from toolchain and target rules/features
screamer 13:ab47a20b66f0 247 self.symbols = None
screamer 13:ab47a20b66f0 248
screamer 13:ab47a20b66f0 249 # Labels generated from toolchain and target rules/features (used for selective build)
screamer 13:ab47a20b66f0 250 self.labels = None
screamer 13:ab47a20b66f0 251
screamer 13:ab47a20b66f0 252 # This will hold the configuration data (as returned by Config.get_config_data())
screamer 13:ab47a20b66f0 253 self.config_data = None
screamer 0:66f3b5499f7f 254
screamer 13:ab47a20b66f0 255 # Non-incremental compile
screamer 13:ab47a20b66f0 256 self.build_all = False
screamer 13:ab47a20b66f0 257
screamer 13:ab47a20b66f0 258 # Build output dir
screamer 13:ab47a20b66f0 259 self.build_dir = None
screamer 13:ab47a20b66f0 260 self.timestamp = time()
screamer 13:ab47a20b66f0 261
screamer 13:ab47a20b66f0 262 # Output build naming based on target+toolchain combo (mbed 2.0 builds)
screamer 13:ab47a20b66f0 263 self.obj_path = join("TARGET_"+target.name, "TOOLCHAIN_"+self.name)
screamer 13:ab47a20b66f0 264
screamer 13:ab47a20b66f0 265 # Number of concurrent build jobs. 0 means auto (based on host system cores)
screamer 13:ab47a20b66f0 266 self.jobs = 0
screamer 13:ab47a20b66f0 267
screamer 13:ab47a20b66f0 268 self.CHROOT = None
screamer 13:ab47a20b66f0 269
screamer 13:ab47a20b66f0 270 # Ignore patterns from .mbedignore files
screamer 13:ab47a20b66f0 271 self.ignore_patterns = []
screamer 13:ab47a20b66f0 272
screamer 13:ab47a20b66f0 273 # Pre-mbed 2.0 ignore dirs
screamer 0:66f3b5499f7f 274 self.legacy_ignore_dirs = LEGACY_IGNORE_DIRS - set([target.name, LEGACY_TOOLCHAIN_NAMES[self.name]])
screamer 0:66f3b5499f7f 275
screamer 13:ab47a20b66f0 276 # Output notify function
screamer 0:66f3b5499f7f 277 if notify:
screamer 0:66f3b5499f7f 278 self.notify_fun = notify
screamer 0:66f3b5499f7f 279 elif extra_verbose:
screamer 0:66f3b5499f7f 280 self.notify_fun = self.print_notify_verbose
screamer 0:66f3b5499f7f 281 else:
screamer 0:66f3b5499f7f 282 self.notify_fun = self.print_notify
screamer 13:ab47a20b66f0 283
screamer 13:ab47a20b66f0 284 # Silent builds (no output)
screamer 13:ab47a20b66f0 285 self.silent = silent
screamer 13:ab47a20b66f0 286
screamer 13:ab47a20b66f0 287 # Print output buffer
screamer 13:ab47a20b66f0 288 self.output = ""
screamer 0:66f3b5499f7f 289
screamer 13:ab47a20b66f0 290 # Build options passed by -o flag
screamer 0:66f3b5499f7f 291 self.options = options if options is not None else []
screamer 0:66f3b5499f7f 292
screamer 13:ab47a20b66f0 293 # Build options passed by settings.py or mbed_settings.py
screamer 0:66f3b5499f7f 294 self.options.extend(BUILD_OPTIONS)
screamer 13:ab47a20b66f0 295
screamer 0:66f3b5499f7f 296 if self.options:
screamer 0:66f3b5499f7f 297 self.info("Build Options: %s" % (', '.join(self.options)))
screamer 13:ab47a20b66f0 298
screamer 13:ab47a20b66f0 299 # uVisor spepcific rules
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 300 if 'UVISOR' in self.target.features and 'UVISOR_SUPPORTED' in self.target.extra_labels:
screamer 0:66f3b5499f7f 301 self.target.core = re.sub(r"F$", '', self.target.core)
screamer 14:ee1b877e6839 302
screamer 17:04753e1e329d 303 self.stat_cache = {}
screamer 17:04753e1e329d 304
screamer 14:ee1b877e6839 305 self.init()
screamer 14:ee1b877e6839 306
screamer 14:ee1b877e6839 307 # This allows post __init__() hooks. Do not use
screamer 14:ee1b877e6839 308 def init(self):
screamer 14:ee1b877e6839 309 return True
screamer 0:66f3b5499f7f 310
screamer 0:66f3b5499f7f 311 def get_output(self):
screamer 0:66f3b5499f7f 312 return self.output
screamer 0:66f3b5499f7f 313
screamer 0:66f3b5499f7f 314 def print_notify(self, event, silent=False):
screamer 0:66f3b5499f7f 315 """ Default command line notification
screamer 0:66f3b5499f7f 316 """
screamer 0:66f3b5499f7f 317 msg = None
screamer 0:66f3b5499f7f 318
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 319 if not self.VERBOSE and event['type'] == 'tool_error':
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 320 msg = event['message']
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 321
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 322 elif event['type'] in ['info', 'debug']:
screamer 0:66f3b5499f7f 323 msg = event['message']
screamer 13:ab47a20b66f0 324
screamer 0:66f3b5499f7f 325 elif event['type'] == 'cc':
screamer 0:66f3b5499f7f 326 event['severity'] = event['severity'].title()
screamer 0:66f3b5499f7f 327 event['file'] = basename(event['file'])
screamer 0:66f3b5499f7f 328 msg = '[%(severity)s] %(file)s@%(line)s: %(message)s' % event
screamer 0:66f3b5499f7f 329
screamer 0:66f3b5499f7f 330 elif event['type'] == 'progress':
screamer 0:66f3b5499f7f 331 if not silent:
screamer 0:66f3b5499f7f 332 msg = '%s: %s' % (event['action'].title(), basename(event['file']))
screamer 0:66f3b5499f7f 333
screamer 0:66f3b5499f7f 334 if msg:
screamer 0:66f3b5499f7f 335 print msg
screamer 0:66f3b5499f7f 336 self.output += msg + "\n"
screamer 0:66f3b5499f7f 337
screamer 0:66f3b5499f7f 338 def print_notify_verbose(self, event, silent=False):
screamer 0:66f3b5499f7f 339 """ Default command line notification with more verbose mode
screamer 0:66f3b5499f7f 340 """
screamer 0:66f3b5499f7f 341 if event['type'] in ['info', 'debug']:
screamer 0:66f3b5499f7f 342 self.print_notify(event) # standard handle
screamer 0:66f3b5499f7f 343
screamer 0:66f3b5499f7f 344 elif event['type'] == 'cc':
screamer 0:66f3b5499f7f 345 event['severity'] = event['severity'].title()
screamer 0:66f3b5499f7f 346 event['file'] = basename(event['file'])
screamer 0:66f3b5499f7f 347 event['mcu_name'] = "None"
screamer 0:66f3b5499f7f 348 event['toolchain'] = "None"
screamer 0:66f3b5499f7f 349 event['target_name'] = event['target_name'].upper() if event['target_name'] else "Unknown"
screamer 0:66f3b5499f7f 350 event['toolchain_name'] = event['toolchain_name'].upper() if event['toolchain_name'] else "Unknown"
screamer 0:66f3b5499f7f 351 msg = '[%(severity)s] %(target_name)s::%(toolchain_name)s::%(file)s@%(line)s: %(message)s' % event
screamer 0:66f3b5499f7f 352 print msg
screamer 0:66f3b5499f7f 353 self.output += msg + "\n"
screamer 0:66f3b5499f7f 354
screamer 0:66f3b5499f7f 355 elif event['type'] == 'progress':
screamer 0:66f3b5499f7f 356 self.print_notify(event) # standard handle
screamer 0:66f3b5499f7f 357
screamer 0:66f3b5499f7f 358 def notify(self, event):
screamer 0:66f3b5499f7f 359 """ Little closure for notify functions
screamer 0:66f3b5499f7f 360 """
screamer 0:66f3b5499f7f 361 return self.notify_fun(event, self.silent)
screamer 0:66f3b5499f7f 362
screamer 0:66f3b5499f7f 363 def goanna_parse_line(self, line):
screamer 0:66f3b5499f7f 364 if "analyze" in self.options:
screamer 0:66f3b5499f7f 365 return self.GOANNA_DIAGNOSTIC_PATTERN.match(line)
screamer 0:66f3b5499f7f 366 else:
screamer 0:66f3b5499f7f 367 return None
screamer 0:66f3b5499f7f 368
screamer 0:66f3b5499f7f 369 def get_symbols(self):
screamer 0:66f3b5499f7f 370 if self.symbols is None:
screamer 0:66f3b5499f7f 371 # Target and Toolchain symbols
screamer 0:66f3b5499f7f 372 labels = self.get_labels()
screamer 0:66f3b5499f7f 373 self.symbols = ["TARGET_%s" % t for t in labels['TARGET']]
screamer 0:66f3b5499f7f 374 self.symbols.extend(["TOOLCHAIN_%s" % t for t in labels['TOOLCHAIN']])
screamer 0:66f3b5499f7f 375
screamer 0:66f3b5499f7f 376 # Cortex CPU symbols
screamer 0:66f3b5499f7f 377 if self.target.core in mbedToolchain.CORTEX_SYMBOLS:
screamer 0:66f3b5499f7f 378 self.symbols.extend(mbedToolchain.CORTEX_SYMBOLS[self.target.core])
screamer 0:66f3b5499f7f 379
screamer 0:66f3b5499f7f 380 # Symbols defined by the on-line build.system
screamer 0:66f3b5499f7f 381 self.symbols.extend(['MBED_BUILD_TIMESTAMP=%s' % self.timestamp, 'TARGET_LIKE_MBED', '__MBED__=1'])
screamer 0:66f3b5499f7f 382 if MBED_ORG_USER:
screamer 0:66f3b5499f7f 383 self.symbols.append('MBED_USERNAME=' + MBED_ORG_USER)
screamer 0:66f3b5499f7f 384
screamer 0:66f3b5499f7f 385 # Add target's symbols
screamer 0:66f3b5499f7f 386 self.symbols += self.target.macros
screamer 7:5af61d55adbe 387 # Add target's hardware
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 388 self.symbols += ["DEVICE_" + data + "=1" for data in self.target.device_has]
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 389 # Add target's features
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 390 self.symbols += ["FEATURE_" + data + "=1" for data in self.target.features]
screamer 0:66f3b5499f7f 391 # Add extra symbols passed via 'macros' parameter
screamer 0:66f3b5499f7f 392 self.symbols += self.macros
screamer 0:66f3b5499f7f 393
screamer 0:66f3b5499f7f 394 # Form factor variables
screamer 0:66f3b5499f7f 395 if hasattr(self.target, 'supported_form_factors'):
screamer 0:66f3b5499f7f 396 self.symbols.extend(["TARGET_FF_%s" % t for t in self.target.supported_form_factors])
screamer 0:66f3b5499f7f 397
screamer 0:66f3b5499f7f 398 return list(set(self.symbols)) # Return only unique symbols
screamer 0:66f3b5499f7f 399
screamer 7:5af61d55adbe 400 # Extend the internal list of macros
screamer 7:5af61d55adbe 401 def add_macros(self, new_macros):
screamer 7:5af61d55adbe 402 self.macros.extend(new_macros)
screamer 7:5af61d55adbe 403
screamer 0:66f3b5499f7f 404 def get_labels(self):
screamer 0:66f3b5499f7f 405 if self.labels is None:
screamer 0:66f3b5499f7f 406 toolchain_labels = [c.__name__ for c in getmro(self.__class__)]
screamer 0:66f3b5499f7f 407 toolchain_labels.remove('mbedToolchain')
screamer 0:66f3b5499f7f 408 self.labels = {
screamer 0:66f3b5499f7f 409 'TARGET': self.target.get_labels() + ["DEBUG" if "debug-info" in self.options else "RELEASE"],
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 410 'FEATURE': self.target.features,
screamer 0:66f3b5499f7f 411 'TOOLCHAIN': toolchain_labels
screamer 0:66f3b5499f7f 412 }
screamer 0:66f3b5499f7f 413 return self.labels
screamer 0:66f3b5499f7f 414
screamer 0:66f3b5499f7f 415 def need_update(self, target, dependencies):
screamer 0:66f3b5499f7f 416 if self.build_all:
screamer 0:66f3b5499f7f 417 return True
screamer 0:66f3b5499f7f 418
screamer 0:66f3b5499f7f 419 if not exists(target):
screamer 0:66f3b5499f7f 420 return True
screamer 0:66f3b5499f7f 421
screamer 0:66f3b5499f7f 422 target_mod_time = stat(target).st_mtime
screamer 0:66f3b5499f7f 423
screamer 0:66f3b5499f7f 424 for d in dependencies:
screamer 0:66f3b5499f7f 425 # Some objects are not provided with full path and here we do not have
screamer 0:66f3b5499f7f 426 # information about the library paths. Safe option: assume an update
screamer 17:04753e1e329d 427 if not d:
screamer 0:66f3b5499f7f 428 return True
screamer 17:04753e1e329d 429
screamer 17:04753e1e329d 430 if self.stat_cache.has_key(d):
screamer 17:04753e1e329d 431 if self.stat_cache[d] >= target_mod_time:
screamer 17:04753e1e329d 432 return True
screamer 17:04753e1e329d 433 else:
screamer 17:04753e1e329d 434 if not exists(d): return True
screamer 17:04753e1e329d 435
screamer 17:04753e1e329d 436 self.stat_cache[d] = stat(d).st_mtime
screamer 17:04753e1e329d 437 if self.stat_cache[d] >= target_mod_time: return True
screamer 17:04753e1e329d 438
screamer 0:66f3b5499f7f 439 return False
screamer 0:66f3b5499f7f 440
screamer 7:5af61d55adbe 441 def is_ignored(self, file_path):
screamer 13:ab47a20b66f0 442 for pattern in self.ignore_patterns:
screamer 7:5af61d55adbe 443 if fnmatch.fnmatch(file_path, pattern):
screamer 7:5af61d55adbe 444 return True
screamer 7:5af61d55adbe 445 return False
screamer 7:5af61d55adbe 446
screamer 13:ab47a20b66f0 447 # Create a Resources object from the path pointed to by *path* by either traversing a
screamer 13:ab47a20b66f0 448 # a directory structure, when *path* is a directory, or adding *path* to the resources,
screamer 13:ab47a20b66f0 449 # when *path* is a file.
screamer 13:ab47a20b66f0 450 # The parameter *base_path* is used to set the base_path attribute of the Resources
screamer 13:ab47a20b66f0 451 # object and the parameter *exclude_paths* is used by the directory traversal to
screamer 13:ab47a20b66f0 452 # exclude certain paths from the traversal.
screamer 13:ab47a20b66f0 453 def scan_resources(self, path, exclude_paths=None, base_path=None):
screamer 0:66f3b5499f7f 454 resources = Resources(path)
screamer 13:ab47a20b66f0 455 if not base_path:
screamer 13:ab47a20b66f0 456 if isfile(path):
screamer 13:ab47a20b66f0 457 base_path = dirname(path)
screamer 13:ab47a20b66f0 458 else:
screamer 13:ab47a20b66f0 459 base_path = path
screamer 13:ab47a20b66f0 460 resources.base_path = base_path
screamer 0:66f3b5499f7f 461
screamer 13:ab47a20b66f0 462 if isfile(path):
screamer 13:ab47a20b66f0 463 self._add_file(path, resources, base_path, exclude_paths=exclude_paths)
screamer 13:ab47a20b66f0 464 else:
screamer 13:ab47a20b66f0 465 self._add_dir(path, resources, base_path, exclude_paths=exclude_paths)
screamer 13:ab47a20b66f0 466 return resources
screamer 13:ab47a20b66f0 467
screamer 13:ab47a20b66f0 468 # A helper function for scan_resources. _add_dir traverses *path* (assumed to be a
screamer 13:ab47a20b66f0 469 # directory) and heeds the ".mbedignore" files along the way. _add_dir calls _add_file
screamer 13:ab47a20b66f0 470 # on every file it considers adding to the resources object.
screamer 13:ab47a20b66f0 471 def _add_dir(self, path, resources, base_path, exclude_paths=None):
screamer 0:66f3b5499f7f 472 """ os.walk(top[, topdown=True[, onerror=None[, followlinks=False]]])
screamer 0:66f3b5499f7f 473 When topdown is True, the caller can modify the dirnames list in-place
screamer 0:66f3b5499f7f 474 (perhaps using del or slice assignment), and walk() will only recurse into
screamer 0:66f3b5499f7f 475 the subdirectories whose names remain in dirnames; this can be used to prune
screamer 0:66f3b5499f7f 476 the search, impose a specific order of visiting, or even to inform walk()
screamer 0:66f3b5499f7f 477 about directories the caller creates or renames before it resumes walk()
screamer 0:66f3b5499f7f 478 again. Modifying dirnames when topdown is False is ineffective, because in
screamer 0:66f3b5499f7f 479 bottom-up mode the directories in dirnames are generated before dirpath
screamer 0:66f3b5499f7f 480 itself is generated.
screamer 0:66f3b5499f7f 481 """
screamer 13:ab47a20b66f0 482 labels = self.get_labels()
screamer 0:66f3b5499f7f 483 for root, dirs, files in walk(path, followlinks=True):
screamer 7:5af61d55adbe 484 # Check if folder contains .mbedignore
screamer 13:ab47a20b66f0 485 if ".mbedignore" in files:
screamer 7:5af61d55adbe 486 with open (join(root,".mbedignore"), "r") as f:
screamer 7:5af61d55adbe 487 lines=f.readlines()
screamer 7:5af61d55adbe 488 lines = [l.strip() for l in lines] # Strip whitespaces
screamer 7:5af61d55adbe 489 lines = [l for l in lines if l != ""] # Strip empty lines
screamer 7:5af61d55adbe 490 lines = [l for l in lines if not re.match("^#",l)] # Strip comment lines
screamer 13:ab47a20b66f0 491 # Append root path to glob patterns and append patterns to ignore_patterns
screamer 13:ab47a20b66f0 492 self.ignore_patterns.extend([join(root,line.strip()) for line in lines])
screamer 13:ab47a20b66f0 493
screamer 13:ab47a20b66f0 494 # Skip the whole folder if ignored, e.g. .mbedignore containing '*'
screamer 13:ab47a20b66f0 495 if self.is_ignored(join(root,"")):
screamer 13:ab47a20b66f0 496 continue
screamer 7:5af61d55adbe 497
screamer 0:66f3b5499f7f 498 for d in copy(dirs):
screamer 0:66f3b5499f7f 499 dir_path = join(root, d)
screamer 13:ab47a20b66f0 500 # Add internal repo folders/files. This is needed for exporters
screamer 0:66f3b5499f7f 501 if d == '.hg':
screamer 0:66f3b5499f7f 502 resources.repo_dirs.append(dir_path)
screamer 0:66f3b5499f7f 503 resources.repo_files.extend(self.scan_repository(dir_path))
screamer 0:66f3b5499f7f 504
screamer 0:66f3b5499f7f 505 if ((d.startswith('.') or d in self.legacy_ignore_dirs) or
screamer 13:ab47a20b66f0 506 # Ignore targets that do not match the TARGET in extra_labels list
screamer 7:5af61d55adbe 507 (d.startswith('TARGET_') and d[7:] not in labels['TARGET']) or
screamer 13:ab47a20b66f0 508 # Ignore toolchain that do not match the current TOOLCHAIN
screamer 7:5af61d55adbe 509 (d.startswith('TOOLCHAIN_') and d[10:] not in labels['TOOLCHAIN']) or
screamer 13:ab47a20b66f0 510 # Ignore .mbedignore files
screamer 13:ab47a20b66f0 511 self.is_ignored(join(dir_path,"")) or
screamer 13:ab47a20b66f0 512 # Ignore TESTS dir
screamer 7:5af61d55adbe 513 (d == 'TESTS')):
screamer 13:ab47a20b66f0 514 dirs.remove(d)
screamer 13:ab47a20b66f0 515 elif d.startswith('FEATURE_'):
screamer 13:ab47a20b66f0 516 # Recursively scan features but ignore them in the current scan.
screamer 13:ab47a20b66f0 517 # These are dynamically added by the config system if the conditions are matched
screamer 13:ab47a20b66f0 518 resources.features[d[8:]] = self.scan_resources(dir_path, base_path=base_path)
screamer 0:66f3b5499f7f 519 dirs.remove(d)
screamer 13:ab47a20b66f0 520 elif exclude_paths:
screamer 0:66f3b5499f7f 521 for exclude_path in exclude_paths:
screamer 0:66f3b5499f7f 522 rel_path = relpath(dir_path, exclude_path)
screamer 0:66f3b5499f7f 523 if not (rel_path.startswith('..')):
screamer 0:66f3b5499f7f 524 dirs.remove(d)
screamer 0:66f3b5499f7f 525 break
screamer 0:66f3b5499f7f 526
screamer 0:66f3b5499f7f 527 # Add root to include paths
screamer 0:66f3b5499f7f 528 resources.inc_dirs.append(root)
screamer 0:66f3b5499f7f 529
screamer 0:66f3b5499f7f 530 for file in files:
screamer 0:66f3b5499f7f 531 file_path = join(root, file)
screamer 13:ab47a20b66f0 532 self._add_file(file_path, resources, base_path)
screamer 7:5af61d55adbe 533
screamer 13:ab47a20b66f0 534 # A helper function for both scan_resources and _add_dir. _add_file adds one file
screamer 13:ab47a20b66f0 535 # (*file_path*) to the resources object based on the file type.
screamer 13:ab47a20b66f0 536 def _add_file(self, file_path, resources, base_path, exclude_paths=None):
screamer 13:ab47a20b66f0 537 resources.file_basepath[file_path] = base_path
screamer 0:66f3b5499f7f 538
screamer 13:ab47a20b66f0 539 if self.is_ignored(file_path):
screamer 13:ab47a20b66f0 540 return
screamer 13:ab47a20b66f0 541
screamer 13:ab47a20b66f0 542 _, ext = splitext(file_path)
screamer 13:ab47a20b66f0 543 ext = ext.lower()
screamer 0:66f3b5499f7f 544
screamer 13:ab47a20b66f0 545 if ext == '.s':
screamer 13:ab47a20b66f0 546 resources.s_sources.append(file_path)
screamer 0:66f3b5499f7f 547
screamer 13:ab47a20b66f0 548 elif ext == '.c':
screamer 13:ab47a20b66f0 549 resources.c_sources.append(file_path)
screamer 0:66f3b5499f7f 550
screamer 13:ab47a20b66f0 551 elif ext == '.cpp':
screamer 13:ab47a20b66f0 552 resources.cpp_sources.append(file_path)
screamer 0:66f3b5499f7f 553
screamer 13:ab47a20b66f0 554 elif ext == '.h' or ext == '.hpp':
screamer 13:ab47a20b66f0 555 resources.headers.append(file_path)
screamer 13:ab47a20b66f0 556
screamer 13:ab47a20b66f0 557 elif ext == '.o':
screamer 13:ab47a20b66f0 558 resources.objects.append(file_path)
screamer 0:66f3b5499f7f 559
screamer 13:ab47a20b66f0 560 elif ext == self.LIBRARY_EXT:
screamer 13:ab47a20b66f0 561 resources.libraries.append(file_path)
screamer 13:ab47a20b66f0 562 resources.lib_dirs.add(dirname(file_path))
screamer 0:66f3b5499f7f 563
screamer 13:ab47a20b66f0 564 elif ext == self.LINKER_EXT:
screamer 13:ab47a20b66f0 565 if resources.linker_script is not None:
screamer 13:ab47a20b66f0 566 self.info("Warning: Multiple linker scripts detected: %s -> %s" % (resources.linker_script, file_path))
screamer 13:ab47a20b66f0 567 resources.linker_script = file_path
screamer 0:66f3b5499f7f 568
screamer 13:ab47a20b66f0 569 elif ext == '.lib':
screamer 13:ab47a20b66f0 570 resources.lib_refs.append(file_path)
screamer 0:66f3b5499f7f 571
screamer 13:ab47a20b66f0 572 elif ext == '.bld':
screamer 13:ab47a20b66f0 573 resources.lib_builds.append(file_path)
screamer 0:66f3b5499f7f 574
screamer 13:ab47a20b66f0 575 elif file == '.hgignore':
screamer 13:ab47a20b66f0 576 resources.repo_files.append(file_path)
screamer 0:66f3b5499f7f 577
screamer 13:ab47a20b66f0 578 elif ext == '.hex':
screamer 13:ab47a20b66f0 579 resources.hex_files.append(file_path)
screamer 0:66f3b5499f7f 580
screamer 13:ab47a20b66f0 581 elif ext == '.bin':
screamer 13:ab47a20b66f0 582 resources.bin_files.append(file_path)
screamer 0:66f3b5499f7f 583
screamer 13:ab47a20b66f0 584 elif ext == '.json':
screamer 13:ab47a20b66f0 585 resources.json_files.append(file_path)
screamer 7:5af61d55adbe 586
screamer 0:66f3b5499f7f 587
screamer 0:66f3b5499f7f 588 def scan_repository(self, path):
screamer 0:66f3b5499f7f 589 resources = []
screamer 0:66f3b5499f7f 590
screamer 0:66f3b5499f7f 591 for root, dirs, files in walk(path):
screamer 0:66f3b5499f7f 592 # Remove ignored directories
screamer 0:66f3b5499f7f 593 for d in copy(dirs):
screamer 0:66f3b5499f7f 594 if d == '.' or d == '..':
screamer 0:66f3b5499f7f 595 dirs.remove(d)
screamer 0:66f3b5499f7f 596
screamer 0:66f3b5499f7f 597 for file in files:
screamer 0:66f3b5499f7f 598 file_path = join(root, file)
screamer 0:66f3b5499f7f 599 resources.append(file_path)
screamer 0:66f3b5499f7f 600
screamer 0:66f3b5499f7f 601 return resources
screamer 0:66f3b5499f7f 602
screamer 13:ab47a20b66f0 603 def copy_files(self, files_paths, trg_path, resources=None, rel_path=None):
screamer 0:66f3b5499f7f 604 # Handle a single file
screamer 0:66f3b5499f7f 605 if type(files_paths) != ListType: files_paths = [files_paths]
screamer 0:66f3b5499f7f 606
screamer 0:66f3b5499f7f 607 for source in files_paths:
screamer 0:66f3b5499f7f 608 if source is None:
screamer 0:66f3b5499f7f 609 files_paths.remove(source)
screamer 0:66f3b5499f7f 610
screamer 0:66f3b5499f7f 611 for source in files_paths:
screamer 17:04753e1e329d 612 if resources is not None and resources.file_basepath.has_key(source):
screamer 13:ab47a20b66f0 613 relative_path = relpath(source, resources.file_basepath[source])
screamer 13:ab47a20b66f0 614 elif rel_path is not None:
screamer 0:66f3b5499f7f 615 relative_path = relpath(source, rel_path)
screamer 0:66f3b5499f7f 616 else:
screamer 0:66f3b5499f7f 617 _, relative_path = split(source)
screamer 0:66f3b5499f7f 618
screamer 0:66f3b5499f7f 619 target = join(trg_path, relative_path)
screamer 0:66f3b5499f7f 620
screamer 0:66f3b5499f7f 621 if (target != source) and (self.need_update(target, [source])):
screamer 0:66f3b5499f7f 622 self.progress("copy", relative_path)
screamer 0:66f3b5499f7f 623 mkdir(dirname(target))
screamer 0:66f3b5499f7f 624 copyfile(source, target)
screamer 0:66f3b5499f7f 625
screamer 0:66f3b5499f7f 626 def relative_object_path(self, build_path, base_dir, source):
screamer 0:66f3b5499f7f 627 source_dir, name, _ = split_path(source)
screamer 0:66f3b5499f7f 628
screamer 0:66f3b5499f7f 629 obj_dir = join(build_path, relpath(source_dir, base_dir))
screamer 17:04753e1e329d 630 if obj_dir is not self.prev_dir:
screamer 17:04753e1e329d 631 self.prev_dir = obj_dir
screamer 17:04753e1e329d 632 mkdir(obj_dir)
screamer 0:66f3b5499f7f 633 return join(obj_dir, name + '.o')
screamer 0:66f3b5499f7f 634
screamer 0:66f3b5499f7f 635 def get_inc_file(self, includes):
screamer 0:66f3b5499f7f 636 include_file = join(self.build_dir, ".includes_%s.txt" % self.inc_md5)
screamer 0:66f3b5499f7f 637 if not exists(include_file):
screamer 0:66f3b5499f7f 638 with open(include_file, "wb") as f:
screamer 0:66f3b5499f7f 639 cmd_list = []
screamer 0:66f3b5499f7f 640 for c in includes:
screamer 0:66f3b5499f7f 641 if c:
screamer 0:66f3b5499f7f 642 cmd_list.append(('-I%s' % c).replace("\\", "/"))
screamer 0:66f3b5499f7f 643 string = " ".join(cmd_list)
screamer 0:66f3b5499f7f 644 f.write(string)
screamer 0:66f3b5499f7f 645 return include_file
screamer 0:66f3b5499f7f 646
screamer 0:66f3b5499f7f 647 def compile_sources(self, resources, build_path, inc_dirs=None):
screamer 0:66f3b5499f7f 648 # Web IDE progress bar for project build
screamer 0:66f3b5499f7f 649 files_to_compile = resources.s_sources + resources.c_sources + resources.cpp_sources
screamer 0:66f3b5499f7f 650 self.to_be_compiled = len(files_to_compile)
screamer 0:66f3b5499f7f 651 self.compiled = 0
screamer 0:66f3b5499f7f 652
screamer 0:66f3b5499f7f 653 inc_paths = resources.inc_dirs
screamer 0:66f3b5499f7f 654 if inc_dirs is not None:
screamer 0:66f3b5499f7f 655 inc_paths.extend(inc_dirs)
screamer 0:66f3b5499f7f 656 # De-duplicate include paths
screamer 0:66f3b5499f7f 657 inc_paths = set(inc_paths)
screamer 0:66f3b5499f7f 658 # Sort include paths for consistency
screamer 0:66f3b5499f7f 659 inc_paths = sorted(set(inc_paths))
screamer 0:66f3b5499f7f 660 # Unique id of all include paths
screamer 0:66f3b5499f7f 661 self.inc_md5 = md5(' '.join(inc_paths)).hexdigest()
screamer 0:66f3b5499f7f 662 # Where to store response files
screamer 0:66f3b5499f7f 663 self.build_dir = build_path
screamer 0:66f3b5499f7f 664
screamer 0:66f3b5499f7f 665 objects = []
screamer 0:66f3b5499f7f 666 queue = []
screamer 17:04753e1e329d 667 work_dir = getcwd()
screamer 17:04753e1e329d 668 self.prev_dir = None
screamer 0:66f3b5499f7f 669
screamer 0:66f3b5499f7f 670 # Sort compile queue for consistency
screamer 0:66f3b5499f7f 671 files_to_compile.sort()
screamer 0:66f3b5499f7f 672 for source in files_to_compile:
screamer 13:ab47a20b66f0 673 object = self.relative_object_path(build_path, resources.file_basepath[source], source)
screamer 0:66f3b5499f7f 674
screamer 0:66f3b5499f7f 675 # Queue mode (multiprocessing)
screamer 0:66f3b5499f7f 676 commands = self.compile_command(source, object, inc_paths)
screamer 0:66f3b5499f7f 677 if commands is not None:
screamer 0:66f3b5499f7f 678 queue.append({
screamer 0:66f3b5499f7f 679 'source': source,
screamer 0:66f3b5499f7f 680 'object': object,
screamer 0:66f3b5499f7f 681 'commands': commands,
screamer 0:66f3b5499f7f 682 'work_dir': work_dir,
screamer 0:66f3b5499f7f 683 'chroot': self.CHROOT
screamer 0:66f3b5499f7f 684 })
screamer 0:66f3b5499f7f 685 else:
screamer 0:66f3b5499f7f 686 objects.append(object)
screamer 0:66f3b5499f7f 687
screamer 0:66f3b5499f7f 688 # Use queues/multiprocessing if cpu count is higher than setting
screamer 0:66f3b5499f7f 689 jobs = self.jobs if self.jobs else cpu_count()
screamer 0:66f3b5499f7f 690 if jobs > CPU_COUNT_MIN and len(queue) > jobs:
screamer 0:66f3b5499f7f 691 return self.compile_queue(queue, objects)
screamer 0:66f3b5499f7f 692 else:
screamer 0:66f3b5499f7f 693 return self.compile_seq(queue, objects)
screamer 0:66f3b5499f7f 694
screamer 0:66f3b5499f7f 695 def compile_seq(self, queue, objects):
screamer 0:66f3b5499f7f 696 for item in queue:
screamer 0:66f3b5499f7f 697 result = compile_worker(item)
screamer 0:66f3b5499f7f 698
screamer 0:66f3b5499f7f 699 self.compiled += 1
screamer 0:66f3b5499f7f 700 self.progress("compile", item['source'], build_update=True)
screamer 0:66f3b5499f7f 701 for res in result['results']:
screamer 0:66f3b5499f7f 702 self.debug("Command: %s" % ' '.join(res['command']))
screamer 0:66f3b5499f7f 703 self.compile_output([
screamer 0:66f3b5499f7f 704 res['code'],
screamer 0:66f3b5499f7f 705 res['output'],
screamer 0:66f3b5499f7f 706 res['command']
screamer 0:66f3b5499f7f 707 ])
screamer 0:66f3b5499f7f 708 objects.append(result['object'])
screamer 0:66f3b5499f7f 709 return objects
screamer 0:66f3b5499f7f 710
screamer 0:66f3b5499f7f 711 def compile_queue(self, queue, objects):
screamer 0:66f3b5499f7f 712 jobs_count = int(self.jobs if self.jobs else cpu_count())
screamer 0:66f3b5499f7f 713 p = Pool(processes=jobs_count)
screamer 0:66f3b5499f7f 714
screamer 0:66f3b5499f7f 715 results = []
screamer 0:66f3b5499f7f 716 for i in range(len(queue)):
screamer 0:66f3b5499f7f 717 results.append(p.apply_async(compile_worker, [queue[i]]))
screamer 17:04753e1e329d 718 p.close()
screamer 0:66f3b5499f7f 719
screamer 0:66f3b5499f7f 720 itr = 0
screamer 17:04753e1e329d 721 while len(results):
screamer 0:66f3b5499f7f 722 itr += 1
screamer 0:66f3b5499f7f 723 if itr > 180000:
screamer 0:66f3b5499f7f 724 p.terminate()
screamer 0:66f3b5499f7f 725 p.join()
screamer 0:66f3b5499f7f 726 raise ToolException("Compile did not finish in 5 minutes")
screamer 0:66f3b5499f7f 727
screamer 17:04753e1e329d 728 sleep(0.01)
screamer 0:66f3b5499f7f 729 pending = 0
screamer 0:66f3b5499f7f 730 for r in results:
screamer 0:66f3b5499f7f 731 if r._ready is True:
screamer 0:66f3b5499f7f 732 try:
screamer 0:66f3b5499f7f 733 result = r.get()
screamer 0:66f3b5499f7f 734 results.remove(r)
screamer 0:66f3b5499f7f 735
screamer 0:66f3b5499f7f 736 self.compiled += 1
screamer 0:66f3b5499f7f 737 self.progress("compile", result['source'], build_update=True)
screamer 0:66f3b5499f7f 738 for res in result['results']:
screamer 0:66f3b5499f7f 739 self.debug("Command: %s" % ' '.join(res['command']))
screamer 0:66f3b5499f7f 740 self.compile_output([
screamer 0:66f3b5499f7f 741 res['code'],
screamer 0:66f3b5499f7f 742 res['output'],
screamer 0:66f3b5499f7f 743 res['command']
screamer 0:66f3b5499f7f 744 ])
screamer 0:66f3b5499f7f 745 objects.append(result['object'])
screamer 0:66f3b5499f7f 746 except ToolException, err:
screamer 0:66f3b5499f7f 747 p.terminate()
screamer 0:66f3b5499f7f 748 p.join()
screamer 0:66f3b5499f7f 749 raise ToolException(err)
screamer 0:66f3b5499f7f 750 else:
screamer 0:66f3b5499f7f 751 pending += 1
screamer 17:04753e1e329d 752 if pending >= jobs_count:
screamer 0:66f3b5499f7f 753 break
screamer 0:66f3b5499f7f 754
screamer 0:66f3b5499f7f 755 results = None
screamer 0:66f3b5499f7f 756 p.join()
screamer 0:66f3b5499f7f 757
screamer 0:66f3b5499f7f 758 return objects
screamer 0:66f3b5499f7f 759
screamer 0:66f3b5499f7f 760 def compile_command(self, source, object, includes):
screamer 0:66f3b5499f7f 761 # Check dependencies
screamer 0:66f3b5499f7f 762 _, ext = splitext(source)
screamer 0:66f3b5499f7f 763 ext = ext.lower()
screamer 0:66f3b5499f7f 764
screamer 0:66f3b5499f7f 765 if ext == '.c' or ext == '.cpp':
screamer 0:66f3b5499f7f 766 base, _ = splitext(object)
screamer 0:66f3b5499f7f 767 dep_path = base + '.d'
screamer 0:66f3b5499f7f 768 deps = self.parse_dependencies(dep_path) if (exists(dep_path)) else []
screamer 0:66f3b5499f7f 769 if len(deps) == 0 or self.need_update(object, deps):
screamer 0:66f3b5499f7f 770 if ext == '.c':
screamer 0:66f3b5499f7f 771 return self.compile_c(source, object, includes)
screamer 0:66f3b5499f7f 772 else:
screamer 0:66f3b5499f7f 773 return self.compile_cpp(source, object, includes)
screamer 0:66f3b5499f7f 774 elif ext == '.s':
screamer 0:66f3b5499f7f 775 deps = [source]
screamer 0:66f3b5499f7f 776 if self.need_update(object, deps):
screamer 0:66f3b5499f7f 777 return self.assemble(source, object, includes)
screamer 0:66f3b5499f7f 778 else:
screamer 0:66f3b5499f7f 779 return False
screamer 0:66f3b5499f7f 780
screamer 0:66f3b5499f7f 781 return None
screamer 0:66f3b5499f7f 782
screamer 0:66f3b5499f7f 783 def is_not_supported_error(self, output):
screamer 0:66f3b5499f7f 784 return "#error directive: [NOT_SUPPORTED]" in output
screamer 0:66f3b5499f7f 785
screamer 0:66f3b5499f7f 786 def compile_output(self, output=[]):
screamer 0:66f3b5499f7f 787 _rc = output[0]
screamer 0:66f3b5499f7f 788 _stderr = output[1]
screamer 0:66f3b5499f7f 789 command = output[2]
screamer 0:66f3b5499f7f 790
screamer 0:66f3b5499f7f 791 # Parse output for Warnings and Errors
screamer 0:66f3b5499f7f 792 self.parse_output(_stderr)
screamer 0:66f3b5499f7f 793 self.debug("Return: %s"% _rc)
screamer 0:66f3b5499f7f 794 for error_line in _stderr.splitlines():
screamer 0:66f3b5499f7f 795 self.debug("Output: %s"% error_line)
screamer 0:66f3b5499f7f 796
screamer 0:66f3b5499f7f 797
screamer 0:66f3b5499f7f 798 # Check return code
screamer 0:66f3b5499f7f 799 if _rc != 0:
screamer 0:66f3b5499f7f 800 for line in _stderr.splitlines():
screamer 0:66f3b5499f7f 801 self.tool_error(line)
screamer 0:66f3b5499f7f 802
screamer 0:66f3b5499f7f 803 if self.is_not_supported_error(_stderr):
screamer 0:66f3b5499f7f 804 raise NotSupportedException(_stderr)
screamer 0:66f3b5499f7f 805 else:
screamer 0:66f3b5499f7f 806 raise ToolException(_stderr)
screamer 0:66f3b5499f7f 807
screamer 0:66f3b5499f7f 808 def build_library(self, objects, dir, name):
screamer 0:66f3b5499f7f 809 needed_update = False
screamer 0:66f3b5499f7f 810 lib = self.STD_LIB_NAME % name
screamer 0:66f3b5499f7f 811 fout = join(dir, lib)
screamer 0:66f3b5499f7f 812 if self.need_update(fout, objects):
screamer 0:66f3b5499f7f 813 self.info("Library: %s" % lib)
screamer 0:66f3b5499f7f 814 self.archive(objects, fout)
screamer 0:66f3b5499f7f 815 needed_update = True
screamer 0:66f3b5499f7f 816
screamer 0:66f3b5499f7f 817 return needed_update
screamer 0:66f3b5499f7f 818
screamer 0:66f3b5499f7f 819 def link_program(self, r, tmp_path, name):
screamer 0:66f3b5499f7f 820 needed_update = False
screamer 0:66f3b5499f7f 821 ext = 'bin'
screamer 0:66f3b5499f7f 822 if hasattr(self.target, 'OUTPUT_EXT'):
screamer 0:66f3b5499f7f 823 ext = self.target.OUTPUT_EXT
screamer 0:66f3b5499f7f 824
screamer 0:66f3b5499f7f 825 if hasattr(self.target, 'OUTPUT_NAMING'):
screamer 0:66f3b5499f7f 826 self.var("binary_naming", self.target.OUTPUT_NAMING)
screamer 0:66f3b5499f7f 827 if self.target.OUTPUT_NAMING == "8.3":
screamer 0:66f3b5499f7f 828 name = name[0:8]
screamer 0:66f3b5499f7f 829 ext = ext[0:3]
screamer 0:66f3b5499f7f 830
screamer 0:66f3b5499f7f 831 # Create destination directory
screamer 0:66f3b5499f7f 832 head, tail = split(name)
screamer 0:66f3b5499f7f 833 new_path = join(tmp_path, head)
screamer 0:66f3b5499f7f 834 mkdir(new_path)
screamer 0:66f3b5499f7f 835
screamer 0:66f3b5499f7f 836 filename = name+'.'+ext
screamer 0:66f3b5499f7f 837 elf = join(tmp_path, name + '.elf')
screamer 0:66f3b5499f7f 838 bin = join(tmp_path, filename)
screamer 7:5af61d55adbe 839 map = join(tmp_path, name + '.map')
screamer 0:66f3b5499f7f 840
screamer 0:66f3b5499f7f 841 if self.need_update(elf, r.objects + r.libraries + [r.linker_script]):
screamer 0:66f3b5499f7f 842 needed_update = True
screamer 0:66f3b5499f7f 843 self.progress("link", name)
screamer 0:66f3b5499f7f 844 self.link(elf, r.objects, r.libraries, r.lib_dirs, r.linker_script)
screamer 0:66f3b5499f7f 845
screamer 0:66f3b5499f7f 846 if self.need_update(bin, [elf]):
screamer 0:66f3b5499f7f 847 needed_update = True
screamer 0:66f3b5499f7f 848 self.progress("elf2bin", name)
screamer 0:66f3b5499f7f 849
screamer 0:66f3b5499f7f 850 self.binary(r, elf, bin)
screamer 0:66f3b5499f7f 851
screamer 7:5af61d55adbe 852 self.mem_stats(map)
screamer 7:5af61d55adbe 853
screamer 0:66f3b5499f7f 854 self.var("compile_succeded", True)
screamer 0:66f3b5499f7f 855 self.var("binary", filename)
screamer 0:66f3b5499f7f 856
screamer 0:66f3b5499f7f 857 return bin, needed_update
screamer 0:66f3b5499f7f 858
screamer 0:66f3b5499f7f 859 def default_cmd(self, command):
screamer 0:66f3b5499f7f 860 self.debug("Command: %s"% ' '.join(command))
screamer 0:66f3b5499f7f 861 _stdout, _stderr, _rc = run_cmd(command)
screamer 13:ab47a20b66f0 862
screamer 0:66f3b5499f7f 863 self.debug("Return: %s"% _rc)
screamer 0:66f3b5499f7f 864
screamer 0:66f3b5499f7f 865 for output_line in _stdout.splitlines():
screamer 0:66f3b5499f7f 866 self.debug("Output: %s"% output_line)
screamer 0:66f3b5499f7f 867 for error_line in _stderr.splitlines():
screamer 0:66f3b5499f7f 868 self.debug("Errors: %s"% error_line)
screamer 0:66f3b5499f7f 869
screamer 0:66f3b5499f7f 870 if _rc != 0:
screamer 0:66f3b5499f7f 871 for line in _stderr.splitlines():
screamer 0:66f3b5499f7f 872 self.tool_error(line)
screamer 0:66f3b5499f7f 873 raise ToolException(_stderr)
screamer 0:66f3b5499f7f 874
screamer 0:66f3b5499f7f 875 ### NOTIFICATIONS ###
screamer 0:66f3b5499f7f 876 def info(self, message):
screamer 0:66f3b5499f7f 877 self.notify({'type': 'info', 'message': message})
screamer 0:66f3b5499f7f 878
screamer 0:66f3b5499f7f 879 def debug(self, message):
screamer 0:66f3b5499f7f 880 if self.VERBOSE:
screamer 0:66f3b5499f7f 881 if type(message) is ListType:
screamer 0:66f3b5499f7f 882 message = ' '.join(message)
screamer 0:66f3b5499f7f 883 message = "[DEBUG] " + message
screamer 0:66f3b5499f7f 884 self.notify({'type': 'debug', 'message': message})
screamer 0:66f3b5499f7f 885
screamer 0:66f3b5499f7f 886 def cc_info(self, severity, file, line, message, target_name=None, toolchain_name=None):
screamer 0:66f3b5499f7f 887 self.notify({'type': 'cc',
screamer 0:66f3b5499f7f 888 'severity': severity,
screamer 0:66f3b5499f7f 889 'file': file,
screamer 0:66f3b5499f7f 890 'line': line,
screamer 0:66f3b5499f7f 891 'message': message,
screamer 0:66f3b5499f7f 892 'target_name': target_name,
screamer 0:66f3b5499f7f 893 'toolchain_name': toolchain_name})
screamer 0:66f3b5499f7f 894
screamer 0:66f3b5499f7f 895 def progress(self, action, file, build_update=False):
screamer 0:66f3b5499f7f 896 msg = {'type': 'progress', 'action': action, 'file': file}
screamer 0:66f3b5499f7f 897 if build_update:
screamer 0:66f3b5499f7f 898 msg['percent'] = 100. * float(self.compiled) / float(self.to_be_compiled)
screamer 0:66f3b5499f7f 899 self.notify(msg)
screamer 0:66f3b5499f7f 900
screamer 0:66f3b5499f7f 901 def tool_error(self, message):
screamer 0:66f3b5499f7f 902 self.notify({'type': 'tool_error', 'message': message})
screamer 0:66f3b5499f7f 903
screamer 0:66f3b5499f7f 904 def var(self, key, value):
screamer 0:66f3b5499f7f 905 self.notify({'type': 'var', 'key': key, 'val': value})
screamer 0:66f3b5499f7f 906
screamer 7:5af61d55adbe 907 def mem_stats(self, map):
screamer 7:5af61d55adbe 908 # Creates parser object
screamer 7:5af61d55adbe 909 toolchain = self.__class__.__name__
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 910
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 911 # Create memap object
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 912 memap = MemapParser()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 913
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 914 # Parse and decode a map file
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 915 if memap.parse(abspath(map), toolchain) is False:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 916 self.info("Unknown toolchain for memory statistics %s" % toolchain)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 917 return
screamer 7:5af61d55adbe 918
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 919 # Write output to stdout in text (pretty table) format
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 920 memap.generate_output('table')
screamer 7:5af61d55adbe 921
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 922 # Write output to file in JSON format
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 923 map_out = splitext(map)[0] + "_map.json"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 924 memap.generate_output('json', map_out)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 925
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 926 # Write output to file in CSV format for the CI
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 927 map_csv = splitext(map)[0] + "_map.csv"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 928 memap.generate_output('csv-ci', map_csv)
screamer 13:ab47a20b66f0 929
screamer 13:ab47a20b66f0 930 # Set the configuration data
screamer 13:ab47a20b66f0 931 def set_config_data(self, config_data):
screamer 13:ab47a20b66f0 932 self.config_data = config_data
screamer 13:ab47a20b66f0 933
screamer 13:ab47a20b66f0 934 # Return the location of the config header. This function will create the config
screamer 13:ab47a20b66f0 935 # header first if needed. The header will be written in a file called "mbed_conf.h"
screamer 13:ab47a20b66f0 936 # located in the project's build directory.
screamer 13:ab47a20b66f0 937 # If config headers are not used (self.config_header_content is None), the function
screamer 13:ab47a20b66f0 938 # returns None
screamer 13:ab47a20b66f0 939 def get_config_header(self):
screamer 13:ab47a20b66f0 940 if self.config_data is None:
screamer 13:ab47a20b66f0 941 return None
screamer 13:ab47a20b66f0 942 config_file = join(self.build_dir, self.MBED_CONFIG_FILE_NAME)
screamer 13:ab47a20b66f0 943 if not exists(config_file):
screamer 13:ab47a20b66f0 944 with open(config_file, "wt") as f:
screamer 13:ab47a20b66f0 945 f.write(Config.config_to_header(self.config_data))
screamer 13:ab47a20b66f0 946 return config_file
screamer 13:ab47a20b66f0 947
screamer 13:ab47a20b66f0 948 # Return the list of macros geenrated by the build system
screamer 13:ab47a20b66f0 949 def get_config_macros(self):
screamer 13:ab47a20b66f0 950 return Config.config_to_macros(self.config_data) if self.config_data else []
screamer 13:ab47a20b66f0 951
screamer 0:66f3b5499f7f 952 from tools.settings import ARM_BIN
screamer 0:66f3b5499f7f 953 from tools.settings import GCC_ARM_PATH, GCC_CR_PATH
screamer 0:66f3b5499f7f 954 from tools.settings import IAR_PATH
screamer 0:66f3b5499f7f 955
screamer 0:66f3b5499f7f 956 TOOLCHAIN_BIN_PATH = {
screamer 0:66f3b5499f7f 957 'ARM': ARM_BIN,
screamer 0:66f3b5499f7f 958 'uARM': ARM_BIN,
screamer 0:66f3b5499f7f 959 'GCC_ARM': GCC_ARM_PATH,
screamer 0:66f3b5499f7f 960 'GCC_CR': GCC_CR_PATH,
screamer 0:66f3b5499f7f 961 'IAR': IAR_PATH
screamer 0:66f3b5499f7f 962 }
screamer 0:66f3b5499f7f 963
screamer 0:66f3b5499f7f 964 from tools.toolchains.arm import ARM_STD, ARM_MICRO
screamer 0:66f3b5499f7f 965 from tools.toolchains.gcc import GCC_ARM, GCC_CR
screamer 0:66f3b5499f7f 966 from tools.toolchains.iar import IAR
screamer 0:66f3b5499f7f 967
screamer 0:66f3b5499f7f 968 TOOLCHAIN_CLASSES = {
screamer 0:66f3b5499f7f 969 'ARM': ARM_STD,
screamer 0:66f3b5499f7f 970 'uARM': ARM_MICRO,
screamer 0:66f3b5499f7f 971 'GCC_ARM': GCC_ARM,
screamer 0:66f3b5499f7f 972 'GCC_CR': GCC_CR,
screamer 0:66f3b5499f7f 973 'IAR': IAR
screamer 0:66f3b5499f7f 974 }
screamer 0:66f3b5499f7f 975
screamer 0:66f3b5499f7f 976 TOOLCHAINS = set(TOOLCHAIN_CLASSES.keys())