Anders Blomdell / mbed-sdk-tools

Clone of official tools

toolchains/__init__.py@21:4fdf0dd04f6f, 2016-07-15 (annotated)

Committer:
screamer
Date:
Fri Jul 15 22:58:15 2016 +0100
Revision:
21:4fdf0dd04f6f
Parent:
20:835f6355470d
Child:
22:9e85236d8716
Further improvements and updates to tools

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 """
screamer 0:66f3b5499f7f 2 mbed SDK
screamer 0:66f3b5499f7f 3 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 4
screamer 0:66f3b5499f7f 5 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 6 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 7 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 8
screamer 0:66f3b5499f7f 9 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 10
screamer 0:66f3b5499f7f 11 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 12 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 13 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 14 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 15 limitations under the License.
screamer 0:66f3b5499f7f 16 """
screamer 0:66f3b5499f7f 17
screamer 0:66f3b5499f7f 18 import re
screamer 0:66f3b5499f7f 19 import sys
screamer 7:5af61d55adbe 20 from os import stat, walk, getcwd, sep
screamer 0:66f3b5499f7f 21 from copy import copy
screamer 0:66f3b5499f7f 22 from time import time, sleep
screamer 0:66f3b5499f7f 23 from types import ListType
screamer 0:66f3b5499f7f 24 from shutil import copyfile
screamer 13:ab47a20b66f0 25 from os.path import join, splitext, exists, relpath, dirname, basename, split, abspath, isfile, isdir
screamer 0:66f3b5499f7f 26 from inspect import getmro
screamer 13:ab47a20b66f0 27 from copy import deepcopy
screamer 13:ab47a20b66f0 28 from tools.config import Config
screamer 0:66f3b5499f7f 29
screamer 0:66f3b5499f7f 30 from multiprocessing import Pool, cpu_count
screamer 21:4fdf0dd04f6f 31 from tools.utils import run_cmd, mkdir, rel_path, ToolException, NotSupportedException, split_path, compile_worker
screamer 0:66f3b5499f7f 32 from tools.settings import BUILD_OPTIONS, MBED_ORG_USER
screamer 0:66f3b5499f7f 33 import tools.hooks as hooks
Screamer@Y5070-M.virtuoso 12:f2e8a005c7d3 34 from tools.memap import MemapParser
screamer 0:66f3b5499f7f 35 from hashlib import md5
screamer 7:5af61d55adbe 36 import fnmatch
screamer 0:66f3b5499f7f 37
screamer 0:66f3b5499f7f 38
screamer 0:66f3b5499f7f 39 #Disables multiprocessing if set to higher number than the host machine CPUs
screamer 0:66f3b5499f7f 40 CPU_COUNT_MIN = 1
screamer 21:4fdf0dd04f6f 41 CPU_COEF = 1
screamer 7:5af61d55adbe 42
screamer 0:66f3b5499f7f 43 class Resources:
screamer 0:66f3b5499f7f 44 def __init__(self, base_path=None):
screamer 0:66f3b5499f7f 45 self.base_path = base_path
screamer 0:66f3b5499f7f 46
screamer 13:ab47a20b66f0 47 self.file_basepath = {}
screamer 13:ab47a20b66f0 48
screamer 0:66f3b5499f7f 49 self.inc_dirs = []
screamer 0:66f3b5499f7f 50 self.headers = []
screamer 0:66f3b5499f7f 51
screamer 0:66f3b5499f7f 52 self.s_sources = []
screamer 0:66f3b5499f7f 53 self.c_sources = []
screamer 0:66f3b5499f7f 54 self.cpp_sources = []
screamer 0:66f3b5499f7f 55
screamer 0:66f3b5499f7f 56 self.lib_dirs = set([])
screamer 0:66f3b5499f7f 57 self.objects = []
screamer 0:66f3b5499f7f 58 self.libraries = []
screamer 0:66f3b5499f7f 59
screamer 0:66f3b5499f7f 60 # mbed special files
screamer 0:66f3b5499f7f 61 self.lib_builds = []
screamer 0:66f3b5499f7f 62 self.lib_refs = []
screamer 0:66f3b5499f7f 63
screamer 0:66f3b5499f7f 64 self.repo_dirs = []
screamer 0:66f3b5499f7f 65 self.repo_files = []
screamer 0:66f3b5499f7f 66
screamer 0:66f3b5499f7f 67 self.linker_script = None
screamer 0:66f3b5499f7f 68
screamer 0:66f3b5499f7f 69 # Other files
screamer 0:66f3b5499f7f 70 self.hex_files = []
screamer 0:66f3b5499f7f 71 self.bin_files = []
screamer 7:5af61d55adbe 72 self.json_files = []
screamer 7:5af61d55adbe 73
screamer 13:ab47a20b66f0 74 # Features
screamer 13:ab47a20b66f0 75 self.features = {}
screamer 13:ab47a20b66f0 76
screamer 7:5af61d55adbe 77 def __add__(self, resources):
screamer 7:5af61d55adbe 78 if resources is None:
screamer 7:5af61d55adbe 79 return self
screamer 7:5af61d55adbe 80 else:
screamer 7:5af61d55adbe 81 return self.add(resources)
screamer 7:5af61d55adbe 82
screamer 7:5af61d55adbe 83 def __radd__(self, resources):
screamer 7:5af61d55adbe 84 if resources is None:
screamer 7:5af61d55adbe 85 return self
screamer 7:5af61d55adbe 86 else:
screamer 7:5af61d55adbe 87 return self.add(resources)
screamer 0:66f3b5499f7f 88
screamer 0:66f3b5499f7f 89 def add(self, resources):
screamer 13:ab47a20b66f0 90 for f,p in resources.file_basepath.items():
screamer 13:ab47a20b66f0 91 self.file_basepath[f] = p
screamer 13:ab47a20b66f0 92
screamer 0:66f3b5499f7f 93 self.inc_dirs += resources.inc_dirs
screamer 0:66f3b5499f7f 94 self.headers += resources.headers
screamer 0:66f3b5499f7f 95
screamer 0:66f3b5499f7f 96 self.s_sources += resources.s_sources
screamer 0:66f3b5499f7f 97 self.c_sources += resources.c_sources
screamer 0:66f3b5499f7f 98 self.cpp_sources += resources.cpp_sources
screamer 0:66f3b5499f7f 99
screamer 0:66f3b5499f7f 100 self.lib_dirs |= resources.lib_dirs
screamer 0:66f3b5499f7f 101 self.objects += resources.objects
screamer 0:66f3b5499f7f 102 self.libraries += resources.libraries
screamer 0:66f3b5499f7f 103
screamer 0:66f3b5499f7f 104 self.lib_builds += resources.lib_builds
screamer 0:66f3b5499f7f 105 self.lib_refs += resources.lib_refs
screamer 0:66f3b5499f7f 106
screamer 0:66f3b5499f7f 107 self.repo_dirs += resources.repo_dirs
screamer 0:66f3b5499f7f 108 self.repo_files += resources.repo_files
screamer 0:66f3b5499f7f 109
screamer 0:66f3b5499f7f 110 if resources.linker_script is not None:
screamer 0:66f3b5499f7f 111 self.linker_script = resources.linker_script
screamer 0:66f3b5499f7f 112
screamer 0:66f3b5499f7f 113 self.hex_files += resources.hex_files
screamer 0:66f3b5499f7f 114 self.bin_files += resources.bin_files
screamer 7:5af61d55adbe 115 self.json_files += resources.json_files
screamer 7:5af61d55adbe 116
screamer 13:ab47a20b66f0 117 self.features.update(resources.features)
screamer 13:ab47a20b66f0 118
screamer 7:5af61d55adbe 119 return self
screamer 0:66f3b5499f7f 120
screamer 0:66f3b5499f7f 121 def relative_to(self, base, dot=False):
screamer 0:66f3b5499f7f 122 for field in ['inc_dirs', 'headers', 's_sources', 'c_sources',
screamer 0:66f3b5499f7f 123 'cpp_sources', 'lib_dirs', 'objects', 'libraries',
screamer 7:5af61d55adbe 124 'lib_builds', 'lib_refs', 'repo_dirs', 'repo_files',
screamer 7:5af61d55adbe 125 'hex_files', 'bin_files', 'json_files']:
screamer 0:66f3b5499f7f 126 v = [rel_path(f, base, dot) for f in getattr(self, field)]
screamer 0:66f3b5499f7f 127 setattr(self, field, v)
screamer 13:ab47a20b66f0 128
screamer 13:ab47a20b66f0 129 self.features = {k: f.relative_to(base, dot) for k, f in self.features.iteritems() if f}
screamer 13:ab47a20b66f0 130
screamer 0:66f3b5499f7f 131 if self.linker_script is not None:
screamer 0:66f3b5499f7f 132 self.linker_script = rel_path(self.linker_script, base, dot)
screamer 0:66f3b5499f7f 133
screamer 0:66f3b5499f7f 134 def win_to_unix(self):
screamer 0:66f3b5499f7f 135 for field in ['inc_dirs', 'headers', 's_sources', 'c_sources',
screamer 0:66f3b5499f7f 136 'cpp_sources', 'lib_dirs', 'objects', 'libraries',
screamer 7:5af61d55adbe 137 'lib_builds', 'lib_refs', 'repo_dirs', 'repo_files',
screamer 7:5af61d55adbe 138 'hex_files', 'bin_files', 'json_files']:
screamer 0:66f3b5499f7f 139 v = [f.replace('\\', '/') for f in getattr(self, field)]
screamer 0:66f3b5499f7f 140 setattr(self, field, v)
screamer 13:ab47a20b66f0 141
screamer 13:ab47a20b66f0 142 self.features = {k: f.win_to_unix() for k, f in self.features.iteritems() if f}
screamer 13:ab47a20b66f0 143
screamer 0:66f3b5499f7f 144 if self.linker_script is not None:
screamer 0:66f3b5499f7f 145 self.linker_script = self.linker_script.replace('\\', '/')
screamer 0:66f3b5499f7f 146
screamer 0:66f3b5499f7f 147 def __str__(self):
screamer 0:66f3b5499f7f 148 s = []
screamer 0:66f3b5499f7f 149
screamer 0:66f3b5499f7f 150 for (label, resources) in (
screamer 0:66f3b5499f7f 151 ('Include Directories', self.inc_dirs),
screamer 0:66f3b5499f7f 152 ('Headers', self.headers),
screamer 0:66f3b5499f7f 153
screamer 0:66f3b5499f7f 154 ('Assembly sources', self.s_sources),
screamer 0:66f3b5499f7f 155 ('C sources', self.c_sources),
screamer 0:66f3b5499f7f 156 ('C++ sources', self.cpp_sources),
screamer 0:66f3b5499f7f 157
screamer 0:66f3b5499f7f 158 ('Library directories', self.lib_dirs),
screamer 0:66f3b5499f7f 159 ('Objects', self.objects),
screamer 0:66f3b5499f7f 160 ('Libraries', self.libraries),
screamer 0:66f3b5499f7f 161
screamer 0:66f3b5499f7f 162 ('Hex files', self.hex_files),
screamer 0:66f3b5499f7f 163 ('Bin files', self.bin_files),
screamer 13:ab47a20b66f0 164
screamer 13:ab47a20b66f0 165 ('Features', self.features),
screamer 0:66f3b5499f7f 166 ):
screamer 0:66f3b5499f7f 167 if resources:
screamer 0:66f3b5499f7f 168 s.append('%s:\n ' % label + '\n '.join(resources))
screamer 0:66f3b5499f7f 169
screamer 0:66f3b5499f7f 170 if self.linker_script:
screamer 0:66f3b5499f7f 171 s.append('Linker Script: ' + self.linker_script)
screamer 0:66f3b5499f7f 172
screamer 0:66f3b5499f7f 173 return '\n'.join(s)
screamer 0:66f3b5499f7f 174
screamer 0:66f3b5499f7f 175 # Support legacy build conventions: the original mbed build system did not have
screamer 0:66f3b5499f7f 176 # standard labels for the "TARGET_" and "TOOLCHAIN_" specific directories, but
screamer 0:66f3b5499f7f 177 # had the knowledge of a list of these directories to be ignored.
screamer 0:66f3b5499f7f 178 LEGACY_IGNORE_DIRS = set([
screamer 0:66f3b5499f7f 179 'LPC11U24', 'LPC1768', 'LPC2368', 'LPC4088', 'LPC812', 'KL25Z',
screamer 14:ee1b877e6839 180 'ARM', 'uARM', 'IAR',
screamer 14:ee1b877e6839 181 'GCC_ARM', 'GCC_CS', 'GCC_CR', 'GCC_CW', 'GCC_CW_EWL', 'GCC_CW_NEWLIB',
screamer 0:66f3b5499f7f 182 ])
screamer 0:66f3b5499f7f 183 LEGACY_TOOLCHAIN_NAMES = {
screamer 0:66f3b5499f7f 184 'ARM_STD':'ARM', 'ARM_MICRO': 'uARM',
screamer 17:04753e1e329d 185 'GCC_ARM': 'GCC_ARM', 'GCC_CR': 'GCC_CR',
screamer 0:66f3b5499f7f 186 'IAR': 'IAR',
screamer 0:66f3b5499f7f 187 }
screamer 0:66f3b5499f7f 188
screamer 0:66f3b5499f7f 189
screamer 0:66f3b5499f7f 190 class mbedToolchain:
screamer 0:66f3b5499f7f 191 VERBOSE = True
screamer 21:4fdf0dd04f6f 192 COMPILE_C_AS_CPP = False
screamer 21:4fdf0dd04f6f 193 RESPONSE_FILES = True
screamer 0:66f3b5499f7f 194
screamer 0:66f3b5499f7f 195 CORTEX_SYMBOLS = {
screamer 0:66f3b5499f7f 196 "Cortex-M0" : ["__CORTEX_M0", "ARM_MATH_CM0", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 197 "Cortex-M0+": ["__CORTEX_M0PLUS", "ARM_MATH_CM0PLUS", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 17:04753e1e329d 198 "Cortex-M1" : ["__CORTEX_M3", "ARM_MATH_CM1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 199 "Cortex-M3" : ["__CORTEX_M3", "ARM_MATH_CM3", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 200 "Cortex-M4" : ["__CORTEX_M4", "ARM_MATH_CM4", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 17:04753e1e329d 201 "Cortex-M4F" : ["__CORTEX_M4", "ARM_MATH_CM4", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 202 "Cortex-M7" : ["__CORTEX_M7", "ARM_MATH_CM7", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 17:04753e1e329d 203 "Cortex-M7F" : ["__CORTEX_M7", "ARM_MATH_CM7", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 17:04753e1e329d 204 "Cortex-M7FD" : ["__CORTEX_M7", "ARM_MATH_CM7", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 205 "Cortex-A9" : ["__CORTEX_A9", "ARM_MATH_CA9", "__FPU_PRESENT", "__CMSIS_RTOS", "__EVAL", "__MBED_CMSIS_RTOS_CA9"],
screamer 0:66f3b5499f7f 206 }
screamer 0:66f3b5499f7f 207
screamer 13:ab47a20b66f0 208 MBED_CONFIG_FILE_NAME="mbed_config.h"
screamer 13:ab47a20b66f0 209
screamer 13:ab47a20b66f0 210 def __init__(self, target, options=None, notify=None, macros=None, silent=False, extra_verbose=False):
screamer 0:66f3b5499f7f 211 self.target = target
screamer 0:66f3b5499f7f 212 self.name = self.__class__.__name__
screamer 13:ab47a20b66f0 213
screamer 13:ab47a20b66f0 214 # compile/assemble/link/binary hooks
screamer 0:66f3b5499f7f 215 self.hook = hooks.Hook(target, self)
screamer 13:ab47a20b66f0 216
screamer 13:ab47a20b66f0 217 # Toolchain flags
screamer 13:ab47a20b66f0 218 self.flags = deepcopy(self.DEFAULT_FLAGS)
screamer 13:ab47a20b66f0 219
screamer 13:ab47a20b66f0 220 # User-defined macros
screamer 13:ab47a20b66f0 221 self.macros = macros or []
screamer 13:ab47a20b66f0 222
screamer 13:ab47a20b66f0 223 # Macros generated from toolchain and target rules/features
screamer 13:ab47a20b66f0 224 self.symbols = None
screamer 13:ab47a20b66f0 225
screamer 13:ab47a20b66f0 226 # Labels generated from toolchain and target rules/features (used for selective build)
screamer 13:ab47a20b66f0 227 self.labels = None
screamer 13:ab47a20b66f0 228
screamer 13:ab47a20b66f0 229 # This will hold the configuration data (as returned by Config.get_config_data())
screamer 13:ab47a20b66f0 230 self.config_data = None
screamer 0:66f3b5499f7f 231
screamer 13:ab47a20b66f0 232 # Non-incremental compile
screamer 13:ab47a20b66f0 233 self.build_all = False
screamer 13:ab47a20b66f0 234
screamer 13:ab47a20b66f0 235 # Build output dir
screamer 13:ab47a20b66f0 236 self.build_dir = None
screamer 13:ab47a20b66f0 237 self.timestamp = time()
screamer 13:ab47a20b66f0 238
screamer 13:ab47a20b66f0 239 # Output build naming based on target+toolchain combo (mbed 2.0 builds)
screamer 13:ab47a20b66f0 240 self.obj_path = join("TARGET_"+target.name, "TOOLCHAIN_"+self.name)
screamer 13:ab47a20b66f0 241
screamer 13:ab47a20b66f0 242 # Number of concurrent build jobs. 0 means auto (based on host system cores)
screamer 13:ab47a20b66f0 243 self.jobs = 0
screamer 13:ab47a20b66f0 244
screamer 13:ab47a20b66f0 245 self.CHROOT = None
screamer 13:ab47a20b66f0 246
screamer 13:ab47a20b66f0 247 # Ignore patterns from .mbedignore files
screamer 13:ab47a20b66f0 248 self.ignore_patterns = []
screamer 13:ab47a20b66f0 249
screamer 13:ab47a20b66f0 250 # Pre-mbed 2.0 ignore dirs
screamer 21:4fdf0dd04f6f 251 self.legacy_ignore_dirs = (LEGACY_IGNORE_DIRS | TOOLCHAINS) - set([target.name, LEGACY_TOOLCHAIN_NAMES[self.name]])
screamer 0:66f3b5499f7f 252
screamer 13:ab47a20b66f0 253 # Output notify function
screamer 0:66f3b5499f7f 254 if notify:
screamer 0:66f3b5499f7f 255 self.notify_fun = notify
screamer 0:66f3b5499f7f 256 elif extra_verbose:
screamer 0:66f3b5499f7f 257 self.notify_fun = self.print_notify_verbose
screamer 0:66f3b5499f7f 258 else:
screamer 0:66f3b5499f7f 259 self.notify_fun = self.print_notify
screamer 13:ab47a20b66f0 260
screamer 13:ab47a20b66f0 261 # Silent builds (no output)
screamer 13:ab47a20b66f0 262 self.silent = silent
screamer 13:ab47a20b66f0 263
screamer 13:ab47a20b66f0 264 # Print output buffer
screamer 13:ab47a20b66f0 265 self.output = ""
screamer 0:66f3b5499f7f 266
screamer 13:ab47a20b66f0 267 # Build options passed by -o flag
screamer 0:66f3b5499f7f 268 self.options = options if options is not None else []
screamer 0:66f3b5499f7f 269
screamer 13:ab47a20b66f0 270 # Build options passed by settings.py or mbed_settings.py
screamer 0:66f3b5499f7f 271 self.options.extend(BUILD_OPTIONS)
screamer 13:ab47a20b66f0 272
screamer 0:66f3b5499f7f 273 if self.options:
screamer 0:66f3b5499f7f 274 self.info("Build Options: %s" % (', '.join(self.options)))
screamer 13:ab47a20b66f0 275
screamer 13:ab47a20b66f0 276 # uVisor spepcific rules
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 277 if 'UVISOR' in self.target.features and 'UVISOR_SUPPORTED' in self.target.extra_labels:
screamer 0:66f3b5499f7f 278 self.target.core = re.sub(r"F$", '', self.target.core)
screamer 14:ee1b877e6839 279
screamer 17:04753e1e329d 280 self.stat_cache = {}
screamer 17:04753e1e329d 281
screamer 14:ee1b877e6839 282 self.init()
screamer 14:ee1b877e6839 283
screamer 14:ee1b877e6839 284 # This allows post __init__() hooks. Do not use
screamer 14:ee1b877e6839 285 def init(self):
screamer 14:ee1b877e6839 286 return True
screamer 0:66f3b5499f7f 287
screamer 0:66f3b5499f7f 288 def get_output(self):
screamer 0:66f3b5499f7f 289 return self.output
screamer 0:66f3b5499f7f 290
screamer 0:66f3b5499f7f 291 def print_notify(self, event, silent=False):
screamer 0:66f3b5499f7f 292 """ Default command line notification
screamer 0:66f3b5499f7f 293 """
screamer 0:66f3b5499f7f 294 msg = None
screamer 0:66f3b5499f7f 295
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 296 if not self.VERBOSE and event['type'] == 'tool_error':
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 297 msg = event['message']
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 298
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 299 elif event['type'] in ['info', 'debug']:
screamer 0:66f3b5499f7f 300 msg = event['message']
screamer 13:ab47a20b66f0 301
screamer 0:66f3b5499f7f 302 elif event['type'] == 'cc':
screamer 0:66f3b5499f7f 303 event['severity'] = event['severity'].title()
screamer 0:66f3b5499f7f 304 event['file'] = basename(event['file'])
screamer 21:4fdf0dd04f6f 305 msg = '[%(severity)s] %(file)s@%(line)s,%(col)s: %(message)s' % event
screamer 0:66f3b5499f7f 306
screamer 0:66f3b5499f7f 307 elif event['type'] == 'progress':
screamer 0:66f3b5499f7f 308 if not silent:
screamer 0:66f3b5499f7f 309 msg = '%s: %s' % (event['action'].title(), basename(event['file']))
screamer 0:66f3b5499f7f 310
screamer 0:66f3b5499f7f 311 if msg:
screamer 0:66f3b5499f7f 312 print msg
screamer 0:66f3b5499f7f 313 self.output += msg + "\n"
screamer 0:66f3b5499f7f 314
screamer 0:66f3b5499f7f 315 def print_notify_verbose(self, event, silent=False):
screamer 0:66f3b5499f7f 316 """ Default command line notification with more verbose mode
screamer 0:66f3b5499f7f 317 """
screamer 0:66f3b5499f7f 318 if event['type'] in ['info', 'debug']:
screamer 0:66f3b5499f7f 319 self.print_notify(event) # standard handle
screamer 0:66f3b5499f7f 320
screamer 0:66f3b5499f7f 321 elif event['type'] == 'cc':
screamer 0:66f3b5499f7f 322 event['severity'] = event['severity'].title()
screamer 0:66f3b5499f7f 323 event['file'] = basename(event['file'])
screamer 0:66f3b5499f7f 324 event['mcu_name'] = "None"
screamer 0:66f3b5499f7f 325 event['toolchain'] = "None"
screamer 0:66f3b5499f7f 326 event['target_name'] = event['target_name'].upper() if event['target_name'] else "Unknown"
screamer 0:66f3b5499f7f 327 event['toolchain_name'] = event['toolchain_name'].upper() if event['toolchain_name'] else "Unknown"
screamer 0:66f3b5499f7f 328 msg = '[%(severity)s] %(target_name)s::%(toolchain_name)s::%(file)s@%(line)s: %(message)s' % event
screamer 0:66f3b5499f7f 329 print msg
screamer 0:66f3b5499f7f 330 self.output += msg + "\n"
screamer 0:66f3b5499f7f 331
screamer 0:66f3b5499f7f 332 elif event['type'] == 'progress':
screamer 0:66f3b5499f7f 333 self.print_notify(event) # standard handle
screamer 0:66f3b5499f7f 334
screamer 0:66f3b5499f7f 335 def notify(self, event):
screamer 0:66f3b5499f7f 336 """ Little closure for notify functions
screamer 0:66f3b5499f7f 337 """
screamer 0:66f3b5499f7f 338 return self.notify_fun(event, self.silent)
screamer 0:66f3b5499f7f 339
screamer 0:66f3b5499f7f 340 def get_symbols(self):
screamer 0:66f3b5499f7f 341 if self.symbols is None:
screamer 0:66f3b5499f7f 342 # Target and Toolchain symbols
screamer 0:66f3b5499f7f 343 labels = self.get_labels()
screamer 0:66f3b5499f7f 344 self.symbols = ["TARGET_%s" % t for t in labels['TARGET']]
screamer 0:66f3b5499f7f 345 self.symbols.extend(["TOOLCHAIN_%s" % t for t in labels['TOOLCHAIN']])
screamer 0:66f3b5499f7f 346
screamer 0:66f3b5499f7f 347 # Cortex CPU symbols
screamer 0:66f3b5499f7f 348 if self.target.core in mbedToolchain.CORTEX_SYMBOLS:
screamer 0:66f3b5499f7f 349 self.symbols.extend(mbedToolchain.CORTEX_SYMBOLS[self.target.core])
screamer 0:66f3b5499f7f 350
screamer 0:66f3b5499f7f 351 # Symbols defined by the on-line build.system
screamer 0:66f3b5499f7f 352 self.symbols.extend(['MBED_BUILD_TIMESTAMP=%s' % self.timestamp, 'TARGET_LIKE_MBED', '__MBED__=1'])
screamer 0:66f3b5499f7f 353 if MBED_ORG_USER:
screamer 0:66f3b5499f7f 354 self.symbols.append('MBED_USERNAME=' + MBED_ORG_USER)
screamer 0:66f3b5499f7f 355
screamer 0:66f3b5499f7f 356 # Add target's symbols
screamer 0:66f3b5499f7f 357 self.symbols += self.target.macros
screamer 7:5af61d55adbe 358 # Add target's hardware
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 359 self.symbols += ["DEVICE_" + data + "=1" for data in self.target.device_has]
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 360 # Add target's features
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 361 self.symbols += ["FEATURE_" + data + "=1" for data in self.target.features]
screamer 0:66f3b5499f7f 362 # Add extra symbols passed via 'macros' parameter
screamer 0:66f3b5499f7f 363 self.symbols += self.macros
screamer 0:66f3b5499f7f 364
screamer 0:66f3b5499f7f 365 # Form factor variables
screamer 0:66f3b5499f7f 366 if hasattr(self.target, 'supported_form_factors'):
screamer 0:66f3b5499f7f 367 self.symbols.extend(["TARGET_FF_%s" % t for t in self.target.supported_form_factors])
screamer 0:66f3b5499f7f 368
screamer 0:66f3b5499f7f 369 return list(set(self.symbols)) # Return only unique symbols
screamer 0:66f3b5499f7f 370
screamer 7:5af61d55adbe 371 # Extend the internal list of macros
screamer 7:5af61d55adbe 372 def add_macros(self, new_macros):
screamer 7:5af61d55adbe 373 self.macros.extend(new_macros)
screamer 7:5af61d55adbe 374
screamer 0:66f3b5499f7f 375 def get_labels(self):
screamer 0:66f3b5499f7f 376 if self.labels is None:
screamer 0:66f3b5499f7f 377 toolchain_labels = [c.__name__ for c in getmro(self.__class__)]
screamer 0:66f3b5499f7f 378 toolchain_labels.remove('mbedToolchain')
screamer 0:66f3b5499f7f 379 self.labels = {
screamer 0:66f3b5499f7f 380 'TARGET': self.target.get_labels() + ["DEBUG" if "debug-info" in self.options else "RELEASE"],
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 381 'FEATURE': self.target.features,
screamer 0:66f3b5499f7f 382 'TOOLCHAIN': toolchain_labels
screamer 0:66f3b5499f7f 383 }
screamer 0:66f3b5499f7f 384 return self.labels
screamer 0:66f3b5499f7f 385
screamer 0:66f3b5499f7f 386 def need_update(self, target, dependencies):
screamer 0:66f3b5499f7f 387 if self.build_all:
screamer 0:66f3b5499f7f 388 return True
screamer 0:66f3b5499f7f 389
screamer 0:66f3b5499f7f 390 if not exists(target):
screamer 0:66f3b5499f7f 391 return True
screamer 0:66f3b5499f7f 392
screamer 0:66f3b5499f7f 393 target_mod_time = stat(target).st_mtime
screamer 0:66f3b5499f7f 394
screamer 0:66f3b5499f7f 395 for d in dependencies:
screamer 0:66f3b5499f7f 396 # Some objects are not provided with full path and here we do not have
screamer 0:66f3b5499f7f 397 # information about the library paths. Safe option: assume an update
screamer 17:04753e1e329d 398 if not d:
screamer 0:66f3b5499f7f 399 return True
screamer 17:04753e1e329d 400
screamer 17:04753e1e329d 401 if self.stat_cache.has_key(d):
screamer 17:04753e1e329d 402 if self.stat_cache[d] >= target_mod_time:
screamer 17:04753e1e329d 403 return True
screamer 17:04753e1e329d 404 else:
screamer 17:04753e1e329d 405 if not exists(d): return True
screamer 17:04753e1e329d 406
screamer 17:04753e1e329d 407 self.stat_cache[d] = stat(d).st_mtime
screamer 17:04753e1e329d 408 if self.stat_cache[d] >= target_mod_time: return True
screamer 17:04753e1e329d 409
screamer 0:66f3b5499f7f 410 return False
screamer 0:66f3b5499f7f 411
screamer 7:5af61d55adbe 412 def is_ignored(self, file_path):
screamer 13:ab47a20b66f0 413 for pattern in self.ignore_patterns:
screamer 7:5af61d55adbe 414 if fnmatch.fnmatch(file_path, pattern):
screamer 7:5af61d55adbe 415 return True
screamer 7:5af61d55adbe 416 return False
screamer 7:5af61d55adbe 417
screamer 13:ab47a20b66f0 418 # Create a Resources object from the path pointed to by *path* by either traversing a
screamer 13:ab47a20b66f0 419 # a directory structure, when *path* is a directory, or adding *path* to the resources,
screamer 13:ab47a20b66f0 420 # when *path* is a file.
screamer 13:ab47a20b66f0 421 # The parameter *base_path* is used to set the base_path attribute of the Resources
screamer 13:ab47a20b66f0 422 # object and the parameter *exclude_paths* is used by the directory traversal to
screamer 13:ab47a20b66f0 423 # exclude certain paths from the traversal.
screamer 13:ab47a20b66f0 424 def scan_resources(self, path, exclude_paths=None, base_path=None):
screamer 21:4fdf0dd04f6f 425 self.progress("scan", path)
screamer 21:4fdf0dd04f6f 426
screamer 0:66f3b5499f7f 427 resources = Resources(path)
screamer 13:ab47a20b66f0 428 if not base_path:
screamer 13:ab47a20b66f0 429 if isfile(path):
screamer 13:ab47a20b66f0 430 base_path = dirname(path)
screamer 13:ab47a20b66f0 431 else:
screamer 13:ab47a20b66f0 432 base_path = path
screamer 13:ab47a20b66f0 433 resources.base_path = base_path
screamer 0:66f3b5499f7f 434
screamer 13:ab47a20b66f0 435 if isfile(path):
screamer 13:ab47a20b66f0 436 self._add_file(path, resources, base_path, exclude_paths=exclude_paths)
screamer 13:ab47a20b66f0 437 else:
screamer 13:ab47a20b66f0 438 self._add_dir(path, resources, base_path, exclude_paths=exclude_paths)
screamer 13:ab47a20b66f0 439 return resources
screamer 13:ab47a20b66f0 440
screamer 13:ab47a20b66f0 441 # A helper function for scan_resources. _add_dir traverses *path* (assumed to be a
screamer 13:ab47a20b66f0 442 # directory) and heeds the ".mbedignore" files along the way. _add_dir calls _add_file
screamer 13:ab47a20b66f0 443 # on every file it considers adding to the resources object.
screamer 13:ab47a20b66f0 444 def _add_dir(self, path, resources, base_path, exclude_paths=None):
screamer 0:66f3b5499f7f 445 """ os.walk(top[, topdown=True[, onerror=None[, followlinks=False]]])
screamer 0:66f3b5499f7f 446 When topdown is True, the caller can modify the dirnames list in-place
screamer 0:66f3b5499f7f 447 (perhaps using del or slice assignment), and walk() will only recurse into
screamer 0:66f3b5499f7f 448 the subdirectories whose names remain in dirnames; this can be used to prune
screamer 0:66f3b5499f7f 449 the search, impose a specific order of visiting, or even to inform walk()
screamer 0:66f3b5499f7f 450 about directories the caller creates or renames before it resumes walk()
screamer 0:66f3b5499f7f 451 again. Modifying dirnames when topdown is False is ineffective, because in
screamer 0:66f3b5499f7f 452 bottom-up mode the directories in dirnames are generated before dirpath
screamer 0:66f3b5499f7f 453 itself is generated.
screamer 0:66f3b5499f7f 454 """
screamer 13:ab47a20b66f0 455 labels = self.get_labels()
screamer 0:66f3b5499f7f 456 for root, dirs, files in walk(path, followlinks=True):
screamer 7:5af61d55adbe 457 # Check if folder contains .mbedignore
screamer 13:ab47a20b66f0 458 if ".mbedignore" in files:
screamer 7:5af61d55adbe 459 with open (join(root,".mbedignore"), "r") as f:
screamer 7:5af61d55adbe 460 lines=f.readlines()
screamer 7:5af61d55adbe 461 lines = [l.strip() for l in lines] # Strip whitespaces
screamer 7:5af61d55adbe 462 lines = [l for l in lines if l != ""] # Strip empty lines
screamer 7:5af61d55adbe 463 lines = [l for l in lines if not re.match("^#",l)] # Strip comment lines
screamer 13:ab47a20b66f0 464 # Append root path to glob patterns and append patterns to ignore_patterns
screamer 13:ab47a20b66f0 465 self.ignore_patterns.extend([join(root,line.strip()) for line in lines])
screamer 13:ab47a20b66f0 466
screamer 13:ab47a20b66f0 467 # Skip the whole folder if ignored, e.g. .mbedignore containing '*'
screamer 13:ab47a20b66f0 468 if self.is_ignored(join(root,"")):
screamer 13:ab47a20b66f0 469 continue
screamer 7:5af61d55adbe 470
screamer 0:66f3b5499f7f 471 for d in copy(dirs):
screamer 0:66f3b5499f7f 472 dir_path = join(root, d)
screamer 13:ab47a20b66f0 473 # Add internal repo folders/files. This is needed for exporters
screamer 21:4fdf0dd04f6f 474 if d == '.hg' or d == '.git':
screamer 0:66f3b5499f7f 475 resources.repo_dirs.append(dir_path)
screamer 0:66f3b5499f7f 476
screamer 0:66f3b5499f7f 477 if ((d.startswith('.') or d in self.legacy_ignore_dirs) or
screamer 13:ab47a20b66f0 478 # Ignore targets that do not match the TARGET in extra_labels list
screamer 7:5af61d55adbe 479 (d.startswith('TARGET_') and d[7:] not in labels['TARGET']) or
screamer 13:ab47a20b66f0 480 # Ignore toolchain that do not match the current TOOLCHAIN
screamer 7:5af61d55adbe 481 (d.startswith('TOOLCHAIN_') and d[10:] not in labels['TOOLCHAIN']) or
screamer 13:ab47a20b66f0 482 # Ignore .mbedignore files
screamer 13:ab47a20b66f0 483 self.is_ignored(join(dir_path,"")) or
screamer 13:ab47a20b66f0 484 # Ignore TESTS dir
screamer 7:5af61d55adbe 485 (d == 'TESTS')):
screamer 13:ab47a20b66f0 486 dirs.remove(d)
screamer 13:ab47a20b66f0 487 elif d.startswith('FEATURE_'):
screamer 13:ab47a20b66f0 488 # Recursively scan features but ignore them in the current scan.
screamer 13:ab47a20b66f0 489 # These are dynamically added by the config system if the conditions are matched
screamer 13:ab47a20b66f0 490 resources.features[d[8:]] = self.scan_resources(dir_path, base_path=base_path)
screamer 0:66f3b5499f7f 491 dirs.remove(d)
screamer 13:ab47a20b66f0 492 elif exclude_paths:
screamer 0:66f3b5499f7f 493 for exclude_path in exclude_paths:
screamer 0:66f3b5499f7f 494 rel_path = relpath(dir_path, exclude_path)
screamer 0:66f3b5499f7f 495 if not (rel_path.startswith('..')):
screamer 0:66f3b5499f7f 496 dirs.remove(d)
screamer 0:66f3b5499f7f 497 break
screamer 0:66f3b5499f7f 498
screamer 0:66f3b5499f7f 499 # Add root to include paths
screamer 0:66f3b5499f7f 500 resources.inc_dirs.append(root)
screamer 0:66f3b5499f7f 501
screamer 0:66f3b5499f7f 502 for file in files:
screamer 0:66f3b5499f7f 503 file_path = join(root, file)
screamer 13:ab47a20b66f0 504 self._add_file(file_path, resources, base_path)
screamer 7:5af61d55adbe 505
screamer 13:ab47a20b66f0 506 # A helper function for both scan_resources and _add_dir. _add_file adds one file
screamer 13:ab47a20b66f0 507 # (*file_path*) to the resources object based on the file type.
screamer 13:ab47a20b66f0 508 def _add_file(self, file_path, resources, base_path, exclude_paths=None):
screamer 13:ab47a20b66f0 509 resources.file_basepath[file_path] = base_path
screamer 0:66f3b5499f7f 510
screamer 13:ab47a20b66f0 511 if self.is_ignored(file_path):
screamer 13:ab47a20b66f0 512 return
screamer 13:ab47a20b66f0 513
screamer 13:ab47a20b66f0 514 _, ext = splitext(file_path)
screamer 13:ab47a20b66f0 515 ext = ext.lower()
screamer 0:66f3b5499f7f 516
screamer 13:ab47a20b66f0 517 if ext == '.s':
screamer 13:ab47a20b66f0 518 resources.s_sources.append(file_path)
screamer 0:66f3b5499f7f 519
screamer 13:ab47a20b66f0 520 elif ext == '.c':
screamer 13:ab47a20b66f0 521 resources.c_sources.append(file_path)
screamer 0:66f3b5499f7f 522
screamer 13:ab47a20b66f0 523 elif ext == '.cpp':
screamer 13:ab47a20b66f0 524 resources.cpp_sources.append(file_path)
screamer 0:66f3b5499f7f 525
screamer 13:ab47a20b66f0 526 elif ext == '.h' or ext == '.hpp':
screamer 13:ab47a20b66f0 527 resources.headers.append(file_path)
screamer 13:ab47a20b66f0 528
screamer 13:ab47a20b66f0 529 elif ext == '.o':
screamer 13:ab47a20b66f0 530 resources.objects.append(file_path)
screamer 0:66f3b5499f7f 531
screamer 13:ab47a20b66f0 532 elif ext == self.LIBRARY_EXT:
screamer 13:ab47a20b66f0 533 resources.libraries.append(file_path)
screamer 13:ab47a20b66f0 534 resources.lib_dirs.add(dirname(file_path))
screamer 0:66f3b5499f7f 535
screamer 13:ab47a20b66f0 536 elif ext == self.LINKER_EXT:
screamer 13:ab47a20b66f0 537 if resources.linker_script is not None:
screamer 13:ab47a20b66f0 538 self.info("Warning: Multiple linker scripts detected: %s -> %s" % (resources.linker_script, file_path))
screamer 13:ab47a20b66f0 539 resources.linker_script = file_path
screamer 0:66f3b5499f7f 540
screamer 13:ab47a20b66f0 541 elif ext == '.lib':
screamer 13:ab47a20b66f0 542 resources.lib_refs.append(file_path)
screamer 0:66f3b5499f7f 543
screamer 13:ab47a20b66f0 544 elif ext == '.bld':
screamer 13:ab47a20b66f0 545 resources.lib_builds.append(file_path)
screamer 0:66f3b5499f7f 546
screamer 13:ab47a20b66f0 547 elif file == '.hgignore':
screamer 13:ab47a20b66f0 548 resources.repo_files.append(file_path)
screamer 0:66f3b5499f7f 549
screamer 13:ab47a20b66f0 550 elif ext == '.hex':
screamer 13:ab47a20b66f0 551 resources.hex_files.append(file_path)
screamer 0:66f3b5499f7f 552
screamer 13:ab47a20b66f0 553 elif ext == '.bin':
screamer 13:ab47a20b66f0 554 resources.bin_files.append(file_path)
screamer 0:66f3b5499f7f 555
screamer 13:ab47a20b66f0 556 elif ext == '.json':
screamer 13:ab47a20b66f0 557 resources.json_files.append(file_path)
screamer 7:5af61d55adbe 558
screamer 0:66f3b5499f7f 559
screamer 0:66f3b5499f7f 560 def scan_repository(self, path):
screamer 0:66f3b5499f7f 561 resources = []
screamer 0:66f3b5499f7f 562
screamer 0:66f3b5499f7f 563 for root, dirs, files in walk(path):
screamer 0:66f3b5499f7f 564 # Remove ignored directories
screamer 0:66f3b5499f7f 565 for d in copy(dirs):
screamer 0:66f3b5499f7f 566 if d == '.' or d == '..':
screamer 0:66f3b5499f7f 567 dirs.remove(d)
screamer 0:66f3b5499f7f 568
screamer 0:66f3b5499f7f 569 for file in files:
screamer 0:66f3b5499f7f 570 file_path = join(root, file)
screamer 0:66f3b5499f7f 571 resources.append(file_path)
screamer 0:66f3b5499f7f 572
screamer 0:66f3b5499f7f 573 return resources
screamer 0:66f3b5499f7f 574
screamer 13:ab47a20b66f0 575 def copy_files(self, files_paths, trg_path, resources=None, rel_path=None):
screamer 0:66f3b5499f7f 576 # Handle a single file
screamer 0:66f3b5499f7f 577 if type(files_paths) != ListType: files_paths = [files_paths]
screamer 0:66f3b5499f7f 578
screamer 0:66f3b5499f7f 579 for source in files_paths:
screamer 0:66f3b5499f7f 580 if source is None:
screamer 0:66f3b5499f7f 581 files_paths.remove(source)
screamer 0:66f3b5499f7f 582
screamer 0:66f3b5499f7f 583 for source in files_paths:
screamer 17:04753e1e329d 584 if resources is not None and resources.file_basepath.has_key(source):
screamer 13:ab47a20b66f0 585 relative_path = relpath(source, resources.file_basepath[source])
screamer 13:ab47a20b66f0 586 elif rel_path is not None:
screamer 0:66f3b5499f7f 587 relative_path = relpath(source, rel_path)
screamer 0:66f3b5499f7f 588 else:
screamer 0:66f3b5499f7f 589 _, relative_path = split(source)
screamer 0:66f3b5499f7f 590
screamer 0:66f3b5499f7f 591 target = join(trg_path, relative_path)
screamer 0:66f3b5499f7f 592
screamer 0:66f3b5499f7f 593 if (target != source) and (self.need_update(target, [source])):
screamer 0:66f3b5499f7f 594 self.progress("copy", relative_path)
screamer 0:66f3b5499f7f 595 mkdir(dirname(target))
screamer 0:66f3b5499f7f 596 copyfile(source, target)
screamer 0:66f3b5499f7f 597
screamer 0:66f3b5499f7f 598 def relative_object_path(self, build_path, base_dir, source):
screamer 0:66f3b5499f7f 599 source_dir, name, _ = split_path(source)
screamer 0:66f3b5499f7f 600
screamer 0:66f3b5499f7f 601 obj_dir = join(build_path, relpath(source_dir, base_dir))
screamer 17:04753e1e329d 602 if obj_dir is not self.prev_dir:
screamer 17:04753e1e329d 603 self.prev_dir = obj_dir
screamer 17:04753e1e329d 604 mkdir(obj_dir)
screamer 0:66f3b5499f7f 605 return join(obj_dir, name + '.o')
screamer 0:66f3b5499f7f 606
screamer 0:66f3b5499f7f 607 def get_inc_file(self, includes):
screamer 0:66f3b5499f7f 608 include_file = join(self.build_dir, ".includes_%s.txt" % self.inc_md5)
screamer 0:66f3b5499f7f 609 if not exists(include_file):
screamer 0:66f3b5499f7f 610 with open(include_file, "wb") as f:
screamer 0:66f3b5499f7f 611 cmd_list = []
screamer 0:66f3b5499f7f 612 for c in includes:
screamer 0:66f3b5499f7f 613 if c:
screamer 20:835f6355470d 614 c = c.replace("\\", "/")
screamer 20:835f6355470d 615 if self.CHROOT:
screamer 20:835f6355470d 616 c = c.replace(self.CHROOT, '')
screamer 20:835f6355470d 617 cmd_list.append('-I%s' % c)
screamer 0:66f3b5499f7f 618 string = " ".join(cmd_list)
screamer 0:66f3b5499f7f 619 f.write(string)
screamer 0:66f3b5499f7f 620 return include_file
screamer 0:66f3b5499f7f 621
screamer 21:4fdf0dd04f6f 622 def get_link_file(self, cmd):
screamer 21:4fdf0dd04f6f 623 link_file = join(self.build_dir, ".link_files.txt")
screamer 21:4fdf0dd04f6f 624 with open(link_file, "wb") as f:
screamer 21:4fdf0dd04f6f 625 cmd_list = []
screamer 21:4fdf0dd04f6f 626 for c in cmd:
screamer 21:4fdf0dd04f6f 627 if c:
screamer 21:4fdf0dd04f6f 628 c = c.replace("\\", "/")
screamer 21:4fdf0dd04f6f 629 if self.CHROOT:
screamer 21:4fdf0dd04f6f 630 c = c.replace(self.CHROOT, '')
screamer 21:4fdf0dd04f6f 631 cmd_list.append(('"%s"' % c) if not c.startswith('-') else c)
screamer 21:4fdf0dd04f6f 632 string = " ".join(cmd_list)
screamer 21:4fdf0dd04f6f 633 f.write(string)
screamer 21:4fdf0dd04f6f 634 return link_file
screamer 21:4fdf0dd04f6f 635
screamer 21:4fdf0dd04f6f 636 def get_arch_file(self, objects):
screamer 21:4fdf0dd04f6f 637 archive_file = join(self.build_dir, ".archive_files.txt")
screamer 21:4fdf0dd04f6f 638 with open(archive_file, "wb") as f:
screamer 21:4fdf0dd04f6f 639 o_list = []
screamer 21:4fdf0dd04f6f 640 for o in objects:
screamer 21:4fdf0dd04f6f 641 o_list.append('"%s"' % o)
screamer 21:4fdf0dd04f6f 642 string = " ".join(o_list).replace("\\", "/")
screamer 21:4fdf0dd04f6f 643 f.write(string)
screamer 21:4fdf0dd04f6f 644 return archive_file
screamer 21:4fdf0dd04f6f 645
screamer 0:66f3b5499f7f 646 def compile_sources(self, resources, build_path, inc_dirs=None):
screamer 0:66f3b5499f7f 647 # Web IDE progress bar for project build
screamer 0:66f3b5499f7f 648 files_to_compile = resources.s_sources + resources.c_sources + resources.cpp_sources
screamer 0:66f3b5499f7f 649 self.to_be_compiled = len(files_to_compile)
screamer 0:66f3b5499f7f 650 self.compiled = 0
screamer 0:66f3b5499f7f 651
screamer 21:4fdf0dd04f6f 652 self.cc_verbose("Macros: "+' '.join(['-D%s' % s for s in self.get_symbols()]))
screamer 21:4fdf0dd04f6f 653
screamer 0:66f3b5499f7f 654 inc_paths = resources.inc_dirs
screamer 0:66f3b5499f7f 655 if inc_dirs is not None:
screamer 0:66f3b5499f7f 656 inc_paths.extend(inc_dirs)
screamer 0:66f3b5499f7f 657 # De-duplicate include paths
screamer 0:66f3b5499f7f 658 inc_paths = set(inc_paths)
screamer 0:66f3b5499f7f 659 # Sort include paths for consistency
screamer 0:66f3b5499f7f 660 inc_paths = sorted(set(inc_paths))
screamer 0:66f3b5499f7f 661 # Unique id of all include paths
screamer 0:66f3b5499f7f 662 self.inc_md5 = md5(' '.join(inc_paths)).hexdigest()
screamer 0:66f3b5499f7f 663 # Where to store response files
screamer 0:66f3b5499f7f 664 self.build_dir = build_path
screamer 0:66f3b5499f7f 665
screamer 0:66f3b5499f7f 666 objects = []
screamer 0:66f3b5499f7f 667 queue = []
screamer 17:04753e1e329d 668 work_dir = getcwd()
screamer 17:04753e1e329d 669 self.prev_dir = None
screamer 0:66f3b5499f7f 670
screamer 0:66f3b5499f7f 671 # Sort compile queue for consistency
screamer 0:66f3b5499f7f 672 files_to_compile.sort()
screamer 0:66f3b5499f7f 673 for source in files_to_compile:
screamer 13:ab47a20b66f0 674 object = self.relative_object_path(build_path, resources.file_basepath[source], source)
screamer 0:66f3b5499f7f 675
screamer 0:66f3b5499f7f 676 # Queue mode (multiprocessing)
screamer 0:66f3b5499f7f 677 commands = self.compile_command(source, object, inc_paths)
screamer 0:66f3b5499f7f 678 if commands is not None:
screamer 0:66f3b5499f7f 679 queue.append({
screamer 0:66f3b5499f7f 680 'source': source,
screamer 0:66f3b5499f7f 681 'object': object,
screamer 0:66f3b5499f7f 682 'commands': commands,
screamer 0:66f3b5499f7f 683 'work_dir': work_dir,
screamer 0:66f3b5499f7f 684 'chroot': self.CHROOT
screamer 0:66f3b5499f7f 685 })
screamer 0:66f3b5499f7f 686 else:
screamer 0:66f3b5499f7f 687 objects.append(object)
screamer 0:66f3b5499f7f 688
screamer 0:66f3b5499f7f 689 # Use queues/multiprocessing if cpu count is higher than setting
screamer 0:66f3b5499f7f 690 jobs = self.jobs if self.jobs else cpu_count()
screamer 0:66f3b5499f7f 691 if jobs > CPU_COUNT_MIN and len(queue) > jobs:
screamer 0:66f3b5499f7f 692 return self.compile_queue(queue, objects)
screamer 0:66f3b5499f7f 693 else:
screamer 0:66f3b5499f7f 694 return self.compile_seq(queue, objects)
screamer 0:66f3b5499f7f 695
screamer 0:66f3b5499f7f 696 def compile_seq(self, queue, objects):
screamer 0:66f3b5499f7f 697 for item in queue:
screamer 0:66f3b5499f7f 698 result = compile_worker(item)
screamer 0:66f3b5499f7f 699
screamer 0:66f3b5499f7f 700 self.compiled += 1
screamer 0:66f3b5499f7f 701 self.progress("compile", item['source'], build_update=True)
screamer 0:66f3b5499f7f 702 for res in result['results']:
screamer 21:4fdf0dd04f6f 703 self.cc_verbose("Compile: %s" % ' '.join(res['command']), result['source'])
screamer 0:66f3b5499f7f 704 self.compile_output([
screamer 0:66f3b5499f7f 705 res['code'],
screamer 0:66f3b5499f7f 706 res['output'],
screamer 0:66f3b5499f7f 707 res['command']
screamer 0:66f3b5499f7f 708 ])
screamer 0:66f3b5499f7f 709 objects.append(result['object'])
screamer 0:66f3b5499f7f 710 return objects
screamer 0:66f3b5499f7f 711
screamer 0:66f3b5499f7f 712 def compile_queue(self, queue, objects):
screamer 21:4fdf0dd04f6f 713 jobs_count = int(self.jobs if self.jobs else cpu_count() * CPU_COEF)
screamer 0:66f3b5499f7f 714 p = Pool(processes=jobs_count)
screamer 0:66f3b5499f7f 715
screamer 0:66f3b5499f7f 716 results = []
screamer 0:66f3b5499f7f 717 for i in range(len(queue)):
screamer 0:66f3b5499f7f 718 results.append(p.apply_async(compile_worker, [queue[i]]))
screamer 17:04753e1e329d 719 p.close()
screamer 0:66f3b5499f7f 720
screamer 0:66f3b5499f7f 721 itr = 0
screamer 17:04753e1e329d 722 while len(results):
screamer 0:66f3b5499f7f 723 itr += 1
screamer 0:66f3b5499f7f 724 if itr > 180000:
screamer 0:66f3b5499f7f 725 p.terminate()
screamer 0:66f3b5499f7f 726 p.join()
screamer 0:66f3b5499f7f 727 raise ToolException("Compile did not finish in 5 minutes")
screamer 0:66f3b5499f7f 728
screamer 17:04753e1e329d 729 sleep(0.01)
screamer 0:66f3b5499f7f 730 pending = 0
screamer 0:66f3b5499f7f 731 for r in results:
screamer 0:66f3b5499f7f 732 if r._ready is True:
screamer 0:66f3b5499f7f 733 try:
screamer 0:66f3b5499f7f 734 result = r.get()
screamer 0:66f3b5499f7f 735 results.remove(r)
screamer 0:66f3b5499f7f 736
screamer 0:66f3b5499f7f 737 self.compiled += 1
screamer 0:66f3b5499f7f 738 self.progress("compile", result['source'], build_update=True)
screamer 0:66f3b5499f7f 739 for res in result['results']:
screamer 21:4fdf0dd04f6f 740 self.cc_verbose("Compile: %s" % ' '.join(res['command']), result['source'])
screamer 0:66f3b5499f7f 741 self.compile_output([
screamer 0:66f3b5499f7f 742 res['code'],
screamer 0:66f3b5499f7f 743 res['output'],
screamer 0:66f3b5499f7f 744 res['command']
screamer 0:66f3b5499f7f 745 ])
screamer 0:66f3b5499f7f 746 objects.append(result['object'])
screamer 0:66f3b5499f7f 747 except ToolException, err:
screamer 0:66f3b5499f7f 748 p.terminate()
screamer 0:66f3b5499f7f 749 p.join()
screamer 0:66f3b5499f7f 750 raise ToolException(err)
screamer 0:66f3b5499f7f 751 else:
screamer 0:66f3b5499f7f 752 pending += 1
screamer 17:04753e1e329d 753 if pending >= jobs_count:
screamer 0:66f3b5499f7f 754 break
screamer 0:66f3b5499f7f 755
screamer 0:66f3b5499f7f 756 results = None
screamer 0:66f3b5499f7f 757 p.join()
screamer 0:66f3b5499f7f 758
screamer 0:66f3b5499f7f 759 return objects
screamer 0:66f3b5499f7f 760
screamer 0:66f3b5499f7f 761 def compile_command(self, source, object, includes):
screamer 0:66f3b5499f7f 762 # Check dependencies
screamer 0:66f3b5499f7f 763 _, ext = splitext(source)
screamer 0:66f3b5499f7f 764 ext = ext.lower()
screamer 0:66f3b5499f7f 765
screamer 0:66f3b5499f7f 766 if ext == '.c' or ext == '.cpp':
screamer 0:66f3b5499f7f 767 base, _ = splitext(object)
screamer 0:66f3b5499f7f 768 dep_path = base + '.d'
screamer 0:66f3b5499f7f 769 deps = self.parse_dependencies(dep_path) if (exists(dep_path)) else []
screamer 0:66f3b5499f7f 770 if len(deps) == 0 or self.need_update(object, deps):
screamer 21:4fdf0dd04f6f 771 if ext == '.cpp' or self.COMPILE_C_AS_CPP:
screamer 21:4fdf0dd04f6f 772 return self.compile_cpp(source, object, includes)
screamer 21:4fdf0dd04f6f 773 else:
screamer 0:66f3b5499f7f 774 return self.compile_c(source, object, includes)
screamer 0:66f3b5499f7f 775 elif ext == '.s':
screamer 0:66f3b5499f7f 776 deps = [source]
screamer 0:66f3b5499f7f 777 if self.need_update(object, deps):
screamer 0:66f3b5499f7f 778 return self.assemble(source, object, includes)
screamer 0:66f3b5499f7f 779 else:
screamer 0:66f3b5499f7f 780 return False
screamer 0:66f3b5499f7f 781
screamer 0:66f3b5499f7f 782 return None
screamer 0:66f3b5499f7f 783
screamer 0:66f3b5499f7f 784 def is_not_supported_error(self, output):
screamer 0:66f3b5499f7f 785 return "#error directive: [NOT_SUPPORTED]" in output
screamer 0:66f3b5499f7f 786
screamer 0:66f3b5499f7f 787 def compile_output(self, output=[]):
screamer 0:66f3b5499f7f 788 _rc = output[0]
screamer 0:66f3b5499f7f 789 _stderr = output[1]
screamer 0:66f3b5499f7f 790 command = output[2]
screamer 0:66f3b5499f7f 791
screamer 0:66f3b5499f7f 792 # Parse output for Warnings and Errors
screamer 0:66f3b5499f7f 793 self.parse_output(_stderr)
screamer 0:66f3b5499f7f 794 self.debug("Return: %s"% _rc)
screamer 0:66f3b5499f7f 795 for error_line in _stderr.splitlines():
screamer 0:66f3b5499f7f 796 self.debug("Output: %s"% error_line)
screamer 0:66f3b5499f7f 797
screamer 0:66f3b5499f7f 798 # Check return code
screamer 0:66f3b5499f7f 799 if _rc != 0:
screamer 0:66f3b5499f7f 800 if self.is_not_supported_error(_stderr):
screamer 0:66f3b5499f7f 801 raise NotSupportedException(_stderr)
screamer 0:66f3b5499f7f 802 else:
screamer 0:66f3b5499f7f 803 raise ToolException(_stderr)
screamer 0:66f3b5499f7f 804
screamer 0:66f3b5499f7f 805 def build_library(self, objects, dir, name):
screamer 0:66f3b5499f7f 806 needed_update = False
screamer 0:66f3b5499f7f 807 lib = self.STD_LIB_NAME % name
screamer 0:66f3b5499f7f 808 fout = join(dir, lib)
screamer 0:66f3b5499f7f 809 if self.need_update(fout, objects):
screamer 0:66f3b5499f7f 810 self.info("Library: %s" % lib)
screamer 0:66f3b5499f7f 811 self.archive(objects, fout)
screamer 0:66f3b5499f7f 812 needed_update = True
screamer 0:66f3b5499f7f 813
screamer 0:66f3b5499f7f 814 return needed_update
screamer 0:66f3b5499f7f 815
screamer 0:66f3b5499f7f 816 def link_program(self, r, tmp_path, name):
screamer 0:66f3b5499f7f 817 needed_update = False
screamer 0:66f3b5499f7f 818 ext = 'bin'
screamer 0:66f3b5499f7f 819 if hasattr(self.target, 'OUTPUT_EXT'):
screamer 0:66f3b5499f7f 820 ext = self.target.OUTPUT_EXT
screamer 0:66f3b5499f7f 821
screamer 0:66f3b5499f7f 822 if hasattr(self.target, 'OUTPUT_NAMING'):
screamer 0:66f3b5499f7f 823 self.var("binary_naming", self.target.OUTPUT_NAMING)
screamer 0:66f3b5499f7f 824 if self.target.OUTPUT_NAMING == "8.3":
screamer 0:66f3b5499f7f 825 name = name[0:8]
screamer 0:66f3b5499f7f 826 ext = ext[0:3]
screamer 0:66f3b5499f7f 827
screamer 0:66f3b5499f7f 828 # Create destination directory
screamer 0:66f3b5499f7f 829 head, tail = split(name)
screamer 0:66f3b5499f7f 830 new_path = join(tmp_path, head)
screamer 0:66f3b5499f7f 831 mkdir(new_path)
screamer 0:66f3b5499f7f 832
screamer 0:66f3b5499f7f 833 filename = name+'.'+ext
screamer 0:66f3b5499f7f 834 elf = join(tmp_path, name + '.elf')
screamer 0:66f3b5499f7f 835 bin = join(tmp_path, filename)
screamer 7:5af61d55adbe 836 map = join(tmp_path, name + '.map')
screamer 0:66f3b5499f7f 837
screamer 0:66f3b5499f7f 838 if self.need_update(elf, r.objects + r.libraries + [r.linker_script]):
screamer 0:66f3b5499f7f 839 needed_update = True
screamer 0:66f3b5499f7f 840 self.progress("link", name)
screamer 0:66f3b5499f7f 841 self.link(elf, r.objects, r.libraries, r.lib_dirs, r.linker_script)
screamer 0:66f3b5499f7f 842
screamer 0:66f3b5499f7f 843 if self.need_update(bin, [elf]):
screamer 0:66f3b5499f7f 844 needed_update = True
screamer 0:66f3b5499f7f 845 self.progress("elf2bin", name)
screamer 0:66f3b5499f7f 846 self.binary(r, elf, bin)
screamer 0:66f3b5499f7f 847
screamer 7:5af61d55adbe 848 self.mem_stats(map)
screamer 7:5af61d55adbe 849
screamer 0:66f3b5499f7f 850 self.var("compile_succeded", True)
screamer 0:66f3b5499f7f 851 self.var("binary", filename)
screamer 0:66f3b5499f7f 852
screamer 0:66f3b5499f7f 853 return bin, needed_update
screamer 0:66f3b5499f7f 854
screamer 0:66f3b5499f7f 855 def default_cmd(self, command):
screamer 20:835f6355470d 856 _stdout, _stderr, _rc = run_cmd(command, work_dir=getcwd(), chroot=self.CHROOT)
screamer 0:66f3b5499f7f 857 self.debug("Return: %s"% _rc)
screamer 0:66f3b5499f7f 858
screamer 0:66f3b5499f7f 859 for output_line in _stdout.splitlines():
screamer 0:66f3b5499f7f 860 self.debug("Output: %s"% output_line)
screamer 0:66f3b5499f7f 861 for error_line in _stderr.splitlines():
screamer 0:66f3b5499f7f 862 self.debug("Errors: %s"% error_line)
screamer 0:66f3b5499f7f 863
screamer 0:66f3b5499f7f 864 if _rc != 0:
screamer 0:66f3b5499f7f 865 for line in _stderr.splitlines():
screamer 0:66f3b5499f7f 866 self.tool_error(line)
screamer 0:66f3b5499f7f 867 raise ToolException(_stderr)
screamer 0:66f3b5499f7f 868
screamer 0:66f3b5499f7f 869 ### NOTIFICATIONS ###
screamer 0:66f3b5499f7f 870 def info(self, message):
screamer 0:66f3b5499f7f 871 self.notify({'type': 'info', 'message': message})
screamer 0:66f3b5499f7f 872
screamer 0:66f3b5499f7f 873 def debug(self, message):
screamer 0:66f3b5499f7f 874 if self.VERBOSE:
screamer 0:66f3b5499f7f 875 if type(message) is ListType:
screamer 0:66f3b5499f7f 876 message = ' '.join(message)
screamer 0:66f3b5499f7f 877 message = "[DEBUG] " + message
screamer 0:66f3b5499f7f 878 self.notify({'type': 'debug', 'message': message})
screamer 0:66f3b5499f7f 879
screamer 21:4fdf0dd04f6f 880 def cc_info(self, info=None):
screamer 21:4fdf0dd04f6f 881 if info is not None:
screamer 21:4fdf0dd04f6f 882 info['type'] = 'cc'
screamer 21:4fdf0dd04f6f 883 self.notify(info)
screamer 21:4fdf0dd04f6f 884
screamer 21:4fdf0dd04f6f 885 def cc_verbose(self, message, file=""):
screamer 21:4fdf0dd04f6f 886 self.debug(message)
screamer 0:66f3b5499f7f 887
screamer 0:66f3b5499f7f 888 def progress(self, action, file, build_update=False):
screamer 0:66f3b5499f7f 889 msg = {'type': 'progress', 'action': action, 'file': file}
screamer 0:66f3b5499f7f 890 if build_update:
screamer 0:66f3b5499f7f 891 msg['percent'] = 100. * float(self.compiled) / float(self.to_be_compiled)
screamer 0:66f3b5499f7f 892 self.notify(msg)
screamer 0:66f3b5499f7f 893
screamer 0:66f3b5499f7f 894 def tool_error(self, message):
screamer 0:66f3b5499f7f 895 self.notify({'type': 'tool_error', 'message': message})
screamer 0:66f3b5499f7f 896
screamer 0:66f3b5499f7f 897 def var(self, key, value):
screamer 0:66f3b5499f7f 898 self.notify({'type': 'var', 'key': key, 'val': value})
screamer 0:66f3b5499f7f 899
screamer 7:5af61d55adbe 900 def mem_stats(self, map):
screamer 7:5af61d55adbe 901 # Creates parser object
screamer 7:5af61d55adbe 902 toolchain = self.__class__.__name__
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 903
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 904 # Create memap object
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 905 memap = MemapParser()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 906
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 907 # Parse and decode a map file
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 908 if memap.parse(abspath(map), toolchain) is False:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 909 self.info("Unknown toolchain for memory statistics %s" % toolchain)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 910 return
screamer 7:5af61d55adbe 911
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 912 # Write output to stdout in text (pretty table) format
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 913 memap.generate_output('table')
screamer 7:5af61d55adbe 914
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 915 # Write output to file in JSON format
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 916 map_out = splitext(map)[0] + "_map.json"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 917 memap.generate_output('json', map_out)
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 918
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 919 # Write output to file in CSV format for the CI
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 920 map_csv = splitext(map)[0] + "_map.csv"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 921 memap.generate_output('csv-ci', map_csv)
screamer 13:ab47a20b66f0 922
screamer 13:ab47a20b66f0 923 # Set the configuration data
screamer 13:ab47a20b66f0 924 def set_config_data(self, config_data):
screamer 13:ab47a20b66f0 925 self.config_data = config_data
screamer 13:ab47a20b66f0 926
screamer 13:ab47a20b66f0 927 # Return the location of the config header. This function will create the config
screamer 13:ab47a20b66f0 928 # header first if needed. The header will be written in a file called "mbed_conf.h"
screamer 13:ab47a20b66f0 929 # located in the project's build directory.
screamer 13:ab47a20b66f0 930 # If config headers are not used (self.config_header_content is None), the function
screamer 13:ab47a20b66f0 931 # returns None
screamer 13:ab47a20b66f0 932 def get_config_header(self):
screamer 13:ab47a20b66f0 933 if self.config_data is None:
screamer 13:ab47a20b66f0 934 return None
screamer 13:ab47a20b66f0 935 config_file = join(self.build_dir, self.MBED_CONFIG_FILE_NAME)
screamer 13:ab47a20b66f0 936 if not exists(config_file):
screamer 13:ab47a20b66f0 937 with open(config_file, "wt") as f:
screamer 13:ab47a20b66f0 938 f.write(Config.config_to_header(self.config_data))
screamer 13:ab47a20b66f0 939 return config_file
screamer 13:ab47a20b66f0 940
screamer 13:ab47a20b66f0 941 # Return the list of macros geenrated by the build system
screamer 13:ab47a20b66f0 942 def get_config_macros(self):
screamer 13:ab47a20b66f0 943 return Config.config_to_macros(self.config_data) if self.config_data else []
screamer 13:ab47a20b66f0 944
screamer 20:835f6355470d 945
screamer 20:835f6355470d 946 from tools.settings import ARM_PATH
screamer 0:66f3b5499f7f 947 from tools.settings import GCC_ARM_PATH, GCC_CR_PATH
screamer 0:66f3b5499f7f 948 from tools.settings import IAR_PATH
screamer 0:66f3b5499f7f 949
screamer 20:835f6355470d 950 TOOLCHAIN_PATHS = {
screamer 20:835f6355470d 951 'ARM': ARM_PATH,
screamer 20:835f6355470d 952 'uARM': ARM_PATH,
screamer 0:66f3b5499f7f 953 'GCC_ARM': GCC_ARM_PATH,
screamer 0:66f3b5499f7f 954 'GCC_CR': GCC_CR_PATH,
screamer 0:66f3b5499f7f 955 'IAR': IAR_PATH
screamer 0:66f3b5499f7f 956 }
screamer 0:66f3b5499f7f 957
screamer 0:66f3b5499f7f 958 from tools.toolchains.arm import ARM_STD, ARM_MICRO
screamer 0:66f3b5499f7f 959 from tools.toolchains.gcc import GCC_ARM, GCC_CR
screamer 0:66f3b5499f7f 960 from tools.toolchains.iar import IAR
screamer 0:66f3b5499f7f 961
screamer 0:66f3b5499f7f 962 TOOLCHAIN_CLASSES = {
screamer 0:66f3b5499f7f 963 'ARM': ARM_STD,
screamer 0:66f3b5499f7f 964 'uARM': ARM_MICRO,
screamer 0:66f3b5499f7f 965 'GCC_ARM': GCC_ARM,
screamer 0:66f3b5499f7f 966 'GCC_CR': GCC_CR,
screamer 0:66f3b5499f7f 967 'IAR': IAR
screamer 0:66f3b5499f7f 968 }
screamer 0:66f3b5499f7f 969
screamer 0:66f3b5499f7f 970 TOOLCHAINS = set(TOOLCHAIN_CLASSES.keys())