Anders Blomdell / mbed-sdk-tools

Clone of official tools

toolchains/__init__.py@29:1210849dba19, 2016-08-29 (annotated)

Committer:
screamer
Date:
Mon Aug 29 11:18:36 2016 +0100
Revision:
29:1210849dba19
Parent:
27:5461402c33f8
Child:
30:f12ce67666d0
Port the latest tools patches from https://github.com/ARMmbed/mbed-os

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 """
screamer 0:66f3b5499f7f 2 mbed SDK
screamer 0:66f3b5499f7f 3 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 4
screamer 0:66f3b5499f7f 5 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 6 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 7 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 8
screamer 0:66f3b5499f7f 9 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 10
screamer 0:66f3b5499f7f 11 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 12 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 13 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 14 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 15 limitations under the License.
screamer 0:66f3b5499f7f 16 """
screamer 0:66f3b5499f7f 17
screamer 0:66f3b5499f7f 18 import re
screamer 0:66f3b5499f7f 19 import sys
screamer 24:25bff2709c20 20 from os import stat, walk, getcwd, sep, remove
screamer 0:66f3b5499f7f 21 from copy import copy
screamer 0:66f3b5499f7f 22 from time import time, sleep
screamer 0:66f3b5499f7f 23 from types import ListType
screamer 0:66f3b5499f7f 24 from shutil import copyfile
screamer 13:ab47a20b66f0 25 from os.path import join, splitext, exists, relpath, dirname, basename, split, abspath, isfile, isdir
screamer 0:66f3b5499f7f 26 from inspect import getmro
screamer 13:ab47a20b66f0 27 from copy import deepcopy
screamer 13:ab47a20b66f0 28 from tools.config import Config
screamer 24:25bff2709c20 29 from abc import ABCMeta, abstractmethod
screamer 0:66f3b5499f7f 30
screamer 0:66f3b5499f7f 31 from multiprocessing import Pool, cpu_count
screamer 21:4fdf0dd04f6f 32 from tools.utils import run_cmd, mkdir, rel_path, ToolException, NotSupportedException, split_path, compile_worker
screamer 0:66f3b5499f7f 33 from tools.settings import BUILD_OPTIONS, MBED_ORG_USER
screamer 0:66f3b5499f7f 34 import tools.hooks as hooks
Screamer@Y5070-M.virtuoso 12:f2e8a005c7d3 35 from tools.memap import MemapParser
screamer 0:66f3b5499f7f 36 from hashlib import md5
screamer 7:5af61d55adbe 37 import fnmatch
screamer 0:66f3b5499f7f 38
screamer 0:66f3b5499f7f 39
screamer 0:66f3b5499f7f 40 #Disables multiprocessing if set to higher number than the host machine CPUs
screamer 0:66f3b5499f7f 41 CPU_COUNT_MIN = 1
screamer 21:4fdf0dd04f6f 42 CPU_COEF = 1
screamer 7:5af61d55adbe 43
screamer 0:66f3b5499f7f 44 class Resources:
screamer 0:66f3b5499f7f 45 def __init__(self, base_path=None):
screamer 0:66f3b5499f7f 46 self.base_path = base_path
screamer 0:66f3b5499f7f 47
screamer 13:ab47a20b66f0 48 self.file_basepath = {}
screamer 13:ab47a20b66f0 49
screamer 0:66f3b5499f7f 50 self.inc_dirs = []
screamer 0:66f3b5499f7f 51 self.headers = []
screamer 0:66f3b5499f7f 52
screamer 0:66f3b5499f7f 53 self.s_sources = []
screamer 0:66f3b5499f7f 54 self.c_sources = []
screamer 0:66f3b5499f7f 55 self.cpp_sources = []
screamer 0:66f3b5499f7f 56
screamer 0:66f3b5499f7f 57 self.lib_dirs = set([])
screamer 0:66f3b5499f7f 58 self.objects = []
screamer 0:66f3b5499f7f 59 self.libraries = []
screamer 0:66f3b5499f7f 60
screamer 0:66f3b5499f7f 61 # mbed special files
screamer 0:66f3b5499f7f 62 self.lib_builds = []
screamer 0:66f3b5499f7f 63 self.lib_refs = []
screamer 0:66f3b5499f7f 64
screamer 0:66f3b5499f7f 65 self.repo_dirs = []
screamer 0:66f3b5499f7f 66 self.repo_files = []
screamer 0:66f3b5499f7f 67
screamer 0:66f3b5499f7f 68 self.linker_script = None
screamer 0:66f3b5499f7f 69
screamer 0:66f3b5499f7f 70 # Other files
screamer 0:66f3b5499f7f 71 self.hex_files = []
screamer 0:66f3b5499f7f 72 self.bin_files = []
screamer 7:5af61d55adbe 73 self.json_files = []
screamer 7:5af61d55adbe 74
screamer 13:ab47a20b66f0 75 # Features
screamer 13:ab47a20b66f0 76 self.features = {}
screamer 13:ab47a20b66f0 77
screamer 7:5af61d55adbe 78 def __add__(self, resources):
screamer 7:5af61d55adbe 79 if resources is None:
screamer 7:5af61d55adbe 80 return self
screamer 7:5af61d55adbe 81 else:
screamer 7:5af61d55adbe 82 return self.add(resources)
screamer 7:5af61d55adbe 83
screamer 7:5af61d55adbe 84 def __radd__(self, resources):
screamer 7:5af61d55adbe 85 if resources is None:
screamer 7:5af61d55adbe 86 return self
screamer 7:5af61d55adbe 87 else:
screamer 7:5af61d55adbe 88 return self.add(resources)
screamer 0:66f3b5499f7f 89
screamer 0:66f3b5499f7f 90 def add(self, resources):
screamer 13:ab47a20b66f0 91 for f,p in resources.file_basepath.items():
screamer 13:ab47a20b66f0 92 self.file_basepath[f] = p
screamer 13:ab47a20b66f0 93
screamer 0:66f3b5499f7f 94 self.inc_dirs += resources.inc_dirs
screamer 0:66f3b5499f7f 95 self.headers += resources.headers
screamer 0:66f3b5499f7f 96
screamer 0:66f3b5499f7f 97 self.s_sources += resources.s_sources
screamer 0:66f3b5499f7f 98 self.c_sources += resources.c_sources
screamer 0:66f3b5499f7f 99 self.cpp_sources += resources.cpp_sources
screamer 0:66f3b5499f7f 100
screamer 0:66f3b5499f7f 101 self.lib_dirs |= resources.lib_dirs
screamer 0:66f3b5499f7f 102 self.objects += resources.objects
screamer 0:66f3b5499f7f 103 self.libraries += resources.libraries
screamer 0:66f3b5499f7f 104
screamer 0:66f3b5499f7f 105 self.lib_builds += resources.lib_builds
screamer 0:66f3b5499f7f 106 self.lib_refs += resources.lib_refs
screamer 0:66f3b5499f7f 107
screamer 0:66f3b5499f7f 108 self.repo_dirs += resources.repo_dirs
screamer 0:66f3b5499f7f 109 self.repo_files += resources.repo_files
screamer 0:66f3b5499f7f 110
screamer 0:66f3b5499f7f 111 if resources.linker_script is not None:
screamer 0:66f3b5499f7f 112 self.linker_script = resources.linker_script
screamer 0:66f3b5499f7f 113
screamer 0:66f3b5499f7f 114 self.hex_files += resources.hex_files
screamer 0:66f3b5499f7f 115 self.bin_files += resources.bin_files
screamer 7:5af61d55adbe 116 self.json_files += resources.json_files
screamer 7:5af61d55adbe 117
screamer 13:ab47a20b66f0 118 self.features.update(resources.features)
screamer 13:ab47a20b66f0 119
screamer 7:5af61d55adbe 120 return self
screamer 0:66f3b5499f7f 121
screamer 0:66f3b5499f7f 122 def relative_to(self, base, dot=False):
screamer 0:66f3b5499f7f 123 for field in ['inc_dirs', 'headers', 's_sources', 'c_sources',
screamer 0:66f3b5499f7f 124 'cpp_sources', 'lib_dirs', 'objects', 'libraries',
screamer 7:5af61d55adbe 125 'lib_builds', 'lib_refs', 'repo_dirs', 'repo_files',
screamer 7:5af61d55adbe 126 'hex_files', 'bin_files', 'json_files']:
screamer 0:66f3b5499f7f 127 v = [rel_path(f, base, dot) for f in getattr(self, field)]
screamer 0:66f3b5499f7f 128 setattr(self, field, v)
screamer 13:ab47a20b66f0 129
screamer 13:ab47a20b66f0 130 self.features = {k: f.relative_to(base, dot) for k, f in self.features.iteritems() if f}
screamer 13:ab47a20b66f0 131
screamer 0:66f3b5499f7f 132 if self.linker_script is not None:
screamer 0:66f3b5499f7f 133 self.linker_script = rel_path(self.linker_script, base, dot)
screamer 0:66f3b5499f7f 134
screamer 0:66f3b5499f7f 135 def win_to_unix(self):
screamer 0:66f3b5499f7f 136 for field in ['inc_dirs', 'headers', 's_sources', 'c_sources',
screamer 0:66f3b5499f7f 137 'cpp_sources', 'lib_dirs', 'objects', 'libraries',
screamer 7:5af61d55adbe 138 'lib_builds', 'lib_refs', 'repo_dirs', 'repo_files',
screamer 7:5af61d55adbe 139 'hex_files', 'bin_files', 'json_files']:
screamer 0:66f3b5499f7f 140 v = [f.replace('\\', '/') for f in getattr(self, field)]
screamer 0:66f3b5499f7f 141 setattr(self, field, v)
screamer 13:ab47a20b66f0 142
screamer 13:ab47a20b66f0 143 self.features = {k: f.win_to_unix() for k, f in self.features.iteritems() if f}
screamer 13:ab47a20b66f0 144
screamer 0:66f3b5499f7f 145 if self.linker_script is not None:
screamer 0:66f3b5499f7f 146 self.linker_script = self.linker_script.replace('\\', '/')
screamer 0:66f3b5499f7f 147
screamer 0:66f3b5499f7f 148 def __str__(self):
screamer 0:66f3b5499f7f 149 s = []
screamer 0:66f3b5499f7f 150
screamer 0:66f3b5499f7f 151 for (label, resources) in (
screamer 0:66f3b5499f7f 152 ('Include Directories', self.inc_dirs),
screamer 0:66f3b5499f7f 153 ('Headers', self.headers),
screamer 0:66f3b5499f7f 154
screamer 0:66f3b5499f7f 155 ('Assembly sources', self.s_sources),
screamer 0:66f3b5499f7f 156 ('C sources', self.c_sources),
screamer 0:66f3b5499f7f 157 ('C++ sources', self.cpp_sources),
screamer 0:66f3b5499f7f 158
screamer 0:66f3b5499f7f 159 ('Library directories', self.lib_dirs),
screamer 0:66f3b5499f7f 160 ('Objects', self.objects),
screamer 0:66f3b5499f7f 161 ('Libraries', self.libraries),
screamer 0:66f3b5499f7f 162
screamer 0:66f3b5499f7f 163 ('Hex files', self.hex_files),
screamer 0:66f3b5499f7f 164 ('Bin files', self.bin_files),
screamer 13:ab47a20b66f0 165
screamer 13:ab47a20b66f0 166 ('Features', self.features),
screamer 0:66f3b5499f7f 167 ):
screamer 0:66f3b5499f7f 168 if resources:
screamer 0:66f3b5499f7f 169 s.append('%s:\n ' % label + '\n '.join(resources))
screamer 0:66f3b5499f7f 170
screamer 0:66f3b5499f7f 171 if self.linker_script:
screamer 0:66f3b5499f7f 172 s.append('Linker Script: ' + self.linker_script)
screamer 0:66f3b5499f7f 173
screamer 0:66f3b5499f7f 174 return '\n'.join(s)
screamer 0:66f3b5499f7f 175
screamer 0:66f3b5499f7f 176 # Support legacy build conventions: the original mbed build system did not have
screamer 0:66f3b5499f7f 177 # standard labels for the "TARGET_" and "TOOLCHAIN_" specific directories, but
screamer 0:66f3b5499f7f 178 # had the knowledge of a list of these directories to be ignored.
screamer 0:66f3b5499f7f 179 LEGACY_IGNORE_DIRS = set([
screamer 0:66f3b5499f7f 180 'LPC11U24', 'LPC1768', 'LPC2368', 'LPC4088', 'LPC812', 'KL25Z',
screamer 14:ee1b877e6839 181 'ARM', 'uARM', 'IAR',
screamer 14:ee1b877e6839 182 'GCC_ARM', 'GCC_CS', 'GCC_CR', 'GCC_CW', 'GCC_CW_EWL', 'GCC_CW_NEWLIB',
screamer 0:66f3b5499f7f 183 ])
screamer 0:66f3b5499f7f 184 LEGACY_TOOLCHAIN_NAMES = {
screamer 0:66f3b5499f7f 185 'ARM_STD':'ARM', 'ARM_MICRO': 'uARM',
screamer 17:04753e1e329d 186 'GCC_ARM': 'GCC_ARM', 'GCC_CR': 'GCC_CR',
screamer 0:66f3b5499f7f 187 'IAR': 'IAR',
screamer 0:66f3b5499f7f 188 }
screamer 0:66f3b5499f7f 189
screamer 0:66f3b5499f7f 190
screamer 29:1210849dba19 191 def check_toolchain_path(function):
screamer 29:1210849dba19 192 """Check if the path to toolchain is valid. Exit if not.
screamer 29:1210849dba19 193 Use this function as a decorator. Causes a system exit if the path does
screamer 29:1210849dba19 194 not exist. Execute the function as normal if the path does exist.
screamer 29:1210849dba19 195
screamer 29:1210849dba19 196 Positional arguments:
screamer 29:1210849dba19 197 function -- the function to decorate
screamer 29:1210849dba19 198 """
screamer 29:1210849dba19 199 def perform_check(self, *args, **kwargs):
screamer 29:1210849dba19 200 if not exists(self.toolchain_path) and not exists(self.toolchain_path+'.exe'):
screamer 29:1210849dba19 201 error_string = 'Could not find executable for %s.\n Currently ' \
screamer 29:1210849dba19 202 'set search path: %s'% (self.name, self.toolchain_path)
screamer 29:1210849dba19 203 raise Exception(error_string)
screamer 29:1210849dba19 204 return function(self, *args, **kwargs)
screamer 29:1210849dba19 205 return perform_check
screamer 29:1210849dba19 206
screamer 29:1210849dba19 207
screamer 0:66f3b5499f7f 208 class mbedToolchain:
screamer 24:25bff2709c20 209 # Verbose logging
screamer 0:66f3b5499f7f 210 VERBOSE = True
screamer 24:25bff2709c20 211
screamer 24:25bff2709c20 212 # Compile C files as CPP
screamer 21:4fdf0dd04f6f 213 COMPILE_C_AS_CPP = False
screamer 24:25bff2709c20 214
screamer 24:25bff2709c20 215 # Response files for compiling, includes, linking and archiving.
screamer 24:25bff2709c20 216 # Not needed on posix systems where the typical arg limit is 2 megabytes
screamer 21:4fdf0dd04f6f 217 RESPONSE_FILES = True
screamer 0:66f3b5499f7f 218
screamer 0:66f3b5499f7f 219 CORTEX_SYMBOLS = {
screamer 0:66f3b5499f7f 220 "Cortex-M0" : ["__CORTEX_M0", "ARM_MATH_CM0", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 221 "Cortex-M0+": ["__CORTEX_M0PLUS", "ARM_MATH_CM0PLUS", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 17:04753e1e329d 222 "Cortex-M1" : ["__CORTEX_M3", "ARM_MATH_CM1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 223 "Cortex-M3" : ["__CORTEX_M3", "ARM_MATH_CM3", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 224 "Cortex-M4" : ["__CORTEX_M4", "ARM_MATH_CM4", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 17:04753e1e329d 225 "Cortex-M4F" : ["__CORTEX_M4", "ARM_MATH_CM4", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 226 "Cortex-M7" : ["__CORTEX_M7", "ARM_MATH_CM7", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 17:04753e1e329d 227 "Cortex-M7F" : ["__CORTEX_M7", "ARM_MATH_CM7", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 17:04753e1e329d 228 "Cortex-M7FD" : ["__CORTEX_M7", "ARM_MATH_CM7", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 229 "Cortex-A9" : ["__CORTEX_A9", "ARM_MATH_CA9", "__FPU_PRESENT", "__CMSIS_RTOS", "__EVAL", "__MBED_CMSIS_RTOS_CA9"],
screamer 0:66f3b5499f7f 230 }
screamer 0:66f3b5499f7f 231
screamer 13:ab47a20b66f0 232 MBED_CONFIG_FILE_NAME="mbed_config.h"
screamer 13:ab47a20b66f0 233
screamer 24:25bff2709c20 234 __metaclass__ = ABCMeta
screamer 24:25bff2709c20 235
screamer 13:ab47a20b66f0 236 def __init__(self, target, options=None, notify=None, macros=None, silent=False, extra_verbose=False):
screamer 0:66f3b5499f7f 237 self.target = target
screamer 0:66f3b5499f7f 238 self.name = self.__class__.__name__
screamer 22:9e85236d8716 239
screamer 13:ab47a20b66f0 240 # compile/assemble/link/binary hooks
screamer 0:66f3b5499f7f 241 self.hook = hooks.Hook(target, self)
screamer 13:ab47a20b66f0 242
screamer 13:ab47a20b66f0 243 # Toolchain flags
screamer 13:ab47a20b66f0 244 self.flags = deepcopy(self.DEFAULT_FLAGS)
screamer 22:9e85236d8716 245
screamer 13:ab47a20b66f0 246 # User-defined macros
screamer 13:ab47a20b66f0 247 self.macros = macros or []
screamer 22:9e85236d8716 248
screamer 13:ab47a20b66f0 249 # Macros generated from toolchain and target rules/features
screamer 29:1210849dba19 250 self.asm_symbols = None
screamer 29:1210849dba19 251 self.cxx_symbols = None
screamer 22:9e85236d8716 252
screamer 13:ab47a20b66f0 253 # Labels generated from toolchain and target rules/features (used for selective build)
screamer 13:ab47a20b66f0 254 self.labels = None
screamer 22:9e85236d8716 255
screamer 24:25bff2709c20 256 # This will hold the initialized config object
screamer 24:25bff2709c20 257 self.config = None
screamer 24:25bff2709c20 258
screamer 13:ab47a20b66f0 259 # This will hold the configuration data (as returned by Config.get_config_data())
screamer 13:ab47a20b66f0 260 self.config_data = None
screamer 0:66f3b5499f7f 261
screamer 24:25bff2709c20 262 # This will hold the location of the configuration file or None if there's no configuration available
screamer 24:25bff2709c20 263 self.config_file = None
screamer 24:25bff2709c20 264
screamer 24:25bff2709c20 265 # Call guard for "get_config_data" (see the comments of get_config_data for details)
screamer 24:25bff2709c20 266 self.config_processed = False
screamer 24:25bff2709c20 267
screamer 13:ab47a20b66f0 268 # Non-incremental compile
screamer 13:ab47a20b66f0 269 self.build_all = False
screamer 22:9e85236d8716 270
screamer 13:ab47a20b66f0 271 # Build output dir
screamer 13:ab47a20b66f0 272 self.build_dir = None
screamer 13:ab47a20b66f0 273 self.timestamp = time()
screamer 13:ab47a20b66f0 274
screamer 13:ab47a20b66f0 275 # Output build naming based on target+toolchain combo (mbed 2.0 builds)
screamer 13:ab47a20b66f0 276 self.obj_path = join("TARGET_"+target.name, "TOOLCHAIN_"+self.name)
screamer 13:ab47a20b66f0 277
screamer 13:ab47a20b66f0 278 # Number of concurrent build jobs. 0 means auto (based on host system cores)
screamer 13:ab47a20b66f0 279 self.jobs = 0
screamer 13:ab47a20b66f0 280
screamer 13:ab47a20b66f0 281 # Ignore patterns from .mbedignore files
screamer 13:ab47a20b66f0 282 self.ignore_patterns = []
screamer 13:ab47a20b66f0 283
screamer 13:ab47a20b66f0 284 # Pre-mbed 2.0 ignore dirs
screamer 21:4fdf0dd04f6f 285 self.legacy_ignore_dirs = (LEGACY_IGNORE_DIRS | TOOLCHAINS) - set([target.name, LEGACY_TOOLCHAIN_NAMES[self.name]])
screamer 0:66f3b5499f7f 286
screamer 13:ab47a20b66f0 287 # Output notify function
screamer 22:9e85236d8716 288 # This function is passed all events, and expected to handle notification of the
screamer 22:9e85236d8716 289 # user, emit the events to a log, etc.
screamer 22:9e85236d8716 290 # The API for all notify methods passed into the notify parameter is as follows:
screamer 22:9e85236d8716 291 # def notify(Event, Silent)
screamer 22:9e85236d8716 292 # Where *Event* is a dict representing the toolchain event that was generated
screamer 22:9e85236d8716 293 # e.g.: a compile succeeded, or a warning was emitted by the compiler
screamer 22:9e85236d8716 294 # or an application was linked
screamer 22:9e85236d8716 295 # *Silent* is a boolean
screamer 0:66f3b5499f7f 296 if notify:
screamer 0:66f3b5499f7f 297 self.notify_fun = notify
screamer 0:66f3b5499f7f 298 elif extra_verbose:
screamer 0:66f3b5499f7f 299 self.notify_fun = self.print_notify_verbose
screamer 0:66f3b5499f7f 300 else:
screamer 0:66f3b5499f7f 301 self.notify_fun = self.print_notify
screamer 22:9e85236d8716 302
screamer 13:ab47a20b66f0 303 # Silent builds (no output)
screamer 13:ab47a20b66f0 304 self.silent = silent
screamer 22:9e85236d8716 305
screamer 13:ab47a20b66f0 306 # Print output buffer
screamer 22:9e85236d8716 307 self.output = str()
screamer 22:9e85236d8716 308 self.map_outputs = list() # Place to store memmap scan results in JSON like data structures
screamer 0:66f3b5499f7f 309
screamer 13:ab47a20b66f0 310 # Build options passed by -o flag
screamer 0:66f3b5499f7f 311 self.options = options if options is not None else []
screamer 0:66f3b5499f7f 312
screamer 13:ab47a20b66f0 313 # Build options passed by settings.py or mbed_settings.py
screamer 0:66f3b5499f7f 314 self.options.extend(BUILD_OPTIONS)
screamer 13:ab47a20b66f0 315
screamer 0:66f3b5499f7f 316 if self.options:
screamer 0:66f3b5499f7f 317 self.info("Build Options: %s" % (', '.join(self.options)))
screamer 22:9e85236d8716 318
screamer 13:ab47a20b66f0 319 # uVisor spepcific rules
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 320 if 'UVISOR' in self.target.features and 'UVISOR_SUPPORTED' in self.target.extra_labels:
screamer 0:66f3b5499f7f 321 self.target.core = re.sub(r"F$", '', self.target.core)
screamer 24:25bff2709c20 322
screamer 24:25bff2709c20 323 # Stats cache is used to reduce the amount of IO requests to stat
screamer 24:25bff2709c20 324 # header files during dependency change. See need_update()
screamer 17:04753e1e329d 325 self.stat_cache = {}
screamer 17:04753e1e329d 326
screamer 24:25bff2709c20 327 # Used by the mbed Online Build System to build in chrooted environment
screamer 24:25bff2709c20 328 self.CHROOT = None
screamer 24:25bff2709c20 329
screamer 24:25bff2709c20 330 # Call post __init__() hooks before the ARM/GCC_ARM/IAR toolchain __init__() takes over
screamer 14:ee1b877e6839 331 self.init()
screamer 14:ee1b877e6839 332
screamer 24:25bff2709c20 333 # Used for post __init__() hooks
screamer 24:25bff2709c20 334 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 335 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 14:ee1b877e6839 336 def init(self):
screamer 14:ee1b877e6839 337 return True
screamer 0:66f3b5499f7f 338
screamer 0:66f3b5499f7f 339 def get_output(self):
screamer 0:66f3b5499f7f 340 return self.output
screamer 0:66f3b5499f7f 341
screamer 0:66f3b5499f7f 342 def print_notify(self, event, silent=False):
screamer 0:66f3b5499f7f 343 """ Default command line notification
screamer 0:66f3b5499f7f 344 """
screamer 0:66f3b5499f7f 345 msg = None
screamer 0:66f3b5499f7f 346
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 347 if not self.VERBOSE and event['type'] == 'tool_error':
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 348 msg = event['message']
screamer 22:9e85236d8716 349
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 350 elif event['type'] in ['info', 'debug']:
screamer 0:66f3b5499f7f 351 msg = event['message']
screamer 22:9e85236d8716 352
screamer 0:66f3b5499f7f 353 elif event['type'] == 'cc':
screamer 0:66f3b5499f7f 354 event['severity'] = event['severity'].title()
screamer 0:66f3b5499f7f 355 event['file'] = basename(event['file'])
screamer 21:4fdf0dd04f6f 356 msg = '[%(severity)s] %(file)s@%(line)s,%(col)s: %(message)s' % event
screamer 0:66f3b5499f7f 357
screamer 0:66f3b5499f7f 358 elif event['type'] == 'progress':
screamer 0:66f3b5499f7f 359 if not silent:
screamer 0:66f3b5499f7f 360 msg = '%s: %s' % (event['action'].title(), basename(event['file']))
screamer 0:66f3b5499f7f 361
screamer 0:66f3b5499f7f 362 if msg:
screamer 0:66f3b5499f7f 363 print msg
screamer 0:66f3b5499f7f 364 self.output += msg + "\n"
screamer 0:66f3b5499f7f 365
screamer 0:66f3b5499f7f 366 def print_notify_verbose(self, event, silent=False):
screamer 0:66f3b5499f7f 367 """ Default command line notification with more verbose mode
screamer 0:66f3b5499f7f 368 """
screamer 0:66f3b5499f7f 369 if event['type'] in ['info', 'debug']:
screamer 0:66f3b5499f7f 370 self.print_notify(event) # standard handle
screamer 0:66f3b5499f7f 371
screamer 0:66f3b5499f7f 372 elif event['type'] == 'cc':
screamer 0:66f3b5499f7f 373 event['severity'] = event['severity'].title()
screamer 0:66f3b5499f7f 374 event['file'] = basename(event['file'])
screamer 0:66f3b5499f7f 375 event['mcu_name'] = "None"
screamer 0:66f3b5499f7f 376 event['target_name'] = event['target_name'].upper() if event['target_name'] else "Unknown"
screamer 0:66f3b5499f7f 377 event['toolchain_name'] = event['toolchain_name'].upper() if event['toolchain_name'] else "Unknown"
screamer 0:66f3b5499f7f 378 msg = '[%(severity)s] %(target_name)s::%(toolchain_name)s::%(file)s@%(line)s: %(message)s' % event
screamer 0:66f3b5499f7f 379 print msg
screamer 0:66f3b5499f7f 380 self.output += msg + "\n"
screamer 0:66f3b5499f7f 381
screamer 0:66f3b5499f7f 382 elif event['type'] == 'progress':
screamer 0:66f3b5499f7f 383 self.print_notify(event) # standard handle
screamer 0:66f3b5499f7f 384
screamer 24:25bff2709c20 385 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 386 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 0:66f3b5499f7f 387 def notify(self, event):
screamer 0:66f3b5499f7f 388 """ Little closure for notify functions
screamer 0:66f3b5499f7f 389 """
screamer 22:9e85236d8716 390 event['toolchain'] = self
screamer 0:66f3b5499f7f 391 return self.notify_fun(event, self.silent)
screamer 0:66f3b5499f7f 392
screamer 29:1210849dba19 393 def get_symbols(self, for_asm=False):
screamer 29:1210849dba19 394 if for_asm:
screamer 29:1210849dba19 395 if self.asm_symbols is None:
screamer 29:1210849dba19 396 self.asm_symbols = []
screamer 29:1210849dba19 397
screamer 29:1210849dba19 398 # Cortex CPU symbols
screamer 29:1210849dba19 399 if self.target.core in mbedToolchain.CORTEX_SYMBOLS:
screamer 29:1210849dba19 400 self.asm_symbols.extend(mbedToolchain.CORTEX_SYMBOLS[self.target.core])
screamer 0:66f3b5499f7f 401
screamer 29:1210849dba19 402 # Add target's symbols
screamer 29:1210849dba19 403 self.asm_symbols += self.target.macros
screamer 29:1210849dba19 404 # Add extra symbols passed via 'macros' parameter
screamer 29:1210849dba19 405 self.asm_symbols += self.macros
screamer 29:1210849dba19 406 return list(set(self.asm_symbols)) # Return only unique symbols
screamer 29:1210849dba19 407 else:
screamer 29:1210849dba19 408 if self.cxx_symbols is None:
screamer 29:1210849dba19 409 # Target and Toolchain symbols
screamer 29:1210849dba19 410 labels = self.get_labels()
screamer 29:1210849dba19 411 self.cxx_symbols = ["TARGET_%s" % t for t in labels['TARGET']]
screamer 29:1210849dba19 412 self.cxx_symbols.extend(["TOOLCHAIN_%s" % t for t in labels['TOOLCHAIN']])
screamer 0:66f3b5499f7f 413
screamer 29:1210849dba19 414 # Cortex CPU symbols
screamer 29:1210849dba19 415 if self.target.core in mbedToolchain.CORTEX_SYMBOLS:
screamer 29:1210849dba19 416 self.cxx_symbols.extend(mbedToolchain.CORTEX_SYMBOLS[self.target.core])
screamer 29:1210849dba19 417
screamer 29:1210849dba19 418 # Symbols defined by the on-line build.system
screamer 29:1210849dba19 419 self.cxx_symbols.extend(['MBED_BUILD_TIMESTAMP=%s' % self.timestamp, 'TARGET_LIKE_MBED', '__MBED__=1'])
screamer 29:1210849dba19 420 if MBED_ORG_USER:
screamer 29:1210849dba19 421 self.cxx_symbols.append('MBED_USERNAME=' + MBED_ORG_USER)
screamer 0:66f3b5499f7f 422
screamer 29:1210849dba19 423 # Add target's symbols
screamer 29:1210849dba19 424 self.cxx_symbols += self.target.macros
screamer 29:1210849dba19 425 # Add target's hardware
screamer 29:1210849dba19 426 self.cxx_symbols += ["DEVICE_" + data + "=1" for data in self.target.device_has]
screamer 29:1210849dba19 427 # Add target's features
screamer 29:1210849dba19 428 self.cxx_symbols += ["FEATURE_" + data + "=1" for data in self.target.features]
screamer 29:1210849dba19 429 # Add extra symbols passed via 'macros' parameter
screamer 29:1210849dba19 430 self.cxx_symbols += self.macros
screamer 0:66f3b5499f7f 431
screamer 29:1210849dba19 432 # Form factor variables
screamer 29:1210849dba19 433 if hasattr(self.target, 'supported_form_factors'):
screamer 29:1210849dba19 434 self.cxx_symbols.extend(["TARGET_FF_%s" % t for t in self.target.supported_form_factors])
screamer 0:66f3b5499f7f 435
screamer 29:1210849dba19 436 return list(set(self.cxx_symbols)) # Return only unique symbols
screamer 0:66f3b5499f7f 437
screamer 7:5af61d55adbe 438 # Extend the internal list of macros
screamer 7:5af61d55adbe 439 def add_macros(self, new_macros):
screamer 7:5af61d55adbe 440 self.macros.extend(new_macros)
screamer 7:5af61d55adbe 441
screamer 0:66f3b5499f7f 442 def get_labels(self):
screamer 0:66f3b5499f7f 443 if self.labels is None:
screamer 0:66f3b5499f7f 444 toolchain_labels = [c.__name__ for c in getmro(self.__class__)]
screamer 0:66f3b5499f7f 445 toolchain_labels.remove('mbedToolchain')
screamer 0:66f3b5499f7f 446 self.labels = {
screamer 0:66f3b5499f7f 447 'TARGET': self.target.get_labels() + ["DEBUG" if "debug-info" in self.options else "RELEASE"],
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 448 'FEATURE': self.target.features,
screamer 0:66f3b5499f7f 449 'TOOLCHAIN': toolchain_labels
screamer 0:66f3b5499f7f 450 }
screamer 0:66f3b5499f7f 451 return self.labels
screamer 0:66f3b5499f7f 452
screamer 24:25bff2709c20 453
screamer 24:25bff2709c20 454 # Determine whether a source file needs updating/compiling
screamer 0:66f3b5499f7f 455 def need_update(self, target, dependencies):
screamer 0:66f3b5499f7f 456 if self.build_all:
screamer 0:66f3b5499f7f 457 return True
screamer 0:66f3b5499f7f 458
screamer 0:66f3b5499f7f 459 if not exists(target):
screamer 0:66f3b5499f7f 460 return True
screamer 0:66f3b5499f7f 461
screamer 0:66f3b5499f7f 462 target_mod_time = stat(target).st_mtime
screamer 0:66f3b5499f7f 463
screamer 0:66f3b5499f7f 464 for d in dependencies:
screamer 0:66f3b5499f7f 465 # Some objects are not provided with full path and here we do not have
screamer 0:66f3b5499f7f 466 # information about the library paths. Safe option: assume an update
screamer 22:9e85236d8716 467 if not d or not exists(d):
screamer 0:66f3b5499f7f 468 return True
screamer 17:04753e1e329d 469
screamer 22:9e85236d8716 470 if not self.stat_cache.has_key(d):
screamer 17:04753e1e329d 471 self.stat_cache[d] = stat(d).st_mtime
screamer 22:9e85236d8716 472
screamer 22:9e85236d8716 473 if self.stat_cache[d] >= target_mod_time:
screamer 22:9e85236d8716 474 return True
screamer 17:04753e1e329d 475
screamer 0:66f3b5499f7f 476 return False
screamer 0:66f3b5499f7f 477
screamer 7:5af61d55adbe 478 def is_ignored(self, file_path):
screamer 13:ab47a20b66f0 479 for pattern in self.ignore_patterns:
screamer 7:5af61d55adbe 480 if fnmatch.fnmatch(file_path, pattern):
screamer 7:5af61d55adbe 481 return True
screamer 7:5af61d55adbe 482 return False
screamer 7:5af61d55adbe 483
screamer 13:ab47a20b66f0 484 # Create a Resources object from the path pointed to by *path* by either traversing a
screamer 13:ab47a20b66f0 485 # a directory structure, when *path* is a directory, or adding *path* to the resources,
screamer 13:ab47a20b66f0 486 # when *path* is a file.
screamer 13:ab47a20b66f0 487 # The parameter *base_path* is used to set the base_path attribute of the Resources
screamer 13:ab47a20b66f0 488 # object and the parameter *exclude_paths* is used by the directory traversal to
screamer 13:ab47a20b66f0 489 # exclude certain paths from the traversal.
screamer 13:ab47a20b66f0 490 def scan_resources(self, path, exclude_paths=None, base_path=None):
screamer 21:4fdf0dd04f6f 491 self.progress("scan", path)
screamer 21:4fdf0dd04f6f 492
screamer 0:66f3b5499f7f 493 resources = Resources(path)
screamer 13:ab47a20b66f0 494 if not base_path:
screamer 13:ab47a20b66f0 495 if isfile(path):
screamer 13:ab47a20b66f0 496 base_path = dirname(path)
screamer 13:ab47a20b66f0 497 else:
screamer 13:ab47a20b66f0 498 base_path = path
screamer 13:ab47a20b66f0 499 resources.base_path = base_path
screamer 0:66f3b5499f7f 500
screamer 13:ab47a20b66f0 501 if isfile(path):
screamer 13:ab47a20b66f0 502 self._add_file(path, resources, base_path, exclude_paths=exclude_paths)
screamer 13:ab47a20b66f0 503 else:
screamer 13:ab47a20b66f0 504 self._add_dir(path, resources, base_path, exclude_paths=exclude_paths)
screamer 13:ab47a20b66f0 505 return resources
screamer 13:ab47a20b66f0 506
screamer 13:ab47a20b66f0 507 # A helper function for scan_resources. _add_dir traverses *path* (assumed to be a
screamer 13:ab47a20b66f0 508 # directory) and heeds the ".mbedignore" files along the way. _add_dir calls _add_file
screamer 13:ab47a20b66f0 509 # on every file it considers adding to the resources object.
screamer 13:ab47a20b66f0 510 def _add_dir(self, path, resources, base_path, exclude_paths=None):
screamer 0:66f3b5499f7f 511 """ os.walk(top[, topdown=True[, onerror=None[, followlinks=False]]])
screamer 0:66f3b5499f7f 512 When topdown is True, the caller can modify the dirnames list in-place
screamer 0:66f3b5499f7f 513 (perhaps using del or slice assignment), and walk() will only recurse into
screamer 0:66f3b5499f7f 514 the subdirectories whose names remain in dirnames; this can be used to prune
screamer 0:66f3b5499f7f 515 the search, impose a specific order of visiting, or even to inform walk()
screamer 0:66f3b5499f7f 516 about directories the caller creates or renames before it resumes walk()
screamer 0:66f3b5499f7f 517 again. Modifying dirnames when topdown is False is ineffective, because in
screamer 0:66f3b5499f7f 518 bottom-up mode the directories in dirnames are generated before dirpath
screamer 0:66f3b5499f7f 519 itself is generated.
screamer 0:66f3b5499f7f 520 """
screamer 13:ab47a20b66f0 521 labels = self.get_labels()
screamer 0:66f3b5499f7f 522 for root, dirs, files in walk(path, followlinks=True):
screamer 7:5af61d55adbe 523 # Check if folder contains .mbedignore
screamer 13:ab47a20b66f0 524 if ".mbedignore" in files:
screamer 7:5af61d55adbe 525 with open (join(root,".mbedignore"), "r") as f:
screamer 7:5af61d55adbe 526 lines=f.readlines()
screamer 7:5af61d55adbe 527 lines = [l.strip() for l in lines] # Strip whitespaces
screamer 7:5af61d55adbe 528 lines = [l for l in lines if l != ""] # Strip empty lines
screamer 7:5af61d55adbe 529 lines = [l for l in lines if not re.match("^#",l)] # Strip comment lines
screamer 13:ab47a20b66f0 530 # Append root path to glob patterns and append patterns to ignore_patterns
screamer 13:ab47a20b66f0 531 self.ignore_patterns.extend([join(root,line.strip()) for line in lines])
screamer 13:ab47a20b66f0 532
screamer 13:ab47a20b66f0 533 # Skip the whole folder if ignored, e.g. .mbedignore containing '*'
screamer 13:ab47a20b66f0 534 if self.is_ignored(join(root,"")):
screamer 13:ab47a20b66f0 535 continue
screamer 7:5af61d55adbe 536
screamer 0:66f3b5499f7f 537 for d in copy(dirs):
screamer 0:66f3b5499f7f 538 dir_path = join(root, d)
screamer 13:ab47a20b66f0 539 # Add internal repo folders/files. This is needed for exporters
screamer 21:4fdf0dd04f6f 540 if d == '.hg' or d == '.git':
screamer 0:66f3b5499f7f 541 resources.repo_dirs.append(dir_path)
screamer 0:66f3b5499f7f 542
screamer 0:66f3b5499f7f 543 if ((d.startswith('.') or d in self.legacy_ignore_dirs) or
screamer 13:ab47a20b66f0 544 # Ignore targets that do not match the TARGET in extra_labels list
screamer 7:5af61d55adbe 545 (d.startswith('TARGET_') and d[7:] not in labels['TARGET']) or
screamer 13:ab47a20b66f0 546 # Ignore toolchain that do not match the current TOOLCHAIN
screamer 7:5af61d55adbe 547 (d.startswith('TOOLCHAIN_') and d[10:] not in labels['TOOLCHAIN']) or
screamer 13:ab47a20b66f0 548 # Ignore .mbedignore files
screamer 13:ab47a20b66f0 549 self.is_ignored(join(dir_path,"")) or
screamer 13:ab47a20b66f0 550 # Ignore TESTS dir
screamer 7:5af61d55adbe 551 (d == 'TESTS')):
screamer 13:ab47a20b66f0 552 dirs.remove(d)
screamer 13:ab47a20b66f0 553 elif d.startswith('FEATURE_'):
screamer 13:ab47a20b66f0 554 # Recursively scan features but ignore them in the current scan.
screamer 13:ab47a20b66f0 555 # These are dynamically added by the config system if the conditions are matched
screamer 13:ab47a20b66f0 556 resources.features[d[8:]] = self.scan_resources(dir_path, base_path=base_path)
screamer 0:66f3b5499f7f 557 dirs.remove(d)
screamer 13:ab47a20b66f0 558 elif exclude_paths:
screamer 0:66f3b5499f7f 559 for exclude_path in exclude_paths:
screamer 0:66f3b5499f7f 560 rel_path = relpath(dir_path, exclude_path)
screamer 0:66f3b5499f7f 561 if not (rel_path.startswith('..')):
screamer 0:66f3b5499f7f 562 dirs.remove(d)
screamer 0:66f3b5499f7f 563 break
screamer 0:66f3b5499f7f 564
screamer 0:66f3b5499f7f 565 # Add root to include paths
screamer 0:66f3b5499f7f 566 resources.inc_dirs.append(root)
screamer 0:66f3b5499f7f 567
screamer 0:66f3b5499f7f 568 for file in files:
screamer 0:66f3b5499f7f 569 file_path = join(root, file)
screamer 13:ab47a20b66f0 570 self._add_file(file_path, resources, base_path)
screamer 7:5af61d55adbe 571
screamer 13:ab47a20b66f0 572 # A helper function for both scan_resources and _add_dir. _add_file adds one file
screamer 13:ab47a20b66f0 573 # (*file_path*) to the resources object based on the file type.
screamer 13:ab47a20b66f0 574 def _add_file(self, file_path, resources, base_path, exclude_paths=None):
screamer 13:ab47a20b66f0 575 resources.file_basepath[file_path] = base_path
screamer 0:66f3b5499f7f 576
screamer 13:ab47a20b66f0 577 if self.is_ignored(file_path):
screamer 13:ab47a20b66f0 578 return
screamer 13:ab47a20b66f0 579
screamer 13:ab47a20b66f0 580 _, ext = splitext(file_path)
screamer 13:ab47a20b66f0 581 ext = ext.lower()
screamer 0:66f3b5499f7f 582
screamer 13:ab47a20b66f0 583 if ext == '.s':
screamer 13:ab47a20b66f0 584 resources.s_sources.append(file_path)
screamer 0:66f3b5499f7f 585
screamer 13:ab47a20b66f0 586 elif ext == '.c':
screamer 13:ab47a20b66f0 587 resources.c_sources.append(file_path)
screamer 0:66f3b5499f7f 588
screamer 13:ab47a20b66f0 589 elif ext == '.cpp':
screamer 13:ab47a20b66f0 590 resources.cpp_sources.append(file_path)
screamer 0:66f3b5499f7f 591
screamer 13:ab47a20b66f0 592 elif ext == '.h' or ext == '.hpp':
screamer 13:ab47a20b66f0 593 resources.headers.append(file_path)
screamer 13:ab47a20b66f0 594
screamer 13:ab47a20b66f0 595 elif ext == '.o':
screamer 13:ab47a20b66f0 596 resources.objects.append(file_path)
screamer 0:66f3b5499f7f 597
screamer 13:ab47a20b66f0 598 elif ext == self.LIBRARY_EXT:
screamer 13:ab47a20b66f0 599 resources.libraries.append(file_path)
screamer 13:ab47a20b66f0 600 resources.lib_dirs.add(dirname(file_path))
screamer 0:66f3b5499f7f 601
screamer 13:ab47a20b66f0 602 elif ext == self.LINKER_EXT:
screamer 13:ab47a20b66f0 603 if resources.linker_script is not None:
screamer 13:ab47a20b66f0 604 self.info("Warning: Multiple linker scripts detected: %s -> %s" % (resources.linker_script, file_path))
screamer 13:ab47a20b66f0 605 resources.linker_script = file_path
screamer 0:66f3b5499f7f 606
screamer 13:ab47a20b66f0 607 elif ext == '.lib':
screamer 13:ab47a20b66f0 608 resources.lib_refs.append(file_path)
screamer 0:66f3b5499f7f 609
screamer 13:ab47a20b66f0 610 elif ext == '.bld':
screamer 13:ab47a20b66f0 611 resources.lib_builds.append(file_path)
screamer 0:66f3b5499f7f 612
screamer 13:ab47a20b66f0 613 elif file == '.hgignore':
screamer 13:ab47a20b66f0 614 resources.repo_files.append(file_path)
screamer 0:66f3b5499f7f 615
screamer 13:ab47a20b66f0 616 elif ext == '.hex':
screamer 13:ab47a20b66f0 617 resources.hex_files.append(file_path)
screamer 0:66f3b5499f7f 618
screamer 13:ab47a20b66f0 619 elif ext == '.bin':
screamer 13:ab47a20b66f0 620 resources.bin_files.append(file_path)
screamer 0:66f3b5499f7f 621
screamer 13:ab47a20b66f0 622 elif ext == '.json':
screamer 13:ab47a20b66f0 623 resources.json_files.append(file_path)
screamer 7:5af61d55adbe 624
screamer 0:66f3b5499f7f 625
screamer 0:66f3b5499f7f 626 def scan_repository(self, path):
screamer 0:66f3b5499f7f 627 resources = []
screamer 0:66f3b5499f7f 628
screamer 0:66f3b5499f7f 629 for root, dirs, files in walk(path):
screamer 0:66f3b5499f7f 630 # Remove ignored directories
screamer 0:66f3b5499f7f 631 for d in copy(dirs):
screamer 0:66f3b5499f7f 632 if d == '.' or d == '..':
screamer 0:66f3b5499f7f 633 dirs.remove(d)
screamer 0:66f3b5499f7f 634
screamer 0:66f3b5499f7f 635 for file in files:
screamer 0:66f3b5499f7f 636 file_path = join(root, file)
screamer 0:66f3b5499f7f 637 resources.append(file_path)
screamer 0:66f3b5499f7f 638
screamer 0:66f3b5499f7f 639 return resources
screamer 0:66f3b5499f7f 640
screamer 13:ab47a20b66f0 641 def copy_files(self, files_paths, trg_path, resources=None, rel_path=None):
screamer 0:66f3b5499f7f 642 # Handle a single file
screamer 0:66f3b5499f7f 643 if type(files_paths) != ListType: files_paths = [files_paths]
screamer 0:66f3b5499f7f 644
screamer 0:66f3b5499f7f 645 for source in files_paths:
screamer 0:66f3b5499f7f 646 if source is None:
screamer 0:66f3b5499f7f 647 files_paths.remove(source)
screamer 0:66f3b5499f7f 648
screamer 0:66f3b5499f7f 649 for source in files_paths:
screamer 17:04753e1e329d 650 if resources is not None and resources.file_basepath.has_key(source):
screamer 13:ab47a20b66f0 651 relative_path = relpath(source, resources.file_basepath[source])
screamer 13:ab47a20b66f0 652 elif rel_path is not None:
screamer 0:66f3b5499f7f 653 relative_path = relpath(source, rel_path)
screamer 0:66f3b5499f7f 654 else:
screamer 0:66f3b5499f7f 655 _, relative_path = split(source)
screamer 0:66f3b5499f7f 656
screamer 0:66f3b5499f7f 657 target = join(trg_path, relative_path)
screamer 0:66f3b5499f7f 658
screamer 0:66f3b5499f7f 659 if (target != source) and (self.need_update(target, [source])):
screamer 0:66f3b5499f7f 660 self.progress("copy", relative_path)
screamer 0:66f3b5499f7f 661 mkdir(dirname(target))
screamer 0:66f3b5499f7f 662 copyfile(source, target)
screamer 0:66f3b5499f7f 663
screamer 24:25bff2709c20 664 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 665 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 0:66f3b5499f7f 666 def relative_object_path(self, build_path, base_dir, source):
screamer 0:66f3b5499f7f 667 source_dir, name, _ = split_path(source)
screamer 22:9e85236d8716 668
screamer 0:66f3b5499f7f 669 obj_dir = join(build_path, relpath(source_dir, base_dir))
screamer 17:04753e1e329d 670 if obj_dir is not self.prev_dir:
screamer 17:04753e1e329d 671 self.prev_dir = obj_dir
screamer 17:04753e1e329d 672 mkdir(obj_dir)
screamer 0:66f3b5499f7f 673 return join(obj_dir, name + '.o')
screamer 0:66f3b5499f7f 674
screamer 24:25bff2709c20 675 # Generate response file for all includes.
screamer 24:25bff2709c20 676 # ARM, GCC, IAR cross compatible
screamer 0:66f3b5499f7f 677 def get_inc_file(self, includes):
screamer 0:66f3b5499f7f 678 include_file = join(self.build_dir, ".includes_%s.txt" % self.inc_md5)
screamer 0:66f3b5499f7f 679 if not exists(include_file):
screamer 0:66f3b5499f7f 680 with open(include_file, "wb") as f:
screamer 0:66f3b5499f7f 681 cmd_list = []
screamer 0:66f3b5499f7f 682 for c in includes:
screamer 0:66f3b5499f7f 683 if c:
screamer 20:835f6355470d 684 c = c.replace("\\", "/")
screamer 20:835f6355470d 685 if self.CHROOT:
screamer 20:835f6355470d 686 c = c.replace(self.CHROOT, '')
screamer 20:835f6355470d 687 cmd_list.append('-I%s' % c)
screamer 0:66f3b5499f7f 688 string = " ".join(cmd_list)
screamer 0:66f3b5499f7f 689 f.write(string)
screamer 0:66f3b5499f7f 690 return include_file
screamer 0:66f3b5499f7f 691
screamer 24:25bff2709c20 692 # Generate response file for all objects when linking.
screamer 24:25bff2709c20 693 # ARM, GCC, IAR cross compatible
screamer 21:4fdf0dd04f6f 694 def get_link_file(self, cmd):
screamer 21:4fdf0dd04f6f 695 link_file = join(self.build_dir, ".link_files.txt")
screamer 21:4fdf0dd04f6f 696 with open(link_file, "wb") as f:
screamer 21:4fdf0dd04f6f 697 cmd_list = []
screamer 21:4fdf0dd04f6f 698 for c in cmd:
screamer 21:4fdf0dd04f6f 699 if c:
screamer 21:4fdf0dd04f6f 700 c = c.replace("\\", "/")
screamer 21:4fdf0dd04f6f 701 if self.CHROOT:
screamer 21:4fdf0dd04f6f 702 c = c.replace(self.CHROOT, '')
screamer 21:4fdf0dd04f6f 703 cmd_list.append(('"%s"' % c) if not c.startswith('-') else c)
screamer 21:4fdf0dd04f6f 704 string = " ".join(cmd_list)
screamer 21:4fdf0dd04f6f 705 f.write(string)
screamer 21:4fdf0dd04f6f 706 return link_file
screamer 21:4fdf0dd04f6f 707
screamer 24:25bff2709c20 708 # Generate response file for all objects when archiving.
screamer 24:25bff2709c20 709 # ARM, GCC, IAR cross compatible
screamer 21:4fdf0dd04f6f 710 def get_arch_file(self, objects):
screamer 21:4fdf0dd04f6f 711 archive_file = join(self.build_dir, ".archive_files.txt")
screamer 21:4fdf0dd04f6f 712 with open(archive_file, "wb") as f:
screamer 21:4fdf0dd04f6f 713 o_list = []
screamer 21:4fdf0dd04f6f 714 for o in objects:
screamer 21:4fdf0dd04f6f 715 o_list.append('"%s"' % o)
screamer 21:4fdf0dd04f6f 716 string = " ".join(o_list).replace("\\", "/")
screamer 21:4fdf0dd04f6f 717 f.write(string)
screamer 21:4fdf0dd04f6f 718 return archive_file
screamer 21:4fdf0dd04f6f 719
screamer 24:25bff2709c20 720 # THIS METHOD IS BEING CALLED BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 721 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 29:1210849dba19 722 @check_toolchain_path
screamer 0:66f3b5499f7f 723 def compile_sources(self, resources, build_path, inc_dirs=None):
screamer 0:66f3b5499f7f 724 # Web IDE progress bar for project build
screamer 0:66f3b5499f7f 725 files_to_compile = resources.s_sources + resources.c_sources + resources.cpp_sources
screamer 0:66f3b5499f7f 726 self.to_be_compiled = len(files_to_compile)
screamer 0:66f3b5499f7f 727 self.compiled = 0
screamer 0:66f3b5499f7f 728
screamer 21:4fdf0dd04f6f 729 self.cc_verbose("Macros: "+' '.join(['-D%s' % s for s in self.get_symbols()]))
screamer 21:4fdf0dd04f6f 730
screamer 0:66f3b5499f7f 731 inc_paths = resources.inc_dirs
screamer 0:66f3b5499f7f 732 if inc_dirs is not None:
screamer 0:66f3b5499f7f 733 inc_paths.extend(inc_dirs)
screamer 0:66f3b5499f7f 734 # De-duplicate include paths
screamer 0:66f3b5499f7f 735 inc_paths = set(inc_paths)
screamer 0:66f3b5499f7f 736 # Sort include paths for consistency
screamer 0:66f3b5499f7f 737 inc_paths = sorted(set(inc_paths))
screamer 0:66f3b5499f7f 738 # Unique id of all include paths
screamer 0:66f3b5499f7f 739 self.inc_md5 = md5(' '.join(inc_paths)).hexdigest()
screamer 0:66f3b5499f7f 740 # Where to store response files
screamer 0:66f3b5499f7f 741 self.build_dir = build_path
screamer 0:66f3b5499f7f 742
screamer 0:66f3b5499f7f 743 objects = []
screamer 0:66f3b5499f7f 744 queue = []
screamer 17:04753e1e329d 745 work_dir = getcwd()
screamer 17:04753e1e329d 746 self.prev_dir = None
screamer 0:66f3b5499f7f 747
screamer 24:25bff2709c20 748 # Generate configuration header (this will update self.build_all if needed)
screamer 24:25bff2709c20 749 self.get_config_header()
screamer 24:25bff2709c20 750
screamer 0:66f3b5499f7f 751 # Sort compile queue for consistency
screamer 0:66f3b5499f7f 752 files_to_compile.sort()
screamer 0:66f3b5499f7f 753 for source in files_to_compile:
screamer 13:ab47a20b66f0 754 object = self.relative_object_path(build_path, resources.file_basepath[source], source)
screamer 0:66f3b5499f7f 755
screamer 0:66f3b5499f7f 756 # Queue mode (multiprocessing)
screamer 0:66f3b5499f7f 757 commands = self.compile_command(source, object, inc_paths)
screamer 0:66f3b5499f7f 758 if commands is not None:
screamer 0:66f3b5499f7f 759 queue.append({
screamer 0:66f3b5499f7f 760 'source': source,
screamer 0:66f3b5499f7f 761 'object': object,
screamer 0:66f3b5499f7f 762 'commands': commands,
screamer 0:66f3b5499f7f 763 'work_dir': work_dir,
screamer 0:66f3b5499f7f 764 'chroot': self.CHROOT
screamer 0:66f3b5499f7f 765 })
screamer 0:66f3b5499f7f 766 else:
screamer 0:66f3b5499f7f 767 objects.append(object)
screamer 0:66f3b5499f7f 768
screamer 0:66f3b5499f7f 769 # Use queues/multiprocessing if cpu count is higher than setting
screamer 0:66f3b5499f7f 770 jobs = self.jobs if self.jobs else cpu_count()
screamer 0:66f3b5499f7f 771 if jobs > CPU_COUNT_MIN and len(queue) > jobs:
screamer 0:66f3b5499f7f 772 return self.compile_queue(queue, objects)
screamer 0:66f3b5499f7f 773 else:
screamer 0:66f3b5499f7f 774 return self.compile_seq(queue, objects)
screamer 0:66f3b5499f7f 775
screamer 24:25bff2709c20 776 # Compile source files queue in sequential order
screamer 0:66f3b5499f7f 777 def compile_seq(self, queue, objects):
screamer 0:66f3b5499f7f 778 for item in queue:
screamer 0:66f3b5499f7f 779 result = compile_worker(item)
screamer 0:66f3b5499f7f 780
screamer 0:66f3b5499f7f 781 self.compiled += 1
screamer 0:66f3b5499f7f 782 self.progress("compile", item['source'], build_update=True)
screamer 0:66f3b5499f7f 783 for res in result['results']:
screamer 21:4fdf0dd04f6f 784 self.cc_verbose("Compile: %s" % ' '.join(res['command']), result['source'])
screamer 0:66f3b5499f7f 785 self.compile_output([
screamer 0:66f3b5499f7f 786 res['code'],
screamer 0:66f3b5499f7f 787 res['output'],
screamer 0:66f3b5499f7f 788 res['command']
screamer 0:66f3b5499f7f 789 ])
screamer 0:66f3b5499f7f 790 objects.append(result['object'])
screamer 0:66f3b5499f7f 791 return objects
screamer 0:66f3b5499f7f 792
screamer 24:25bff2709c20 793 # Compile source files queue in parallel by creating pool of worker threads
screamer 0:66f3b5499f7f 794 def compile_queue(self, queue, objects):
screamer 21:4fdf0dd04f6f 795 jobs_count = int(self.jobs if self.jobs else cpu_count() * CPU_COEF)
screamer 0:66f3b5499f7f 796 p = Pool(processes=jobs_count)
screamer 0:66f3b5499f7f 797
screamer 0:66f3b5499f7f 798 results = []
screamer 0:66f3b5499f7f 799 for i in range(len(queue)):
screamer 0:66f3b5499f7f 800 results.append(p.apply_async(compile_worker, [queue[i]]))
screamer 17:04753e1e329d 801 p.close()
screamer 0:66f3b5499f7f 802
screamer 0:66f3b5499f7f 803 itr = 0
screamer 17:04753e1e329d 804 while len(results):
screamer 0:66f3b5499f7f 805 itr += 1
screamer 0:66f3b5499f7f 806 if itr > 180000:
screamer 0:66f3b5499f7f 807 p.terminate()
screamer 0:66f3b5499f7f 808 p.join()
screamer 0:66f3b5499f7f 809 raise ToolException("Compile did not finish in 5 minutes")
screamer 0:66f3b5499f7f 810
screamer 17:04753e1e329d 811 sleep(0.01)
screamer 0:66f3b5499f7f 812 pending = 0
screamer 0:66f3b5499f7f 813 for r in results:
screamer 0:66f3b5499f7f 814 if r._ready is True:
screamer 0:66f3b5499f7f 815 try:
screamer 0:66f3b5499f7f 816 result = r.get()
screamer 0:66f3b5499f7f 817 results.remove(r)
screamer 0:66f3b5499f7f 818
screamer 0:66f3b5499f7f 819 self.compiled += 1
screamer 0:66f3b5499f7f 820 self.progress("compile", result['source'], build_update=True)
screamer 0:66f3b5499f7f 821 for res in result['results']:
screamer 21:4fdf0dd04f6f 822 self.cc_verbose("Compile: %s" % ' '.join(res['command']), result['source'])
screamer 0:66f3b5499f7f 823 self.compile_output([
screamer 0:66f3b5499f7f 824 res['code'],
screamer 0:66f3b5499f7f 825 res['output'],
screamer 0:66f3b5499f7f 826 res['command']
screamer 0:66f3b5499f7f 827 ])
screamer 0:66f3b5499f7f 828 objects.append(result['object'])
screamer 0:66f3b5499f7f 829 except ToolException, err:
screamer 27:5461402c33f8 830 if p._taskqueue.queue:
screamer 27:5461402c33f8 831 p._taskqueue.queue.clear()
screamer 29:1210849dba19 832 sleep(0.5)
screamer 0:66f3b5499f7f 833 p.terminate()
screamer 0:66f3b5499f7f 834 p.join()
screamer 0:66f3b5499f7f 835 raise ToolException(err)
screamer 0:66f3b5499f7f 836 else:
screamer 0:66f3b5499f7f 837 pending += 1
screamer 17:04753e1e329d 838 if pending >= jobs_count:
screamer 0:66f3b5499f7f 839 break
screamer 0:66f3b5499f7f 840
screamer 0:66f3b5499f7f 841 results = None
screamer 0:66f3b5499f7f 842 p.join()
screamer 0:66f3b5499f7f 843
screamer 0:66f3b5499f7f 844 return objects
screamer 0:66f3b5499f7f 845
screamer 24:25bff2709c20 846 # Determine the compile command based on type of source file
screamer 0:66f3b5499f7f 847 def compile_command(self, source, object, includes):
screamer 0:66f3b5499f7f 848 # Check dependencies
screamer 0:66f3b5499f7f 849 _, ext = splitext(source)
screamer 0:66f3b5499f7f 850 ext = ext.lower()
screamer 0:66f3b5499f7f 851
screamer 0:66f3b5499f7f 852 if ext == '.c' or ext == '.cpp':
screamer 0:66f3b5499f7f 853 base, _ = splitext(object)
screamer 0:66f3b5499f7f 854 dep_path = base + '.d'
screamer 0:66f3b5499f7f 855 deps = self.parse_dependencies(dep_path) if (exists(dep_path)) else []
screamer 0:66f3b5499f7f 856 if len(deps) == 0 or self.need_update(object, deps):
screamer 21:4fdf0dd04f6f 857 if ext == '.cpp' or self.COMPILE_C_AS_CPP:
screamer 21:4fdf0dd04f6f 858 return self.compile_cpp(source, object, includes)
screamer 21:4fdf0dd04f6f 859 else:
screamer 0:66f3b5499f7f 860 return self.compile_c(source, object, includes)
screamer 0:66f3b5499f7f 861 elif ext == '.s':
screamer 0:66f3b5499f7f 862 deps = [source]
screamer 0:66f3b5499f7f 863 if self.need_update(object, deps):
screamer 0:66f3b5499f7f 864 return self.assemble(source, object, includes)
screamer 0:66f3b5499f7f 865 else:
screamer 0:66f3b5499f7f 866 return False
screamer 0:66f3b5499f7f 867
screamer 0:66f3b5499f7f 868 return None
screamer 0:66f3b5499f7f 869
screamer 24:25bff2709c20 870 @abstractmethod
screamer 24:25bff2709c20 871 def parse_dependencies(self, dep_path):
screamer 24:25bff2709c20 872 """Parse the dependency information generated by the compiler.
screamer 24:25bff2709c20 873
screamer 24:25bff2709c20 874 Positional arguments:
screamer 24:25bff2709c20 875 dep_path -- the path to a file generated by a previous run of the compiler
screamer 24:25bff2709c20 876
screamer 24:25bff2709c20 877 Return value:
screamer 24:25bff2709c20 878 A list of all source files that the dependency file indicated were dependencies
screamer 24:25bff2709c20 879
screamer 24:25bff2709c20 880 Side effects:
screamer 24:25bff2709c20 881 None
screamer 24:25bff2709c20 882 """
screamer 24:25bff2709c20 883 raise NotImplemented
screamer 24:25bff2709c20 884
screamer 0:66f3b5499f7f 885 def is_not_supported_error(self, output):
screamer 0:66f3b5499f7f 886 return "#error directive: [NOT_SUPPORTED]" in output
screamer 0:66f3b5499f7f 887
screamer 24:25bff2709c20 888 @abstractmethod
screamer 24:25bff2709c20 889 def parse_output(self, output):
screamer 24:25bff2709c20 890 """Take in compiler output and extract sinlge line warnings and errors from it.
screamer 24:25bff2709c20 891
screamer 24:25bff2709c20 892 Positional arguments:
screamer 24:25bff2709c20 893 output -- a string of all the messages emitted by a run of the compiler
screamer 24:25bff2709c20 894
screamer 24:25bff2709c20 895 Return value:
screamer 24:25bff2709c20 896 None
screamer 24:25bff2709c20 897
screamer 24:25bff2709c20 898 Side effects:
screamer 24:25bff2709c20 899 call self.cc_info or self.notify with a description of the event generated by the compiler
screamer 24:25bff2709c20 900 """
screamer 24:25bff2709c20 901 raise NotImplemented
screamer 24:25bff2709c20 902
screamer 0:66f3b5499f7f 903 def compile_output(self, output=[]):
screamer 0:66f3b5499f7f 904 _rc = output[0]
screamer 0:66f3b5499f7f 905 _stderr = output[1]
screamer 0:66f3b5499f7f 906 command = output[2]
screamer 0:66f3b5499f7f 907
screamer 0:66f3b5499f7f 908 # Parse output for Warnings and Errors
screamer 0:66f3b5499f7f 909 self.parse_output(_stderr)
screamer 0:66f3b5499f7f 910 self.debug("Return: %s"% _rc)
screamer 0:66f3b5499f7f 911 for error_line in _stderr.splitlines():
screamer 0:66f3b5499f7f 912 self.debug("Output: %s"% error_line)
screamer 0:66f3b5499f7f 913
screamer 0:66f3b5499f7f 914 # Check return code
screamer 0:66f3b5499f7f 915 if _rc != 0:
screamer 0:66f3b5499f7f 916 if self.is_not_supported_error(_stderr):
screamer 0:66f3b5499f7f 917 raise NotSupportedException(_stderr)
screamer 0:66f3b5499f7f 918 else:
screamer 0:66f3b5499f7f 919 raise ToolException(_stderr)
screamer 0:66f3b5499f7f 920
screamer 29:1210849dba19 921 @check_toolchain_path
screamer 0:66f3b5499f7f 922 def build_library(self, objects, dir, name):
screamer 0:66f3b5499f7f 923 needed_update = False
screamer 0:66f3b5499f7f 924 lib = self.STD_LIB_NAME % name
screamer 0:66f3b5499f7f 925 fout = join(dir, lib)
screamer 0:66f3b5499f7f 926 if self.need_update(fout, objects):
screamer 0:66f3b5499f7f 927 self.info("Library: %s" % lib)
screamer 0:66f3b5499f7f 928 self.archive(objects, fout)
screamer 0:66f3b5499f7f 929 needed_update = True
screamer 0:66f3b5499f7f 930
screamer 0:66f3b5499f7f 931 return needed_update
screamer 0:66f3b5499f7f 932
screamer 29:1210849dba19 933 @check_toolchain_path
screamer 0:66f3b5499f7f 934 def link_program(self, r, tmp_path, name):
screamer 0:66f3b5499f7f 935 needed_update = False
screamer 0:66f3b5499f7f 936 ext = 'bin'
screamer 0:66f3b5499f7f 937 if hasattr(self.target, 'OUTPUT_EXT'):
screamer 0:66f3b5499f7f 938 ext = self.target.OUTPUT_EXT
screamer 0:66f3b5499f7f 939
screamer 0:66f3b5499f7f 940 if hasattr(self.target, 'OUTPUT_NAMING'):
screamer 0:66f3b5499f7f 941 self.var("binary_naming", self.target.OUTPUT_NAMING)
screamer 0:66f3b5499f7f 942 if self.target.OUTPUT_NAMING == "8.3":
screamer 0:66f3b5499f7f 943 name = name[0:8]
screamer 0:66f3b5499f7f 944 ext = ext[0:3]
screamer 22:9e85236d8716 945
screamer 0:66f3b5499f7f 946 # Create destination directory
screamer 0:66f3b5499f7f 947 head, tail = split(name)
screamer 0:66f3b5499f7f 948 new_path = join(tmp_path, head)
screamer 0:66f3b5499f7f 949 mkdir(new_path)
screamer 22:9e85236d8716 950
screamer 0:66f3b5499f7f 951 filename = name+'.'+ext
screamer 0:66f3b5499f7f 952 elf = join(tmp_path, name + '.elf')
screamer 0:66f3b5499f7f 953 bin = join(tmp_path, filename)
screamer 7:5af61d55adbe 954 map = join(tmp_path, name + '.map')
screamer 0:66f3b5499f7f 955
screamer 0:66f3b5499f7f 956 if self.need_update(elf, r.objects + r.libraries + [r.linker_script]):
screamer 0:66f3b5499f7f 957 needed_update = True
screamer 0:66f3b5499f7f 958 self.progress("link", name)
screamer 0:66f3b5499f7f 959 self.link(elf, r.objects, r.libraries, r.lib_dirs, r.linker_script)
screamer 0:66f3b5499f7f 960
screamer 0:66f3b5499f7f 961 if self.need_update(bin, [elf]):
screamer 0:66f3b5499f7f 962 needed_update = True
screamer 0:66f3b5499f7f 963 self.progress("elf2bin", name)
screamer 0:66f3b5499f7f 964 self.binary(r, elf, bin)
screamer 0:66f3b5499f7f 965
screamer 22:9e85236d8716 966 self.map_outputs = self.mem_stats(map)
screamer 7:5af61d55adbe 967
screamer 0:66f3b5499f7f 968 self.var("compile_succeded", True)
screamer 0:66f3b5499f7f 969 self.var("binary", filename)
screamer 0:66f3b5499f7f 970
screamer 0:66f3b5499f7f 971 return bin, needed_update
screamer 0:66f3b5499f7f 972
screamer 24:25bff2709c20 973 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 974 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 0:66f3b5499f7f 975 def default_cmd(self, command):
screamer 20:835f6355470d 976 _stdout, _stderr, _rc = run_cmd(command, work_dir=getcwd(), chroot=self.CHROOT)
screamer 0:66f3b5499f7f 977 self.debug("Return: %s"% _rc)
screamer 0:66f3b5499f7f 978
screamer 0:66f3b5499f7f 979 for output_line in _stdout.splitlines():
screamer 0:66f3b5499f7f 980 self.debug("Output: %s"% output_line)
screamer 0:66f3b5499f7f 981 for error_line in _stderr.splitlines():
screamer 0:66f3b5499f7f 982 self.debug("Errors: %s"% error_line)
screamer 0:66f3b5499f7f 983
screamer 0:66f3b5499f7f 984 if _rc != 0:
screamer 0:66f3b5499f7f 985 for line in _stderr.splitlines():
screamer 0:66f3b5499f7f 986 self.tool_error(line)
screamer 0:66f3b5499f7f 987 raise ToolException(_stderr)
screamer 0:66f3b5499f7f 988
screamer 0:66f3b5499f7f 989 ### NOTIFICATIONS ###
screamer 0:66f3b5499f7f 990 def info(self, message):
screamer 0:66f3b5499f7f 991 self.notify({'type': 'info', 'message': message})
screamer 0:66f3b5499f7f 992
screamer 24:25bff2709c20 993 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 994 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 0:66f3b5499f7f 995 def debug(self, message):
screamer 0:66f3b5499f7f 996 if self.VERBOSE:
screamer 0:66f3b5499f7f 997 if type(message) is ListType:
screamer 0:66f3b5499f7f 998 message = ' '.join(message)
screamer 0:66f3b5499f7f 999 message = "[DEBUG] " + message
screamer 0:66f3b5499f7f 1000 self.notify({'type': 'debug', 'message': message})
screamer 0:66f3b5499f7f 1001
screamer 24:25bff2709c20 1002 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 1003 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 21:4fdf0dd04f6f 1004 def cc_info(self, info=None):
screamer 21:4fdf0dd04f6f 1005 if info is not None:
screamer 21:4fdf0dd04f6f 1006 info['type'] = 'cc'
screamer 21:4fdf0dd04f6f 1007 self.notify(info)
screamer 21:4fdf0dd04f6f 1008
screamer 24:25bff2709c20 1009 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 1010 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 21:4fdf0dd04f6f 1011 def cc_verbose(self, message, file=""):
screamer 21:4fdf0dd04f6f 1012 self.debug(message)
screamer 0:66f3b5499f7f 1013
screamer 0:66f3b5499f7f 1014 def progress(self, action, file, build_update=False):
screamer 0:66f3b5499f7f 1015 msg = {'type': 'progress', 'action': action, 'file': file}
screamer 0:66f3b5499f7f 1016 if build_update:
screamer 0:66f3b5499f7f 1017 msg['percent'] = 100. * float(self.compiled) / float(self.to_be_compiled)
screamer 0:66f3b5499f7f 1018 self.notify(msg)
screamer 0:66f3b5499f7f 1019
screamer 0:66f3b5499f7f 1020 def tool_error(self, message):
screamer 0:66f3b5499f7f 1021 self.notify({'type': 'tool_error', 'message': message})
screamer 0:66f3b5499f7f 1022
screamer 0:66f3b5499f7f 1023 def var(self, key, value):
screamer 0:66f3b5499f7f 1024 self.notify({'type': 'var', 'key': key, 'val': value})
screamer 0:66f3b5499f7f 1025
screamer 24:25bff2709c20 1026 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 1027 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 7:5af61d55adbe 1028 def mem_stats(self, map):
screamer 22:9e85236d8716 1029 """! Creates parser object
screamer 22:9e85236d8716 1030 @param map Path to linker map file to parse and decode
screamer 22:9e85236d8716 1031 @return Memory summary structure with memory usage statistics
screamer 22:9e85236d8716 1032 None if map file can't be opened and processed
screamer 22:9e85236d8716 1033 """
screamer 7:5af61d55adbe 1034 toolchain = self.__class__.__name__
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1035
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1036 # Create memap object
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1037 memap = MemapParser()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1038
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1039 # Parse and decode a map file
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1040 if memap.parse(abspath(map), toolchain) is False:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1041 self.info("Unknown toolchain for memory statistics %s" % toolchain)
screamer 22:9e85236d8716 1042 return None
screamer 7:5af61d55adbe 1043
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1044 # Write output to stdout in text (pretty table) format
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1045 memap.generate_output('table')
screamer 7:5af61d55adbe 1046
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1047 # Write output to file in JSON format
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1048 map_out = splitext(map)[0] + "_map.json"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1049 memap.generate_output('json', map_out)
screamer 22:9e85236d8716 1050
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1051 # Write output to file in CSV format for the CI
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1052 map_csv = splitext(map)[0] + "_map.csv"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1053 memap.generate_output('csv-ci', map_csv)
screamer 13:ab47a20b66f0 1054
screamer 22:9e85236d8716 1055 # Here we return memory statistics structure (constructed after
screamer 22:9e85236d8716 1056 # call to generate_output) which contains raw data in bytes
screamer 22:9e85236d8716 1057 # about sections + summary
screamer 29:1210849dba19 1058 return memap.mem_summary
screamer 22:9e85236d8716 1059
screamer 13:ab47a20b66f0 1060 # Set the configuration data
screamer 13:ab47a20b66f0 1061 def set_config_data(self, config_data):
screamer 13:ab47a20b66f0 1062 self.config_data = config_data
screamer 13:ab47a20b66f0 1063
screamer 24:25bff2709c20 1064 # Creates the configuration header if needed:
screamer 24:25bff2709c20 1065 # - if there is no configuration data, "mbed_config.h" is not create (or deleted if it exists).
screamer 24:25bff2709c20 1066 # - if there is configuration data and "mbed_config.h" does not exist, it is created.
screamer 24:25bff2709c20 1067 # - if there is configuration data similar to the previous configuration data,
screamer 24:25bff2709c20 1068 # "mbed_config.h" is left untouched.
screamer 24:25bff2709c20 1069 # - if there is new configuration data, "mbed_config.h" is overriden.
screamer 24:25bff2709c20 1070 # The function needs to be called exactly once for the lifetime of this toolchain instance.
screamer 24:25bff2709c20 1071 # The "config_processed" variable (below) ensures this behaviour.
screamer 24:25bff2709c20 1072 # The function returns the location of the configuration file, or None if there is no
screamer 24:25bff2709c20 1073 # configuration data available (and thus no configuration file)
screamer 13:ab47a20b66f0 1074 def get_config_header(self):
screamer 24:25bff2709c20 1075 if self.config_processed: # this function was already called, return its result
screamer 24:25bff2709c20 1076 return self.config_file
screamer 24:25bff2709c20 1077 # The config file is located in the build directory
screamer 24:25bff2709c20 1078 self.config_file = join(self.build_dir, self.MBED_CONFIG_FILE_NAME)
screamer 24:25bff2709c20 1079 # If the file exists, read its current content in prev_data
screamer 24:25bff2709c20 1080 if exists(self.config_file):
screamer 24:25bff2709c20 1081 with open(self.config_file, "rt") as f:
screamer 24:25bff2709c20 1082 prev_data = f.read()
screamer 24:25bff2709c20 1083 else:
screamer 24:25bff2709c20 1084 prev_data = None
screamer 24:25bff2709c20 1085 # Get the current configuration data
screamer 24:25bff2709c20 1086 crt_data = Config.config_to_header(self.config_data) if self.config_data else None
screamer 24:25bff2709c20 1087 # "changed" indicates if a configuration change was detected
screamer 24:25bff2709c20 1088 changed = False
screamer 24:25bff2709c20 1089 if prev_data is not None: # a previous mbed_config.h exists
screamer 24:25bff2709c20 1090 if crt_data is None: # no configuration data, so "mbed_config.h" needs to be removed
screamer 24:25bff2709c20 1091 remove(self.config_file)
screamer 24:25bff2709c20 1092 self.config_file = None # this means "config file not present"
screamer 24:25bff2709c20 1093 changed = True
screamer 24:25bff2709c20 1094 elif crt_data != prev_data: # different content of config file
screamer 24:25bff2709c20 1095 with open(self.config_file, "wt") as f:
screamer 24:25bff2709c20 1096 f.write(crt_data)
screamer 24:25bff2709c20 1097 changed = True
screamer 24:25bff2709c20 1098 else: # a previous mbed_config.h does not exist
screamer 24:25bff2709c20 1099 if crt_data is not None: # there's configuration data available
screamer 24:25bff2709c20 1100 with open(self.config_file, "wt") as f:
screamer 24:25bff2709c20 1101 f.write(crt_data)
screamer 24:25bff2709c20 1102 changed = True
screamer 24:25bff2709c20 1103 else:
screamer 24:25bff2709c20 1104 self.config_file = None # this means "config file not present"
screamer 24:25bff2709c20 1105 # If there was a change in configuration, rebuild everything
screamer 24:25bff2709c20 1106 self.build_all = changed
screamer 24:25bff2709c20 1107 # Make sure that this function will only return the location of the configuration
screamer 24:25bff2709c20 1108 # file for subsequent calls, without trying to manipulate its content in any way.
screamer 24:25bff2709c20 1109 self.config_processed = True
screamer 24:25bff2709c20 1110 return self.config_file
screamer 24:25bff2709c20 1111
screamer 24:25bff2709c20 1112 @abstractmethod
screamer 24:25bff2709c20 1113 def get_config_option(self, config_header):
screamer 24:25bff2709c20 1114 """Generate the compiler option that forces the inclusion of the configuration
screamer 24:25bff2709c20 1115 header file.
screamer 24:25bff2709c20 1116
screamer 24:25bff2709c20 1117 Positional arguments:
screamer 24:25bff2709c20 1118 config_header -- The configuration header that will be included within all source files
screamer 24:25bff2709c20 1119
screamer 24:25bff2709c20 1120 Return value:
screamer 24:25bff2709c20 1121 A list of the command line arguments that will force the inclusion the specified header
screamer 24:25bff2709c20 1122
screamer 24:25bff2709c20 1123 Side effects:
screamer 24:25bff2709c20 1124 None
screamer 24:25bff2709c20 1125 """
screamer 24:25bff2709c20 1126 raise NotImplemented
screamer 24:25bff2709c20 1127
screamer 24:25bff2709c20 1128 @abstractmethod
screamer 24:25bff2709c20 1129 def assemble(self, source, object, includes):
screamer 24:25bff2709c20 1130 """Generate the command line that assembles.
screamer 24:25bff2709c20 1131
screamer 24:25bff2709c20 1132 Positional arguments:
screamer 24:25bff2709c20 1133 source -- a file path that is the file to assemble
screamer 24:25bff2709c20 1134 object -- a file path that is the destination object
screamer 24:25bff2709c20 1135 includes -- a list of all directories where header files may be found
screamer 24:25bff2709c20 1136
screamer 24:25bff2709c20 1137 Return value:
screamer 24:25bff2709c20 1138 The complete command line, as a list, that would invoke the assembler
screamer 24:25bff2709c20 1139 on the source file, include all the include paths, and generate
screamer 24:25bff2709c20 1140 the specified object file.
screamer 24:25bff2709c20 1141
screamer 24:25bff2709c20 1142 Side effects:
screamer 24:25bff2709c20 1143 None
screamer 24:25bff2709c20 1144
screamer 24:25bff2709c20 1145 Note:
screamer 24:25bff2709c20 1146 This method should be decorated with @hook_tool.
screamer 24:25bff2709c20 1147 """
screamer 24:25bff2709c20 1148 raise NotImplemented
screamer 24:25bff2709c20 1149
screamer 24:25bff2709c20 1150 @abstractmethod
screamer 24:25bff2709c20 1151 def compile_c(self, source, object, includes):
screamer 24:25bff2709c20 1152 """Generate the command line that compiles a C source file.
screamer 24:25bff2709c20 1153
screamer 24:25bff2709c20 1154 Positional arguments:
screamer 24:25bff2709c20 1155 source -- the C source file to compile
screamer 24:25bff2709c20 1156 object -- the destination object file
screamer 24:25bff2709c20 1157 includes -- a list of all the directories where header files may be found
screamer 24:25bff2709c20 1158
screamer 24:25bff2709c20 1159 Return value:
screamer 24:25bff2709c20 1160 The complete command line, as a list, that would invoke the C compiler
screamer 24:25bff2709c20 1161 on the source file, include all the include paths, and generate the
screamer 24:25bff2709c20 1162 specified object file.
screamer 24:25bff2709c20 1163
screamer 24:25bff2709c20 1164 Side effects:
screamer 24:25bff2709c20 1165 None
screamer 24:25bff2709c20 1166
screamer 24:25bff2709c20 1167 Note:
screamer 24:25bff2709c20 1168 This method should be decorated with @hook_tool.
screamer 24:25bff2709c20 1169 """
screamer 24:25bff2709c20 1170 raise NotImplemented
screamer 24:25bff2709c20 1171
screamer 24:25bff2709c20 1172 @abstractmethod
screamer 24:25bff2709c20 1173 def compile_cpp(self, source, object, includes):
screamer 24:25bff2709c20 1174 """Generate the command line that compiles a C++ source file.
screamer 24:25bff2709c20 1175
screamer 24:25bff2709c20 1176 Positional arguments:
screamer 24:25bff2709c20 1177 source -- the C++ source file to compile
screamer 24:25bff2709c20 1178 object -- the destination object file
screamer 24:25bff2709c20 1179 includes -- a list of all the directories where header files may be found
screamer 24:25bff2709c20 1180
screamer 24:25bff2709c20 1181 Return value:
screamer 24:25bff2709c20 1182 The complete command line, as a list, that would invoke the C++ compiler
screamer 24:25bff2709c20 1183 on the source file, include all the include paths, and generate the
screamer 24:25bff2709c20 1184 specified object file.
screamer 24:25bff2709c20 1185
screamer 24:25bff2709c20 1186 Side effects:
screamer 24:25bff2709c20 1187 None
screamer 24:25bff2709c20 1188
screamer 24:25bff2709c20 1189 Note:
screamer 24:25bff2709c20 1190 This method should be decorated with @hook_tool.
screamer 24:25bff2709c20 1191 """
screamer 24:25bff2709c20 1192 raise NotImplemented
screamer 24:25bff2709c20 1193
screamer 24:25bff2709c20 1194 @abstractmethod
screamer 24:25bff2709c20 1195 def link(self, output, objects, libraries, lib_dirs, mem_map):
screamer 24:25bff2709c20 1196 """Run the linker to create an executable and memory map.
screamer 24:25bff2709c20 1197
screamer 24:25bff2709c20 1198 Positional arguments:
screamer 24:25bff2709c20 1199 output -- the file name to place the executable in
screamer 24:25bff2709c20 1200 objects -- all of the object files to link
screamer 24:25bff2709c20 1201 libraries -- all of the required libraries
screamer 24:25bff2709c20 1202 lib_dirs -- where the required libraries are located
screamer 24:25bff2709c20 1203 mem_map -- the location where the memory map file should be stored
screamer 24:25bff2709c20 1204
screamer 24:25bff2709c20 1205 Return value:
screamer 24:25bff2709c20 1206 None
screamer 24:25bff2709c20 1207
screamer 24:25bff2709c20 1208 Side effect:
screamer 24:25bff2709c20 1209 Runs the linker to produce the executable.
screamer 24:25bff2709c20 1210
screamer 24:25bff2709c20 1211 Note:
screamer 24:25bff2709c20 1212 This method should be decorated with @hook_tool.
screamer 24:25bff2709c20 1213 """
screamer 24:25bff2709c20 1214 raise NotImplemented
screamer 24:25bff2709c20 1215
screamer 24:25bff2709c20 1216 @abstractmethod
screamer 24:25bff2709c20 1217 def archive(self, objects, lib_path):
screamer 24:25bff2709c20 1218 """Run the command line that creates an archive.
screamer 24:25bff2709c20 1219
screamer 24:25bff2709c20 1220 Positional arguhments:
screamer 24:25bff2709c20 1221 objects -- a list of all the object files that should be archived
screamer 24:25bff2709c20 1222 lib_path -- the file name of the resulting library file
screamer 24:25bff2709c20 1223
screamer 24:25bff2709c20 1224 Return value:
screamer 24:25bff2709c20 1225 None
screamer 24:25bff2709c20 1226
screamer 24:25bff2709c20 1227 Side effect:
screamer 24:25bff2709c20 1228 Runs the archiving tool to produce the library file.
screamer 24:25bff2709c20 1229
screamer 24:25bff2709c20 1230 Note:
screamer 24:25bff2709c20 1231 This method should be decorated with @hook_tool.
screamer 24:25bff2709c20 1232 """
screamer 24:25bff2709c20 1233 raise NotImplemented
screamer 24:25bff2709c20 1234
screamer 24:25bff2709c20 1235 @abstractmethod
screamer 24:25bff2709c20 1236 def binary(self, resources, elf, bin):
screamer 24:25bff2709c20 1237 """Run the command line that will Extract a simplified binary file.
screamer 24:25bff2709c20 1238
screamer 24:25bff2709c20 1239 Positional arguments:
screamer 24:25bff2709c20 1240 resources -- A resources object (Is not used in any of the toolchains)
screamer 24:25bff2709c20 1241 elf -- the executable file that is to be converted
screamer 24:25bff2709c20 1242 bin -- the file name of the to be created simplified binary file
screamer 24:25bff2709c20 1243
screamer 24:25bff2709c20 1244 Return value:
screamer 24:25bff2709c20 1245 None
screamer 24:25bff2709c20 1246
screamer 24:25bff2709c20 1247 Side effect:
screamer 24:25bff2709c20 1248 Runs the elf2bin tool to produce the simplified binary file.
screamer 24:25bff2709c20 1249
screamer 24:25bff2709c20 1250 Note:
screamer 24:25bff2709c20 1251 This method should be decorated with @hook_tool.
screamer 24:25bff2709c20 1252 """
screamer 24:25bff2709c20 1253 raise NotImplemented
screamer 13:ab47a20b66f0 1254
screamer 13:ab47a20b66f0 1255 # Return the list of macros geenrated by the build system
screamer 13:ab47a20b66f0 1256 def get_config_macros(self):
screamer 13:ab47a20b66f0 1257 return Config.config_to_macros(self.config_data) if self.config_data else []
screamer 13:ab47a20b66f0 1258
screamer 20:835f6355470d 1259 from tools.settings import ARM_PATH
screamer 0:66f3b5499f7f 1260 from tools.settings import GCC_ARM_PATH, GCC_CR_PATH
screamer 0:66f3b5499f7f 1261 from tools.settings import IAR_PATH
screamer 0:66f3b5499f7f 1262
screamer 20:835f6355470d 1263 TOOLCHAIN_PATHS = {
screamer 20:835f6355470d 1264 'ARM': ARM_PATH,
screamer 20:835f6355470d 1265 'uARM': ARM_PATH,
screamer 0:66f3b5499f7f 1266 'GCC_ARM': GCC_ARM_PATH,
screamer 0:66f3b5499f7f 1267 'GCC_CR': GCC_CR_PATH,
screamer 0:66f3b5499f7f 1268 'IAR': IAR_PATH
screamer 0:66f3b5499f7f 1269 }
screamer 0:66f3b5499f7f 1270
screamer 0:66f3b5499f7f 1271 from tools.toolchains.arm import ARM_STD, ARM_MICRO
screamer 0:66f3b5499f7f 1272 from tools.toolchains.gcc import GCC_ARM, GCC_CR
screamer 0:66f3b5499f7f 1273 from tools.toolchains.iar import IAR
screamer 0:66f3b5499f7f 1274
screamer 0:66f3b5499f7f 1275 TOOLCHAIN_CLASSES = {
screamer 0:66f3b5499f7f 1276 'ARM': ARM_STD,
screamer 0:66f3b5499f7f 1277 'uARM': ARM_MICRO,
screamer 0:66f3b5499f7f 1278 'GCC_ARM': GCC_ARM,
screamer 0:66f3b5499f7f 1279 'GCC_CR': GCC_CR,
screamer 0:66f3b5499f7f 1280 'IAR': IAR
screamer 0:66f3b5499f7f 1281 }
screamer 0:66f3b5499f7f 1282
screamer 0:66f3b5499f7f 1283 TOOLCHAINS = set(TOOLCHAIN_CLASSES.keys())