Anders Blomdell / mbed-sdk-tools

Clone of official tools

toolchains/__init__.py@36:96847d42f010, 2017-06-22 (annotated)

Committer:
The Other Jimmy
Date:
Thu Jun 22 11:12:28 2017 -0500
Revision:
36:96847d42f010
Parent:
35:da9c89f8be7d
Child:
38:399953da035d
Tools release 5.5.1

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 """
screamer 0:66f3b5499f7f 2 mbed SDK
screamer 0:66f3b5499f7f 3 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 4
screamer 0:66f3b5499f7f 5 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 6 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 7 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 8
screamer 0:66f3b5499f7f 9 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 10
screamer 0:66f3b5499f7f 11 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 12 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 13 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 14 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 15 limitations under the License.
screamer 0:66f3b5499f7f 16 """
screamer 0:66f3b5499f7f 17
screamer 0:66f3b5499f7f 18 import re
screamer 0:66f3b5499f7f 19 import sys
screamer 24:25bff2709c20 20 from os import stat, walk, getcwd, sep, remove
screamer 0:66f3b5499f7f 21 from copy import copy
screamer 0:66f3b5499f7f 22 from time import time, sleep
screamer 0:66f3b5499f7f 23 from types import ListType
screamer 0:66f3b5499f7f 24 from shutil import copyfile
screamer 13:ab47a20b66f0 25 from os.path import join, splitext, exists, relpath, dirname, basename, split, abspath, isfile, isdir
screamer 0:66f3b5499f7f 26 from inspect import getmro
screamer 13:ab47a20b66f0 27 from copy import deepcopy
screamer 13:ab47a20b66f0 28 from tools.config import Config
screamer 24:25bff2709c20 29 from abc import ABCMeta, abstractmethod
The Other Jimmy 31:8ea194f6145b 30 from distutils.spawn import find_executable
screamer 0:66f3b5499f7f 31
screamer 0:66f3b5499f7f 32 from multiprocessing import Pool, cpu_count
screamer 21:4fdf0dd04f6f 33 from tools.utils import run_cmd, mkdir, rel_path, ToolException, NotSupportedException, split_path, compile_worker
The Other Jimmy 31:8ea194f6145b 34 from tools.settings import MBED_ORG_USER
screamer 0:66f3b5499f7f 35 import tools.hooks as hooks
Screamer@Y5070-M.virtuoso 12:f2e8a005c7d3 36 from tools.memap import MemapParser
screamer 0:66f3b5499f7f 37 from hashlib import md5
screamer 7:5af61d55adbe 38 import fnmatch
screamer 0:66f3b5499f7f 39
screamer 0:66f3b5499f7f 40
screamer 0:66f3b5499f7f 41 #Disables multiprocessing if set to higher number than the host machine CPUs
screamer 0:66f3b5499f7f 42 CPU_COUNT_MIN = 1
screamer 21:4fdf0dd04f6f 43 CPU_COEF = 1
screamer 7:5af61d55adbe 44
screamer 0:66f3b5499f7f 45 class Resources:
screamer 0:66f3b5499f7f 46 def __init__(self, base_path=None):
screamer 0:66f3b5499f7f 47 self.base_path = base_path
screamer 0:66f3b5499f7f 48
screamer 13:ab47a20b66f0 49 self.file_basepath = {}
screamer 13:ab47a20b66f0 50
screamer 0:66f3b5499f7f 51 self.inc_dirs = []
screamer 0:66f3b5499f7f 52 self.headers = []
screamer 0:66f3b5499f7f 53
screamer 0:66f3b5499f7f 54 self.s_sources = []
screamer 0:66f3b5499f7f 55 self.c_sources = []
screamer 0:66f3b5499f7f 56 self.cpp_sources = []
screamer 0:66f3b5499f7f 57
screamer 0:66f3b5499f7f 58 self.lib_dirs = set([])
screamer 0:66f3b5499f7f 59 self.objects = []
screamer 0:66f3b5499f7f 60 self.libraries = []
screamer 0:66f3b5499f7f 61
screamer 0:66f3b5499f7f 62 # mbed special files
screamer 0:66f3b5499f7f 63 self.lib_builds = []
screamer 0:66f3b5499f7f 64 self.lib_refs = []
screamer 0:66f3b5499f7f 65
screamer 0:66f3b5499f7f 66 self.repo_dirs = []
screamer 0:66f3b5499f7f 67 self.repo_files = []
screamer 0:66f3b5499f7f 68
screamer 0:66f3b5499f7f 69 self.linker_script = None
screamer 0:66f3b5499f7f 70
screamer 0:66f3b5499f7f 71 # Other files
screamer 0:66f3b5499f7f 72 self.hex_files = []
screamer 0:66f3b5499f7f 73 self.bin_files = []
screamer 7:5af61d55adbe 74 self.json_files = []
screamer 7:5af61d55adbe 75
screamer 13:ab47a20b66f0 76 # Features
screamer 13:ab47a20b66f0 77 self.features = {}
screamer 13:ab47a20b66f0 78
screamer 7:5af61d55adbe 79 def __add__(self, resources):
screamer 7:5af61d55adbe 80 if resources is None:
screamer 7:5af61d55adbe 81 return self
screamer 7:5af61d55adbe 82 else:
screamer 7:5af61d55adbe 83 return self.add(resources)
screamer 7:5af61d55adbe 84
screamer 7:5af61d55adbe 85 def __radd__(self, resources):
screamer 7:5af61d55adbe 86 if resources is None:
screamer 7:5af61d55adbe 87 return self
screamer 7:5af61d55adbe 88 else:
screamer 7:5af61d55adbe 89 return self.add(resources)
screamer 0:66f3b5499f7f 90
screamer 0:66f3b5499f7f 91 def add(self, resources):
screamer 13:ab47a20b66f0 92 for f,p in resources.file_basepath.items():
screamer 13:ab47a20b66f0 93 self.file_basepath[f] = p
screamer 13:ab47a20b66f0 94
screamer 0:66f3b5499f7f 95 self.inc_dirs += resources.inc_dirs
screamer 0:66f3b5499f7f 96 self.headers += resources.headers
screamer 0:66f3b5499f7f 97
screamer 0:66f3b5499f7f 98 self.s_sources += resources.s_sources
screamer 0:66f3b5499f7f 99 self.c_sources += resources.c_sources
screamer 0:66f3b5499f7f 100 self.cpp_sources += resources.cpp_sources
screamer 0:66f3b5499f7f 101
screamer 0:66f3b5499f7f 102 self.lib_dirs |= resources.lib_dirs
screamer 0:66f3b5499f7f 103 self.objects += resources.objects
screamer 0:66f3b5499f7f 104 self.libraries += resources.libraries
screamer 0:66f3b5499f7f 105
screamer 0:66f3b5499f7f 106 self.lib_builds += resources.lib_builds
screamer 0:66f3b5499f7f 107 self.lib_refs += resources.lib_refs
screamer 0:66f3b5499f7f 108
screamer 0:66f3b5499f7f 109 self.repo_dirs += resources.repo_dirs
screamer 0:66f3b5499f7f 110 self.repo_files += resources.repo_files
screamer 0:66f3b5499f7f 111
screamer 0:66f3b5499f7f 112 if resources.linker_script is not None:
screamer 0:66f3b5499f7f 113 self.linker_script = resources.linker_script
screamer 0:66f3b5499f7f 114
screamer 0:66f3b5499f7f 115 self.hex_files += resources.hex_files
screamer 0:66f3b5499f7f 116 self.bin_files += resources.bin_files
screamer 7:5af61d55adbe 117 self.json_files += resources.json_files
screamer 7:5af61d55adbe 118
screamer 13:ab47a20b66f0 119 self.features.update(resources.features)
screamer 13:ab47a20b66f0 120
screamer 7:5af61d55adbe 121 return self
screamer 0:66f3b5499f7f 122
The Other Jimmy 31:8ea194f6145b 123 def _collect_duplicates(self, dupe_dict, dupe_headers):
The Other Jimmy 31:8ea194f6145b 124 for filename in self.s_sources + self.c_sources + self.cpp_sources:
The Other Jimmy 31:8ea194f6145b 125 objname, _ = splitext(basename(filename))
The Other Jimmy 31:8ea194f6145b 126 dupe_dict.setdefault(objname, set())
The Other Jimmy 31:8ea194f6145b 127 dupe_dict[objname] |= set([filename])
The Other Jimmy 31:8ea194f6145b 128 for filename in self.headers:
The Other Jimmy 31:8ea194f6145b 129 headername = basename(filename)
The Other Jimmy 31:8ea194f6145b 130 dupe_headers.setdefault(headername, set())
The Other Jimmy 31:8ea194f6145b 131 dupe_headers[headername] |= set([headername])
The Other Jimmy 31:8ea194f6145b 132 for res in self.features.values():
The Other Jimmy 31:8ea194f6145b 133 res._collect_duplicates(dupe_dict, dupe_headers)
The Other Jimmy 31:8ea194f6145b 134 return dupe_dict, dupe_headers
The Other Jimmy 31:8ea194f6145b 135
The Other Jimmy 31:8ea194f6145b 136 def detect_duplicates(self, toolchain):
The Other Jimmy 31:8ea194f6145b 137 """Detect all potential ambiguities in filenames and report them with
The Other Jimmy 31:8ea194f6145b 138 a toolchain notification
The Other Jimmy 31:8ea194f6145b 139
The Other Jimmy 31:8ea194f6145b 140 Positional Arguments:
The Other Jimmy 31:8ea194f6145b 141 toolchain - used for notifications
The Other Jimmy 31:8ea194f6145b 142 """
The Other Jimmy 31:8ea194f6145b 143 count = 0
The Other Jimmy 31:8ea194f6145b 144 dupe_dict, dupe_headers = self._collect_duplicates(dict(), dict())
The Other Jimmy 31:8ea194f6145b 145 for objname, filenames in dupe_dict.iteritems():
The Other Jimmy 31:8ea194f6145b 146 if len(filenames) > 1:
The Other Jimmy 31:8ea194f6145b 147 count+=1
The Other Jimmy 31:8ea194f6145b 148 toolchain.tool_error(
The Other Jimmy 31:8ea194f6145b 149 "Object file %s.o is not unique! It could be made from: %s"\
The Other Jimmy 31:8ea194f6145b 150 % (objname, " ".join(filenames)))
The Other Jimmy 31:8ea194f6145b 151 for headername, locations in dupe_headers.iteritems():
The Other Jimmy 31:8ea194f6145b 152 if len(locations) > 1:
The Other Jimmy 31:8ea194f6145b 153 count+=1
The Other Jimmy 31:8ea194f6145b 154 toolchain.tool_error(
The Other Jimmy 31:8ea194f6145b 155 "Header file %s is not unique! It could be: %s" %\
The Other Jimmy 31:8ea194f6145b 156 (headername, " ".join(locations)))
The Other Jimmy 31:8ea194f6145b 157 return count
The Other Jimmy 31:8ea194f6145b 158
The Other Jimmy 31:8ea194f6145b 159
screamer 0:66f3b5499f7f 160 def relative_to(self, base, dot=False):
screamer 0:66f3b5499f7f 161 for field in ['inc_dirs', 'headers', 's_sources', 'c_sources',
screamer 0:66f3b5499f7f 162 'cpp_sources', 'lib_dirs', 'objects', 'libraries',
screamer 7:5af61d55adbe 163 'lib_builds', 'lib_refs', 'repo_dirs', 'repo_files',
screamer 7:5af61d55adbe 164 'hex_files', 'bin_files', 'json_files']:
screamer 0:66f3b5499f7f 165 v = [rel_path(f, base, dot) for f in getattr(self, field)]
screamer 0:66f3b5499f7f 166 setattr(self, field, v)
screamer 13:ab47a20b66f0 167
screamer 13:ab47a20b66f0 168 self.features = {k: f.relative_to(base, dot) for k, f in self.features.iteritems() if f}
screamer 13:ab47a20b66f0 169
screamer 0:66f3b5499f7f 170 if self.linker_script is not None:
screamer 0:66f3b5499f7f 171 self.linker_script = rel_path(self.linker_script, base, dot)
screamer 0:66f3b5499f7f 172
screamer 0:66f3b5499f7f 173 def win_to_unix(self):
screamer 0:66f3b5499f7f 174 for field in ['inc_dirs', 'headers', 's_sources', 'c_sources',
screamer 0:66f3b5499f7f 175 'cpp_sources', 'lib_dirs', 'objects', 'libraries',
screamer 7:5af61d55adbe 176 'lib_builds', 'lib_refs', 'repo_dirs', 'repo_files',
screamer 7:5af61d55adbe 177 'hex_files', 'bin_files', 'json_files']:
screamer 0:66f3b5499f7f 178 v = [f.replace('\\', '/') for f in getattr(self, field)]
screamer 0:66f3b5499f7f 179 setattr(self, field, v)
screamer 13:ab47a20b66f0 180
screamer 13:ab47a20b66f0 181 self.features = {k: f.win_to_unix() for k, f in self.features.iteritems() if f}
screamer 13:ab47a20b66f0 182
screamer 0:66f3b5499f7f 183 if self.linker_script is not None:
screamer 0:66f3b5499f7f 184 self.linker_script = self.linker_script.replace('\\', '/')
screamer 0:66f3b5499f7f 185
screamer 0:66f3b5499f7f 186 def __str__(self):
screamer 0:66f3b5499f7f 187 s = []
screamer 0:66f3b5499f7f 188
screamer 0:66f3b5499f7f 189 for (label, resources) in (
screamer 0:66f3b5499f7f 190 ('Include Directories', self.inc_dirs),
screamer 0:66f3b5499f7f 191 ('Headers', self.headers),
screamer 0:66f3b5499f7f 192
screamer 0:66f3b5499f7f 193 ('Assembly sources', self.s_sources),
screamer 0:66f3b5499f7f 194 ('C sources', self.c_sources),
screamer 0:66f3b5499f7f 195 ('C++ sources', self.cpp_sources),
screamer 0:66f3b5499f7f 196
screamer 0:66f3b5499f7f 197 ('Library directories', self.lib_dirs),
screamer 0:66f3b5499f7f 198 ('Objects', self.objects),
screamer 0:66f3b5499f7f 199 ('Libraries', self.libraries),
screamer 0:66f3b5499f7f 200
screamer 0:66f3b5499f7f 201 ('Hex files', self.hex_files),
screamer 0:66f3b5499f7f 202 ('Bin files', self.bin_files),
screamer 13:ab47a20b66f0 203
screamer 13:ab47a20b66f0 204 ('Features', self.features),
screamer 0:66f3b5499f7f 205 ):
screamer 0:66f3b5499f7f 206 if resources:
screamer 0:66f3b5499f7f 207 s.append('%s:\n ' % label + '\n '.join(resources))
screamer 0:66f3b5499f7f 208
screamer 0:66f3b5499f7f 209 if self.linker_script:
screamer 0:66f3b5499f7f 210 s.append('Linker Script: ' + self.linker_script)
screamer 0:66f3b5499f7f 211
screamer 0:66f3b5499f7f 212 return '\n'.join(s)
screamer 0:66f3b5499f7f 213
screamer 0:66f3b5499f7f 214 # Support legacy build conventions: the original mbed build system did not have
screamer 0:66f3b5499f7f 215 # standard labels for the "TARGET_" and "TOOLCHAIN_" specific directories, but
screamer 0:66f3b5499f7f 216 # had the knowledge of a list of these directories to be ignored.
screamer 0:66f3b5499f7f 217 LEGACY_IGNORE_DIRS = set([
The Other Jimmy 36:96847d42f010 218 'LPC11U24', 'LPC1768', 'LPC4088', 'LPC812', 'KL25Z',
screamer 14:ee1b877e6839 219 'ARM', 'uARM', 'IAR',
screamer 14:ee1b877e6839 220 'GCC_ARM', 'GCC_CS', 'GCC_CR', 'GCC_CW', 'GCC_CW_EWL', 'GCC_CW_NEWLIB',
screamer 0:66f3b5499f7f 221 ])
screamer 0:66f3b5499f7f 222 LEGACY_TOOLCHAIN_NAMES = {
screamer 0:66f3b5499f7f 223 'ARM_STD':'ARM', 'ARM_MICRO': 'uARM',
screamer 17:04753e1e329d 224 'GCC_ARM': 'GCC_ARM', 'GCC_CR': 'GCC_CR',
screamer 0:66f3b5499f7f 225 'IAR': 'IAR',
screamer 0:66f3b5499f7f 226 }
screamer 0:66f3b5499f7f 227
screamer 0:66f3b5499f7f 228
screamer 0:66f3b5499f7f 229 class mbedToolchain:
screamer 24:25bff2709c20 230 # Verbose logging
screamer 0:66f3b5499f7f 231 VERBOSE = True
screamer 24:25bff2709c20 232
screamer 24:25bff2709c20 233 # Compile C files as CPP
screamer 21:4fdf0dd04f6f 234 COMPILE_C_AS_CPP = False
screamer 24:25bff2709c20 235
screamer 24:25bff2709c20 236 # Response files for compiling, includes, linking and archiving.
screamer 24:25bff2709c20 237 # Not needed on posix systems where the typical arg limit is 2 megabytes
screamer 21:4fdf0dd04f6f 238 RESPONSE_FILES = True
screamer 0:66f3b5499f7f 239
screamer 0:66f3b5499f7f 240 CORTEX_SYMBOLS = {
screamer 0:66f3b5499f7f 241 "Cortex-M0" : ["__CORTEX_M0", "ARM_MATH_CM0", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 242 "Cortex-M0+": ["__CORTEX_M0PLUS", "ARM_MATH_CM0PLUS", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 17:04753e1e329d 243 "Cortex-M1" : ["__CORTEX_M3", "ARM_MATH_CM1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 244 "Cortex-M3" : ["__CORTEX_M3", "ARM_MATH_CM3", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 245 "Cortex-M4" : ["__CORTEX_M4", "ARM_MATH_CM4", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 17:04753e1e329d 246 "Cortex-M4F" : ["__CORTEX_M4", "ARM_MATH_CM4", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 247 "Cortex-M7" : ["__CORTEX_M7", "ARM_MATH_CM7", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 17:04753e1e329d 248 "Cortex-M7F" : ["__CORTEX_M7", "ARM_MATH_CM7", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 17:04753e1e329d 249 "Cortex-M7FD" : ["__CORTEX_M7", "ARM_MATH_CM7", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 250 "Cortex-A9" : ["__CORTEX_A9", "ARM_MATH_CA9", "__FPU_PRESENT", "__CMSIS_RTOS", "__EVAL", "__MBED_CMSIS_RTOS_CA9"],
screamer 0:66f3b5499f7f 251 }
screamer 0:66f3b5499f7f 252
screamer 13:ab47a20b66f0 253 MBED_CONFIG_FILE_NAME="mbed_config.h"
screamer 13:ab47a20b66f0 254
The Other Jimmy 36:96847d42f010 255 PROFILE_FILE_NAME = ".profile"
The Other Jimmy 36:96847d42f010 256
screamer 24:25bff2709c20 257 __metaclass__ = ABCMeta
screamer 24:25bff2709c20 258
The Other Jimmy 31:8ea194f6145b 259 profile_template = {'common':[], 'c':[], 'cxx':[], 'asm':[], 'ld':[]}
The Other Jimmy 31:8ea194f6145b 260
The Other Jimmy 36:96847d42f010 261 def __init__(self, target, notify=None, macros=None, silent=False,
The Other Jimmy 36:96847d42f010 262 extra_verbose=False, build_profile=None, build_dir=None):
screamer 0:66f3b5499f7f 263 self.target = target
screamer 0:66f3b5499f7f 264 self.name = self.__class__.__name__
screamer 22:9e85236d8716 265
screamer 13:ab47a20b66f0 266 # compile/assemble/link/binary hooks
screamer 0:66f3b5499f7f 267 self.hook = hooks.Hook(target, self)
screamer 13:ab47a20b66f0 268
screamer 13:ab47a20b66f0 269 # Toolchain flags
The Other Jimmy 31:8ea194f6145b 270 self.flags = deepcopy(build_profile or self.profile_template)
screamer 22:9e85236d8716 271
The Other Jimmy 35:da9c89f8be7d 272 # System libraries provided by the toolchain
The Other Jimmy 35:da9c89f8be7d 273 self.sys_libs = []
The Other Jimmy 35:da9c89f8be7d 274
screamer 13:ab47a20b66f0 275 # User-defined macros
screamer 13:ab47a20b66f0 276 self.macros = macros or []
screamer 22:9e85236d8716 277
screamer 13:ab47a20b66f0 278 # Macros generated from toolchain and target rules/features
screamer 29:1210849dba19 279 self.asm_symbols = None
screamer 29:1210849dba19 280 self.cxx_symbols = None
screamer 22:9e85236d8716 281
screamer 13:ab47a20b66f0 282 # Labels generated from toolchain and target rules/features (used for selective build)
screamer 13:ab47a20b66f0 283 self.labels = None
screamer 22:9e85236d8716 284
screamer 24:25bff2709c20 285 # This will hold the initialized config object
screamer 24:25bff2709c20 286 self.config = None
screamer 24:25bff2709c20 287
screamer 13:ab47a20b66f0 288 # This will hold the configuration data (as returned by Config.get_config_data())
screamer 13:ab47a20b66f0 289 self.config_data = None
screamer 0:66f3b5499f7f 290
screamer 24:25bff2709c20 291 # This will hold the location of the configuration file or None if there's no configuration available
screamer 24:25bff2709c20 292 self.config_file = None
screamer 24:25bff2709c20 293
screamer 24:25bff2709c20 294 # Call guard for "get_config_data" (see the comments of get_config_data for details)
screamer 24:25bff2709c20 295 self.config_processed = False
screamer 24:25bff2709c20 296
screamer 13:ab47a20b66f0 297 # Non-incremental compile
screamer 13:ab47a20b66f0 298 self.build_all = False
screamer 22:9e85236d8716 299
screamer 13:ab47a20b66f0 300 # Build output dir
The Other Jimmy 36:96847d42f010 301 self.build_dir = build_dir
screamer 13:ab47a20b66f0 302 self.timestamp = time()
screamer 13:ab47a20b66f0 303
screamer 13:ab47a20b66f0 304 # Number of concurrent build jobs. 0 means auto (based on host system cores)
screamer 13:ab47a20b66f0 305 self.jobs = 0
screamer 13:ab47a20b66f0 306
screamer 13:ab47a20b66f0 307 # Ignore patterns from .mbedignore files
screamer 13:ab47a20b66f0 308 self.ignore_patterns = []
screamer 13:ab47a20b66f0 309
screamer 13:ab47a20b66f0 310 # Pre-mbed 2.0 ignore dirs
screamer 21:4fdf0dd04f6f 311 self.legacy_ignore_dirs = (LEGACY_IGNORE_DIRS | TOOLCHAINS) - set([target.name, LEGACY_TOOLCHAIN_NAMES[self.name]])
screamer 0:66f3b5499f7f 312
screamer 13:ab47a20b66f0 313 # Output notify function
screamer 22:9e85236d8716 314 # This function is passed all events, and expected to handle notification of the
screamer 22:9e85236d8716 315 # user, emit the events to a log, etc.
screamer 22:9e85236d8716 316 # The API for all notify methods passed into the notify parameter is as follows:
screamer 22:9e85236d8716 317 # def notify(Event, Silent)
screamer 22:9e85236d8716 318 # Where *Event* is a dict representing the toolchain event that was generated
screamer 22:9e85236d8716 319 # e.g.: a compile succeeded, or a warning was emitted by the compiler
screamer 22:9e85236d8716 320 # or an application was linked
screamer 22:9e85236d8716 321 # *Silent* is a boolean
screamer 0:66f3b5499f7f 322 if notify:
screamer 0:66f3b5499f7f 323 self.notify_fun = notify
screamer 0:66f3b5499f7f 324 elif extra_verbose:
screamer 0:66f3b5499f7f 325 self.notify_fun = self.print_notify_verbose
screamer 0:66f3b5499f7f 326 else:
screamer 0:66f3b5499f7f 327 self.notify_fun = self.print_notify
screamer 22:9e85236d8716 328
screamer 13:ab47a20b66f0 329 # Silent builds (no output)
screamer 13:ab47a20b66f0 330 self.silent = silent
screamer 22:9e85236d8716 331
screamer 13:ab47a20b66f0 332 # Print output buffer
screamer 22:9e85236d8716 333 self.output = str()
screamer 22:9e85236d8716 334 self.map_outputs = list() # Place to store memmap scan results in JSON like data structures
screamer 0:66f3b5499f7f 335
screamer 13:ab47a20b66f0 336 # uVisor spepcific rules
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 337 if 'UVISOR' in self.target.features and 'UVISOR_SUPPORTED' in self.target.extra_labels:
screamer 0:66f3b5499f7f 338 self.target.core = re.sub(r"F$", '', self.target.core)
screamer 24:25bff2709c20 339
screamer 24:25bff2709c20 340 # Stats cache is used to reduce the amount of IO requests to stat
screamer 24:25bff2709c20 341 # header files during dependency change. See need_update()
screamer 17:04753e1e329d 342 self.stat_cache = {}
screamer 17:04753e1e329d 343
screamer 24:25bff2709c20 344 # Used by the mbed Online Build System to build in chrooted environment
screamer 24:25bff2709c20 345 self.CHROOT = None
screamer 24:25bff2709c20 346
screamer 24:25bff2709c20 347 # Call post __init__() hooks before the ARM/GCC_ARM/IAR toolchain __init__() takes over
screamer 14:ee1b877e6839 348 self.init()
screamer 14:ee1b877e6839 349
screamer 24:25bff2709c20 350 # Used for post __init__() hooks
screamer 24:25bff2709c20 351 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 352 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 14:ee1b877e6839 353 def init(self):
screamer 14:ee1b877e6839 354 return True
screamer 0:66f3b5499f7f 355
screamer 0:66f3b5499f7f 356 def get_output(self):
screamer 0:66f3b5499f7f 357 return self.output
screamer 0:66f3b5499f7f 358
screamer 0:66f3b5499f7f 359 def print_notify(self, event, silent=False):
screamer 0:66f3b5499f7f 360 """ Default command line notification
screamer 0:66f3b5499f7f 361 """
screamer 0:66f3b5499f7f 362 msg = None
screamer 0:66f3b5499f7f 363
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 364 if not self.VERBOSE and event['type'] == 'tool_error':
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 365 msg = event['message']
screamer 22:9e85236d8716 366
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 367 elif event['type'] in ['info', 'debug']:
screamer 0:66f3b5499f7f 368 msg = event['message']
screamer 22:9e85236d8716 369
screamer 0:66f3b5499f7f 370 elif event['type'] == 'cc':
screamer 0:66f3b5499f7f 371 event['severity'] = event['severity'].title()
screamer 0:66f3b5499f7f 372 event['file'] = basename(event['file'])
screamer 21:4fdf0dd04f6f 373 msg = '[%(severity)s] %(file)s@%(line)s,%(col)s: %(message)s' % event
screamer 0:66f3b5499f7f 374
screamer 0:66f3b5499f7f 375 elif event['type'] == 'progress':
The Other Jimmy 31:8ea194f6145b 376 if 'percent' in event:
The Other Jimmy 31:8ea194f6145b 377 msg = '{} [{:>5.1f}%]: {}'.format(event['action'].title(),
The Other Jimmy 31:8ea194f6145b 378 event['percent'],
The Other Jimmy 31:8ea194f6145b 379 basename(event['file']))
The Other Jimmy 31:8ea194f6145b 380 else:
The Other Jimmy 31:8ea194f6145b 381 msg = '{}: {}'.format(event['action'].title(),
The Other Jimmy 31:8ea194f6145b 382 basename(event['file']))
screamer 0:66f3b5499f7f 383
screamer 0:66f3b5499f7f 384 if msg:
The Other Jimmy 31:8ea194f6145b 385 if not silent:
The Other Jimmy 31:8ea194f6145b 386 print msg
screamer 0:66f3b5499f7f 387 self.output += msg + "\n"
screamer 0:66f3b5499f7f 388
screamer 0:66f3b5499f7f 389 def print_notify_verbose(self, event, silent=False):
screamer 0:66f3b5499f7f 390 """ Default command line notification with more verbose mode
screamer 0:66f3b5499f7f 391 """
screamer 0:66f3b5499f7f 392 if event['type'] in ['info', 'debug']:
The Other Jimmy 31:8ea194f6145b 393 self.print_notify(event, silent=silent) # standard handle
screamer 0:66f3b5499f7f 394
screamer 0:66f3b5499f7f 395 elif event['type'] == 'cc':
screamer 0:66f3b5499f7f 396 event['severity'] = event['severity'].title()
screamer 0:66f3b5499f7f 397 event['file'] = basename(event['file'])
screamer 0:66f3b5499f7f 398 event['mcu_name'] = "None"
screamer 0:66f3b5499f7f 399 event['target_name'] = event['target_name'].upper() if event['target_name'] else "Unknown"
screamer 0:66f3b5499f7f 400 event['toolchain_name'] = event['toolchain_name'].upper() if event['toolchain_name'] else "Unknown"
screamer 0:66f3b5499f7f 401 msg = '[%(severity)s] %(target_name)s::%(toolchain_name)s::%(file)s@%(line)s: %(message)s' % event
The Other Jimmy 31:8ea194f6145b 402 if not silent:
The Other Jimmy 31:8ea194f6145b 403 print msg
screamer 0:66f3b5499f7f 404 self.output += msg + "\n"
screamer 0:66f3b5499f7f 405
screamer 0:66f3b5499f7f 406 elif event['type'] == 'progress':
screamer 0:66f3b5499f7f 407 self.print_notify(event) # standard handle
screamer 0:66f3b5499f7f 408
screamer 24:25bff2709c20 409 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 410 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 0:66f3b5499f7f 411 def notify(self, event):
screamer 0:66f3b5499f7f 412 """ Little closure for notify functions
screamer 0:66f3b5499f7f 413 """
screamer 22:9e85236d8716 414 event['toolchain'] = self
screamer 0:66f3b5499f7f 415 return self.notify_fun(event, self.silent)
screamer 0:66f3b5499f7f 416
screamer 29:1210849dba19 417 def get_symbols(self, for_asm=False):
screamer 29:1210849dba19 418 if for_asm:
screamer 29:1210849dba19 419 if self.asm_symbols is None:
screamer 29:1210849dba19 420 self.asm_symbols = []
screamer 29:1210849dba19 421
screamer 29:1210849dba19 422 # Cortex CPU symbols
screamer 29:1210849dba19 423 if self.target.core in mbedToolchain.CORTEX_SYMBOLS:
screamer 29:1210849dba19 424 self.asm_symbols.extend(mbedToolchain.CORTEX_SYMBOLS[self.target.core])
screamer 0:66f3b5499f7f 425
screamer 29:1210849dba19 426 # Add target's symbols
screamer 29:1210849dba19 427 self.asm_symbols += self.target.macros
screamer 29:1210849dba19 428 # Add extra symbols passed via 'macros' parameter
screamer 29:1210849dba19 429 self.asm_symbols += self.macros
screamer 29:1210849dba19 430 return list(set(self.asm_symbols)) # Return only unique symbols
screamer 29:1210849dba19 431 else:
screamer 29:1210849dba19 432 if self.cxx_symbols is None:
screamer 29:1210849dba19 433 # Target and Toolchain symbols
screamer 29:1210849dba19 434 labels = self.get_labels()
screamer 29:1210849dba19 435 self.cxx_symbols = ["TARGET_%s" % t for t in labels['TARGET']]
screamer 29:1210849dba19 436 self.cxx_symbols.extend(["TOOLCHAIN_%s" % t for t in labels['TOOLCHAIN']])
screamer 0:66f3b5499f7f 437
screamer 29:1210849dba19 438 # Cortex CPU symbols
screamer 29:1210849dba19 439 if self.target.core in mbedToolchain.CORTEX_SYMBOLS:
screamer 29:1210849dba19 440 self.cxx_symbols.extend(mbedToolchain.CORTEX_SYMBOLS[self.target.core])
screamer 29:1210849dba19 441
screamer 29:1210849dba19 442 # Symbols defined by the on-line build.system
screamer 29:1210849dba19 443 self.cxx_symbols.extend(['MBED_BUILD_TIMESTAMP=%s' % self.timestamp, 'TARGET_LIKE_MBED', '__MBED__=1'])
screamer 29:1210849dba19 444 if MBED_ORG_USER:
screamer 29:1210849dba19 445 self.cxx_symbols.append('MBED_USERNAME=' + MBED_ORG_USER)
screamer 0:66f3b5499f7f 446
screamer 29:1210849dba19 447 # Add target's symbols
screamer 29:1210849dba19 448 self.cxx_symbols += self.target.macros
screamer 29:1210849dba19 449 # Add target's hardware
screamer 29:1210849dba19 450 self.cxx_symbols += ["DEVICE_" + data + "=1" for data in self.target.device_has]
screamer 29:1210849dba19 451 # Add target's features
screamer 29:1210849dba19 452 self.cxx_symbols += ["FEATURE_" + data + "=1" for data in self.target.features]
screamer 29:1210849dba19 453 # Add extra symbols passed via 'macros' parameter
screamer 29:1210849dba19 454 self.cxx_symbols += self.macros
screamer 0:66f3b5499f7f 455
screamer 29:1210849dba19 456 # Form factor variables
screamer 29:1210849dba19 457 if hasattr(self.target, 'supported_form_factors'):
screamer 29:1210849dba19 458 self.cxx_symbols.extend(["TARGET_FF_%s" % t for t in self.target.supported_form_factors])
screamer 0:66f3b5499f7f 459
screamer 29:1210849dba19 460 return list(set(self.cxx_symbols)) # Return only unique symbols
screamer 0:66f3b5499f7f 461
screamer 7:5af61d55adbe 462 # Extend the internal list of macros
screamer 7:5af61d55adbe 463 def add_macros(self, new_macros):
screamer 7:5af61d55adbe 464 self.macros.extend(new_macros)
screamer 7:5af61d55adbe 465
screamer 0:66f3b5499f7f 466 def get_labels(self):
screamer 0:66f3b5499f7f 467 if self.labels is None:
screamer 0:66f3b5499f7f 468 toolchain_labels = [c.__name__ for c in getmro(self.__class__)]
screamer 0:66f3b5499f7f 469 toolchain_labels.remove('mbedToolchain')
screamer 0:66f3b5499f7f 470 self.labels = {
The Other Jimmy 31:8ea194f6145b 471 'TARGET': self.target.labels,
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 472 'FEATURE': self.target.features,
screamer 0:66f3b5499f7f 473 'TOOLCHAIN': toolchain_labels
screamer 0:66f3b5499f7f 474 }
The Other Jimmy 31:8ea194f6145b 475
The Other Jimmy 31:8ea194f6145b 476 # This is a policy decision and it should /really/ be in the config system
The Other Jimmy 31:8ea194f6145b 477 # ATM it's here for backward compatibility
The Other Jimmy 31:8ea194f6145b 478 if ((("-g" in self.flags['common'] or "-g3" in self.flags['common']) and
The Other Jimmy 36:96847d42f010 479 "-O0" in self.flags['common']) or
The Other Jimmy 31:8ea194f6145b 480 ("-r" in self.flags['common'] and
The Other Jimmy 31:8ea194f6145b 481 "-On" in self.flags['common'])):
The Other Jimmy 31:8ea194f6145b 482 self.labels['TARGET'].append("DEBUG")
The Other Jimmy 31:8ea194f6145b 483 else:
The Other Jimmy 31:8ea194f6145b 484 self.labels['TARGET'].append("RELEASE")
screamer 0:66f3b5499f7f 485 return self.labels
screamer 0:66f3b5499f7f 486
screamer 24:25bff2709c20 487
screamer 24:25bff2709c20 488 # Determine whether a source file needs updating/compiling
screamer 0:66f3b5499f7f 489 def need_update(self, target, dependencies):
screamer 0:66f3b5499f7f 490 if self.build_all:
screamer 0:66f3b5499f7f 491 return True
screamer 0:66f3b5499f7f 492
screamer 0:66f3b5499f7f 493 if not exists(target):
screamer 0:66f3b5499f7f 494 return True
screamer 0:66f3b5499f7f 495
screamer 0:66f3b5499f7f 496 target_mod_time = stat(target).st_mtime
screamer 0:66f3b5499f7f 497
screamer 0:66f3b5499f7f 498 for d in dependencies:
screamer 0:66f3b5499f7f 499 # Some objects are not provided with full path and here we do not have
screamer 0:66f3b5499f7f 500 # information about the library paths. Safe option: assume an update
screamer 22:9e85236d8716 501 if not d or not exists(d):
screamer 0:66f3b5499f7f 502 return True
screamer 17:04753e1e329d 503
screamer 22:9e85236d8716 504 if not self.stat_cache.has_key(d):
screamer 17:04753e1e329d 505 self.stat_cache[d] = stat(d).st_mtime
screamer 22:9e85236d8716 506
screamer 22:9e85236d8716 507 if self.stat_cache[d] >= target_mod_time:
screamer 22:9e85236d8716 508 return True
screamer 17:04753e1e329d 509
screamer 0:66f3b5499f7f 510 return False
screamer 0:66f3b5499f7f 511
screamer 7:5af61d55adbe 512 def is_ignored(self, file_path):
The Other Jimmy 35:da9c89f8be7d 513 """Check if file path is ignored by any .mbedignore thus far"""
screamer 13:ab47a20b66f0 514 for pattern in self.ignore_patterns:
screamer 7:5af61d55adbe 515 if fnmatch.fnmatch(file_path, pattern):
screamer 7:5af61d55adbe 516 return True
screamer 7:5af61d55adbe 517 return False
screamer 7:5af61d55adbe 518
The Other Jimmy 35:da9c89f8be7d 519 def add_ignore_patterns(self, root, base_path, patterns):
The Other Jimmy 35:da9c89f8be7d 520 """Add a series of patterns to the ignored paths
The Other Jimmy 35:da9c89f8be7d 521
The Other Jimmy 35:da9c89f8be7d 522 Positional arguments:
The Other Jimmy 35:da9c89f8be7d 523 root - the directory containing the ignore file
The Other Jimmy 35:da9c89f8be7d 524 base_path - the location that the scan started from
The Other Jimmy 35:da9c89f8be7d 525 patterns - the list of patterns we will ignore in the future
The Other Jimmy 35:da9c89f8be7d 526 """
The Other Jimmy 35:da9c89f8be7d 527 real_base = relpath(root, base_path)
The Other Jimmy 35:da9c89f8be7d 528 if real_base == ".":
The Other Jimmy 35:da9c89f8be7d 529 self.ignore_patterns.extend(patterns)
The Other Jimmy 35:da9c89f8be7d 530 else:
The Other Jimmy 35:da9c89f8be7d 531 self.ignore_patterns.extend(join(real_base, pat) for pat in patterns)
The Other Jimmy 35:da9c89f8be7d 532
screamer 13:ab47a20b66f0 533 # Create a Resources object from the path pointed to by *path* by either traversing a
screamer 13:ab47a20b66f0 534 # a directory structure, when *path* is a directory, or adding *path* to the resources,
screamer 13:ab47a20b66f0 535 # when *path* is a file.
screamer 13:ab47a20b66f0 536 # The parameter *base_path* is used to set the base_path attribute of the Resources
screamer 13:ab47a20b66f0 537 # object and the parameter *exclude_paths* is used by the directory traversal to
screamer 13:ab47a20b66f0 538 # exclude certain paths from the traversal.
screamer 13:ab47a20b66f0 539 def scan_resources(self, path, exclude_paths=None, base_path=None):
screamer 21:4fdf0dd04f6f 540 self.progress("scan", path)
screamer 21:4fdf0dd04f6f 541
screamer 0:66f3b5499f7f 542 resources = Resources(path)
screamer 13:ab47a20b66f0 543 if not base_path:
screamer 13:ab47a20b66f0 544 if isfile(path):
screamer 13:ab47a20b66f0 545 base_path = dirname(path)
screamer 13:ab47a20b66f0 546 else:
screamer 13:ab47a20b66f0 547 base_path = path
screamer 13:ab47a20b66f0 548 resources.base_path = base_path
screamer 0:66f3b5499f7f 549
screamer 13:ab47a20b66f0 550 if isfile(path):
screamer 13:ab47a20b66f0 551 self._add_file(path, resources, base_path, exclude_paths=exclude_paths)
screamer 13:ab47a20b66f0 552 else:
screamer 13:ab47a20b66f0 553 self._add_dir(path, resources, base_path, exclude_paths=exclude_paths)
screamer 13:ab47a20b66f0 554 return resources
screamer 13:ab47a20b66f0 555
screamer 13:ab47a20b66f0 556 # A helper function for scan_resources. _add_dir traverses *path* (assumed to be a
screamer 13:ab47a20b66f0 557 # directory) and heeds the ".mbedignore" files along the way. _add_dir calls _add_file
screamer 13:ab47a20b66f0 558 # on every file it considers adding to the resources object.
screamer 13:ab47a20b66f0 559 def _add_dir(self, path, resources, base_path, exclude_paths=None):
screamer 0:66f3b5499f7f 560 """ os.walk(top[, topdown=True[, onerror=None[, followlinks=False]]])
screamer 0:66f3b5499f7f 561 When topdown is True, the caller can modify the dirnames list in-place
screamer 0:66f3b5499f7f 562 (perhaps using del or slice assignment), and walk() will only recurse into
screamer 0:66f3b5499f7f 563 the subdirectories whose names remain in dirnames; this can be used to prune
screamer 0:66f3b5499f7f 564 the search, impose a specific order of visiting, or even to inform walk()
screamer 0:66f3b5499f7f 565 about directories the caller creates or renames before it resumes walk()
screamer 0:66f3b5499f7f 566 again. Modifying dirnames when topdown is False is ineffective, because in
screamer 0:66f3b5499f7f 567 bottom-up mode the directories in dirnames are generated before dirpath
screamer 0:66f3b5499f7f 568 itself is generated.
screamer 0:66f3b5499f7f 569 """
screamer 13:ab47a20b66f0 570 labels = self.get_labels()
screamer 0:66f3b5499f7f 571 for root, dirs, files in walk(path, followlinks=True):
screamer 7:5af61d55adbe 572 # Check if folder contains .mbedignore
screamer 13:ab47a20b66f0 573 if ".mbedignore" in files:
screamer 7:5af61d55adbe 574 with open (join(root,".mbedignore"), "r") as f:
screamer 7:5af61d55adbe 575 lines=f.readlines()
screamer 7:5af61d55adbe 576 lines = [l.strip() for l in lines] # Strip whitespaces
screamer 7:5af61d55adbe 577 lines = [l for l in lines if l != ""] # Strip empty lines
screamer 7:5af61d55adbe 578 lines = [l for l in lines if not re.match("^#",l)] # Strip comment lines
screamer 13:ab47a20b66f0 579 # Append root path to glob patterns and append patterns to ignore_patterns
The Other Jimmy 35:da9c89f8be7d 580 self.add_ignore_patterns(root, base_path, lines)
screamer 13:ab47a20b66f0 581
screamer 13:ab47a20b66f0 582 # Skip the whole folder if ignored, e.g. .mbedignore containing '*'
The Other Jimmy 36:96847d42f010 583 if (self.is_ignored(join(relpath(root, base_path),"")) or
The Other Jimmy 36:96847d42f010 584 self.build_dir == join(relpath(root, base_path))):
The Other Jimmy 35:da9c89f8be7d 585 dirs[:] = []
screamer 13:ab47a20b66f0 586 continue
screamer 7:5af61d55adbe 587
screamer 0:66f3b5499f7f 588 for d in copy(dirs):
screamer 0:66f3b5499f7f 589 dir_path = join(root, d)
screamer 13:ab47a20b66f0 590 # Add internal repo folders/files. This is needed for exporters
screamer 21:4fdf0dd04f6f 591 if d == '.hg' or d == '.git':
screamer 0:66f3b5499f7f 592 resources.repo_dirs.append(dir_path)
screamer 0:66f3b5499f7f 593
screamer 0:66f3b5499f7f 594 if ((d.startswith('.') or d in self.legacy_ignore_dirs) or
screamer 13:ab47a20b66f0 595 # Ignore targets that do not match the TARGET in extra_labels list
screamer 7:5af61d55adbe 596 (d.startswith('TARGET_') and d[7:] not in labels['TARGET']) or
screamer 13:ab47a20b66f0 597 # Ignore toolchain that do not match the current TOOLCHAIN
screamer 7:5af61d55adbe 598 (d.startswith('TOOLCHAIN_') and d[10:] not in labels['TOOLCHAIN']) or
screamer 13:ab47a20b66f0 599 # Ignore .mbedignore files
The Other Jimmy 35:da9c89f8be7d 600 self.is_ignored(join(relpath(root, base_path), d,"")) or
screamer 13:ab47a20b66f0 601 # Ignore TESTS dir
screamer 7:5af61d55adbe 602 (d == 'TESTS')):
screamer 13:ab47a20b66f0 603 dirs.remove(d)
screamer 13:ab47a20b66f0 604 elif d.startswith('FEATURE_'):
screamer 13:ab47a20b66f0 605 # Recursively scan features but ignore them in the current scan.
screamer 13:ab47a20b66f0 606 # These are dynamically added by the config system if the conditions are matched
screamer 13:ab47a20b66f0 607 resources.features[d[8:]] = self.scan_resources(dir_path, base_path=base_path)
screamer 0:66f3b5499f7f 608 dirs.remove(d)
screamer 13:ab47a20b66f0 609 elif exclude_paths:
screamer 0:66f3b5499f7f 610 for exclude_path in exclude_paths:
screamer 0:66f3b5499f7f 611 rel_path = relpath(dir_path, exclude_path)
screamer 0:66f3b5499f7f 612 if not (rel_path.startswith('..')):
screamer 0:66f3b5499f7f 613 dirs.remove(d)
screamer 0:66f3b5499f7f 614 break
screamer 0:66f3b5499f7f 615
screamer 0:66f3b5499f7f 616 # Add root to include paths
The Other Jimmy 36:96847d42f010 617 root = root.rstrip("/")
screamer 0:66f3b5499f7f 618 resources.inc_dirs.append(root)
The Other Jimmy 31:8ea194f6145b 619 resources.file_basepath[root] = base_path
screamer 0:66f3b5499f7f 620
screamer 0:66f3b5499f7f 621 for file in files:
screamer 0:66f3b5499f7f 622 file_path = join(root, file)
screamer 13:ab47a20b66f0 623 self._add_file(file_path, resources, base_path)
screamer 7:5af61d55adbe 624
screamer 13:ab47a20b66f0 625 # A helper function for both scan_resources and _add_dir. _add_file adds one file
screamer 13:ab47a20b66f0 626 # (*file_path*) to the resources object based on the file type.
screamer 13:ab47a20b66f0 627 def _add_file(self, file_path, resources, base_path, exclude_paths=None):
screamer 13:ab47a20b66f0 628 resources.file_basepath[file_path] = base_path
screamer 0:66f3b5499f7f 629
The Other Jimmy 35:da9c89f8be7d 630 if self.is_ignored(relpath(file_path, base_path)):
screamer 13:ab47a20b66f0 631 return
screamer 13:ab47a20b66f0 632
screamer 13:ab47a20b66f0 633 _, ext = splitext(file_path)
screamer 13:ab47a20b66f0 634 ext = ext.lower()
screamer 0:66f3b5499f7f 635
screamer 13:ab47a20b66f0 636 if ext == '.s':
screamer 13:ab47a20b66f0 637 resources.s_sources.append(file_path)
screamer 0:66f3b5499f7f 638
screamer 13:ab47a20b66f0 639 elif ext == '.c':
screamer 13:ab47a20b66f0 640 resources.c_sources.append(file_path)
screamer 0:66f3b5499f7f 641
screamer 13:ab47a20b66f0 642 elif ext == '.cpp':
screamer 13:ab47a20b66f0 643 resources.cpp_sources.append(file_path)
screamer 0:66f3b5499f7f 644
screamer 13:ab47a20b66f0 645 elif ext == '.h' or ext == '.hpp':
screamer 13:ab47a20b66f0 646 resources.headers.append(file_path)
screamer 13:ab47a20b66f0 647
screamer 13:ab47a20b66f0 648 elif ext == '.o':
screamer 13:ab47a20b66f0 649 resources.objects.append(file_path)
screamer 0:66f3b5499f7f 650
screamer 13:ab47a20b66f0 651 elif ext == self.LIBRARY_EXT:
screamer 13:ab47a20b66f0 652 resources.libraries.append(file_path)
screamer 13:ab47a20b66f0 653 resources.lib_dirs.add(dirname(file_path))
screamer 0:66f3b5499f7f 654
screamer 13:ab47a20b66f0 655 elif ext == self.LINKER_EXT:
screamer 13:ab47a20b66f0 656 if resources.linker_script is not None:
screamer 13:ab47a20b66f0 657 self.info("Warning: Multiple linker scripts detected: %s -> %s" % (resources.linker_script, file_path))
screamer 13:ab47a20b66f0 658 resources.linker_script = file_path
screamer 0:66f3b5499f7f 659
screamer 13:ab47a20b66f0 660 elif ext == '.lib':
screamer 13:ab47a20b66f0 661 resources.lib_refs.append(file_path)
screamer 0:66f3b5499f7f 662
screamer 13:ab47a20b66f0 663 elif ext == '.bld':
screamer 13:ab47a20b66f0 664 resources.lib_builds.append(file_path)
screamer 0:66f3b5499f7f 665
The Other Jimmy 31:8ea194f6145b 666 elif basename(file_path) == '.hgignore':
The Other Jimmy 31:8ea194f6145b 667 resources.repo_files.append(file_path)
The Other Jimmy 31:8ea194f6145b 668
The Other Jimmy 31:8ea194f6145b 669 elif basename(file_path) == '.gitignore':
screamer 13:ab47a20b66f0 670 resources.repo_files.append(file_path)
screamer 0:66f3b5499f7f 671
screamer 13:ab47a20b66f0 672 elif ext == '.hex':
screamer 13:ab47a20b66f0 673 resources.hex_files.append(file_path)
screamer 0:66f3b5499f7f 674
screamer 13:ab47a20b66f0 675 elif ext == '.bin':
screamer 13:ab47a20b66f0 676 resources.bin_files.append(file_path)
screamer 0:66f3b5499f7f 677
screamer 13:ab47a20b66f0 678 elif ext == '.json':
screamer 13:ab47a20b66f0 679 resources.json_files.append(file_path)
screamer 7:5af61d55adbe 680
screamer 0:66f3b5499f7f 681
screamer 0:66f3b5499f7f 682 def scan_repository(self, path):
screamer 0:66f3b5499f7f 683 resources = []
screamer 0:66f3b5499f7f 684
screamer 0:66f3b5499f7f 685 for root, dirs, files in walk(path):
screamer 0:66f3b5499f7f 686 # Remove ignored directories
screamer 0:66f3b5499f7f 687 for d in copy(dirs):
screamer 0:66f3b5499f7f 688 if d == '.' or d == '..':
screamer 0:66f3b5499f7f 689 dirs.remove(d)
screamer 0:66f3b5499f7f 690
screamer 0:66f3b5499f7f 691 for file in files:
screamer 0:66f3b5499f7f 692 file_path = join(root, file)
screamer 0:66f3b5499f7f 693 resources.append(file_path)
screamer 0:66f3b5499f7f 694
screamer 0:66f3b5499f7f 695 return resources
screamer 0:66f3b5499f7f 696
screamer 13:ab47a20b66f0 697 def copy_files(self, files_paths, trg_path, resources=None, rel_path=None):
screamer 0:66f3b5499f7f 698 # Handle a single file
screamer 0:66f3b5499f7f 699 if type(files_paths) != ListType: files_paths = [files_paths]
screamer 0:66f3b5499f7f 700
screamer 0:66f3b5499f7f 701 for source in files_paths:
screamer 0:66f3b5499f7f 702 if source is None:
screamer 0:66f3b5499f7f 703 files_paths.remove(source)
screamer 0:66f3b5499f7f 704
screamer 0:66f3b5499f7f 705 for source in files_paths:
screamer 17:04753e1e329d 706 if resources is not None and resources.file_basepath.has_key(source):
screamer 13:ab47a20b66f0 707 relative_path = relpath(source, resources.file_basepath[source])
screamer 13:ab47a20b66f0 708 elif rel_path is not None:
screamer 0:66f3b5499f7f 709 relative_path = relpath(source, rel_path)
screamer 0:66f3b5499f7f 710 else:
screamer 0:66f3b5499f7f 711 _, relative_path = split(source)
screamer 0:66f3b5499f7f 712
screamer 0:66f3b5499f7f 713 target = join(trg_path, relative_path)
screamer 0:66f3b5499f7f 714
screamer 0:66f3b5499f7f 715 if (target != source) and (self.need_update(target, [source])):
screamer 0:66f3b5499f7f 716 self.progress("copy", relative_path)
screamer 0:66f3b5499f7f 717 mkdir(dirname(target))
screamer 0:66f3b5499f7f 718 copyfile(source, target)
screamer 0:66f3b5499f7f 719
screamer 24:25bff2709c20 720 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 721 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 0:66f3b5499f7f 722 def relative_object_path(self, build_path, base_dir, source):
screamer 0:66f3b5499f7f 723 source_dir, name, _ = split_path(source)
screamer 22:9e85236d8716 724
screamer 0:66f3b5499f7f 725 obj_dir = join(build_path, relpath(source_dir, base_dir))
screamer 17:04753e1e329d 726 if obj_dir is not self.prev_dir:
screamer 17:04753e1e329d 727 self.prev_dir = obj_dir
screamer 17:04753e1e329d 728 mkdir(obj_dir)
screamer 0:66f3b5499f7f 729 return join(obj_dir, name + '.o')
screamer 0:66f3b5499f7f 730
screamer 24:25bff2709c20 731 # Generate response file for all includes.
screamer 24:25bff2709c20 732 # ARM, GCC, IAR cross compatible
screamer 0:66f3b5499f7f 733 def get_inc_file(self, includes):
screamer 0:66f3b5499f7f 734 include_file = join(self.build_dir, ".includes_%s.txt" % self.inc_md5)
screamer 0:66f3b5499f7f 735 if not exists(include_file):
screamer 0:66f3b5499f7f 736 with open(include_file, "wb") as f:
screamer 0:66f3b5499f7f 737 cmd_list = []
screamer 0:66f3b5499f7f 738 for c in includes:
screamer 0:66f3b5499f7f 739 if c:
screamer 20:835f6355470d 740 c = c.replace("\\", "/")
screamer 20:835f6355470d 741 if self.CHROOT:
screamer 20:835f6355470d 742 c = c.replace(self.CHROOT, '')
screamer 20:835f6355470d 743 cmd_list.append('-I%s' % c)
screamer 0:66f3b5499f7f 744 string = " ".join(cmd_list)
screamer 0:66f3b5499f7f 745 f.write(string)
screamer 0:66f3b5499f7f 746 return include_file
screamer 0:66f3b5499f7f 747
screamer 24:25bff2709c20 748 # Generate response file for all objects when linking.
screamer 24:25bff2709c20 749 # ARM, GCC, IAR cross compatible
screamer 21:4fdf0dd04f6f 750 def get_link_file(self, cmd):
screamer 21:4fdf0dd04f6f 751 link_file = join(self.build_dir, ".link_files.txt")
screamer 21:4fdf0dd04f6f 752 with open(link_file, "wb") as f:
screamer 21:4fdf0dd04f6f 753 cmd_list = []
screamer 21:4fdf0dd04f6f 754 for c in cmd:
screamer 21:4fdf0dd04f6f 755 if c:
screamer 21:4fdf0dd04f6f 756 c = c.replace("\\", "/")
screamer 21:4fdf0dd04f6f 757 if self.CHROOT:
screamer 21:4fdf0dd04f6f 758 c = c.replace(self.CHROOT, '')
screamer 21:4fdf0dd04f6f 759 cmd_list.append(('"%s"' % c) if not c.startswith('-') else c)
screamer 21:4fdf0dd04f6f 760 string = " ".join(cmd_list)
screamer 21:4fdf0dd04f6f 761 f.write(string)
screamer 21:4fdf0dd04f6f 762 return link_file
screamer 21:4fdf0dd04f6f 763
screamer 24:25bff2709c20 764 # Generate response file for all objects when archiving.
screamer 24:25bff2709c20 765 # ARM, GCC, IAR cross compatible
screamer 21:4fdf0dd04f6f 766 def get_arch_file(self, objects):
screamer 21:4fdf0dd04f6f 767 archive_file = join(self.build_dir, ".archive_files.txt")
screamer 21:4fdf0dd04f6f 768 with open(archive_file, "wb") as f:
screamer 21:4fdf0dd04f6f 769 o_list = []
screamer 21:4fdf0dd04f6f 770 for o in objects:
screamer 21:4fdf0dd04f6f 771 o_list.append('"%s"' % o)
screamer 21:4fdf0dd04f6f 772 string = " ".join(o_list).replace("\\", "/")
screamer 21:4fdf0dd04f6f 773 f.write(string)
screamer 21:4fdf0dd04f6f 774 return archive_file
screamer 21:4fdf0dd04f6f 775
screamer 24:25bff2709c20 776 # THIS METHOD IS BEING CALLED BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 777 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
The Other Jimmy 36:96847d42f010 778 def compile_sources(self, resources, inc_dirs=None):
screamer 0:66f3b5499f7f 779 # Web IDE progress bar for project build
screamer 0:66f3b5499f7f 780 files_to_compile = resources.s_sources + resources.c_sources + resources.cpp_sources
screamer 0:66f3b5499f7f 781 self.to_be_compiled = len(files_to_compile)
screamer 0:66f3b5499f7f 782 self.compiled = 0
screamer 0:66f3b5499f7f 783
screamer 21:4fdf0dd04f6f 784 self.cc_verbose("Macros: "+' '.join(['-D%s' % s for s in self.get_symbols()]))
screamer 21:4fdf0dd04f6f 785
screamer 0:66f3b5499f7f 786 inc_paths = resources.inc_dirs
screamer 0:66f3b5499f7f 787 if inc_dirs is not None:
screamer 0:66f3b5499f7f 788 inc_paths.extend(inc_dirs)
screamer 0:66f3b5499f7f 789 # De-duplicate include paths
screamer 0:66f3b5499f7f 790 inc_paths = set(inc_paths)
screamer 0:66f3b5499f7f 791 # Sort include paths for consistency
screamer 0:66f3b5499f7f 792 inc_paths = sorted(set(inc_paths))
screamer 0:66f3b5499f7f 793 # Unique id of all include paths
screamer 0:66f3b5499f7f 794 self.inc_md5 = md5(' '.join(inc_paths)).hexdigest()
screamer 0:66f3b5499f7f 795
screamer 0:66f3b5499f7f 796 objects = []
screamer 0:66f3b5499f7f 797 queue = []
screamer 17:04753e1e329d 798 work_dir = getcwd()
screamer 17:04753e1e329d 799 self.prev_dir = None
screamer 0:66f3b5499f7f 800
screamer 24:25bff2709c20 801 # Generate configuration header (this will update self.build_all if needed)
screamer 24:25bff2709c20 802 self.get_config_header()
The Other Jimmy 36:96847d42f010 803 self.dump_build_profile()
screamer 24:25bff2709c20 804
screamer 0:66f3b5499f7f 805 # Sort compile queue for consistency
screamer 0:66f3b5499f7f 806 files_to_compile.sort()
screamer 0:66f3b5499f7f 807 for source in files_to_compile:
The Other Jimmy 36:96847d42f010 808 object = self.relative_object_path(
The Other Jimmy 36:96847d42f010 809 self.build_dir, resources.file_basepath[source], source)
screamer 0:66f3b5499f7f 810
screamer 0:66f3b5499f7f 811 # Queue mode (multiprocessing)
screamer 0:66f3b5499f7f 812 commands = self.compile_command(source, object, inc_paths)
screamer 0:66f3b5499f7f 813 if commands is not None:
screamer 0:66f3b5499f7f 814 queue.append({
screamer 0:66f3b5499f7f 815 'source': source,
screamer 0:66f3b5499f7f 816 'object': object,
screamer 0:66f3b5499f7f 817 'commands': commands,
screamer 0:66f3b5499f7f 818 'work_dir': work_dir,
screamer 0:66f3b5499f7f 819 'chroot': self.CHROOT
screamer 0:66f3b5499f7f 820 })
screamer 0:66f3b5499f7f 821 else:
The Other Jimmy 31:8ea194f6145b 822 self.compiled += 1
screamer 0:66f3b5499f7f 823 objects.append(object)
screamer 0:66f3b5499f7f 824
screamer 0:66f3b5499f7f 825 # Use queues/multiprocessing if cpu count is higher than setting
screamer 0:66f3b5499f7f 826 jobs = self.jobs if self.jobs else cpu_count()
screamer 0:66f3b5499f7f 827 if jobs > CPU_COUNT_MIN and len(queue) > jobs:
screamer 0:66f3b5499f7f 828 return self.compile_queue(queue, objects)
screamer 0:66f3b5499f7f 829 else:
screamer 0:66f3b5499f7f 830 return self.compile_seq(queue, objects)
screamer 0:66f3b5499f7f 831
screamer 24:25bff2709c20 832 # Compile source files queue in sequential order
screamer 0:66f3b5499f7f 833 def compile_seq(self, queue, objects):
screamer 0:66f3b5499f7f 834 for item in queue:
screamer 0:66f3b5499f7f 835 result = compile_worker(item)
screamer 0:66f3b5499f7f 836
screamer 0:66f3b5499f7f 837 self.compiled += 1
screamer 0:66f3b5499f7f 838 self.progress("compile", item['source'], build_update=True)
screamer 0:66f3b5499f7f 839 for res in result['results']:
screamer 21:4fdf0dd04f6f 840 self.cc_verbose("Compile: %s" % ' '.join(res['command']), result['source'])
screamer 0:66f3b5499f7f 841 self.compile_output([
screamer 0:66f3b5499f7f 842 res['code'],
screamer 0:66f3b5499f7f 843 res['output'],
screamer 0:66f3b5499f7f 844 res['command']
screamer 0:66f3b5499f7f 845 ])
screamer 0:66f3b5499f7f 846 objects.append(result['object'])
screamer 0:66f3b5499f7f 847 return objects
screamer 0:66f3b5499f7f 848
screamer 24:25bff2709c20 849 # Compile source files queue in parallel by creating pool of worker threads
screamer 0:66f3b5499f7f 850 def compile_queue(self, queue, objects):
screamer 21:4fdf0dd04f6f 851 jobs_count = int(self.jobs if self.jobs else cpu_count() * CPU_COEF)
screamer 0:66f3b5499f7f 852 p = Pool(processes=jobs_count)
screamer 0:66f3b5499f7f 853
screamer 0:66f3b5499f7f 854 results = []
screamer 0:66f3b5499f7f 855 for i in range(len(queue)):
screamer 0:66f3b5499f7f 856 results.append(p.apply_async(compile_worker, [queue[i]]))
screamer 17:04753e1e329d 857 p.close()
screamer 0:66f3b5499f7f 858
screamer 0:66f3b5499f7f 859 itr = 0
screamer 17:04753e1e329d 860 while len(results):
screamer 0:66f3b5499f7f 861 itr += 1
screamer 0:66f3b5499f7f 862 if itr > 180000:
screamer 0:66f3b5499f7f 863 p.terminate()
screamer 0:66f3b5499f7f 864 p.join()
screamer 0:66f3b5499f7f 865 raise ToolException("Compile did not finish in 5 minutes")
screamer 0:66f3b5499f7f 866
screamer 17:04753e1e329d 867 sleep(0.01)
screamer 0:66f3b5499f7f 868 pending = 0
screamer 0:66f3b5499f7f 869 for r in results:
screamer 0:66f3b5499f7f 870 if r._ready is True:
screamer 0:66f3b5499f7f 871 try:
screamer 0:66f3b5499f7f 872 result = r.get()
screamer 0:66f3b5499f7f 873 results.remove(r)
screamer 0:66f3b5499f7f 874
screamer 0:66f3b5499f7f 875 self.compiled += 1
screamer 0:66f3b5499f7f 876 self.progress("compile", result['source'], build_update=True)
screamer 0:66f3b5499f7f 877 for res in result['results']:
screamer 21:4fdf0dd04f6f 878 self.cc_verbose("Compile: %s" % ' '.join(res['command']), result['source'])
screamer 0:66f3b5499f7f 879 self.compile_output([
screamer 0:66f3b5499f7f 880 res['code'],
screamer 0:66f3b5499f7f 881 res['output'],
screamer 0:66f3b5499f7f 882 res['command']
screamer 0:66f3b5499f7f 883 ])
screamer 0:66f3b5499f7f 884 objects.append(result['object'])
screamer 0:66f3b5499f7f 885 except ToolException, err:
screamer 27:5461402c33f8 886 if p._taskqueue.queue:
screamer 27:5461402c33f8 887 p._taskqueue.queue.clear()
screamer 29:1210849dba19 888 sleep(0.5)
screamer 0:66f3b5499f7f 889 p.terminate()
screamer 0:66f3b5499f7f 890 p.join()
screamer 0:66f3b5499f7f 891 raise ToolException(err)
screamer 0:66f3b5499f7f 892 else:
screamer 0:66f3b5499f7f 893 pending += 1
screamer 17:04753e1e329d 894 if pending >= jobs_count:
screamer 0:66f3b5499f7f 895 break
screamer 0:66f3b5499f7f 896
screamer 0:66f3b5499f7f 897 results = None
screamer 0:66f3b5499f7f 898 p.join()
screamer 0:66f3b5499f7f 899
screamer 0:66f3b5499f7f 900 return objects
screamer 0:66f3b5499f7f 901
screamer 24:25bff2709c20 902 # Determine the compile command based on type of source file
screamer 0:66f3b5499f7f 903 def compile_command(self, source, object, includes):
screamer 0:66f3b5499f7f 904 # Check dependencies
screamer 0:66f3b5499f7f 905 _, ext = splitext(source)
screamer 0:66f3b5499f7f 906 ext = ext.lower()
screamer 0:66f3b5499f7f 907
screamer 0:66f3b5499f7f 908 if ext == '.c' or ext == '.cpp':
screamer 0:66f3b5499f7f 909 base, _ = splitext(object)
screamer 0:66f3b5499f7f 910 dep_path = base + '.d'
The Other Jimmy 31:8ea194f6145b 911 try:
The Other Jimmy 31:8ea194f6145b 912 deps = self.parse_dependencies(dep_path) if (exists(dep_path)) else []
The Other Jimmy 31:8ea194f6145b 913 except IOError, IndexError:
The Other Jimmy 31:8ea194f6145b 914 deps = []
The Other Jimmy 36:96847d42f010 915 config_file = ([self.config.app_config_location]
The Other Jimmy 36:96847d42f010 916 if self.config.app_config_location else [])
The Other Jimmy 36:96847d42f010 917 deps.extend(config_file)
The Other Jimmy 36:96847d42f010 918 if ext == '.cpp' or self.COMPILE_C_AS_CPP:
The Other Jimmy 36:96847d42f010 919 deps.append(join(self.build_dir, self.PROFILE_FILE_NAME + "-cxx"))
The Other Jimmy 36:96847d42f010 920 else:
The Other Jimmy 36:96847d42f010 921 deps.append(join(self.build_dir, self.PROFILE_FILE_NAME + "-c"))
screamer 0:66f3b5499f7f 922 if len(deps) == 0 or self.need_update(object, deps):
screamer 21:4fdf0dd04f6f 923 if ext == '.cpp' or self.COMPILE_C_AS_CPP:
screamer 21:4fdf0dd04f6f 924 return self.compile_cpp(source, object, includes)
screamer 21:4fdf0dd04f6f 925 else:
screamer 0:66f3b5499f7f 926 return self.compile_c(source, object, includes)
screamer 0:66f3b5499f7f 927 elif ext == '.s':
screamer 0:66f3b5499f7f 928 deps = [source]
The Other Jimmy 36:96847d42f010 929 deps.append(join(self.build_dir, self.PROFILE_FILE_NAME + "-asm"))
screamer 0:66f3b5499f7f 930 if self.need_update(object, deps):
screamer 0:66f3b5499f7f 931 return self.assemble(source, object, includes)
screamer 0:66f3b5499f7f 932 else:
screamer 0:66f3b5499f7f 933 return False
screamer 0:66f3b5499f7f 934
screamer 0:66f3b5499f7f 935 return None
screamer 0:66f3b5499f7f 936
screamer 24:25bff2709c20 937 @abstractmethod
screamer 24:25bff2709c20 938 def parse_dependencies(self, dep_path):
screamer 24:25bff2709c20 939 """Parse the dependency information generated by the compiler.
screamer 24:25bff2709c20 940
screamer 24:25bff2709c20 941 Positional arguments:
screamer 24:25bff2709c20 942 dep_path -- the path to a file generated by a previous run of the compiler
screamer 24:25bff2709c20 943
screamer 24:25bff2709c20 944 Return value:
screamer 24:25bff2709c20 945 A list of all source files that the dependency file indicated were dependencies
screamer 24:25bff2709c20 946
screamer 24:25bff2709c20 947 Side effects:
screamer 24:25bff2709c20 948 None
screamer 24:25bff2709c20 949 """
screamer 24:25bff2709c20 950 raise NotImplemented
screamer 24:25bff2709c20 951
screamer 0:66f3b5499f7f 952 def is_not_supported_error(self, output):
screamer 0:66f3b5499f7f 953 return "#error directive: [NOT_SUPPORTED]" in output
screamer 0:66f3b5499f7f 954
screamer 24:25bff2709c20 955 @abstractmethod
screamer 24:25bff2709c20 956 def parse_output(self, output):
screamer 24:25bff2709c20 957 """Take in compiler output and extract sinlge line warnings and errors from it.
screamer 24:25bff2709c20 958
screamer 24:25bff2709c20 959 Positional arguments:
screamer 24:25bff2709c20 960 output -- a string of all the messages emitted by a run of the compiler
screamer 24:25bff2709c20 961
screamer 24:25bff2709c20 962 Return value:
screamer 24:25bff2709c20 963 None
screamer 24:25bff2709c20 964
screamer 24:25bff2709c20 965 Side effects:
screamer 24:25bff2709c20 966 call self.cc_info or self.notify with a description of the event generated by the compiler
screamer 24:25bff2709c20 967 """
screamer 24:25bff2709c20 968 raise NotImplemented
screamer 24:25bff2709c20 969
screamer 0:66f3b5499f7f 970 def compile_output(self, output=[]):
screamer 0:66f3b5499f7f 971 _rc = output[0]
The Other Jimmy 36:96847d42f010 972 _stderr = output[1].decode("utf-8")
screamer 0:66f3b5499f7f 973 command = output[2]
screamer 0:66f3b5499f7f 974
screamer 0:66f3b5499f7f 975 # Parse output for Warnings and Errors
screamer 0:66f3b5499f7f 976 self.parse_output(_stderr)
screamer 0:66f3b5499f7f 977 self.debug("Return: %s"% _rc)
screamer 0:66f3b5499f7f 978 for error_line in _stderr.splitlines():
screamer 0:66f3b5499f7f 979 self.debug("Output: %s"% error_line)
screamer 0:66f3b5499f7f 980
screamer 0:66f3b5499f7f 981 # Check return code
screamer 0:66f3b5499f7f 982 if _rc != 0:
screamer 0:66f3b5499f7f 983 if self.is_not_supported_error(_stderr):
screamer 0:66f3b5499f7f 984 raise NotSupportedException(_stderr)
screamer 0:66f3b5499f7f 985 else:
screamer 0:66f3b5499f7f 986 raise ToolException(_stderr)
screamer 0:66f3b5499f7f 987
screamer 0:66f3b5499f7f 988 def build_library(self, objects, dir, name):
screamer 0:66f3b5499f7f 989 needed_update = False
screamer 0:66f3b5499f7f 990 lib = self.STD_LIB_NAME % name
screamer 0:66f3b5499f7f 991 fout = join(dir, lib)
screamer 0:66f3b5499f7f 992 if self.need_update(fout, objects):
screamer 0:66f3b5499f7f 993 self.info("Library: %s" % lib)
screamer 0:66f3b5499f7f 994 self.archive(objects, fout)
screamer 0:66f3b5499f7f 995 needed_update = True
screamer 0:66f3b5499f7f 996
screamer 0:66f3b5499f7f 997 return needed_update
screamer 0:66f3b5499f7f 998
screamer 0:66f3b5499f7f 999 def link_program(self, r, tmp_path, name):
screamer 0:66f3b5499f7f 1000 needed_update = False
screamer 0:66f3b5499f7f 1001 ext = 'bin'
screamer 0:66f3b5499f7f 1002 if hasattr(self.target, 'OUTPUT_EXT'):
screamer 0:66f3b5499f7f 1003 ext = self.target.OUTPUT_EXT
screamer 0:66f3b5499f7f 1004
screamer 0:66f3b5499f7f 1005 if hasattr(self.target, 'OUTPUT_NAMING'):
screamer 0:66f3b5499f7f 1006 self.var("binary_naming", self.target.OUTPUT_NAMING)
screamer 0:66f3b5499f7f 1007 if self.target.OUTPUT_NAMING == "8.3":
screamer 0:66f3b5499f7f 1008 name = name[0:8]
screamer 0:66f3b5499f7f 1009 ext = ext[0:3]
screamer 22:9e85236d8716 1010
screamer 0:66f3b5499f7f 1011 # Create destination directory
screamer 0:66f3b5499f7f 1012 head, tail = split(name)
screamer 0:66f3b5499f7f 1013 new_path = join(tmp_path, head)
screamer 0:66f3b5499f7f 1014 mkdir(new_path)
screamer 22:9e85236d8716 1015
screamer 0:66f3b5499f7f 1016 filename = name+'.'+ext
screamer 0:66f3b5499f7f 1017 elf = join(tmp_path, name + '.elf')
The Other Jimmy 36:96847d42f010 1018 bin = None if ext is 'elf' else join(tmp_path, filename)
screamer 7:5af61d55adbe 1019 map = join(tmp_path, name + '.map')
screamer 0:66f3b5499f7f 1020
The Other Jimmy 31:8ea194f6145b 1021 r.objects = sorted(set(r.objects))
The Other Jimmy 36:96847d42f010 1022 config_file = ([self.config.app_config_location]
The Other Jimmy 36:96847d42f010 1023 if self.config.app_config_location else [])
The Other Jimmy 36:96847d42f010 1024 dependencies = r.objects + r.libraries + [r.linker_script] + config_file
The Other Jimmy 36:96847d42f010 1025 dependencies.append(join(self.build_dir, self.PROFILE_FILE_NAME + "-ld"))
The Other Jimmy 36:96847d42f010 1026 if self.need_update(elf, dependencies):
screamer 0:66f3b5499f7f 1027 needed_update = True
screamer 0:66f3b5499f7f 1028 self.progress("link", name)
screamer 0:66f3b5499f7f 1029 self.link(elf, r.objects, r.libraries, r.lib_dirs, r.linker_script)
screamer 0:66f3b5499f7f 1030
The Other Jimmy 36:96847d42f010 1031 if bin and self.need_update(bin, [elf]):
screamer 0:66f3b5499f7f 1032 needed_update = True
screamer 0:66f3b5499f7f 1033 self.progress("elf2bin", name)
screamer 0:66f3b5499f7f 1034 self.binary(r, elf, bin)
screamer 0:66f3b5499f7f 1035
screamer 22:9e85236d8716 1036 self.map_outputs = self.mem_stats(map)
screamer 7:5af61d55adbe 1037
screamer 0:66f3b5499f7f 1038 self.var("compile_succeded", True)
screamer 0:66f3b5499f7f 1039 self.var("binary", filename)
screamer 0:66f3b5499f7f 1040
screamer 0:66f3b5499f7f 1041 return bin, needed_update
screamer 0:66f3b5499f7f 1042
screamer 24:25bff2709c20 1043 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 1044 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 0:66f3b5499f7f 1045 def default_cmd(self, command):
screamer 20:835f6355470d 1046 _stdout, _stderr, _rc = run_cmd(command, work_dir=getcwd(), chroot=self.CHROOT)
screamer 0:66f3b5499f7f 1047 self.debug("Return: %s"% _rc)
screamer 0:66f3b5499f7f 1048
screamer 0:66f3b5499f7f 1049 for output_line in _stdout.splitlines():
screamer 0:66f3b5499f7f 1050 self.debug("Output: %s"% output_line)
screamer 0:66f3b5499f7f 1051 for error_line in _stderr.splitlines():
screamer 0:66f3b5499f7f 1052 self.debug("Errors: %s"% error_line)
screamer 0:66f3b5499f7f 1053
screamer 0:66f3b5499f7f 1054 if _rc != 0:
screamer 0:66f3b5499f7f 1055 for line in _stderr.splitlines():
screamer 0:66f3b5499f7f 1056 self.tool_error(line)
screamer 0:66f3b5499f7f 1057 raise ToolException(_stderr)
screamer 0:66f3b5499f7f 1058
screamer 0:66f3b5499f7f 1059 ### NOTIFICATIONS ###
screamer 0:66f3b5499f7f 1060 def info(self, message):
screamer 0:66f3b5499f7f 1061 self.notify({'type': 'info', 'message': message})
screamer 0:66f3b5499f7f 1062
screamer 24:25bff2709c20 1063 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 1064 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 0:66f3b5499f7f 1065 def debug(self, message):
screamer 0:66f3b5499f7f 1066 if self.VERBOSE:
screamer 0:66f3b5499f7f 1067 if type(message) is ListType:
screamer 0:66f3b5499f7f 1068 message = ' '.join(message)
screamer 0:66f3b5499f7f 1069 message = "[DEBUG] " + message
screamer 0:66f3b5499f7f 1070 self.notify({'type': 'debug', 'message': message})
screamer 0:66f3b5499f7f 1071
screamer 24:25bff2709c20 1072 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 1073 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 21:4fdf0dd04f6f 1074 def cc_info(self, info=None):
screamer 21:4fdf0dd04f6f 1075 if info is not None:
screamer 21:4fdf0dd04f6f 1076 info['type'] = 'cc'
screamer 21:4fdf0dd04f6f 1077 self.notify(info)
screamer 21:4fdf0dd04f6f 1078
screamer 24:25bff2709c20 1079 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 1080 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 21:4fdf0dd04f6f 1081 def cc_verbose(self, message, file=""):
screamer 21:4fdf0dd04f6f 1082 self.debug(message)
screamer 0:66f3b5499f7f 1083
screamer 0:66f3b5499f7f 1084 def progress(self, action, file, build_update=False):
screamer 0:66f3b5499f7f 1085 msg = {'type': 'progress', 'action': action, 'file': file}
screamer 0:66f3b5499f7f 1086 if build_update:
screamer 0:66f3b5499f7f 1087 msg['percent'] = 100. * float(self.compiled) / float(self.to_be_compiled)
screamer 0:66f3b5499f7f 1088 self.notify(msg)
screamer 0:66f3b5499f7f 1089
screamer 0:66f3b5499f7f 1090 def tool_error(self, message):
screamer 0:66f3b5499f7f 1091 self.notify({'type': 'tool_error', 'message': message})
screamer 0:66f3b5499f7f 1092
screamer 0:66f3b5499f7f 1093 def var(self, key, value):
screamer 0:66f3b5499f7f 1094 self.notify({'type': 'var', 'key': key, 'val': value})
screamer 0:66f3b5499f7f 1095
screamer 24:25bff2709c20 1096 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 1097 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 7:5af61d55adbe 1098 def mem_stats(self, map):
screamer 22:9e85236d8716 1099 """! Creates parser object
screamer 22:9e85236d8716 1100 @param map Path to linker map file to parse and decode
screamer 22:9e85236d8716 1101 @return Memory summary structure with memory usage statistics
screamer 22:9e85236d8716 1102 None if map file can't be opened and processed
screamer 22:9e85236d8716 1103 """
screamer 7:5af61d55adbe 1104 toolchain = self.__class__.__name__
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1105
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1106 # Create memap object
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1107 memap = MemapParser()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1108
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1109 # Parse and decode a map file
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1110 if memap.parse(abspath(map), toolchain) is False:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1111 self.info("Unknown toolchain for memory statistics %s" % toolchain)
screamer 22:9e85236d8716 1112 return None
screamer 7:5af61d55adbe 1113
The Other Jimmy 31:8ea194f6145b 1114 # Store the memap instance for later use
The Other Jimmy 31:8ea194f6145b 1115 self.memap_instance = memap
screamer 13:ab47a20b66f0 1116
screamer 22:9e85236d8716 1117 # Here we return memory statistics structure (constructed after
screamer 22:9e85236d8716 1118 # call to generate_output) which contains raw data in bytes
screamer 22:9e85236d8716 1119 # about sections + summary
The Other Jimmy 31:8ea194f6145b 1120 return memap.mem_report
screamer 22:9e85236d8716 1121
screamer 13:ab47a20b66f0 1122 # Set the configuration data
screamer 13:ab47a20b66f0 1123 def set_config_data(self, config_data):
screamer 13:ab47a20b66f0 1124 self.config_data = config_data
screamer 13:ab47a20b66f0 1125
screamer 24:25bff2709c20 1126 # Creates the configuration header if needed:
screamer 24:25bff2709c20 1127 # - if there is no configuration data, "mbed_config.h" is not create (or deleted if it exists).
screamer 24:25bff2709c20 1128 # - if there is configuration data and "mbed_config.h" does not exist, it is created.
screamer 24:25bff2709c20 1129 # - if there is configuration data similar to the previous configuration data,
screamer 24:25bff2709c20 1130 # "mbed_config.h" is left untouched.
screamer 24:25bff2709c20 1131 # - if there is new configuration data, "mbed_config.h" is overriden.
screamer 24:25bff2709c20 1132 # The function needs to be called exactly once for the lifetime of this toolchain instance.
screamer 24:25bff2709c20 1133 # The "config_processed" variable (below) ensures this behaviour.
screamer 24:25bff2709c20 1134 # The function returns the location of the configuration file, or None if there is no
screamer 24:25bff2709c20 1135 # configuration data available (and thus no configuration file)
screamer 13:ab47a20b66f0 1136 def get_config_header(self):
screamer 24:25bff2709c20 1137 if self.config_processed: # this function was already called, return its result
screamer 24:25bff2709c20 1138 return self.config_file
screamer 24:25bff2709c20 1139 # The config file is located in the build directory
screamer 24:25bff2709c20 1140 self.config_file = join(self.build_dir, self.MBED_CONFIG_FILE_NAME)
screamer 24:25bff2709c20 1141 # If the file exists, read its current content in prev_data
screamer 24:25bff2709c20 1142 if exists(self.config_file):
screamer 24:25bff2709c20 1143 with open(self.config_file, "rt") as f:
screamer 24:25bff2709c20 1144 prev_data = f.read()
screamer 24:25bff2709c20 1145 else:
screamer 24:25bff2709c20 1146 prev_data = None
screamer 24:25bff2709c20 1147 # Get the current configuration data
screamer 24:25bff2709c20 1148 crt_data = Config.config_to_header(self.config_data) if self.config_data else None
screamer 24:25bff2709c20 1149 # "changed" indicates if a configuration change was detected
screamer 24:25bff2709c20 1150 changed = False
screamer 24:25bff2709c20 1151 if prev_data is not None: # a previous mbed_config.h exists
screamer 24:25bff2709c20 1152 if crt_data is None: # no configuration data, so "mbed_config.h" needs to be removed
screamer 24:25bff2709c20 1153 remove(self.config_file)
screamer 24:25bff2709c20 1154 self.config_file = None # this means "config file not present"
screamer 24:25bff2709c20 1155 changed = True
screamer 24:25bff2709c20 1156 elif crt_data != prev_data: # different content of config file
screamer 24:25bff2709c20 1157 with open(self.config_file, "wt") as f:
screamer 24:25bff2709c20 1158 f.write(crt_data)
screamer 24:25bff2709c20 1159 changed = True
screamer 24:25bff2709c20 1160 else: # a previous mbed_config.h does not exist
screamer 24:25bff2709c20 1161 if crt_data is not None: # there's configuration data available
screamer 24:25bff2709c20 1162 with open(self.config_file, "wt") as f:
screamer 24:25bff2709c20 1163 f.write(crt_data)
screamer 24:25bff2709c20 1164 changed = True
screamer 24:25bff2709c20 1165 else:
screamer 24:25bff2709c20 1166 self.config_file = None # this means "config file not present"
screamer 24:25bff2709c20 1167 # If there was a change in configuration, rebuild everything
screamer 24:25bff2709c20 1168 self.build_all = changed
screamer 24:25bff2709c20 1169 # Make sure that this function will only return the location of the configuration
screamer 24:25bff2709c20 1170 # file for subsequent calls, without trying to manipulate its content in any way.
screamer 24:25bff2709c20 1171 self.config_processed = True
screamer 24:25bff2709c20 1172 return self.config_file
screamer 24:25bff2709c20 1173
The Other Jimmy 36:96847d42f010 1174 def dump_build_profile(self):
The Other Jimmy 36:96847d42f010 1175 """Dump the current build profile and macros into the `.profile` file
The Other Jimmy 36:96847d42f010 1176 in the build directory"""
The Other Jimmy 36:96847d42f010 1177 for key in ["cxx", "c", "asm", "ld"]:
The Other Jimmy 36:96847d42f010 1178 to_dump = (str(self.flags[key]) + str(sorted(self.macros)))
The Other Jimmy 36:96847d42f010 1179 if key in ["cxx", "c"]:
The Other Jimmy 36:96847d42f010 1180 to_dump += str(self.flags['common'])
The Other Jimmy 36:96847d42f010 1181 where = join(self.build_dir, self.PROFILE_FILE_NAME + "-" + key)
The Other Jimmy 36:96847d42f010 1182 self._overwrite_when_not_equal(where, to_dump)
The Other Jimmy 36:96847d42f010 1183
The Other Jimmy 36:96847d42f010 1184 @staticmethod
The Other Jimmy 36:96847d42f010 1185 def _overwrite_when_not_equal(filename, content):
The Other Jimmy 36:96847d42f010 1186 if not exists(filename) or content != open(filename).read():
The Other Jimmy 36:96847d42f010 1187 with open(filename, "wb") as out:
The Other Jimmy 36:96847d42f010 1188 out.write(content)
The Other Jimmy 36:96847d42f010 1189
The Other Jimmy 31:8ea194f6145b 1190 @staticmethod
The Other Jimmy 31:8ea194f6145b 1191 def generic_check_executable(tool_key, executable_name, levels_up,
The Other Jimmy 31:8ea194f6145b 1192 nested_dir=None):
The Other Jimmy 31:8ea194f6145b 1193 """
The Other Jimmy 31:8ea194f6145b 1194 Positional args:
The Other Jimmy 31:8ea194f6145b 1195 tool_key: the key to index TOOLCHAIN_PATHS
The Other Jimmy 31:8ea194f6145b 1196 executable_name: the toolchain's named executable (ex. armcc)
The Other Jimmy 31:8ea194f6145b 1197 levels_up: each toolchain joins the toolchain_path, some
The Other Jimmy 31:8ea194f6145b 1198 variable directories (bin, include), and the executable name,
The Other Jimmy 31:8ea194f6145b 1199 so the TOOLCHAIN_PATH value must be appropriately distanced
The Other Jimmy 31:8ea194f6145b 1200
The Other Jimmy 31:8ea194f6145b 1201 Keyword args:
The Other Jimmy 31:8ea194f6145b 1202 nested_dir: the directory within TOOLCHAIN_PATHS where the executable
The Other Jimmy 31:8ea194f6145b 1203 is found (ex: 'bin' for ARM\bin\armcc (necessary to check for path
The Other Jimmy 31:8ea194f6145b 1204 that will be used by toolchain's compile)
The Other Jimmy 31:8ea194f6145b 1205
The Other Jimmy 31:8ea194f6145b 1206 Returns True if the executable location specified by the user
The Other Jimmy 31:8ea194f6145b 1207 exists and is valid OR the executable can be found on the PATH.
The Other Jimmy 31:8ea194f6145b 1208 Returns False otherwise.
The Other Jimmy 31:8ea194f6145b 1209 """
The Other Jimmy 31:8ea194f6145b 1210 # Search PATH if user did not specify a path or specified path doesn't
The Other Jimmy 31:8ea194f6145b 1211 # exist.
The Other Jimmy 31:8ea194f6145b 1212 if not TOOLCHAIN_PATHS[tool_key] or not exists(TOOLCHAIN_PATHS[tool_key]):
The Other Jimmy 31:8ea194f6145b 1213 exe = find_executable(executable_name)
The Other Jimmy 31:8ea194f6145b 1214 if not exe:
The Other Jimmy 31:8ea194f6145b 1215 return False
The Other Jimmy 31:8ea194f6145b 1216 for level in range(levels_up):
The Other Jimmy 31:8ea194f6145b 1217 # move up the specified number of directories
The Other Jimmy 31:8ea194f6145b 1218 exe = dirname(exe)
The Other Jimmy 31:8ea194f6145b 1219 TOOLCHAIN_PATHS[tool_key] = exe
The Other Jimmy 31:8ea194f6145b 1220 if nested_dir:
The Other Jimmy 31:8ea194f6145b 1221 subdir = join(TOOLCHAIN_PATHS[tool_key], nested_dir,
The Other Jimmy 31:8ea194f6145b 1222 executable_name)
The Other Jimmy 31:8ea194f6145b 1223 else:
The Other Jimmy 31:8ea194f6145b 1224 subdir = join(TOOLCHAIN_PATHS[tool_key],executable_name)
The Other Jimmy 31:8ea194f6145b 1225 # User could have specified a path that exists but does not contain exe
The Other Jimmy 31:8ea194f6145b 1226 return exists(subdir) or exists(subdir +'.exe')
The Other Jimmy 31:8ea194f6145b 1227
The Other Jimmy 31:8ea194f6145b 1228 @abstractmethod
The Other Jimmy 31:8ea194f6145b 1229 def check_executable(self):
The Other Jimmy 31:8ea194f6145b 1230 """Returns True if the executable (armcc) location specified by the
The Other Jimmy 31:8ea194f6145b 1231 user exists OR the executable can be found on the PATH.
The Other Jimmy 31:8ea194f6145b 1232 Returns False otherwise."""
The Other Jimmy 31:8ea194f6145b 1233 raise NotImplemented
The Other Jimmy 31:8ea194f6145b 1234
screamer 24:25bff2709c20 1235 @abstractmethod
screamer 24:25bff2709c20 1236 def get_config_option(self, config_header):
screamer 24:25bff2709c20 1237 """Generate the compiler option that forces the inclusion of the configuration
screamer 24:25bff2709c20 1238 header file.
screamer 24:25bff2709c20 1239
screamer 24:25bff2709c20 1240 Positional arguments:
screamer 24:25bff2709c20 1241 config_header -- The configuration header that will be included within all source files
screamer 24:25bff2709c20 1242
screamer 24:25bff2709c20 1243 Return value:
screamer 24:25bff2709c20 1244 A list of the command line arguments that will force the inclusion the specified header
screamer 24:25bff2709c20 1245
screamer 24:25bff2709c20 1246 Side effects:
screamer 24:25bff2709c20 1247 None
screamer 24:25bff2709c20 1248 """
screamer 24:25bff2709c20 1249 raise NotImplemented
screamer 24:25bff2709c20 1250
screamer 24:25bff2709c20 1251 @abstractmethod
screamer 24:25bff2709c20 1252 def assemble(self, source, object, includes):
screamer 24:25bff2709c20 1253 """Generate the command line that assembles.
screamer 24:25bff2709c20 1254
screamer 24:25bff2709c20 1255 Positional arguments:
screamer 24:25bff2709c20 1256 source -- a file path that is the file to assemble
screamer 24:25bff2709c20 1257 object -- a file path that is the destination object
screamer 24:25bff2709c20 1258 includes -- a list of all directories where header files may be found
screamer 24:25bff2709c20 1259
screamer 24:25bff2709c20 1260 Return value:
screamer 24:25bff2709c20 1261 The complete command line, as a list, that would invoke the assembler
screamer 24:25bff2709c20 1262 on the source file, include all the include paths, and generate
screamer 24:25bff2709c20 1263 the specified object file.
screamer 24:25bff2709c20 1264
screamer 24:25bff2709c20 1265 Side effects:
screamer 24:25bff2709c20 1266 None
screamer 24:25bff2709c20 1267
screamer 24:25bff2709c20 1268 Note:
screamer 24:25bff2709c20 1269 This method should be decorated with @hook_tool.
screamer 24:25bff2709c20 1270 """
screamer 24:25bff2709c20 1271 raise NotImplemented
screamer 24:25bff2709c20 1272
screamer 24:25bff2709c20 1273 @abstractmethod
screamer 24:25bff2709c20 1274 def compile_c(self, source, object, includes):
screamer 24:25bff2709c20 1275 """Generate the command line that compiles a C source file.
screamer 24:25bff2709c20 1276
screamer 24:25bff2709c20 1277 Positional arguments:
screamer 24:25bff2709c20 1278 source -- the C source file to compile
screamer 24:25bff2709c20 1279 object -- the destination object file
screamer 24:25bff2709c20 1280 includes -- a list of all the directories where header files may be found
screamer 24:25bff2709c20 1281
screamer 24:25bff2709c20 1282 Return value:
screamer 24:25bff2709c20 1283 The complete command line, as a list, that would invoke the C compiler
screamer 24:25bff2709c20 1284 on the source file, include all the include paths, and generate the
screamer 24:25bff2709c20 1285 specified object file.
screamer 24:25bff2709c20 1286
screamer 24:25bff2709c20 1287 Side effects:
screamer 24:25bff2709c20 1288 None
screamer 24:25bff2709c20 1289
screamer 24:25bff2709c20 1290 Note:
screamer 24:25bff2709c20 1291 This method should be decorated with @hook_tool.
screamer 24:25bff2709c20 1292 """
screamer 24:25bff2709c20 1293 raise NotImplemented
screamer 24:25bff2709c20 1294
screamer 24:25bff2709c20 1295 @abstractmethod
screamer 24:25bff2709c20 1296 def compile_cpp(self, source, object, includes):
screamer 24:25bff2709c20 1297 """Generate the command line that compiles a C++ source file.
screamer 24:25bff2709c20 1298
screamer 24:25bff2709c20 1299 Positional arguments:
screamer 24:25bff2709c20 1300 source -- the C++ source file to compile
screamer 24:25bff2709c20 1301 object -- the destination object file
screamer 24:25bff2709c20 1302 includes -- a list of all the directories where header files may be found
screamer 24:25bff2709c20 1303
screamer 24:25bff2709c20 1304 Return value:
screamer 24:25bff2709c20 1305 The complete command line, as a list, that would invoke the C++ compiler
screamer 24:25bff2709c20 1306 on the source file, include all the include paths, and generate the
screamer 24:25bff2709c20 1307 specified object file.
screamer 24:25bff2709c20 1308
screamer 24:25bff2709c20 1309 Side effects:
screamer 24:25bff2709c20 1310 None
screamer 24:25bff2709c20 1311
screamer 24:25bff2709c20 1312 Note:
screamer 24:25bff2709c20 1313 This method should be decorated with @hook_tool.
screamer 24:25bff2709c20 1314 """
screamer 24:25bff2709c20 1315 raise NotImplemented
screamer 24:25bff2709c20 1316
screamer 24:25bff2709c20 1317 @abstractmethod
screamer 24:25bff2709c20 1318 def link(self, output, objects, libraries, lib_dirs, mem_map):
screamer 24:25bff2709c20 1319 """Run the linker to create an executable and memory map.
screamer 24:25bff2709c20 1320
screamer 24:25bff2709c20 1321 Positional arguments:
screamer 24:25bff2709c20 1322 output -- the file name to place the executable in
screamer 24:25bff2709c20 1323 objects -- all of the object files to link
screamer 24:25bff2709c20 1324 libraries -- all of the required libraries
screamer 24:25bff2709c20 1325 lib_dirs -- where the required libraries are located
screamer 24:25bff2709c20 1326 mem_map -- the location where the memory map file should be stored
screamer 24:25bff2709c20 1327
screamer 24:25bff2709c20 1328 Return value:
screamer 24:25bff2709c20 1329 None
screamer 24:25bff2709c20 1330
screamer 24:25bff2709c20 1331 Side effect:
screamer 24:25bff2709c20 1332 Runs the linker to produce the executable.
screamer 24:25bff2709c20 1333
screamer 24:25bff2709c20 1334 Note:
screamer 24:25bff2709c20 1335 This method should be decorated with @hook_tool.
screamer 24:25bff2709c20 1336 """
screamer 24:25bff2709c20 1337 raise NotImplemented
screamer 24:25bff2709c20 1338
screamer 24:25bff2709c20 1339 @abstractmethod
screamer 24:25bff2709c20 1340 def archive(self, objects, lib_path):
screamer 24:25bff2709c20 1341 """Run the command line that creates an archive.
screamer 24:25bff2709c20 1342
screamer 24:25bff2709c20 1343 Positional arguhments:
screamer 24:25bff2709c20 1344 objects -- a list of all the object files that should be archived
screamer 24:25bff2709c20 1345 lib_path -- the file name of the resulting library file
screamer 24:25bff2709c20 1346
screamer 24:25bff2709c20 1347 Return value:
screamer 24:25bff2709c20 1348 None
screamer 24:25bff2709c20 1349
screamer 24:25bff2709c20 1350 Side effect:
screamer 24:25bff2709c20 1351 Runs the archiving tool to produce the library file.
screamer 24:25bff2709c20 1352
screamer 24:25bff2709c20 1353 Note:
screamer 24:25bff2709c20 1354 This method should be decorated with @hook_tool.
screamer 24:25bff2709c20 1355 """
screamer 24:25bff2709c20 1356 raise NotImplemented
screamer 24:25bff2709c20 1357
screamer 24:25bff2709c20 1358 @abstractmethod
screamer 24:25bff2709c20 1359 def binary(self, resources, elf, bin):
screamer 24:25bff2709c20 1360 """Run the command line that will Extract a simplified binary file.
screamer 24:25bff2709c20 1361
screamer 24:25bff2709c20 1362 Positional arguments:
screamer 24:25bff2709c20 1363 resources -- A resources object (Is not used in any of the toolchains)
screamer 24:25bff2709c20 1364 elf -- the executable file that is to be converted
screamer 24:25bff2709c20 1365 bin -- the file name of the to be created simplified binary file
screamer 24:25bff2709c20 1366
screamer 24:25bff2709c20 1367 Return value:
screamer 24:25bff2709c20 1368 None
screamer 24:25bff2709c20 1369
screamer 24:25bff2709c20 1370 Side effect:
screamer 24:25bff2709c20 1371 Runs the elf2bin tool to produce the simplified binary file.
screamer 24:25bff2709c20 1372
screamer 24:25bff2709c20 1373 Note:
screamer 24:25bff2709c20 1374 This method should be decorated with @hook_tool.
screamer 24:25bff2709c20 1375 """
screamer 24:25bff2709c20 1376 raise NotImplemented
screamer 13:ab47a20b66f0 1377
The Other Jimmy 36:96847d42f010 1378 @staticmethod
The Other Jimmy 36:96847d42f010 1379 @abstractmethod
The Other Jimmy 36:96847d42f010 1380 def name_mangle(name):
The Other Jimmy 36:96847d42f010 1381 """Mangle a name based on the conventional name mangling of this toolchain
The Other Jimmy 36:96847d42f010 1382
The Other Jimmy 36:96847d42f010 1383 Positional arguments:
The Other Jimmy 36:96847d42f010 1384 name -- the name to mangle
The Other Jimmy 36:96847d42f010 1385
The Other Jimmy 36:96847d42f010 1386 Return:
The Other Jimmy 36:96847d42f010 1387 the mangled name as a string
The Other Jimmy 36:96847d42f010 1388 """
The Other Jimmy 36:96847d42f010 1389 raise NotImplemented
The Other Jimmy 36:96847d42f010 1390
The Other Jimmy 36:96847d42f010 1391 @staticmethod
The Other Jimmy 36:96847d42f010 1392 @abstractmethod
The Other Jimmy 36:96847d42f010 1393 def make_ld_define(name, value):
The Other Jimmy 36:96847d42f010 1394 """Create an argument to the linker that would define a symbol
The Other Jimmy 36:96847d42f010 1395
The Other Jimmy 36:96847d42f010 1396 Positional arguments:
The Other Jimmy 36:96847d42f010 1397 name -- the symbol to define
The Other Jimmy 36:96847d42f010 1398 value -- the value to give the symbol
The Other Jimmy 36:96847d42f010 1399
The Other Jimmy 36:96847d42f010 1400 Return:
The Other Jimmy 36:96847d42f010 1401 The linker flag as a string
The Other Jimmy 36:96847d42f010 1402 """
The Other Jimmy 36:96847d42f010 1403 raise NotImplemented
The Other Jimmy 36:96847d42f010 1404
The Other Jimmy 36:96847d42f010 1405 @staticmethod
The Other Jimmy 36:96847d42f010 1406 @abstractmethod
The Other Jimmy 36:96847d42f010 1407 def redirect_symbol(source, sync, build_dir):
The Other Jimmy 36:96847d42f010 1408 """Redirect a symbol at link time to point at somewhere else
The Other Jimmy 36:96847d42f010 1409
The Other Jimmy 36:96847d42f010 1410 Positional arguments:
The Other Jimmy 36:96847d42f010 1411 source -- the symbol doing the pointing
The Other Jimmy 36:96847d42f010 1412 sync -- the symbol being pointed to
The Other Jimmy 36:96847d42f010 1413 build_dir -- the directory to put "response files" if needed by the toolchain
The Other Jimmy 36:96847d42f010 1414
The Other Jimmy 36:96847d42f010 1415 Side Effects:
The Other Jimmy 36:96847d42f010 1416 Possibly create a file in the build directory
The Other Jimmy 36:96847d42f010 1417
The Other Jimmy 36:96847d42f010 1418 Return:
The Other Jimmy 36:96847d42f010 1419 The linker flag to redirect the symbol, as a string
The Other Jimmy 36:96847d42f010 1420 """
The Other Jimmy 36:96847d42f010 1421 raise NotImplemented
The Other Jimmy 36:96847d42f010 1422
screamer 13:ab47a20b66f0 1423 # Return the list of macros geenrated by the build system
screamer 13:ab47a20b66f0 1424 def get_config_macros(self):
screamer 13:ab47a20b66f0 1425 return Config.config_to_macros(self.config_data) if self.config_data else []
screamer 13:ab47a20b66f0 1426
The Other Jimmy 36:96847d42f010 1427 @property
The Other Jimmy 36:96847d42f010 1428 def report(self):
The Other Jimmy 36:96847d42f010 1429 to_ret = {}
The Other Jimmy 36:96847d42f010 1430 to_ret['c_compiler'] = {'flags': copy(self.flags['c']),
The Other Jimmy 36:96847d42f010 1431 'symbols': self.get_symbols()}
The Other Jimmy 36:96847d42f010 1432 to_ret['cxx_compiler'] = {'flags': copy(self.flags['cxx']),
The Other Jimmy 36:96847d42f010 1433 'symbols': self.get_symbols()}
The Other Jimmy 36:96847d42f010 1434 to_ret['assembler'] = {'flags': copy(self.flags['asm']),
The Other Jimmy 36:96847d42f010 1435 'symbols': self.get_symbols(True)}
The Other Jimmy 36:96847d42f010 1436 to_ret['linker'] = {'flags': copy(self.flags['ld'])}
The Other Jimmy 36:96847d42f010 1437 to_ret.update(self.config.report)
The Other Jimmy 36:96847d42f010 1438 return to_ret
The Other Jimmy 36:96847d42f010 1439
screamer 20:835f6355470d 1440 from tools.settings import ARM_PATH
The Other Jimmy 36:96847d42f010 1441 from tools.settings import GCC_ARM_PATH
screamer 0:66f3b5499f7f 1442 from tools.settings import IAR_PATH
screamer 0:66f3b5499f7f 1443
screamer 20:835f6355470d 1444 TOOLCHAIN_PATHS = {
screamer 20:835f6355470d 1445 'ARM': ARM_PATH,
screamer 20:835f6355470d 1446 'uARM': ARM_PATH,
screamer 0:66f3b5499f7f 1447 'GCC_ARM': GCC_ARM_PATH,
screamer 0:66f3b5499f7f 1448 'IAR': IAR_PATH
screamer 0:66f3b5499f7f 1449 }
screamer 0:66f3b5499f7f 1450
screamer 0:66f3b5499f7f 1451 from tools.toolchains.arm import ARM_STD, ARM_MICRO
The Other Jimmy 36:96847d42f010 1452 from tools.toolchains.gcc import GCC_ARM
screamer 0:66f3b5499f7f 1453 from tools.toolchains.iar import IAR
screamer 0:66f3b5499f7f 1454
screamer 0:66f3b5499f7f 1455 TOOLCHAIN_CLASSES = {
screamer 0:66f3b5499f7f 1456 'ARM': ARM_STD,
screamer 0:66f3b5499f7f 1457 'uARM': ARM_MICRO,
screamer 0:66f3b5499f7f 1458 'GCC_ARM': GCC_ARM,
screamer 0:66f3b5499f7f 1459 'IAR': IAR
screamer 0:66f3b5499f7f 1460 }
screamer 0:66f3b5499f7f 1461
screamer 0:66f3b5499f7f 1462 TOOLCHAINS = set(TOOLCHAIN_CLASSES.keys())