the other jimmy / mbed-sdk-tools

Important changes to repositories hosted on mbed.com

Mbed hosted mercurial repositories are deprecated and are due to be permanently deleted in July 2026.

To keep a copy of this software download the repository Zip archive or clone locally using Mercurial.

It is also possible to export all your personal repositories from the account settings page.

Fork of mbed-sdk-tools by mbed official

toolchains/__init__.py@29:1210849dba19, 2016-08-29 (annotated)

Committer:
screamer
Date:
Mon Aug 29 11:18:36 2016 +0100
Revision:
29:1210849dba19
Parent:
27:5461402c33f8
Child:
30:f12ce67666d0
Port the latest tools patches from https://github.com/ARMmbed/mbed-os

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 """
screamer 0:66f3b5499f7f 2 mbed SDK
screamer 0:66f3b5499f7f 3 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 4
screamer 0:66f3b5499f7f 5 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 6 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 7 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 8
screamer 0:66f3b5499f7f 9 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 10
screamer 0:66f3b5499f7f 11 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 12 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 13 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 14 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 15 limitations under the License.
screamer 0:66f3b5499f7f 16 """
screamer 0:66f3b5499f7f 17
screamer 0:66f3b5499f7f 18 import re
screamer 0:66f3b5499f7f 19 import sys
screamer 24:25bff2709c20 20 from os import stat, walk, getcwd, sep, remove
screamer 0:66f3b5499f7f 21 from copy import copy
screamer 0:66f3b5499f7f 22 from time import time, sleep
screamer 0:66f3b5499f7f 23 from types import ListType
screamer 0:66f3b5499f7f 24 from shutil import copyfile
screamer 13:ab47a20b66f0 25 from os.path import join, splitext, exists, relpath, dirname, basename, split, abspath, isfile, isdir
screamer 0:66f3b5499f7f 26 from inspect import getmro
screamer 13:ab47a20b66f0 27 from copy import deepcopy
screamer 13:ab47a20b66f0 28 from tools.config import Config
screamer 24:25bff2709c20 29 from abc import ABCMeta, abstractmethod
screamer 0:66f3b5499f7f 30
screamer 0:66f3b5499f7f 31 from multiprocessing import Pool, cpu_count
screamer 21:4fdf0dd04f6f 32 from tools.utils import run_cmd, mkdir, rel_path, ToolException, NotSupportedException, split_path, compile_worker
screamer 0:66f3b5499f7f 33 from tools.settings import BUILD_OPTIONS, MBED_ORG_USER
screamer 0:66f3b5499f7f 34 import tools.hooks as hooks
Screamer@Y5070-M.virtuoso 12:f2e8a005c7d3 35 from tools.memap import MemapParser
screamer 0:66f3b5499f7f 36 from hashlib import md5
screamer 7:5af61d55adbe 37 import fnmatch
screamer 0:66f3b5499f7f 38
screamer 0:66f3b5499f7f 39
screamer 0:66f3b5499f7f 40 #Disables multiprocessing if set to higher number than the host machine CPUs
screamer 0:66f3b5499f7f 41 CPU_COUNT_MIN = 1
screamer 21:4fdf0dd04f6f 42 CPU_COEF = 1
screamer 7:5af61d55adbe 43
screamer 0:66f3b5499f7f 44 class Resources:
screamer 0:66f3b5499f7f 45 def __init__(self, base_path=None):
screamer 0:66f3b5499f7f 46 self.base_path = base_path
screamer 0:66f3b5499f7f 47
screamer 13:ab47a20b66f0 48 self.file_basepath = {}
screamer 13:ab47a20b66f0 49
screamer 0:66f3b5499f7f 50 self.inc_dirs = []
screamer 0:66f3b5499f7f 51 self.headers = []
screamer 0:66f3b5499f7f 52
screamer 0:66f3b5499f7f 53 self.s_sources = []
screamer 0:66f3b5499f7f 54 self.c_sources = []
screamer 0:66f3b5499f7f 55 self.cpp_sources = []
screamer 0:66f3b5499f7f 56
screamer 0:66f3b5499f7f 57 self.lib_dirs = set([])
screamer 0:66f3b5499f7f 58 self.objects = []
screamer 0:66f3b5499f7f 59 self.libraries = []
screamer 0:66f3b5499f7f 60
screamer 0:66f3b5499f7f 61 # mbed special files
screamer 0:66f3b5499f7f 62 self.lib_builds = []
screamer 0:66f3b5499f7f 63 self.lib_refs = []
screamer 0:66f3b5499f7f 64
screamer 0:66f3b5499f7f 65 self.repo_dirs = []
screamer 0:66f3b5499f7f 66 self.repo_files = []
screamer 0:66f3b5499f7f 67
screamer 0:66f3b5499f7f 68 self.linker_script = None
screamer 0:66f3b5499f7f 69
screamer 0:66f3b5499f7f 70 # Other files
screamer 0:66f3b5499f7f 71 self.hex_files = []
screamer 0:66f3b5499f7f 72 self.bin_files = []
screamer 7:5af61d55adbe 73 self.json_files = []
screamer 7:5af61d55adbe 74
screamer 13:ab47a20b66f0 75 # Features
screamer 13:ab47a20b66f0 76 self.features = {}
screamer 13:ab47a20b66f0 77
screamer 7:5af61d55adbe 78 def __add__(self, resources):
screamer 7:5af61d55adbe 79 if resources is None:
screamer 7:5af61d55adbe 80 return self
screamer 7:5af61d55adbe 81 else:
screamer 7:5af61d55adbe 82 return self.add(resources)
screamer 7:5af61d55adbe 83
screamer 7:5af61d55adbe 84 def __radd__(self, resources):
screamer 7:5af61d55adbe 85 if resources is None:
screamer 7:5af61d55adbe 86 return self
screamer 7:5af61d55adbe 87 else:
screamer 7:5af61d55adbe 88 return self.add(resources)
screamer 0:66f3b5499f7f 89
screamer 0:66f3b5499f7f 90 def add(self, resources):
screamer 13:ab47a20b66f0 91 for f,p in resources.file_basepath.items():
screamer 13:ab47a20b66f0 92 self.file_basepath[f] = p
screamer 13:ab47a20b66f0 93
screamer 0:66f3b5499f7f 94 self.inc_dirs += resources.inc_dirs
screamer 0:66f3b5499f7f 95 self.headers += resources.headers
screamer 0:66f3b5499f7f 96
screamer 0:66f3b5499f7f 97 self.s_sources += resources.s_sources
screamer 0:66f3b5499f7f 98 self.c_sources += resources.c_sources
screamer 0:66f3b5499f7f 99 self.cpp_sources += resources.cpp_sources
screamer 0:66f3b5499f7f 100
screamer 0:66f3b5499f7f 101 self.lib_dirs |= resources.lib_dirs
screamer 0:66f3b5499f7f 102 self.objects += resources.objects
screamer 0:66f3b5499f7f 103 self.libraries += resources.libraries
screamer 0:66f3b5499f7f 104
screamer 0:66f3b5499f7f 105 self.lib_builds += resources.lib_builds
screamer 0:66f3b5499f7f 106 self.lib_refs += resources.lib_refs
screamer 0:66f3b5499f7f 107
screamer 0:66f3b5499f7f 108 self.repo_dirs += resources.repo_dirs
screamer 0:66f3b5499f7f 109 self.repo_files += resources.repo_files
screamer 0:66f3b5499f7f 110
screamer 0:66f3b5499f7f 111 if resources.linker_script is not None:
screamer 0:66f3b5499f7f 112 self.linker_script = resources.linker_script
screamer 0:66f3b5499f7f 113
screamer 0:66f3b5499f7f 114 self.hex_files += resources.hex_files
screamer 0:66f3b5499f7f 115 self.bin_files += resources.bin_files
screamer 7:5af61d55adbe 116 self.json_files += resources.json_files
screamer 7:5af61d55adbe 117
screamer 13:ab47a20b66f0 118 self.features.update(resources.features)
screamer 13:ab47a20b66f0 119
screamer 7:5af61d55adbe 120 return self
screamer 0:66f3b5499f7f 121
screamer 0:66f3b5499f7f 122 def relative_to(self, base, dot=False):
screamer 0:66f3b5499f7f 123 for field in ['inc_dirs', 'headers', 's_sources', 'c_sources',
screamer 0:66f3b5499f7f 124 'cpp_sources', 'lib_dirs', 'objects', 'libraries',
screamer 7:5af61d55adbe 125 'lib_builds', 'lib_refs', 'repo_dirs', 'repo_files',
screamer 7:5af61d55adbe 126 'hex_files', 'bin_files', 'json_files']:
screamer 0:66f3b5499f7f 127 v = [rel_path(f, base, dot) for f in getattr(self, field)]
screamer 0:66f3b5499f7f 128 setattr(self, field, v)
screamer 13:ab47a20b66f0 129
screamer 13:ab47a20b66f0 130 self.features = {k: f.relative_to(base, dot) for k, f in self.features.iteritems() if f}
screamer 13:ab47a20b66f0 131
screamer 0:66f3b5499f7f 132 if self.linker_script is not None:
screamer 0:66f3b5499f7f 133 self.linker_script = rel_path(self.linker_script, base, dot)
screamer 0:66f3b5499f7f 134
screamer 0:66f3b5499f7f 135 def win_to_unix(self):
screamer 0:66f3b5499f7f 136 for field in ['inc_dirs', 'headers', 's_sources', 'c_sources',
screamer 0:66f3b5499f7f 137 'cpp_sources', 'lib_dirs', 'objects', 'libraries',
screamer 7:5af61d55adbe 138 'lib_builds', 'lib_refs', 'repo_dirs', 'repo_files',
screamer 7:5af61d55adbe 139 'hex_files', 'bin_files', 'json_files']:
screamer 0:66f3b5499f7f 140 v = [f.replace('\\', '/') for f in getattr(self, field)]
screamer 0:66f3b5499f7f 141 setattr(self, field, v)
screamer 13:ab47a20b66f0 142
screamer 13:ab47a20b66f0 143 self.features = {k: f.win_to_unix() for k, f in self.features.iteritems() if f}
screamer 13:ab47a20b66f0 144
screamer 0:66f3b5499f7f 145 if self.linker_script is not None:
screamer 0:66f3b5499f7f 146 self.linker_script = self.linker_script.replace('\\', '/')
screamer 0:66f3b5499f7f 147
screamer 0:66f3b5499f7f 148 def __str__(self):
screamer 0:66f3b5499f7f 149 s = []
screamer 0:66f3b5499f7f 150
screamer 0:66f3b5499f7f 151 for (label, resources) in (
screamer 0:66f3b5499f7f 152 ('Include Directories', self.inc_dirs),
screamer 0:66f3b5499f7f 153 ('Headers', self.headers),
screamer 0:66f3b5499f7f 154
screamer 0:66f3b5499f7f 155 ('Assembly sources', self.s_sources),
screamer 0:66f3b5499f7f 156 ('C sources', self.c_sources),
screamer 0:66f3b5499f7f 157 ('C++ sources', self.cpp_sources),
screamer 0:66f3b5499f7f 158
screamer 0:66f3b5499f7f 159 ('Library directories', self.lib_dirs),
screamer 0:66f3b5499f7f 160 ('Objects', self.objects),
screamer 0:66f3b5499f7f 161 ('Libraries', self.libraries),
screamer 0:66f3b5499f7f 162
screamer 0:66f3b5499f7f 163 ('Hex files', self.hex_files),
screamer 0:66f3b5499f7f 164 ('Bin files', self.bin_files),
screamer 13:ab47a20b66f0 165
screamer 13:ab47a20b66f0 166 ('Features', self.features),
screamer 0:66f3b5499f7f 167 ):
screamer 0:66f3b5499f7f 168 if resources:
screamer 0:66f3b5499f7f 169 s.append('%s:\n ' % label + '\n '.join(resources))
screamer 0:66f3b5499f7f 170
screamer 0:66f3b5499f7f 171 if self.linker_script:
screamer 0:66f3b5499f7f 172 s.append('Linker Script: ' + self.linker_script)
screamer 0:66f3b5499f7f 173
screamer 0:66f3b5499f7f 174 return '\n'.join(s)
screamer 0:66f3b5499f7f 175
screamer 0:66f3b5499f7f 176 # Support legacy build conventions: the original mbed build system did not have
screamer 0:66f3b5499f7f 177 # standard labels for the "TARGET_" and "TOOLCHAIN_" specific directories, but
screamer 0:66f3b5499f7f 178 # had the knowledge of a list of these directories to be ignored.
screamer 0:66f3b5499f7f 179 LEGACY_IGNORE_DIRS = set([
screamer 0:66f3b5499f7f 180 'LPC11U24', 'LPC1768', 'LPC2368', 'LPC4088', 'LPC812', 'KL25Z',
screamer 14:ee1b877e6839 181 'ARM', 'uARM', 'IAR',
screamer 14:ee1b877e6839 182 'GCC_ARM', 'GCC_CS', 'GCC_CR', 'GCC_CW', 'GCC_CW_EWL', 'GCC_CW_NEWLIB',
screamer 0:66f3b5499f7f 183 ])
screamer 0:66f3b5499f7f 184 LEGACY_TOOLCHAIN_NAMES = {
screamer 0:66f3b5499f7f 185 'ARM_STD':'ARM', 'ARM_MICRO': 'uARM',
screamer 17:04753e1e329d 186 'GCC_ARM': 'GCC_ARM', 'GCC_CR': 'GCC_CR',
screamer 0:66f3b5499f7f 187 'IAR': 'IAR',
screamer 0:66f3b5499f7f 188 }
screamer 0:66f3b5499f7f 189
screamer 0:66f3b5499f7f 190
screamer 29:1210849dba19 191 def check_toolchain_path(function):
screamer 29:1210849dba19 192 """Check if the path to toolchain is valid. Exit if not.
screamer 29:1210849dba19 193 Use this function as a decorator. Causes a system exit if the path does
screamer 29:1210849dba19 194 not exist. Execute the function as normal if the path does exist.
screamer 29:1210849dba19 195
screamer 29:1210849dba19 196 Positional arguments:
screamer 29:1210849dba19 197 function -- the function to decorate
screamer 29:1210849dba19 198 """
screamer 29:1210849dba19 199 def perform_check(self, *args, **kwargs):
screamer 29:1210849dba19 200 if not exists(self.toolchain_path) and not exists(self.toolchain_path+'.exe'):
screamer 29:1210849dba19 201 error_string = 'Could not find executable for %s.\n Currently ' \
screamer 29:1210849dba19 202 'set search path: %s'% (self.name, self.toolchain_path)
screamer 29:1210849dba19 203 raise Exception(error_string)
screamer 29:1210849dba19 204 return function(self, *args, **kwargs)
screamer 29:1210849dba19 205 return perform_check
screamer 29:1210849dba19 206
screamer 29:1210849dba19 207
screamer 0:66f3b5499f7f 208 class mbedToolchain:
screamer 24:25bff2709c20 209 # Verbose logging
screamer 0:66f3b5499f7f 210 VERBOSE = True
screamer 24:25bff2709c20 211
screamer 24:25bff2709c20 212 # Compile C files as CPP
screamer 21:4fdf0dd04f6f 213 COMPILE_C_AS_CPP = False
screamer 24:25bff2709c20 214
screamer 24:25bff2709c20 215 # Response files for compiling, includes, linking and archiving.
screamer 24:25bff2709c20 216 # Not needed on posix systems where the typical arg limit is 2 megabytes
screamer 21:4fdf0dd04f6f 217 RESPONSE_FILES = True
screamer 0:66f3b5499f7f 218
screamer 0:66f3b5499f7f 219 CORTEX_SYMBOLS = {
screamer 0:66f3b5499f7f 220 "Cortex-M0" : ["__CORTEX_M0", "ARM_MATH_CM0", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 221 "Cortex-M0+": ["__CORTEX_M0PLUS", "ARM_MATH_CM0PLUS", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 17:04753e1e329d 222 "Cortex-M1" : ["__CORTEX_M3", "ARM_MATH_CM1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 223 "Cortex-M3" : ["__CORTEX_M3", "ARM_MATH_CM3", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 224 "Cortex-M4" : ["__CORTEX_M4", "ARM_MATH_CM4", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 17:04753e1e329d 225 "Cortex-M4F" : ["__CORTEX_M4", "ARM_MATH_CM4", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 226 "Cortex-M7" : ["__CORTEX_M7", "ARM_MATH_CM7", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 17:04753e1e329d 227 "Cortex-M7F" : ["__CORTEX_M7", "ARM_MATH_CM7", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 17:04753e1e329d 228 "Cortex-M7FD" : ["__CORTEX_M7", "ARM_MATH_CM7", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"],
screamer 0:66f3b5499f7f 229 "Cortex-A9" : ["__CORTEX_A9", "ARM_MATH_CA9", "__FPU_PRESENT", "__CMSIS_RTOS", "__EVAL", "__MBED_CMSIS_RTOS_CA9"],
screamer 0:66f3b5499f7f 230 }
screamer 0:66f3b5499f7f 231
screamer 13:ab47a20b66f0 232 MBED_CONFIG_FILE_NAME="mbed_config.h"
screamer 13:ab47a20b66f0 233
screamer 24:25bff2709c20 234 __metaclass__ = ABCMeta
screamer 24:25bff2709c20 235
screamer 13:ab47a20b66f0 236 def __init__(self, target, options=None, notify=None, macros=None, silent=False, extra_verbose=False):
screamer 0:66f3b5499f7f 237 self.target = target
screamer 0:66f3b5499f7f 238 self.name = self.__class__.__name__
screamer 22:9e85236d8716 239
screamer 13:ab47a20b66f0 240 # compile/assemble/link/binary hooks
screamer 0:66f3b5499f7f 241 self.hook = hooks.Hook(target, self)
screamer 13:ab47a20b66f0 242
screamer 13:ab47a20b66f0 243 # Toolchain flags
screamer 13:ab47a20b66f0 244 self.flags = deepcopy(self.DEFAULT_FLAGS)
screamer 22:9e85236d8716 245
screamer 13:ab47a20b66f0 246 # User-defined macros
screamer 13:ab47a20b66f0 247 self.macros = macros or []
screamer 22:9e85236d8716 248
screamer 13:ab47a20b66f0 249 # Macros generated from toolchain and target rules/features
screamer 29:1210849dba19 250 self.asm_symbols = None
screamer 29:1210849dba19 251 self.cxx_symbols = None
screamer 22:9e85236d8716 252
screamer 13:ab47a20b66f0 253 # Labels generated from toolchain and target rules/features (used for selective build)
screamer 13:ab47a20b66f0 254 self.labels = None
screamer 22:9e85236d8716 255
screamer 24:25bff2709c20 256 # This will hold the initialized config object
screamer 24:25bff2709c20 257 self.config = None
screamer 24:25bff2709c20 258
screamer 13:ab47a20b66f0 259 # This will hold the configuration data (as returned by Config.get_config_data())
screamer 13:ab47a20b66f0 260 self.config_data = None
screamer 0:66f3b5499f7f 261
screamer 24:25bff2709c20 262 # This will hold the location of the configuration file or None if there's no configuration available
screamer 24:25bff2709c20 263 self.config_file = None
screamer 24:25bff2709c20 264
screamer 24:25bff2709c20 265 # Call guard for "get_config_data" (see the comments of get_config_data for details)
screamer 24:25bff2709c20 266 self.config_processed = False
screamer 24:25bff2709c20 267
screamer 13:ab47a20b66f0 268 # Non-incremental compile
screamer 13:ab47a20b66f0 269 self.build_all = False
screamer 22:9e85236d8716 270
screamer 13:ab47a20b66f0 271 # Build output dir
screamer 13:ab47a20b66f0 272 self.build_dir = None
screamer 13:ab47a20b66f0 273 self.timestamp = time()
screamer 13:ab47a20b66f0 274
screamer 13:ab47a20b66f0 275 # Output build naming based on target+toolchain combo (mbed 2.0 builds)
screamer 13:ab47a20b66f0 276 self.obj_path = join("TARGET_"+target.name, "TOOLCHAIN_"+self.name)
screamer 13:ab47a20b66f0 277
screamer 13:ab47a20b66f0 278 # Number of concurrent build jobs. 0 means auto (based on host system cores)
screamer 13:ab47a20b66f0 279 self.jobs = 0
screamer 13:ab47a20b66f0 280
screamer 13:ab47a20b66f0 281 # Ignore patterns from .mbedignore files
screamer 13:ab47a20b66f0 282 self.ignore_patterns = []
screamer 13:ab47a20b66f0 283
screamer 13:ab47a20b66f0 284 # Pre-mbed 2.0 ignore dirs
screamer 21:4fdf0dd04f6f 285 self.legacy_ignore_dirs = (LEGACY_IGNORE_DIRS | TOOLCHAINS) - set([target.name, LEGACY_TOOLCHAIN_NAMES[self.name]])
screamer 0:66f3b5499f7f 286
screamer 13:ab47a20b66f0 287 # Output notify function
screamer 22:9e85236d8716 288 # This function is passed all events, and expected to handle notification of the
screamer 22:9e85236d8716 289 # user, emit the events to a log, etc.
screamer 22:9e85236d8716 290 # The API for all notify methods passed into the notify parameter is as follows:
screamer 22:9e85236d8716 291 # def notify(Event, Silent)
screamer 22:9e85236d8716 292 # Where *Event* is a dict representing the toolchain event that was generated
screamer 22:9e85236d8716 293 # e.g.: a compile succeeded, or a warning was emitted by the compiler
screamer 22:9e85236d8716 294 # or an application was linked
screamer 22:9e85236d8716 295 # *Silent* is a boolean
screamer 0:66f3b5499f7f 296 if notify:
screamer 0:66f3b5499f7f 297 self.notify_fun = notify
screamer 0:66f3b5499f7f 298 elif extra_verbose:
screamer 0:66f3b5499f7f 299 self.notify_fun = self.print_notify_verbose
screamer 0:66f3b5499f7f 300 else:
screamer 0:66f3b5499f7f 301 self.notify_fun = self.print_notify
screamer 22:9e85236d8716 302
screamer 13:ab47a20b66f0 303 # Silent builds (no output)
screamer 13:ab47a20b66f0 304 self.silent = silent
screamer 22:9e85236d8716 305
screamer 13:ab47a20b66f0 306 # Print output buffer
screamer 22:9e85236d8716 307 self.output = str()
screamer 22:9e85236d8716 308 self.map_outputs = list() # Place to store memmap scan results in JSON like data structures
screamer 0:66f3b5499f7f 309
screamer 13:ab47a20b66f0 310 # Build options passed by -o flag
screamer 0:66f3b5499f7f 311 self.options = options if options is not None else []
screamer 0:66f3b5499f7f 312
screamer 13:ab47a20b66f0 313 # Build options passed by settings.py or mbed_settings.py
screamer 0:66f3b5499f7f 314 self.options.extend(BUILD_OPTIONS)
screamer 13:ab47a20b66f0 315
screamer 0:66f3b5499f7f 316 if self.options:
screamer 0:66f3b5499f7f 317 self.info("Build Options: %s" % (', '.join(self.options)))
screamer 22:9e85236d8716 318
screamer 13:ab47a20b66f0 319 # uVisor spepcific rules
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 320 if 'UVISOR' in self.target.features and 'UVISOR_SUPPORTED' in self.target.extra_labels:
screamer 0:66f3b5499f7f 321 self.target.core = re.sub(r"F$", '', self.target.core)
screamer 24:25bff2709c20 322
screamer 24:25bff2709c20 323 # Stats cache is used to reduce the amount of IO requests to stat
screamer 24:25bff2709c20 324 # header files during dependency change. See need_update()
screamer 17:04753e1e329d 325 self.stat_cache = {}
screamer 17:04753e1e329d 326
screamer 24:25bff2709c20 327 # Used by the mbed Online Build System to build in chrooted environment
screamer 24:25bff2709c20 328 self.CHROOT = None
screamer 24:25bff2709c20 329
screamer 24:25bff2709c20 330 # Call post __init__() hooks before the ARM/GCC_ARM/IAR toolchain __init__() takes over
screamer 14:ee1b877e6839 331 self.init()
screamer 14:ee1b877e6839 332
screamer 24:25bff2709c20 333 # Used for post __init__() hooks
screamer 24:25bff2709c20 334 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 335 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 14:ee1b877e6839 336 def init(self):
screamer 14:ee1b877e6839 337 return True
screamer 0:66f3b5499f7f 338
screamer 0:66f3b5499f7f 339 def get_output(self):
screamer 0:66f3b5499f7f 340 return self.output
screamer 0:66f3b5499f7f 341
screamer 0:66f3b5499f7f 342 def print_notify(self, event, silent=False):
screamer 0:66f3b5499f7f 343 """ Default command line notification
screamer 0:66f3b5499f7f 344 """
screamer 0:66f3b5499f7f 345 msg = None
screamer 0:66f3b5499f7f 346
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 347 if not self.VERBOSE and event['type'] == 'tool_error':
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 348 msg = event['message']
screamer 22:9e85236d8716 349
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 350 elif event['type'] in ['info', 'debug']:
screamer 0:66f3b5499f7f 351 msg = event['message']
screamer 22:9e85236d8716 352
screamer 0:66f3b5499f7f 353 elif event['type'] == 'cc':
screamer 0:66f3b5499f7f 354 event['severity'] = event['severity'].title()
screamer 0:66f3b5499f7f 355 event['file'] = basename(event['file'])
screamer 21:4fdf0dd04f6f 356 msg = '[%(severity)s] %(file)s@%(line)s,%(col)s: %(message)s' % event
screamer 0:66f3b5499f7f 357
screamer 0:66f3b5499f7f 358 elif event['type'] == 'progress':
screamer 0:66f3b5499f7f 359 if not silent:
screamer 0:66f3b5499f7f 360 msg = '%s: %s' % (event['action'].title(), basename(event['file']))
screamer 0:66f3b5499f7f 361
screamer 0:66f3b5499f7f 362 if msg:
screamer 0:66f3b5499f7f 363 print msg
screamer 0:66f3b5499f7f 364 self.output += msg + "\n"
screamer 0:66f3b5499f7f 365
screamer 0:66f3b5499f7f 366 def print_notify_verbose(self, event, silent=False):
screamer 0:66f3b5499f7f 367 """ Default command line notification with more verbose mode
screamer 0:66f3b5499f7f 368 """
screamer 0:66f3b5499f7f 369 if event['type'] in ['info', 'debug']:
screamer 0:66f3b5499f7f 370 self.print_notify(event) # standard handle
screamer 0:66f3b5499f7f 371
screamer 0:66f3b5499f7f 372 elif event['type'] == 'cc':
screamer 0:66f3b5499f7f 373 event['severity'] = event['severity'].title()
screamer 0:66f3b5499f7f 374 event['file'] = basename(event['file'])
screamer 0:66f3b5499f7f 375 event['mcu_name'] = "None"
screamer 0:66f3b5499f7f 376 event['target_name'] = event['target_name'].upper() if event['target_name'] else "Unknown"
screamer 0:66f3b5499f7f 377 event['toolchain_name'] = event['toolchain_name'].upper() if event['toolchain_name'] else "Unknown"
screamer 0:66f3b5499f7f 378 msg = '[%(severity)s] %(target_name)s::%(toolchain_name)s::%(file)s@%(line)s: %(message)s' % event
screamer 0:66f3b5499f7f 379 print msg
screamer 0:66f3b5499f7f 380 self.output += msg + "\n"
screamer 0:66f3b5499f7f 381
screamer 0:66f3b5499f7f 382 elif event['type'] == 'progress':
screamer 0:66f3b5499f7f 383 self.print_notify(event) # standard handle
screamer 0:66f3b5499f7f 384
screamer 24:25bff2709c20 385 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 386 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 0:66f3b5499f7f 387 def notify(self, event):
screamer 0:66f3b5499f7f 388 """ Little closure for notify functions
screamer 0:66f3b5499f7f 389 """
screamer 22:9e85236d8716 390 event['toolchain'] = self
screamer 0:66f3b5499f7f 391 return self.notify_fun(event, self.silent)
screamer 0:66f3b5499f7f 392
screamer 29:1210849dba19 393 def get_symbols(self, for_asm=False):
screamer 29:1210849dba19 394 if for_asm:
screamer 29:1210849dba19 395 if self.asm_symbols is None:
screamer 29:1210849dba19 396 self.asm_symbols = []
screamer 29:1210849dba19 397
screamer 29:1210849dba19 398 # Cortex CPU symbols
screamer 29:1210849dba19 399 if self.target.core in mbedToolchain.CORTEX_SYMBOLS:
screamer 29:1210849dba19 400 self.asm_symbols.extend(mbedToolchain.CORTEX_SYMBOLS[self.target.core])
screamer 0:66f3b5499f7f 401
screamer 29:1210849dba19 402 # Add target's symbols
screamer 29:1210849dba19 403 self.asm_symbols += self.target.macros
screamer 29:1210849dba19 404 # Add extra symbols passed via 'macros' parameter
screamer 29:1210849dba19 405 self.asm_symbols += self.macros
screamer 29:1210849dba19 406 return list(set(self.asm_symbols)) # Return only unique symbols
screamer 29:1210849dba19 407 else:
screamer 29:1210849dba19 408 if self.cxx_symbols is None:
screamer 29:1210849dba19 409 # Target and Toolchain symbols
screamer 29:1210849dba19 410 labels = self.get_labels()
screamer 29:1210849dba19 411 self.cxx_symbols = ["TARGET_%s" % t for t in labels['TARGET']]
screamer 29:1210849dba19 412 self.cxx_symbols.extend(["TOOLCHAIN_%s" % t for t in labels['TOOLCHAIN']])
screamer 0:66f3b5499f7f 413
screamer 29:1210849dba19 414 # Cortex CPU symbols
screamer 29:1210849dba19 415 if self.target.core in mbedToolchain.CORTEX_SYMBOLS:
screamer 29:1210849dba19 416 self.cxx_symbols.extend(mbedToolchain.CORTEX_SYMBOLS[self.target.core])
screamer 29:1210849dba19 417
screamer 29:1210849dba19 418 # Symbols defined by the on-line build.system
screamer 29:1210849dba19 419 self.cxx_symbols.extend(['MBED_BUILD_TIMESTAMP=%s' % self.timestamp, 'TARGET_LIKE_MBED', '__MBED__=1'])
screamer 29:1210849dba19 420 if MBED_ORG_USER:
screamer 29:1210849dba19 421 self.cxx_symbols.append('MBED_USERNAME=' + MBED_ORG_USER)
screamer 0:66f3b5499f7f 422
screamer 29:1210849dba19 423 # Add target's symbols
screamer 29:1210849dba19 424 self.cxx_symbols += self.target.macros
screamer 29:1210849dba19 425 # Add target's hardware
screamer 29:1210849dba19 426 self.cxx_symbols += ["DEVICE_" + data + "=1" for data in self.target.device_has]
screamer 29:1210849dba19 427 # Add target's features
screamer 29:1210849dba19 428 self.cxx_symbols += ["FEATURE_" + data + "=1" for data in self.target.features]
screamer 29:1210849dba19 429 # Add extra symbols passed via 'macros' parameter
screamer 29:1210849dba19 430 self.cxx_symbols += self.macros
screamer 0:66f3b5499f7f 431
screamer 29:1210849dba19 432 # Form factor variables
screamer 29:1210849dba19 433 if hasattr(self.target, 'supported_form_factors'):
screamer 29:1210849dba19 434 self.cxx_symbols.extend(["TARGET_FF_%s" % t for t in self.target.supported_form_factors])
screamer 0:66f3b5499f7f 435
screamer 29:1210849dba19 436 return list(set(self.cxx_symbols)) # Return only unique symbols
screamer 0:66f3b5499f7f 437
screamer 7:5af61d55adbe 438 # Extend the internal list of macros
screamer 7:5af61d55adbe 439 def add_macros(self, new_macros):
screamer 7:5af61d55adbe 440 self.macros.extend(new_macros)
screamer 7:5af61d55adbe 441
screamer 0:66f3b5499f7f 442 def get_labels(self):
screamer 0:66f3b5499f7f 443 if self.labels is None:
screamer 0:66f3b5499f7f 444 toolchain_labels = [c.__name__ for c in getmro(self.__class__)]
screamer 0:66f3b5499f7f 445 toolchain_labels.remove('mbedToolchain')
screamer 0:66f3b5499f7f 446 self.labels = {
screamer 0:66f3b5499f7f 447 'TARGET': self.target.get_labels() + ["DEBUG" if "debug-info" in self.options else "RELEASE"],
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 448 'FEATURE': self.target.features,
screamer 0:66f3b5499f7f 449 'TOOLCHAIN': toolchain_labels
screamer 0:66f3b5499f7f 450 }
screamer 0:66f3b5499f7f 451 return self.labels
screamer 0:66f3b5499f7f 452
screamer 24:25bff2709c20 453
screamer 24:25bff2709c20 454 # Determine whether a source file needs updating/compiling
screamer 0:66f3b5499f7f 455 def need_update(self, target, dependencies):
screamer 0:66f3b5499f7f 456 if self.build_all:
screamer 0:66f3b5499f7f 457 return True
screamer 0:66f3b5499f7f 458
screamer 0:66f3b5499f7f 459 if not exists(target):
screamer 0:66f3b5499f7f 460 return True
screamer 0:66f3b5499f7f 461
screamer 0:66f3b5499f7f 462 target_mod_time = stat(target).st_mtime
screamer 0:66f3b5499f7f 463
screamer 0:66f3b5499f7f 464 for d in dependencies:
screamer 0:66f3b5499f7f 465 # Some objects are not provided with full path and here we do not have
screamer 0:66f3b5499f7f 466 # information about the library paths. Safe option: assume an update
screamer 22:9e85236d8716 467 if not d or not exists(d):
screamer 0:66f3b5499f7f 468 return True
screamer 17:04753e1e329d 469
screamer 22:9e85236d8716 470 if not self.stat_cache.has_key(d):
screamer 17:04753e1e329d 471 self.stat_cache[d] = stat(d).st_mtime
screamer 22:9e85236d8716 472
screamer 22:9e85236d8716 473 if self.stat_cache[d] >= target_mod_time:
screamer 22:9e85236d8716 474 return True
screamer 17:04753e1e329d 475
screamer 0:66f3b5499f7f 476 return False
screamer 0:66f3b5499f7f 477
screamer 7:5af61d55adbe 478 def is_ignored(self, file_path):
screamer 13:ab47a20b66f0 479 for pattern in self.ignore_patterns:
screamer 7:5af61d55adbe 480 if fnmatch.fnmatch(file_path, pattern):
screamer 7:5af61d55adbe 481 return True
screamer 7:5af61d55adbe 482 return False
screamer 7:5af61d55adbe 483
screamer 13:ab47a20b66f0 484 # Create a Resources object from the path pointed to by *path* by either traversing a
screamer 13:ab47a20b66f0 485 # a directory structure, when *path* is a directory, or adding *path* to the resources,
screamer 13:ab47a20b66f0 486 # when *path* is a file.
screamer 13:ab47a20b66f0 487 # The parameter *base_path* is used to set the base_path attribute of the Resources
screamer 13:ab47a20b66f0 488 # object and the parameter *exclude_paths* is used by the directory traversal to
screamer 13:ab47a20b66f0 489 # exclude certain paths from the traversal.
screamer 13:ab47a20b66f0 490 def scan_resources(self, path, exclude_paths=None, base_path=None):
screamer 21:4fdf0dd04f6f 491 self.progress("scan", path)
screamer 21:4fdf0dd04f6f 492
screamer 0:66f3b5499f7f 493 resources = Resources(path)
screamer 13:ab47a20b66f0 494 if not base_path:
screamer 13:ab47a20b66f0 495 if isfile(path):
screamer 13:ab47a20b66f0 496 base_path = dirname(path)
screamer 13:ab47a20b66f0 497 else:
screamer 13:ab47a20b66f0 498 base_path = path
screamer 13:ab47a20b66f0 499 resources.base_path = base_path
screamer 0:66f3b5499f7f 500
screamer 13:ab47a20b66f0 501 if isfile(path):
screamer 13:ab47a20b66f0 502 self._add_file(path, resources, base_path, exclude_paths=exclude_paths)
screamer 13:ab47a20b66f0 503 else:
screamer 13:ab47a20b66f0 504 self._add_dir(path, resources, base_path, exclude_paths=exclude_paths)
screamer 13:ab47a20b66f0 505 return resources
screamer 13:ab47a20b66f0 506
screamer 13:ab47a20b66f0 507 # A helper function for scan_resources. _add_dir traverses *path* (assumed to be a
screamer 13:ab47a20b66f0 508 # directory) and heeds the ".mbedignore" files along the way. _add_dir calls _add_file
screamer 13:ab47a20b66f0 509 # on every file it considers adding to the resources object.
screamer 13:ab47a20b66f0 510 def _add_dir(self, path, resources, base_path, exclude_paths=None):
screamer 0:66f3b5499f7f 511 """ os.walk(top[, topdown=True[, onerror=None[, followlinks=False]]])
screamer 0:66f3b5499f7f 512 When topdown is True, the caller can modify the dirnames list in-place
screamer 0:66f3b5499f7f 513 (perhaps using del or slice assignment), and walk() will only recurse into
screamer 0:66f3b5499f7f 514 the subdirectories whose names remain in dirnames; this can be used to prune
screamer 0:66f3b5499f7f 515 the search, impose a specific order of visiting, or even to inform walk()
screamer 0:66f3b5499f7f 516 about directories the caller creates or renames before it resumes walk()
screamer 0:66f3b5499f7f 517 again. Modifying dirnames when topdown is False is ineffective, because in
screamer 0:66f3b5499f7f 518 bottom-up mode the directories in dirnames are generated before dirpath
screamer 0:66f3b5499f7f 519 itself is generated.
screamer 0:66f3b5499f7f 520 """
screamer 13:ab47a20b66f0 521 labels = self.get_labels()
screamer 0:66f3b5499f7f 522 for root, dirs, files in walk(path, followlinks=True):
screamer 7:5af61d55adbe 523 # Check if folder contains .mbedignore
screamer 13:ab47a20b66f0 524 if ".mbedignore" in files:
screamer 7:5af61d55adbe 525 with open (join(root,".mbedignore"), "r") as f:
screamer 7:5af61d55adbe 526 lines=f.readlines()
screamer 7:5af61d55adbe 527 lines = [l.strip() for l in lines] # Strip whitespaces
screamer 7:5af61d55adbe 528 lines = [l for l in lines if l != ""] # Strip empty lines
screamer 7:5af61d55adbe 529 lines = [l for l in lines if not re.match("^#",l)] # Strip comment lines
screamer 13:ab47a20b66f0 530 # Append root path to glob patterns and append patterns to ignore_patterns
screamer 13:ab47a20b66f0 531 self.ignore_patterns.extend([join(root,line.strip()) for line in lines])
screamer 13:ab47a20b66f0 532
screamer 13:ab47a20b66f0 533 # Skip the whole folder if ignored, e.g. .mbedignore containing '*'
screamer 13:ab47a20b66f0 534 if self.is_ignored(join(root,"")):
screamer 13:ab47a20b66f0 535 continue
screamer 7:5af61d55adbe 536
screamer 0:66f3b5499f7f 537 for d in copy(dirs):
screamer 0:66f3b5499f7f 538 dir_path = join(root, d)
screamer 13:ab47a20b66f0 539 # Add internal repo folders/files. This is needed for exporters
screamer 21:4fdf0dd04f6f 540 if d == '.hg' or d == '.git':
screamer 0:66f3b5499f7f 541 resources.repo_dirs.append(dir_path)
screamer 0:66f3b5499f7f 542
screamer 0:66f3b5499f7f 543 if ((d.startswith('.') or d in self.legacy_ignore_dirs) or
screamer 13:ab47a20b66f0 544 # Ignore targets that do not match the TARGET in extra_labels list
screamer 7:5af61d55adbe 545 (d.startswith('TARGET_') and d[7:] not in labels['TARGET']) or
screamer 13:ab47a20b66f0 546 # Ignore toolchain that do not match the current TOOLCHAIN
screamer 7:5af61d55adbe 547 (d.startswith('TOOLCHAIN_') and d[10:] not in labels['TOOLCHAIN']) or
screamer 13:ab47a20b66f0 548 # Ignore .mbedignore files
screamer 13:ab47a20b66f0 549 self.is_ignored(join(dir_path,"")) or
screamer 13:ab47a20b66f0 550 # Ignore TESTS dir
screamer 7:5af61d55adbe 551 (d == 'TESTS')):
screamer 13:ab47a20b66f0 552 dirs.remove(d)
screamer 13:ab47a20b66f0 553 elif d.startswith('FEATURE_'):
screamer 13:ab47a20b66f0 554 # Recursively scan features but ignore them in the current scan.
screamer 13:ab47a20b66f0 555 # These are dynamically added by the config system if the conditions are matched
screamer 13:ab47a20b66f0 556 resources.features[d[8:]] = self.scan_resources(dir_path, base_path=base_path)
screamer 0:66f3b5499f7f 557 dirs.remove(d)
screamer 13:ab47a20b66f0 558 elif exclude_paths:
screamer 0:66f3b5499f7f 559 for exclude_path in exclude_paths:
screamer 0:66f3b5499f7f 560 rel_path = relpath(dir_path, exclude_path)
screamer 0:66f3b5499f7f 561 if not (rel_path.startswith('..')):
screamer 0:66f3b5499f7f 562 dirs.remove(d)
screamer 0:66f3b5499f7f 563 break
screamer 0:66f3b5499f7f 564
screamer 0:66f3b5499f7f 565 # Add root to include paths
screamer 0:66f3b5499f7f 566 resources.inc_dirs.append(root)
screamer 0:66f3b5499f7f 567
screamer 0:66f3b5499f7f 568 for file in files:
screamer 0:66f3b5499f7f 569 file_path = join(root, file)
screamer 13:ab47a20b66f0 570 self._add_file(file_path, resources, base_path)
screamer 7:5af61d55adbe 571
screamer 13:ab47a20b66f0 572 # A helper function for both scan_resources and _add_dir. _add_file adds one file
screamer 13:ab47a20b66f0 573 # (*file_path*) to the resources object based on the file type.
screamer 13:ab47a20b66f0 574 def _add_file(self, file_path, resources, base_path, exclude_paths=None):
screamer 13:ab47a20b66f0 575 resources.file_basepath[file_path] = base_path
screamer 0:66f3b5499f7f 576
screamer 13:ab47a20b66f0 577 if self.is_ignored(file_path):
screamer 13:ab47a20b66f0 578 return
screamer 13:ab47a20b66f0 579
screamer 13:ab47a20b66f0 580 _, ext = splitext(file_path)
screamer 13:ab47a20b66f0 581 ext = ext.lower()
screamer 0:66f3b5499f7f 582
screamer 13:ab47a20b66f0 583 if ext == '.s':
screamer 13:ab47a20b66f0 584 resources.s_sources.append(file_path)
screamer 0:66f3b5499f7f 585
screamer 13:ab47a20b66f0 586 elif ext == '.c':
screamer 13:ab47a20b66f0 587 resources.c_sources.append(file_path)
screamer 0:66f3b5499f7f 588
screamer 13:ab47a20b66f0 589 elif ext == '.cpp':
screamer 13:ab47a20b66f0 590 resources.cpp_sources.append(file_path)
screamer 0:66f3b5499f7f 591
screamer 13:ab47a20b66f0 592 elif ext == '.h' or ext == '.hpp':
screamer 13:ab47a20b66f0 593 resources.headers.append(file_path)
screamer 13:ab47a20b66f0 594
screamer 13:ab47a20b66f0 595 elif ext == '.o':
screamer 13:ab47a20b66f0 596 resources.objects.append(file_path)
screamer 0:66f3b5499f7f 597
screamer 13:ab47a20b66f0 598 elif ext == self.LIBRARY_EXT:
screamer 13:ab47a20b66f0 599 resources.libraries.append(file_path)
screamer 13:ab47a20b66f0 600 resources.lib_dirs.add(dirname(file_path))
screamer 0:66f3b5499f7f 601
screamer 13:ab47a20b66f0 602 elif ext == self.LINKER_EXT:
screamer 13:ab47a20b66f0 603 if resources.linker_script is not None:
screamer 13:ab47a20b66f0 604 self.info("Warning: Multiple linker scripts detected: %s -> %s" % (resources.linker_script, file_path))
screamer 13:ab47a20b66f0 605 resources.linker_script = file_path
screamer 0:66f3b5499f7f 606
screamer 13:ab47a20b66f0 607 elif ext == '.lib':
screamer 13:ab47a20b66f0 608 resources.lib_refs.append(file_path)
screamer 0:66f3b5499f7f 609
screamer 13:ab47a20b66f0 610 elif ext == '.bld':
screamer 13:ab47a20b66f0 611 resources.lib_builds.append(file_path)
screamer 0:66f3b5499f7f 612
screamer 13:ab47a20b66f0 613 elif file == '.hgignore':
screamer 13:ab47a20b66f0 614 resources.repo_files.append(file_path)
screamer 0:66f3b5499f7f 615
screamer 13:ab47a20b66f0 616 elif ext == '.hex':
screamer 13:ab47a20b66f0 617 resources.hex_files.append(file_path)
screamer 0:66f3b5499f7f 618
screamer 13:ab47a20b66f0 619 elif ext == '.bin':
screamer 13:ab47a20b66f0 620 resources.bin_files.append(file_path)
screamer 0:66f3b5499f7f 621
screamer 13:ab47a20b66f0 622 elif ext == '.json':
screamer 13:ab47a20b66f0 623 resources.json_files.append(file_path)
screamer 7:5af61d55adbe 624
screamer 0:66f3b5499f7f 625
screamer 0:66f3b5499f7f 626 def scan_repository(self, path):
screamer 0:66f3b5499f7f 627 resources = []
screamer 0:66f3b5499f7f 628
screamer 0:66f3b5499f7f 629 for root, dirs, files in walk(path):
screamer 0:66f3b5499f7f 630 # Remove ignored directories
screamer 0:66f3b5499f7f 631 for d in copy(dirs):
screamer 0:66f3b5499f7f 632 if d == '.' or d == '..':
screamer 0:66f3b5499f7f 633 dirs.remove(d)
screamer 0:66f3b5499f7f 634
screamer 0:66f3b5499f7f 635 for file in files:
screamer 0:66f3b5499f7f 636 file_path = join(root, file)
screamer 0:66f3b5499f7f 637 resources.append(file_path)
screamer 0:66f3b5499f7f 638
screamer 0:66f3b5499f7f 639 return resources
screamer 0:66f3b5499f7f 640
screamer 13:ab47a20b66f0 641 def copy_files(self, files_paths, trg_path, resources=None, rel_path=None):
screamer 0:66f3b5499f7f 642 # Handle a single file
screamer 0:66f3b5499f7f 643 if type(files_paths) != ListType: files_paths = [files_paths]
screamer 0:66f3b5499f7f 644
screamer 0:66f3b5499f7f 645 for source in files_paths:
screamer 0:66f3b5499f7f 646 if source is None:
screamer 0:66f3b5499f7f 647 files_paths.remove(source)
screamer 0:66f3b5499f7f 648
screamer 0:66f3b5499f7f 649 for source in files_paths:
screamer 17:04753e1e329d 650 if resources is not None and resources.file_basepath.has_key(source):
screamer 13:ab47a20b66f0 651 relative_path = relpath(source, resources.file_basepath[source])
screamer 13:ab47a20b66f0 652 elif rel_path is not None:
screamer 0:66f3b5499f7f 653 relative_path = relpath(source, rel_path)
screamer 0:66f3b5499f7f 654 else:
screamer 0:66f3b5499f7f 655 _, relative_path = split(source)
screamer 0:66f3b5499f7f 656
screamer 0:66f3b5499f7f 657 target = join(trg_path, relative_path)
screamer 0:66f3b5499f7f 658
screamer 0:66f3b5499f7f 659 if (target != source) and (self.need_update(target, [source])):
screamer 0:66f3b5499f7f 660 self.progress("copy", relative_path)
screamer 0:66f3b5499f7f 661 mkdir(dirname(target))
screamer 0:66f3b5499f7f 662 copyfile(source, target)
screamer 0:66f3b5499f7f 663
screamer 24:25bff2709c20 664 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 665 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 0:66f3b5499f7f 666 def relative_object_path(self, build_path, base_dir, source):
screamer 0:66f3b5499f7f 667 source_dir, name, _ = split_path(source)
screamer 22:9e85236d8716 668
screamer 0:66f3b5499f7f 669 obj_dir = join(build_path, relpath(source_dir, base_dir))
screamer 17:04753e1e329d 670 if obj_dir is not self.prev_dir:
screamer 17:04753e1e329d 671 self.prev_dir = obj_dir
screamer 17:04753e1e329d 672 mkdir(obj_dir)
screamer 0:66f3b5499f7f 673 return join(obj_dir, name + '.o')
screamer 0:66f3b5499f7f 674
screamer 24:25bff2709c20 675 # Generate response file for all includes.
screamer 24:25bff2709c20 676 # ARM, GCC, IAR cross compatible
screamer 0:66f3b5499f7f 677 def get_inc_file(self, includes):
screamer 0:66f3b5499f7f 678 include_file = join(self.build_dir, ".includes_%s.txt" % self.inc_md5)
screamer 0:66f3b5499f7f 679 if not exists(include_file):
screamer 0:66f3b5499f7f 680 with open(include_file, "wb") as f:
screamer 0:66f3b5499f7f 681 cmd_list = []
screamer 0:66f3b5499f7f 682 for c in includes:
screamer 0:66f3b5499f7f 683 if c:
screamer 20:835f6355470d 684 c = c.replace("\\", "/")
screamer 20:835f6355470d 685 if self.CHROOT:
screamer 20:835f6355470d 686 c = c.replace(self.CHROOT, '')
screamer 20:835f6355470d 687 cmd_list.append('-I%s' % c)
screamer 0:66f3b5499f7f 688 string = " ".join(cmd_list)
screamer 0:66f3b5499f7f 689 f.write(string)
screamer 0:66f3b5499f7f 690 return include_file
screamer 0:66f3b5499f7f 691
screamer 24:25bff2709c20 692 # Generate response file for all objects when linking.
screamer 24:25bff2709c20 693 # ARM, GCC, IAR cross compatible
screamer 21:4fdf0dd04f6f 694 def get_link_file(self, cmd):
screamer 21:4fdf0dd04f6f 695 link_file = join(self.build_dir, ".link_files.txt")
screamer 21:4fdf0dd04f6f 696 with open(link_file, "wb") as f:
screamer 21:4fdf0dd04f6f 697 cmd_list = []
screamer 21:4fdf0dd04f6f 698 for c in cmd:
screamer 21:4fdf0dd04f6f 699 if c:
screamer 21:4fdf0dd04f6f 700 c = c.replace("\\", "/")
screamer 21:4fdf0dd04f6f 701 if self.CHROOT:
screamer 21:4fdf0dd04f6f 702 c = c.replace(self.CHROOT, '')
screamer 21:4fdf0dd04f6f 703 cmd_list.append(('"%s"' % c) if not c.startswith('-') else c)
screamer 21:4fdf0dd04f6f 704 string = " ".join(cmd_list)
screamer 21:4fdf0dd04f6f 705 f.write(string)
screamer 21:4fdf0dd04f6f 706 return link_file
screamer 21:4fdf0dd04f6f 707
screamer 24:25bff2709c20 708 # Generate response file for all objects when archiving.
screamer 24:25bff2709c20 709 # ARM, GCC, IAR cross compatible
screamer 21:4fdf0dd04f6f 710 def get_arch_file(self, objects):
screamer 21:4fdf0dd04f6f 711 archive_file = join(self.build_dir, ".archive_files.txt")
screamer 21:4fdf0dd04f6f 712 with open(archive_file, "wb") as f:
screamer 21:4fdf0dd04f6f 713 o_list = []
screamer 21:4fdf0dd04f6f 714 for o in objects:
screamer 21:4fdf0dd04f6f 715 o_list.append('"%s"' % o)
screamer 21:4fdf0dd04f6f 716 string = " ".join(o_list).replace("\\", "/")
screamer 21:4fdf0dd04f6f 717 f.write(string)
screamer 21:4fdf0dd04f6f 718 return archive_file
screamer 21:4fdf0dd04f6f 719
screamer 24:25bff2709c20 720 # THIS METHOD IS BEING CALLED BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 721 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 29:1210849dba19 722 @check_toolchain_path
screamer 0:66f3b5499f7f 723 def compile_sources(self, resources, build_path, inc_dirs=None):
screamer 0:66f3b5499f7f 724 # Web IDE progress bar for project build
screamer 0:66f3b5499f7f 725 files_to_compile = resources.s_sources + resources.c_sources + resources.cpp_sources
screamer 0:66f3b5499f7f 726 self.to_be_compiled = len(files_to_compile)
screamer 0:66f3b5499f7f 727 self.compiled = 0
screamer 0:66f3b5499f7f 728
screamer 21:4fdf0dd04f6f 729 self.cc_verbose("Macros: "+' '.join(['-D%s' % s for s in self.get_symbols()]))
screamer 21:4fdf0dd04f6f 730
screamer 0:66f3b5499f7f 731 inc_paths = resources.inc_dirs
screamer 0:66f3b5499f7f 732 if inc_dirs is not None:
screamer 0:66f3b5499f7f 733 inc_paths.extend(inc_dirs)
screamer 0:66f3b5499f7f 734 # De-duplicate include paths
screamer 0:66f3b5499f7f 735 inc_paths = set(inc_paths)
screamer 0:66f3b5499f7f 736 # Sort include paths for consistency
screamer 0:66f3b5499f7f 737 inc_paths = sorted(set(inc_paths))
screamer 0:66f3b5499f7f 738 # Unique id of all include paths
screamer 0:66f3b5499f7f 739 self.inc_md5 = md5(' '.join(inc_paths)).hexdigest()
screamer 0:66f3b5499f7f 740 # Where to store response files
screamer 0:66f3b5499f7f 741 self.build_dir = build_path
screamer 0:66f3b5499f7f 742
screamer 0:66f3b5499f7f 743 objects = []
screamer 0:66f3b5499f7f 744 queue = []
screamer 17:04753e1e329d 745 work_dir = getcwd()
screamer 17:04753e1e329d 746 self.prev_dir = None
screamer 0:66f3b5499f7f 747
screamer 24:25bff2709c20 748 # Generate configuration header (this will update self.build_all if needed)
screamer 24:25bff2709c20 749 self.get_config_header()
screamer 24:25bff2709c20 750
screamer 0:66f3b5499f7f 751 # Sort compile queue for consistency
screamer 0:66f3b5499f7f 752 files_to_compile.sort()
screamer 0:66f3b5499f7f 753 for source in files_to_compile:
screamer 13:ab47a20b66f0 754 object = self.relative_object_path(build_path, resources.file_basepath[source], source)
screamer 0:66f3b5499f7f 755
screamer 0:66f3b5499f7f 756 # Queue mode (multiprocessing)
screamer 0:66f3b5499f7f 757 commands = self.compile_command(source, object, inc_paths)
screamer 0:66f3b5499f7f 758 if commands is not None:
screamer 0:66f3b5499f7f 759 queue.append({
screamer 0:66f3b5499f7f 760 'source': source,
screamer 0:66f3b5499f7f 761 'object': object,
screamer 0:66f3b5499f7f 762 'commands': commands,
screamer 0:66f3b5499f7f 763 'work_dir': work_dir,
screamer 0:66f3b5499f7f 764 'chroot': self.CHROOT
screamer 0:66f3b5499f7f 765 })
screamer 0:66f3b5499f7f 766 else:
screamer 0:66f3b5499f7f 767 objects.append(object)
screamer 0:66f3b5499f7f 768
screamer 0:66f3b5499f7f 769 # Use queues/multiprocessing if cpu count is higher than setting
screamer 0:66f3b5499f7f 770 jobs = self.jobs if self.jobs else cpu_count()
screamer 0:66f3b5499f7f 771 if jobs > CPU_COUNT_MIN and len(queue) > jobs:
screamer 0:66f3b5499f7f 772 return self.compile_queue(queue, objects)
screamer 0:66f3b5499f7f 773 else:
screamer 0:66f3b5499f7f 774 return self.compile_seq(queue, objects)
screamer 0:66f3b5499f7f 775
screamer 24:25bff2709c20 776 # Compile source files queue in sequential order
screamer 0:66f3b5499f7f 777 def compile_seq(self, queue, objects):
screamer 0:66f3b5499f7f 778 for item in queue:
screamer 0:66f3b5499f7f 779 result = compile_worker(item)
screamer 0:66f3b5499f7f 780
screamer 0:66f3b5499f7f 781 self.compiled += 1
screamer 0:66f3b5499f7f 782 self.progress("compile", item['source'], build_update=True)
screamer 0:66f3b5499f7f 783 for res in result['results']:
screamer 21:4fdf0dd04f6f 784 self.cc_verbose("Compile: %s" % ' '.join(res['command']), result['source'])
screamer 0:66f3b5499f7f 785 self.compile_output([
screamer 0:66f3b5499f7f 786 res['code'],
screamer 0:66f3b5499f7f 787 res['output'],
screamer 0:66f3b5499f7f 788 res['command']
screamer 0:66f3b5499f7f 789 ])
screamer 0:66f3b5499f7f 790 objects.append(result['object'])
screamer 0:66f3b5499f7f 791 return objects
screamer 0:66f3b5499f7f 792
screamer 24:25bff2709c20 793 # Compile source files queue in parallel by creating pool of worker threads
screamer 0:66f3b5499f7f 794 def compile_queue(self, queue, objects):
screamer 21:4fdf0dd04f6f 795 jobs_count = int(self.jobs if self.jobs else cpu_count() * CPU_COEF)
screamer 0:66f3b5499f7f 796 p = Pool(processes=jobs_count)
screamer 0:66f3b5499f7f 797
screamer 0:66f3b5499f7f 798 results = []
screamer 0:66f3b5499f7f 799 for i in range(len(queue)):
screamer 0:66f3b5499f7f 800 results.append(p.apply_async(compile_worker, [queue[i]]))
screamer 17:04753e1e329d 801 p.close()
screamer 0:66f3b5499f7f 802
screamer 0:66f3b5499f7f 803 itr = 0
screamer 17:04753e1e329d 804 while len(results):
screamer 0:66f3b5499f7f 805 itr += 1
screamer 0:66f3b5499f7f 806 if itr > 180000:
screamer 0:66f3b5499f7f 807 p.terminate()
screamer 0:66f3b5499f7f 808 p.join()
screamer 0:66f3b5499f7f 809 raise ToolException("Compile did not finish in 5 minutes")
screamer 0:66f3b5499f7f 810
screamer 17:04753e1e329d 811 sleep(0.01)
screamer 0:66f3b5499f7f 812 pending = 0
screamer 0:66f3b5499f7f 813 for r in results:
screamer 0:66f3b5499f7f 814 if r._ready is True:
screamer 0:66f3b5499f7f 815 try:
screamer 0:66f3b5499f7f 816 result = r.get()
screamer 0:66f3b5499f7f 817 results.remove(r)
screamer 0:66f3b5499f7f 818
screamer 0:66f3b5499f7f 819 self.compiled += 1
screamer 0:66f3b5499f7f 820 self.progress("compile", result['source'], build_update=True)
screamer 0:66f3b5499f7f 821 for res in result['results']:
screamer 21:4fdf0dd04f6f 822 self.cc_verbose("Compile: %s" % ' '.join(res['command']), result['source'])
screamer 0:66f3b5499f7f 823 self.compile_output([
screamer 0:66f3b5499f7f 824 res['code'],
screamer 0:66f3b5499f7f 825 res['output'],
screamer 0:66f3b5499f7f 826 res['command']
screamer 0:66f3b5499f7f 827 ])
screamer 0:66f3b5499f7f 828 objects.append(result['object'])
screamer 0:66f3b5499f7f 829 except ToolException, err:
screamer 27:5461402c33f8 830 if p._taskqueue.queue:
screamer 27:5461402c33f8 831 p._taskqueue.queue.clear()
screamer 29:1210849dba19 832 sleep(0.5)
screamer 0:66f3b5499f7f 833 p.terminate()
screamer 0:66f3b5499f7f 834 p.join()
screamer 0:66f3b5499f7f 835 raise ToolException(err)
screamer 0:66f3b5499f7f 836 else:
screamer 0:66f3b5499f7f 837 pending += 1
screamer 17:04753e1e329d 838 if pending >= jobs_count:
screamer 0:66f3b5499f7f 839 break
screamer 0:66f3b5499f7f 840
screamer 0:66f3b5499f7f 841 results = None
screamer 0:66f3b5499f7f 842 p.join()
screamer 0:66f3b5499f7f 843
screamer 0:66f3b5499f7f 844 return objects
screamer 0:66f3b5499f7f 845
screamer 24:25bff2709c20 846 # Determine the compile command based on type of source file
screamer 0:66f3b5499f7f 847 def compile_command(self, source, object, includes):
screamer 0:66f3b5499f7f 848 # Check dependencies
screamer 0:66f3b5499f7f 849 _, ext = splitext(source)
screamer 0:66f3b5499f7f 850 ext = ext.lower()
screamer 0:66f3b5499f7f 851
screamer 0:66f3b5499f7f 852 if ext == '.c' or ext == '.cpp':
screamer 0:66f3b5499f7f 853 base, _ = splitext(object)
screamer 0:66f3b5499f7f 854 dep_path = base + '.d'
screamer 0:66f3b5499f7f 855 deps = self.parse_dependencies(dep_path) if (exists(dep_path)) else []
screamer 0:66f3b5499f7f 856 if len(deps) == 0 or self.need_update(object, deps):
screamer 21:4fdf0dd04f6f 857 if ext == '.cpp' or self.COMPILE_C_AS_CPP:
screamer 21:4fdf0dd04f6f 858 return self.compile_cpp(source, object, includes)
screamer 21:4fdf0dd04f6f 859 else:
screamer 0:66f3b5499f7f 860 return self.compile_c(source, object, includes)
screamer 0:66f3b5499f7f 861 elif ext == '.s':
screamer 0:66f3b5499f7f 862 deps = [source]
screamer 0:66f3b5499f7f 863 if self.need_update(object, deps):
screamer 0:66f3b5499f7f 864 return self.assemble(source, object, includes)
screamer 0:66f3b5499f7f 865 else:
screamer 0:66f3b5499f7f 866 return False
screamer 0:66f3b5499f7f 867
screamer 0:66f3b5499f7f 868 return None
screamer 0:66f3b5499f7f 869
screamer 24:25bff2709c20 870 @abstractmethod
screamer 24:25bff2709c20 871 def parse_dependencies(self, dep_path):
screamer 24:25bff2709c20 872 """Parse the dependency information generated by the compiler.
screamer 24:25bff2709c20 873
screamer 24:25bff2709c20 874 Positional arguments:
screamer 24:25bff2709c20 875 dep_path -- the path to a file generated by a previous run of the compiler
screamer 24:25bff2709c20 876
screamer 24:25bff2709c20 877 Return value:
screamer 24:25bff2709c20 878 A list of all source files that the dependency file indicated were dependencies
screamer 24:25bff2709c20 879
screamer 24:25bff2709c20 880 Side effects:
screamer 24:25bff2709c20 881 None
screamer 24:25bff2709c20 882 """
screamer 24:25bff2709c20 883 raise NotImplemented
screamer 24:25bff2709c20 884
screamer 0:66f3b5499f7f 885 def is_not_supported_error(self, output):
screamer 0:66f3b5499f7f 886 return "#error directive: [NOT_SUPPORTED]" in output
screamer 0:66f3b5499f7f 887
screamer 24:25bff2709c20 888 @abstractmethod
screamer 24:25bff2709c20 889 def parse_output(self, output):
screamer 24:25bff2709c20 890 """Take in compiler output and extract sinlge line warnings and errors from it.
screamer 24:25bff2709c20 891
screamer 24:25bff2709c20 892 Positional arguments:
screamer 24:25bff2709c20 893 output -- a string of all the messages emitted by a run of the compiler
screamer 24:25bff2709c20 894
screamer 24:25bff2709c20 895 Return value:
screamer 24:25bff2709c20 896 None
screamer 24:25bff2709c20 897
screamer 24:25bff2709c20 898 Side effects:
screamer 24:25bff2709c20 899 call self.cc_info or self.notify with a description of the event generated by the compiler
screamer 24:25bff2709c20 900 """
screamer 24:25bff2709c20 901 raise NotImplemented
screamer 24:25bff2709c20 902
screamer 0:66f3b5499f7f 903 def compile_output(self, output=[]):
screamer 0:66f3b5499f7f 904 _rc = output[0]
screamer 0:66f3b5499f7f 905 _stderr = output[1]
screamer 0:66f3b5499f7f 906 command = output[2]
screamer 0:66f3b5499f7f 907
screamer 0:66f3b5499f7f 908 # Parse output for Warnings and Errors
screamer 0:66f3b5499f7f 909 self.parse_output(_stderr)
screamer 0:66f3b5499f7f 910 self.debug("Return: %s"% _rc)
screamer 0:66f3b5499f7f 911 for error_line in _stderr.splitlines():
screamer 0:66f3b5499f7f 912 self.debug("Output: %s"% error_line)
screamer 0:66f3b5499f7f 913
screamer 0:66f3b5499f7f 914 # Check return code
screamer 0:66f3b5499f7f 915 if _rc != 0:
screamer 0:66f3b5499f7f 916 if self.is_not_supported_error(_stderr):
screamer 0:66f3b5499f7f 917 raise NotSupportedException(_stderr)
screamer 0:66f3b5499f7f 918 else:
screamer 0:66f3b5499f7f 919 raise ToolException(_stderr)
screamer 0:66f3b5499f7f 920
screamer 29:1210849dba19 921 @check_toolchain_path
screamer 0:66f3b5499f7f 922 def build_library(self, objects, dir, name):
screamer 0:66f3b5499f7f 923 needed_update = False
screamer 0:66f3b5499f7f 924 lib = self.STD_LIB_NAME % name
screamer 0:66f3b5499f7f 925 fout = join(dir, lib)
screamer 0:66f3b5499f7f 926 if self.need_update(fout, objects):
screamer 0:66f3b5499f7f 927 self.info("Library: %s" % lib)
screamer 0:66f3b5499f7f 928 self.archive(objects, fout)
screamer 0:66f3b5499f7f 929 needed_update = True
screamer 0:66f3b5499f7f 930
screamer 0:66f3b5499f7f 931 return needed_update
screamer 0:66f3b5499f7f 932
screamer 29:1210849dba19 933 @check_toolchain_path
screamer 0:66f3b5499f7f 934 def link_program(self, r, tmp_path, name):
screamer 0:66f3b5499f7f 935 needed_update = False
screamer 0:66f3b5499f7f 936 ext = 'bin'
screamer 0:66f3b5499f7f 937 if hasattr(self.target, 'OUTPUT_EXT'):
screamer 0:66f3b5499f7f 938 ext = self.target.OUTPUT_EXT
screamer 0:66f3b5499f7f 939
screamer 0:66f3b5499f7f 940 if hasattr(self.target, 'OUTPUT_NAMING'):
screamer 0:66f3b5499f7f 941 self.var("binary_naming", self.target.OUTPUT_NAMING)
screamer 0:66f3b5499f7f 942 if self.target.OUTPUT_NAMING == "8.3":
screamer 0:66f3b5499f7f 943 name = name[0:8]
screamer 0:66f3b5499f7f 944 ext = ext[0:3]
screamer 22:9e85236d8716 945
screamer 0:66f3b5499f7f 946 # Create destination directory
screamer 0:66f3b5499f7f 947 head, tail = split(name)
screamer 0:66f3b5499f7f 948 new_path = join(tmp_path, head)
screamer 0:66f3b5499f7f 949 mkdir(new_path)
screamer 22:9e85236d8716 950
screamer 0:66f3b5499f7f 951 filename = name+'.'+ext
screamer 0:66f3b5499f7f 952 elf = join(tmp_path, name + '.elf')
screamer 0:66f3b5499f7f 953 bin = join(tmp_path, filename)
screamer 7:5af61d55adbe 954 map = join(tmp_path, name + '.map')
screamer 0:66f3b5499f7f 955
screamer 0:66f3b5499f7f 956 if self.need_update(elf, r.objects + r.libraries + [r.linker_script]):
screamer 0:66f3b5499f7f 957 needed_update = True
screamer 0:66f3b5499f7f 958 self.progress("link", name)
screamer 0:66f3b5499f7f 959 self.link(elf, r.objects, r.libraries, r.lib_dirs, r.linker_script)
screamer 0:66f3b5499f7f 960
screamer 0:66f3b5499f7f 961 if self.need_update(bin, [elf]):
screamer 0:66f3b5499f7f 962 needed_update = True
screamer 0:66f3b5499f7f 963 self.progress("elf2bin", name)
screamer 0:66f3b5499f7f 964 self.binary(r, elf, bin)
screamer 0:66f3b5499f7f 965
screamer 22:9e85236d8716 966 self.map_outputs = self.mem_stats(map)
screamer 7:5af61d55adbe 967
screamer 0:66f3b5499f7f 968 self.var("compile_succeded", True)
screamer 0:66f3b5499f7f 969 self.var("binary", filename)
screamer 0:66f3b5499f7f 970
screamer 0:66f3b5499f7f 971 return bin, needed_update
screamer 0:66f3b5499f7f 972
screamer 24:25bff2709c20 973 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 974 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 0:66f3b5499f7f 975 def default_cmd(self, command):
screamer 20:835f6355470d 976 _stdout, _stderr, _rc = run_cmd(command, work_dir=getcwd(), chroot=self.CHROOT)
screamer 0:66f3b5499f7f 977 self.debug("Return: %s"% _rc)
screamer 0:66f3b5499f7f 978
screamer 0:66f3b5499f7f 979 for output_line in _stdout.splitlines():
screamer 0:66f3b5499f7f 980 self.debug("Output: %s"% output_line)
screamer 0:66f3b5499f7f 981 for error_line in _stderr.splitlines():
screamer 0:66f3b5499f7f 982 self.debug("Errors: %s"% error_line)
screamer 0:66f3b5499f7f 983
screamer 0:66f3b5499f7f 984 if _rc != 0:
screamer 0:66f3b5499f7f 985 for line in _stderr.splitlines():
screamer 0:66f3b5499f7f 986 self.tool_error(line)
screamer 0:66f3b5499f7f 987 raise ToolException(_stderr)
screamer 0:66f3b5499f7f 988
screamer 0:66f3b5499f7f 989 ### NOTIFICATIONS ###
screamer 0:66f3b5499f7f 990 def info(self, message):
screamer 0:66f3b5499f7f 991 self.notify({'type': 'info', 'message': message})
screamer 0:66f3b5499f7f 992
screamer 24:25bff2709c20 993 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 994 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 0:66f3b5499f7f 995 def debug(self, message):
screamer 0:66f3b5499f7f 996 if self.VERBOSE:
screamer 0:66f3b5499f7f 997 if type(message) is ListType:
screamer 0:66f3b5499f7f 998 message = ' '.join(message)
screamer 0:66f3b5499f7f 999 message = "[DEBUG] " + message
screamer 0:66f3b5499f7f 1000 self.notify({'type': 'debug', 'message': message})
screamer 0:66f3b5499f7f 1001
screamer 24:25bff2709c20 1002 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 1003 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 21:4fdf0dd04f6f 1004 def cc_info(self, info=None):
screamer 21:4fdf0dd04f6f 1005 if info is not None:
screamer 21:4fdf0dd04f6f 1006 info['type'] = 'cc'
screamer 21:4fdf0dd04f6f 1007 self.notify(info)
screamer 21:4fdf0dd04f6f 1008
screamer 24:25bff2709c20 1009 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 1010 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 21:4fdf0dd04f6f 1011 def cc_verbose(self, message, file=""):
screamer 21:4fdf0dd04f6f 1012 self.debug(message)
screamer 0:66f3b5499f7f 1013
screamer 0:66f3b5499f7f 1014 def progress(self, action, file, build_update=False):
screamer 0:66f3b5499f7f 1015 msg = {'type': 'progress', 'action': action, 'file': file}
screamer 0:66f3b5499f7f 1016 if build_update:
screamer 0:66f3b5499f7f 1017 msg['percent'] = 100. * float(self.compiled) / float(self.to_be_compiled)
screamer 0:66f3b5499f7f 1018 self.notify(msg)
screamer 0:66f3b5499f7f 1019
screamer 0:66f3b5499f7f 1020 def tool_error(self, message):
screamer 0:66f3b5499f7f 1021 self.notify({'type': 'tool_error', 'message': message})
screamer 0:66f3b5499f7f 1022
screamer 0:66f3b5499f7f 1023 def var(self, key, value):
screamer 0:66f3b5499f7f 1024 self.notify({'type': 'var', 'key': key, 'val': value})
screamer 0:66f3b5499f7f 1025
screamer 24:25bff2709c20 1026 # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM
screamer 24:25bff2709c20 1027 # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY
screamer 7:5af61d55adbe 1028 def mem_stats(self, map):
screamer 22:9e85236d8716 1029 """! Creates parser object
screamer 22:9e85236d8716 1030 @param map Path to linker map file to parse and decode
screamer 22:9e85236d8716 1031 @return Memory summary structure with memory usage statistics
screamer 22:9e85236d8716 1032 None if map file can't be opened and processed
screamer 22:9e85236d8716 1033 """
screamer 7:5af61d55adbe 1034 toolchain = self.__class__.__name__
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1035
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1036 # Create memap object
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1037 memap = MemapParser()
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1038
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1039 # Parse and decode a map file
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1040 if memap.parse(abspath(map), toolchain) is False:
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1041 self.info("Unknown toolchain for memory statistics %s" % toolchain)
screamer 22:9e85236d8716 1042 return None
screamer 7:5af61d55adbe 1043
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1044 # Write output to stdout in text (pretty table) format
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1045 memap.generate_output('table')
screamer 7:5af61d55adbe 1046
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1047 # Write output to file in JSON format
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1048 map_out = splitext(map)[0] + "_map.json"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1049 memap.generate_output('json', map_out)
screamer 22:9e85236d8716 1050
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1051 # Write output to file in CSV format for the CI
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1052 map_csv = splitext(map)[0] + "_map.csv"
Screamer@Y5070-M.virtuoso 9:2d27d77ada5c 1053 memap.generate_output('csv-ci', map_csv)
screamer 13:ab47a20b66f0 1054
screamer 22:9e85236d8716 1055 # Here we return memory statistics structure (constructed after
screamer 22:9e85236d8716 1056 # call to generate_output) which contains raw data in bytes
screamer 22:9e85236d8716 1057 # about sections + summary
screamer 29:1210849dba19 1058 return memap.mem_summary
screamer 22:9e85236d8716 1059
screamer 13:ab47a20b66f0 1060 # Set the configuration data
screamer 13:ab47a20b66f0 1061 def set_config_data(self, config_data):
screamer 13:ab47a20b66f0 1062 self.config_data = config_data
screamer 13:ab47a20b66f0 1063
screamer 24:25bff2709c20 1064 # Creates the configuration header if needed:
screamer 24:25bff2709c20 1065 # - if there is no configuration data, "mbed_config.h" is not create (or deleted if it exists).
screamer 24:25bff2709c20 1066 # - if there is configuration data and "mbed_config.h" does not exist, it is created.
screamer 24:25bff2709c20 1067 # - if there is configuration data similar to the previous configuration data,
screamer 24:25bff2709c20 1068 # "mbed_config.h" is left untouched.
screamer 24:25bff2709c20 1069 # - if there is new configuration data, "mbed_config.h" is overriden.
screamer 24:25bff2709c20 1070 # The function needs to be called exactly once for the lifetime of this toolchain instance.
screamer 24:25bff2709c20 1071 # The "config_processed" variable (below) ensures this behaviour.
screamer 24:25bff2709c20 1072 # The function returns the location of the configuration file, or None if there is no
screamer 24:25bff2709c20 1073 # configuration data available (and thus no configuration file)
screamer 13:ab47a20b66f0 1074 def get_config_header(self):
screamer 24:25bff2709c20 1075 if self.config_processed: # this function was already called, return its result
screamer 24:25bff2709c20 1076 return self.config_file
screamer 24:25bff2709c20 1077 # The config file is located in the build directory
screamer 24:25bff2709c20 1078 self.config_file = join(self.build_dir, self.MBED_CONFIG_FILE_NAME)
screamer 24:25bff2709c20 1079 # If the file exists, read its current content in prev_data
screamer 24:25bff2709c20 1080 if exists(self.config_file):
screamer 24:25bff2709c20 1081 with open(self.config_file, "rt") as f:
screamer 24:25bff2709c20 1082 prev_data = f.read()
screamer 24:25bff2709c20 1083 else:
screamer 24:25bff2709c20 1084 prev_data = None
screamer 24:25bff2709c20 1085 # Get the current configuration data
screamer 24:25bff2709c20 1086 crt_data = Config.config_to_header(self.config_data) if self.config_data else None
screamer 24:25bff2709c20 1087 # "changed" indicates if a configuration change was detected
screamer 24:25bff2709c20 1088 changed = False
screamer 24:25bff2709c20 1089 if prev_data is not None: # a previous mbed_config.h exists
screamer 24:25bff2709c20 1090 if crt_data is None: # no configuration data, so "mbed_config.h" needs to be removed
screamer 24:25bff2709c20 1091 remove(self.config_file)
screamer 24:25bff2709c20 1092 self.config_file = None # this means "config file not present"
screamer 24:25bff2709c20 1093 changed = True
screamer 24:25bff2709c20 1094 elif crt_data != prev_data: # different content of config file
screamer 24:25bff2709c20 1095 with open(self.config_file, "wt") as f:
screamer 24:25bff2709c20 1096 f.write(crt_data)
screamer 24:25bff2709c20 1097 changed = True
screamer 24:25bff2709c20 1098 else: # a previous mbed_config.h does not exist
screamer 24:25bff2709c20 1099 if crt_data is not None: # there's configuration data available
screamer 24:25bff2709c20 1100 with open(self.config_file, "wt") as f:
screamer 24:25bff2709c20 1101 f.write(crt_data)
screamer 24:25bff2709c20 1102 changed = True
screamer 24:25bff2709c20 1103 else:
screamer 24:25bff2709c20 1104 self.config_file = None # this means "config file not present"
screamer 24:25bff2709c20 1105 # If there was a change in configuration, rebuild everything
screamer 24:25bff2709c20 1106 self.build_all = changed
screamer 24:25bff2709c20 1107 # Make sure that this function will only return the location of the configuration
screamer 24:25bff2709c20 1108 # file for subsequent calls, without trying to manipulate its content in any way.
screamer 24:25bff2709c20 1109 self.config_processed = True
screamer 24:25bff2709c20 1110 return self.config_file
screamer 24:25bff2709c20 1111
screamer 24:25bff2709c20 1112 @abstractmethod
screamer 24:25bff2709c20 1113 def get_config_option(self, config_header):
screamer 24:25bff2709c20 1114 """Generate the compiler option that forces the inclusion of the configuration
screamer 24:25bff2709c20 1115 header file.
screamer 24:25bff2709c20 1116
screamer 24:25bff2709c20 1117 Positional arguments:
screamer 24:25bff2709c20 1118 config_header -- The configuration header that will be included within all source files
screamer 24:25bff2709c20 1119
screamer 24:25bff2709c20 1120 Return value:
screamer 24:25bff2709c20 1121 A list of the command line arguments that will force the inclusion the specified header
screamer 24:25bff2709c20 1122
screamer 24:25bff2709c20 1123 Side effects:
screamer 24:25bff2709c20 1124 None
screamer 24:25bff2709c20 1125 """
screamer 24:25bff2709c20 1126 raise NotImplemented
screamer 24:25bff2709c20 1127
screamer 24:25bff2709c20 1128 @abstractmethod
screamer 24:25bff2709c20 1129 def assemble(self, source, object, includes):
screamer 24:25bff2709c20 1130 """Generate the command line that assembles.
screamer 24:25bff2709c20 1131
screamer 24:25bff2709c20 1132 Positional arguments:
screamer 24:25bff2709c20 1133 source -- a file path that is the file to assemble
screamer 24:25bff2709c20 1134 object -- a file path that is the destination object
screamer 24:25bff2709c20 1135 includes -- a list of all directories where header files may be found
screamer 24:25bff2709c20 1136
screamer 24:25bff2709c20 1137 Return value:
screamer 24:25bff2709c20 1138 The complete command line, as a list, that would invoke the assembler
screamer 24:25bff2709c20 1139 on the source file, include all the include paths, and generate
screamer 24:25bff2709c20 1140 the specified object file.
screamer 24:25bff2709c20 1141
screamer 24:25bff2709c20 1142 Side effects:
screamer 24:25bff2709c20 1143 None
screamer 24:25bff2709c20 1144
screamer 24:25bff2709c20 1145 Note:
screamer 24:25bff2709c20 1146 This method should be decorated with @hook_tool.
screamer 24:25bff2709c20 1147 """
screamer 24:25bff2709c20 1148 raise NotImplemented
screamer 24:25bff2709c20 1149
screamer 24:25bff2709c20 1150 @abstractmethod
screamer 24:25bff2709c20 1151 def compile_c(self, source, object, includes):
screamer 24:25bff2709c20 1152 """Generate the command line that compiles a C source file.
screamer 24:25bff2709c20 1153
screamer 24:25bff2709c20 1154 Positional arguments:
screamer 24:25bff2709c20 1155 source -- the C source file to compile
screamer 24:25bff2709c20 1156 object -- the destination object file
screamer 24:25bff2709c20 1157 includes -- a list of all the directories where header files may be found
screamer 24:25bff2709c20 1158
screamer 24:25bff2709c20 1159 Return value:
screamer 24:25bff2709c20 1160 The complete command line, as a list, that would invoke the C compiler
screamer 24:25bff2709c20 1161 on the source file, include all the include paths, and generate the
screamer 24:25bff2709c20 1162 specified object file.
screamer 24:25bff2709c20 1163
screamer 24:25bff2709c20 1164 Side effects:
screamer 24:25bff2709c20 1165 None
screamer 24:25bff2709c20 1166
screamer 24:25bff2709c20 1167 Note:
screamer 24:25bff2709c20 1168 This method should be decorated with @hook_tool.
screamer 24:25bff2709c20 1169 """
screamer 24:25bff2709c20 1170 raise NotImplemented
screamer 24:25bff2709c20 1171
screamer 24:25bff2709c20 1172 @abstractmethod
screamer 24:25bff2709c20 1173 def compile_cpp(self, source, object, includes):
screamer 24:25bff2709c20 1174 """Generate the command line that compiles a C++ source file.
screamer 24:25bff2709c20 1175
screamer 24:25bff2709c20 1176 Positional arguments:
screamer 24:25bff2709c20 1177 source -- the C++ source file to compile
screamer 24:25bff2709c20 1178 object -- the destination object file
screamer 24:25bff2709c20 1179 includes -- a list of all the directories where header files may be found
screamer 24:25bff2709c20 1180
screamer 24:25bff2709c20 1181 Return value:
screamer 24:25bff2709c20 1182 The complete command line, as a list, that would invoke the C++ compiler
screamer 24:25bff2709c20 1183 on the source file, include all the include paths, and generate the
screamer 24:25bff2709c20 1184 specified object file.
screamer 24:25bff2709c20 1185
screamer 24:25bff2709c20 1186 Side effects:
screamer 24:25bff2709c20 1187 None
screamer 24:25bff2709c20 1188
screamer 24:25bff2709c20 1189 Note:
screamer 24:25bff2709c20 1190 This method should be decorated with @hook_tool.
screamer 24:25bff2709c20 1191 """
screamer 24:25bff2709c20 1192 raise NotImplemented
screamer 24:25bff2709c20 1193
screamer 24:25bff2709c20 1194 @abstractmethod
screamer 24:25bff2709c20 1195 def link(self, output, objects, libraries, lib_dirs, mem_map):
screamer 24:25bff2709c20 1196 """Run the linker to create an executable and memory map.
screamer 24:25bff2709c20 1197
screamer 24:25bff2709c20 1198 Positional arguments:
screamer 24:25bff2709c20 1199 output -- the file name to place the executable in
screamer 24:25bff2709c20 1200 objects -- all of the object files to link
screamer 24:25bff2709c20 1201 libraries -- all of the required libraries
screamer 24:25bff2709c20 1202 lib_dirs -- where the required libraries are located
screamer 24:25bff2709c20 1203 mem_map -- the location where the memory map file should be stored
screamer 24:25bff2709c20 1204
screamer 24:25bff2709c20 1205 Return value:
screamer 24:25bff2709c20 1206 None
screamer 24:25bff2709c20 1207
screamer 24:25bff2709c20 1208 Side effect:
screamer 24:25bff2709c20 1209 Runs the linker to produce the executable.
screamer 24:25bff2709c20 1210
screamer 24:25bff2709c20 1211 Note:
screamer 24:25bff2709c20 1212 This method should be decorated with @hook_tool.
screamer 24:25bff2709c20 1213 """
screamer 24:25bff2709c20 1214 raise NotImplemented
screamer 24:25bff2709c20 1215
screamer 24:25bff2709c20 1216 @abstractmethod
screamer 24:25bff2709c20 1217 def archive(self, objects, lib_path):
screamer 24:25bff2709c20 1218 """Run the command line that creates an archive.
screamer 24:25bff2709c20 1219
screamer 24:25bff2709c20 1220 Positional arguhments:
screamer 24:25bff2709c20 1221 objects -- a list of all the object files that should be archived
screamer 24:25bff2709c20 1222 lib_path -- the file name of the resulting library file
screamer 24:25bff2709c20 1223
screamer 24:25bff2709c20 1224 Return value:
screamer 24:25bff2709c20 1225 None
screamer 24:25bff2709c20 1226
screamer 24:25bff2709c20 1227 Side effect:
screamer 24:25bff2709c20 1228 Runs the archiving tool to produce the library file.
screamer 24:25bff2709c20 1229
screamer 24:25bff2709c20 1230 Note:
screamer 24:25bff2709c20 1231 This method should be decorated with @hook_tool.
screamer 24:25bff2709c20 1232 """
screamer 24:25bff2709c20 1233 raise NotImplemented
screamer 24:25bff2709c20 1234
screamer 24:25bff2709c20 1235 @abstractmethod
screamer 24:25bff2709c20 1236 def binary(self, resources, elf, bin):
screamer 24:25bff2709c20 1237 """Run the command line that will Extract a simplified binary file.
screamer 24:25bff2709c20 1238
screamer 24:25bff2709c20 1239 Positional arguments:
screamer 24:25bff2709c20 1240 resources -- A resources object (Is not used in any of the toolchains)
screamer 24:25bff2709c20 1241 elf -- the executable file that is to be converted
screamer 24:25bff2709c20 1242 bin -- the file name of the to be created simplified binary file
screamer 24:25bff2709c20 1243
screamer 24:25bff2709c20 1244 Return value:
screamer 24:25bff2709c20 1245 None
screamer 24:25bff2709c20 1246
screamer 24:25bff2709c20 1247 Side effect:
screamer 24:25bff2709c20 1248 Runs the elf2bin tool to produce the simplified binary file.
screamer 24:25bff2709c20 1249
screamer 24:25bff2709c20 1250 Note:
screamer 24:25bff2709c20 1251 This method should be decorated with @hook_tool.
screamer 24:25bff2709c20 1252 """
screamer 24:25bff2709c20 1253 raise NotImplemented
screamer 13:ab47a20b66f0 1254
screamer 13:ab47a20b66f0 1255 # Return the list of macros geenrated by the build system
screamer 13:ab47a20b66f0 1256 def get_config_macros(self):
screamer 13:ab47a20b66f0 1257 return Config.config_to_macros(self.config_data) if self.config_data else []
screamer 13:ab47a20b66f0 1258
screamer 20:835f6355470d 1259 from tools.settings import ARM_PATH
screamer 0:66f3b5499f7f 1260 from tools.settings import GCC_ARM_PATH, GCC_CR_PATH
screamer 0:66f3b5499f7f 1261 from tools.settings import IAR_PATH
screamer 0:66f3b5499f7f 1262
screamer 20:835f6355470d 1263 TOOLCHAIN_PATHS = {
screamer 20:835f6355470d 1264 'ARM': ARM_PATH,
screamer 20:835f6355470d 1265 'uARM': ARM_PATH,
screamer 0:66f3b5499f7f 1266 'GCC_ARM': GCC_ARM_PATH,
screamer 0:66f3b5499f7f 1267 'GCC_CR': GCC_CR_PATH,
screamer 0:66f3b5499f7f 1268 'IAR': IAR_PATH
screamer 0:66f3b5499f7f 1269 }
screamer 0:66f3b5499f7f 1270
screamer 0:66f3b5499f7f 1271 from tools.toolchains.arm import ARM_STD, ARM_MICRO
screamer 0:66f3b5499f7f 1272 from tools.toolchains.gcc import GCC_ARM, GCC_CR
screamer 0:66f3b5499f7f 1273 from tools.toolchains.iar import IAR
screamer 0:66f3b5499f7f 1274
screamer 0:66f3b5499f7f 1275 TOOLCHAIN_CLASSES = {
screamer 0:66f3b5499f7f 1276 'ARM': ARM_STD,
screamer 0:66f3b5499f7f 1277 'uARM': ARM_MICRO,
screamer 0:66f3b5499f7f 1278 'GCC_ARM': GCC_ARM,
screamer 0:66f3b5499f7f 1279 'GCC_CR': GCC_CR,
screamer 0:66f3b5499f7f 1280 'IAR': IAR
screamer 0:66f3b5499f7f 1281 }
screamer 0:66f3b5499f7f 1282
screamer 0:66f3b5499f7f 1283 TOOLCHAINS = set(TOOLCHAIN_CLASSES.keys())