Clone of official tools
toolchains/__init__.py@31:8ea194f6145b, 2017-01-04 (annotated)
- Committer:
- The Other Jimmy
- Date:
- Wed Jan 04 11:58:24 2017 -0600
- Revision:
- 31:8ea194f6145b
- Parent:
- 30:f12ce67666d0
- Child:
- 35:da9c89f8be7d
Update tools to follow mbed-os tools release 5.3.1
Who changed what in which revision?
User | Revision | Line number | New contents of line |
---|---|---|---|
screamer | 0:66f3b5499f7f | 1 | """ |
screamer | 0:66f3b5499f7f | 2 | mbed SDK |
screamer | 0:66f3b5499f7f | 3 | Copyright (c) 2011-2013 ARM Limited |
screamer | 0:66f3b5499f7f | 4 | |
screamer | 0:66f3b5499f7f | 5 | Licensed under the Apache License, Version 2.0 (the "License"); |
screamer | 0:66f3b5499f7f | 6 | you may not use this file except in compliance with the License. |
screamer | 0:66f3b5499f7f | 7 | You may obtain a copy of the License at |
screamer | 0:66f3b5499f7f | 8 | |
screamer | 0:66f3b5499f7f | 9 | http://www.apache.org/licenses/LICENSE-2.0 |
screamer | 0:66f3b5499f7f | 10 | |
screamer | 0:66f3b5499f7f | 11 | Unless required by applicable law or agreed to in writing, software |
screamer | 0:66f3b5499f7f | 12 | distributed under the License is distributed on an "AS IS" BASIS, |
screamer | 0:66f3b5499f7f | 13 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
screamer | 0:66f3b5499f7f | 14 | See the License for the specific language governing permissions and |
screamer | 0:66f3b5499f7f | 15 | limitations under the License. |
screamer | 0:66f3b5499f7f | 16 | """ |
screamer | 0:66f3b5499f7f | 17 | |
screamer | 0:66f3b5499f7f | 18 | import re |
screamer | 0:66f3b5499f7f | 19 | import sys |
screamer | 24:25bff2709c20 | 20 | from os import stat, walk, getcwd, sep, remove |
screamer | 0:66f3b5499f7f | 21 | from copy import copy |
screamer | 0:66f3b5499f7f | 22 | from time import time, sleep |
screamer | 0:66f3b5499f7f | 23 | from types import ListType |
screamer | 0:66f3b5499f7f | 24 | from shutil import copyfile |
screamer | 13:ab47a20b66f0 | 25 | from os.path import join, splitext, exists, relpath, dirname, basename, split, abspath, isfile, isdir |
screamer | 0:66f3b5499f7f | 26 | from inspect import getmro |
screamer | 13:ab47a20b66f0 | 27 | from copy import deepcopy |
screamer | 13:ab47a20b66f0 | 28 | from tools.config import Config |
screamer | 24:25bff2709c20 | 29 | from abc import ABCMeta, abstractmethod |
The Other Jimmy |
31:8ea194f6145b | 30 | from distutils.spawn import find_executable |
screamer | 0:66f3b5499f7f | 31 | |
screamer | 0:66f3b5499f7f | 32 | from multiprocessing import Pool, cpu_count |
screamer | 21:4fdf0dd04f6f | 33 | from tools.utils import run_cmd, mkdir, rel_path, ToolException, NotSupportedException, split_path, compile_worker |
The Other Jimmy |
31:8ea194f6145b | 34 | from tools.settings import MBED_ORG_USER |
screamer | 0:66f3b5499f7f | 35 | import tools.hooks as hooks |
Screamer@Y5070-M.virtuoso | 12:f2e8a005c7d3 | 36 | from tools.memap import MemapParser |
screamer | 0:66f3b5499f7f | 37 | from hashlib import md5 |
screamer | 7:5af61d55adbe | 38 | import fnmatch |
screamer | 0:66f3b5499f7f | 39 | |
screamer | 0:66f3b5499f7f | 40 | |
screamer | 0:66f3b5499f7f | 41 | #Disables multiprocessing if set to higher number than the host machine CPUs |
screamer | 0:66f3b5499f7f | 42 | CPU_COUNT_MIN = 1 |
screamer | 21:4fdf0dd04f6f | 43 | CPU_COEF = 1 |
screamer | 7:5af61d55adbe | 44 | |
screamer | 0:66f3b5499f7f | 45 | class Resources: |
screamer | 0:66f3b5499f7f | 46 | def __init__(self, base_path=None): |
screamer | 0:66f3b5499f7f | 47 | self.base_path = base_path |
screamer | 0:66f3b5499f7f | 48 | |
screamer | 13:ab47a20b66f0 | 49 | self.file_basepath = {} |
screamer | 13:ab47a20b66f0 | 50 | |
screamer | 0:66f3b5499f7f | 51 | self.inc_dirs = [] |
screamer | 0:66f3b5499f7f | 52 | self.headers = [] |
screamer | 0:66f3b5499f7f | 53 | |
screamer | 0:66f3b5499f7f | 54 | self.s_sources = [] |
screamer | 0:66f3b5499f7f | 55 | self.c_sources = [] |
screamer | 0:66f3b5499f7f | 56 | self.cpp_sources = [] |
screamer | 0:66f3b5499f7f | 57 | |
screamer | 0:66f3b5499f7f | 58 | self.lib_dirs = set([]) |
screamer | 0:66f3b5499f7f | 59 | self.objects = [] |
screamer | 0:66f3b5499f7f | 60 | self.libraries = [] |
screamer | 0:66f3b5499f7f | 61 | |
screamer | 0:66f3b5499f7f | 62 | # mbed special files |
screamer | 0:66f3b5499f7f | 63 | self.lib_builds = [] |
screamer | 0:66f3b5499f7f | 64 | self.lib_refs = [] |
screamer | 0:66f3b5499f7f | 65 | |
screamer | 0:66f3b5499f7f | 66 | self.repo_dirs = [] |
screamer | 0:66f3b5499f7f | 67 | self.repo_files = [] |
screamer | 0:66f3b5499f7f | 68 | |
screamer | 0:66f3b5499f7f | 69 | self.linker_script = None |
screamer | 0:66f3b5499f7f | 70 | |
screamer | 0:66f3b5499f7f | 71 | # Other files |
screamer | 0:66f3b5499f7f | 72 | self.hex_files = [] |
screamer | 0:66f3b5499f7f | 73 | self.bin_files = [] |
screamer | 7:5af61d55adbe | 74 | self.json_files = [] |
screamer | 7:5af61d55adbe | 75 | |
screamer | 13:ab47a20b66f0 | 76 | # Features |
screamer | 13:ab47a20b66f0 | 77 | self.features = {} |
screamer | 13:ab47a20b66f0 | 78 | |
screamer | 7:5af61d55adbe | 79 | def __add__(self, resources): |
screamer | 7:5af61d55adbe | 80 | if resources is None: |
screamer | 7:5af61d55adbe | 81 | return self |
screamer | 7:5af61d55adbe | 82 | else: |
screamer | 7:5af61d55adbe | 83 | return self.add(resources) |
screamer | 7:5af61d55adbe | 84 | |
screamer | 7:5af61d55adbe | 85 | def __radd__(self, resources): |
screamer | 7:5af61d55adbe | 86 | if resources is None: |
screamer | 7:5af61d55adbe | 87 | return self |
screamer | 7:5af61d55adbe | 88 | else: |
screamer | 7:5af61d55adbe | 89 | return self.add(resources) |
screamer | 0:66f3b5499f7f | 90 | |
screamer | 0:66f3b5499f7f | 91 | def add(self, resources): |
screamer | 13:ab47a20b66f0 | 92 | for f,p in resources.file_basepath.items(): |
screamer | 13:ab47a20b66f0 | 93 | self.file_basepath[f] = p |
screamer | 13:ab47a20b66f0 | 94 | |
screamer | 0:66f3b5499f7f | 95 | self.inc_dirs += resources.inc_dirs |
screamer | 0:66f3b5499f7f | 96 | self.headers += resources.headers |
screamer | 0:66f3b5499f7f | 97 | |
screamer | 0:66f3b5499f7f | 98 | self.s_sources += resources.s_sources |
screamer | 0:66f3b5499f7f | 99 | self.c_sources += resources.c_sources |
screamer | 0:66f3b5499f7f | 100 | self.cpp_sources += resources.cpp_sources |
screamer | 0:66f3b5499f7f | 101 | |
screamer | 0:66f3b5499f7f | 102 | self.lib_dirs |= resources.lib_dirs |
screamer | 0:66f3b5499f7f | 103 | self.objects += resources.objects |
screamer | 0:66f3b5499f7f | 104 | self.libraries += resources.libraries |
screamer | 0:66f3b5499f7f | 105 | |
screamer | 0:66f3b5499f7f | 106 | self.lib_builds += resources.lib_builds |
screamer | 0:66f3b5499f7f | 107 | self.lib_refs += resources.lib_refs |
screamer | 0:66f3b5499f7f | 108 | |
screamer | 0:66f3b5499f7f | 109 | self.repo_dirs += resources.repo_dirs |
screamer | 0:66f3b5499f7f | 110 | self.repo_files += resources.repo_files |
screamer | 0:66f3b5499f7f | 111 | |
screamer | 0:66f3b5499f7f | 112 | if resources.linker_script is not None: |
screamer | 0:66f3b5499f7f | 113 | self.linker_script = resources.linker_script |
screamer | 0:66f3b5499f7f | 114 | |
screamer | 0:66f3b5499f7f | 115 | self.hex_files += resources.hex_files |
screamer | 0:66f3b5499f7f | 116 | self.bin_files += resources.bin_files |
screamer | 7:5af61d55adbe | 117 | self.json_files += resources.json_files |
screamer | 7:5af61d55adbe | 118 | |
screamer | 13:ab47a20b66f0 | 119 | self.features.update(resources.features) |
screamer | 13:ab47a20b66f0 | 120 | |
screamer | 7:5af61d55adbe | 121 | return self |
screamer | 0:66f3b5499f7f | 122 | |
The Other Jimmy |
31:8ea194f6145b | 123 | def _collect_duplicates(self, dupe_dict, dupe_headers): |
The Other Jimmy |
31:8ea194f6145b | 124 | for filename in self.s_sources + self.c_sources + self.cpp_sources: |
The Other Jimmy |
31:8ea194f6145b | 125 | objname, _ = splitext(basename(filename)) |
The Other Jimmy |
31:8ea194f6145b | 126 | dupe_dict.setdefault(objname, set()) |
The Other Jimmy |
31:8ea194f6145b | 127 | dupe_dict[objname] |= set([filename]) |
The Other Jimmy |
31:8ea194f6145b | 128 | for filename in self.headers: |
The Other Jimmy |
31:8ea194f6145b | 129 | headername = basename(filename) |
The Other Jimmy |
31:8ea194f6145b | 130 | dupe_headers.setdefault(headername, set()) |
The Other Jimmy |
31:8ea194f6145b | 131 | dupe_headers[headername] |= set([headername]) |
The Other Jimmy |
31:8ea194f6145b | 132 | for res in self.features.values(): |
The Other Jimmy |
31:8ea194f6145b | 133 | res._collect_duplicates(dupe_dict, dupe_headers) |
The Other Jimmy |
31:8ea194f6145b | 134 | return dupe_dict, dupe_headers |
The Other Jimmy |
31:8ea194f6145b | 135 | |
The Other Jimmy |
31:8ea194f6145b | 136 | def detect_duplicates(self, toolchain): |
The Other Jimmy |
31:8ea194f6145b | 137 | """Detect all potential ambiguities in filenames and report them with |
The Other Jimmy |
31:8ea194f6145b | 138 | a toolchain notification |
The Other Jimmy |
31:8ea194f6145b | 139 | |
The Other Jimmy |
31:8ea194f6145b | 140 | Positional Arguments: |
The Other Jimmy |
31:8ea194f6145b | 141 | toolchain - used for notifications |
The Other Jimmy |
31:8ea194f6145b | 142 | """ |
The Other Jimmy |
31:8ea194f6145b | 143 | count = 0 |
The Other Jimmy |
31:8ea194f6145b | 144 | dupe_dict, dupe_headers = self._collect_duplicates(dict(), dict()) |
The Other Jimmy |
31:8ea194f6145b | 145 | for objname, filenames in dupe_dict.iteritems(): |
The Other Jimmy |
31:8ea194f6145b | 146 | if len(filenames) > 1: |
The Other Jimmy |
31:8ea194f6145b | 147 | count+=1 |
The Other Jimmy |
31:8ea194f6145b | 148 | toolchain.tool_error( |
The Other Jimmy |
31:8ea194f6145b | 149 | "Object file %s.o is not unique! It could be made from: %s"\ |
The Other Jimmy |
31:8ea194f6145b | 150 | % (objname, " ".join(filenames))) |
The Other Jimmy |
31:8ea194f6145b | 151 | for headername, locations in dupe_headers.iteritems(): |
The Other Jimmy |
31:8ea194f6145b | 152 | if len(locations) > 1: |
The Other Jimmy |
31:8ea194f6145b | 153 | count+=1 |
The Other Jimmy |
31:8ea194f6145b | 154 | toolchain.tool_error( |
The Other Jimmy |
31:8ea194f6145b | 155 | "Header file %s is not unique! It could be: %s" %\ |
The Other Jimmy |
31:8ea194f6145b | 156 | (headername, " ".join(locations))) |
The Other Jimmy |
31:8ea194f6145b | 157 | return count |
The Other Jimmy |
31:8ea194f6145b | 158 | |
The Other Jimmy |
31:8ea194f6145b | 159 | |
screamer | 0:66f3b5499f7f | 160 | def relative_to(self, base, dot=False): |
screamer | 0:66f3b5499f7f | 161 | for field in ['inc_dirs', 'headers', 's_sources', 'c_sources', |
screamer | 0:66f3b5499f7f | 162 | 'cpp_sources', 'lib_dirs', 'objects', 'libraries', |
screamer | 7:5af61d55adbe | 163 | 'lib_builds', 'lib_refs', 'repo_dirs', 'repo_files', |
screamer | 7:5af61d55adbe | 164 | 'hex_files', 'bin_files', 'json_files']: |
screamer | 0:66f3b5499f7f | 165 | v = [rel_path(f, base, dot) for f in getattr(self, field)] |
screamer | 0:66f3b5499f7f | 166 | setattr(self, field, v) |
screamer | 13:ab47a20b66f0 | 167 | |
screamer | 13:ab47a20b66f0 | 168 | self.features = {k: f.relative_to(base, dot) for k, f in self.features.iteritems() if f} |
screamer | 13:ab47a20b66f0 | 169 | |
screamer | 0:66f3b5499f7f | 170 | if self.linker_script is not None: |
screamer | 0:66f3b5499f7f | 171 | self.linker_script = rel_path(self.linker_script, base, dot) |
screamer | 0:66f3b5499f7f | 172 | |
screamer | 0:66f3b5499f7f | 173 | def win_to_unix(self): |
screamer | 0:66f3b5499f7f | 174 | for field in ['inc_dirs', 'headers', 's_sources', 'c_sources', |
screamer | 0:66f3b5499f7f | 175 | 'cpp_sources', 'lib_dirs', 'objects', 'libraries', |
screamer | 7:5af61d55adbe | 176 | 'lib_builds', 'lib_refs', 'repo_dirs', 'repo_files', |
screamer | 7:5af61d55adbe | 177 | 'hex_files', 'bin_files', 'json_files']: |
screamer | 0:66f3b5499f7f | 178 | v = [f.replace('\\', '/') for f in getattr(self, field)] |
screamer | 0:66f3b5499f7f | 179 | setattr(self, field, v) |
screamer | 13:ab47a20b66f0 | 180 | |
screamer | 13:ab47a20b66f0 | 181 | self.features = {k: f.win_to_unix() for k, f in self.features.iteritems() if f} |
screamer | 13:ab47a20b66f0 | 182 | |
screamer | 0:66f3b5499f7f | 183 | if self.linker_script is not None: |
screamer | 0:66f3b5499f7f | 184 | self.linker_script = self.linker_script.replace('\\', '/') |
screamer | 0:66f3b5499f7f | 185 | |
screamer | 0:66f3b5499f7f | 186 | def __str__(self): |
screamer | 0:66f3b5499f7f | 187 | s = [] |
screamer | 0:66f3b5499f7f | 188 | |
screamer | 0:66f3b5499f7f | 189 | for (label, resources) in ( |
screamer | 0:66f3b5499f7f | 190 | ('Include Directories', self.inc_dirs), |
screamer | 0:66f3b5499f7f | 191 | ('Headers', self.headers), |
screamer | 0:66f3b5499f7f | 192 | |
screamer | 0:66f3b5499f7f | 193 | ('Assembly sources', self.s_sources), |
screamer | 0:66f3b5499f7f | 194 | ('C sources', self.c_sources), |
screamer | 0:66f3b5499f7f | 195 | ('C++ sources', self.cpp_sources), |
screamer | 0:66f3b5499f7f | 196 | |
screamer | 0:66f3b5499f7f | 197 | ('Library directories', self.lib_dirs), |
screamer | 0:66f3b5499f7f | 198 | ('Objects', self.objects), |
screamer | 0:66f3b5499f7f | 199 | ('Libraries', self.libraries), |
screamer | 0:66f3b5499f7f | 200 | |
screamer | 0:66f3b5499f7f | 201 | ('Hex files', self.hex_files), |
screamer | 0:66f3b5499f7f | 202 | ('Bin files', self.bin_files), |
screamer | 13:ab47a20b66f0 | 203 | |
screamer | 13:ab47a20b66f0 | 204 | ('Features', self.features), |
screamer | 0:66f3b5499f7f | 205 | ): |
screamer | 0:66f3b5499f7f | 206 | if resources: |
screamer | 0:66f3b5499f7f | 207 | s.append('%s:\n ' % label + '\n '.join(resources)) |
screamer | 0:66f3b5499f7f | 208 | |
screamer | 0:66f3b5499f7f | 209 | if self.linker_script: |
screamer | 0:66f3b5499f7f | 210 | s.append('Linker Script: ' + self.linker_script) |
screamer | 0:66f3b5499f7f | 211 | |
screamer | 0:66f3b5499f7f | 212 | return '\n'.join(s) |
screamer | 0:66f3b5499f7f | 213 | |
screamer | 0:66f3b5499f7f | 214 | # Support legacy build conventions: the original mbed build system did not have |
screamer | 0:66f3b5499f7f | 215 | # standard labels for the "TARGET_" and "TOOLCHAIN_" specific directories, but |
screamer | 0:66f3b5499f7f | 216 | # had the knowledge of a list of these directories to be ignored. |
screamer | 0:66f3b5499f7f | 217 | LEGACY_IGNORE_DIRS = set([ |
screamer | 0:66f3b5499f7f | 218 | 'LPC11U24', 'LPC1768', 'LPC2368', 'LPC4088', 'LPC812', 'KL25Z', |
screamer | 14:ee1b877e6839 | 219 | 'ARM', 'uARM', 'IAR', |
screamer | 14:ee1b877e6839 | 220 | 'GCC_ARM', 'GCC_CS', 'GCC_CR', 'GCC_CW', 'GCC_CW_EWL', 'GCC_CW_NEWLIB', |
screamer | 0:66f3b5499f7f | 221 | ]) |
screamer | 0:66f3b5499f7f | 222 | LEGACY_TOOLCHAIN_NAMES = { |
screamer | 0:66f3b5499f7f | 223 | 'ARM_STD':'ARM', 'ARM_MICRO': 'uARM', |
screamer | 17:04753e1e329d | 224 | 'GCC_ARM': 'GCC_ARM', 'GCC_CR': 'GCC_CR', |
screamer | 0:66f3b5499f7f | 225 | 'IAR': 'IAR', |
screamer | 0:66f3b5499f7f | 226 | } |
screamer | 0:66f3b5499f7f | 227 | |
screamer | 0:66f3b5499f7f | 228 | |
screamer | 0:66f3b5499f7f | 229 | class mbedToolchain: |
screamer | 24:25bff2709c20 | 230 | # Verbose logging |
screamer | 0:66f3b5499f7f | 231 | VERBOSE = True |
screamer | 24:25bff2709c20 | 232 | |
screamer | 24:25bff2709c20 | 233 | # Compile C files as CPP |
screamer | 21:4fdf0dd04f6f | 234 | COMPILE_C_AS_CPP = False |
screamer | 24:25bff2709c20 | 235 | |
screamer | 24:25bff2709c20 | 236 | # Response files for compiling, includes, linking and archiving. |
screamer | 24:25bff2709c20 | 237 | # Not needed on posix systems where the typical arg limit is 2 megabytes |
screamer | 21:4fdf0dd04f6f | 238 | RESPONSE_FILES = True |
screamer | 0:66f3b5499f7f | 239 | |
screamer | 0:66f3b5499f7f | 240 | CORTEX_SYMBOLS = { |
screamer | 0:66f3b5499f7f | 241 | "Cortex-M0" : ["__CORTEX_M0", "ARM_MATH_CM0", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"], |
screamer | 0:66f3b5499f7f | 242 | "Cortex-M0+": ["__CORTEX_M0PLUS", "ARM_MATH_CM0PLUS", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"], |
screamer | 17:04753e1e329d | 243 | "Cortex-M1" : ["__CORTEX_M3", "ARM_MATH_CM1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"], |
screamer | 0:66f3b5499f7f | 244 | "Cortex-M3" : ["__CORTEX_M3", "ARM_MATH_CM3", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"], |
screamer | 0:66f3b5499f7f | 245 | "Cortex-M4" : ["__CORTEX_M4", "ARM_MATH_CM4", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"], |
screamer | 17:04753e1e329d | 246 | "Cortex-M4F" : ["__CORTEX_M4", "ARM_MATH_CM4", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"], |
screamer | 0:66f3b5499f7f | 247 | "Cortex-M7" : ["__CORTEX_M7", "ARM_MATH_CM7", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"], |
screamer | 17:04753e1e329d | 248 | "Cortex-M7F" : ["__CORTEX_M7", "ARM_MATH_CM7", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"], |
screamer | 17:04753e1e329d | 249 | "Cortex-M7FD" : ["__CORTEX_M7", "ARM_MATH_CM7", "__FPU_PRESENT=1", "__CMSIS_RTOS", "__MBED_CMSIS_RTOS_CM"], |
screamer | 0:66f3b5499f7f | 250 | "Cortex-A9" : ["__CORTEX_A9", "ARM_MATH_CA9", "__FPU_PRESENT", "__CMSIS_RTOS", "__EVAL", "__MBED_CMSIS_RTOS_CA9"], |
screamer | 0:66f3b5499f7f | 251 | } |
screamer | 0:66f3b5499f7f | 252 | |
screamer | 13:ab47a20b66f0 | 253 | MBED_CONFIG_FILE_NAME="mbed_config.h" |
screamer | 13:ab47a20b66f0 | 254 | |
screamer | 24:25bff2709c20 | 255 | __metaclass__ = ABCMeta |
screamer | 24:25bff2709c20 | 256 | |
The Other Jimmy |
31:8ea194f6145b | 257 | profile_template = {'common':[], 'c':[], 'cxx':[], 'asm':[], 'ld':[]} |
The Other Jimmy |
31:8ea194f6145b | 258 | |
The Other Jimmy |
31:8ea194f6145b | 259 | def __init__(self, target, notify=None, macros=None, silent=False, extra_verbose=False, build_profile=None): |
screamer | 0:66f3b5499f7f | 260 | self.target = target |
screamer | 0:66f3b5499f7f | 261 | self.name = self.__class__.__name__ |
screamer | 22:9e85236d8716 | 262 | |
screamer | 13:ab47a20b66f0 | 263 | # compile/assemble/link/binary hooks |
screamer | 0:66f3b5499f7f | 264 | self.hook = hooks.Hook(target, self) |
screamer | 13:ab47a20b66f0 | 265 | |
screamer | 13:ab47a20b66f0 | 266 | # Toolchain flags |
The Other Jimmy |
31:8ea194f6145b | 267 | self.flags = deepcopy(build_profile or self.profile_template) |
screamer | 22:9e85236d8716 | 268 | |
screamer | 13:ab47a20b66f0 | 269 | # User-defined macros |
screamer | 13:ab47a20b66f0 | 270 | self.macros = macros or [] |
screamer | 22:9e85236d8716 | 271 | |
screamer | 13:ab47a20b66f0 | 272 | # Macros generated from toolchain and target rules/features |
screamer | 29:1210849dba19 | 273 | self.asm_symbols = None |
screamer | 29:1210849dba19 | 274 | self.cxx_symbols = None |
screamer | 22:9e85236d8716 | 275 | |
screamer | 13:ab47a20b66f0 | 276 | # Labels generated from toolchain and target rules/features (used for selective build) |
screamer | 13:ab47a20b66f0 | 277 | self.labels = None |
screamer | 22:9e85236d8716 | 278 | |
screamer | 24:25bff2709c20 | 279 | # This will hold the initialized config object |
screamer | 24:25bff2709c20 | 280 | self.config = None |
screamer | 24:25bff2709c20 | 281 | |
screamer | 13:ab47a20b66f0 | 282 | # This will hold the configuration data (as returned by Config.get_config_data()) |
screamer | 13:ab47a20b66f0 | 283 | self.config_data = None |
screamer | 0:66f3b5499f7f | 284 | |
screamer | 24:25bff2709c20 | 285 | # This will hold the location of the configuration file or None if there's no configuration available |
screamer | 24:25bff2709c20 | 286 | self.config_file = None |
screamer | 24:25bff2709c20 | 287 | |
screamer | 24:25bff2709c20 | 288 | # Call guard for "get_config_data" (see the comments of get_config_data for details) |
screamer | 24:25bff2709c20 | 289 | self.config_processed = False |
screamer | 24:25bff2709c20 | 290 | |
screamer | 13:ab47a20b66f0 | 291 | # Non-incremental compile |
screamer | 13:ab47a20b66f0 | 292 | self.build_all = False |
screamer | 22:9e85236d8716 | 293 | |
screamer | 13:ab47a20b66f0 | 294 | # Build output dir |
screamer | 13:ab47a20b66f0 | 295 | self.build_dir = None |
screamer | 13:ab47a20b66f0 | 296 | self.timestamp = time() |
screamer | 13:ab47a20b66f0 | 297 | |
screamer | 13:ab47a20b66f0 | 298 | # Output build naming based on target+toolchain combo (mbed 2.0 builds) |
screamer | 13:ab47a20b66f0 | 299 | self.obj_path = join("TARGET_"+target.name, "TOOLCHAIN_"+self.name) |
screamer | 13:ab47a20b66f0 | 300 | |
screamer | 13:ab47a20b66f0 | 301 | # Number of concurrent build jobs. 0 means auto (based on host system cores) |
screamer | 13:ab47a20b66f0 | 302 | self.jobs = 0 |
screamer | 13:ab47a20b66f0 | 303 | |
screamer | 13:ab47a20b66f0 | 304 | # Ignore patterns from .mbedignore files |
screamer | 13:ab47a20b66f0 | 305 | self.ignore_patterns = [] |
screamer | 13:ab47a20b66f0 | 306 | |
screamer | 13:ab47a20b66f0 | 307 | # Pre-mbed 2.0 ignore dirs |
screamer | 21:4fdf0dd04f6f | 308 | self.legacy_ignore_dirs = (LEGACY_IGNORE_DIRS | TOOLCHAINS) - set([target.name, LEGACY_TOOLCHAIN_NAMES[self.name]]) |
screamer | 0:66f3b5499f7f | 309 | |
screamer | 13:ab47a20b66f0 | 310 | # Output notify function |
screamer | 22:9e85236d8716 | 311 | # This function is passed all events, and expected to handle notification of the |
screamer | 22:9e85236d8716 | 312 | # user, emit the events to a log, etc. |
screamer | 22:9e85236d8716 | 313 | # The API for all notify methods passed into the notify parameter is as follows: |
screamer | 22:9e85236d8716 | 314 | # def notify(Event, Silent) |
screamer | 22:9e85236d8716 | 315 | # Where *Event* is a dict representing the toolchain event that was generated |
screamer | 22:9e85236d8716 | 316 | # e.g.: a compile succeeded, or a warning was emitted by the compiler |
screamer | 22:9e85236d8716 | 317 | # or an application was linked |
screamer | 22:9e85236d8716 | 318 | # *Silent* is a boolean |
screamer | 0:66f3b5499f7f | 319 | if notify: |
screamer | 0:66f3b5499f7f | 320 | self.notify_fun = notify |
screamer | 0:66f3b5499f7f | 321 | elif extra_verbose: |
screamer | 0:66f3b5499f7f | 322 | self.notify_fun = self.print_notify_verbose |
screamer | 0:66f3b5499f7f | 323 | else: |
screamer | 0:66f3b5499f7f | 324 | self.notify_fun = self.print_notify |
screamer | 22:9e85236d8716 | 325 | |
screamer | 13:ab47a20b66f0 | 326 | # Silent builds (no output) |
screamer | 13:ab47a20b66f0 | 327 | self.silent = silent |
screamer | 22:9e85236d8716 | 328 | |
screamer | 13:ab47a20b66f0 | 329 | # Print output buffer |
screamer | 22:9e85236d8716 | 330 | self.output = str() |
screamer | 22:9e85236d8716 | 331 | self.map_outputs = list() # Place to store memmap scan results in JSON like data structures |
screamer | 0:66f3b5499f7f | 332 | |
screamer | 13:ab47a20b66f0 | 333 | # uVisor spepcific rules |
Screamer@Y5070-M.virtuoso | 9:2d27d77ada5c | 334 | if 'UVISOR' in self.target.features and 'UVISOR_SUPPORTED' in self.target.extra_labels: |
screamer | 0:66f3b5499f7f | 335 | self.target.core = re.sub(r"F$", '', self.target.core) |
screamer | 24:25bff2709c20 | 336 | |
screamer | 24:25bff2709c20 | 337 | # Stats cache is used to reduce the amount of IO requests to stat |
screamer | 24:25bff2709c20 | 338 | # header files during dependency change. See need_update() |
screamer | 17:04753e1e329d | 339 | self.stat_cache = {} |
screamer | 17:04753e1e329d | 340 | |
screamer | 24:25bff2709c20 | 341 | # Used by the mbed Online Build System to build in chrooted environment |
screamer | 24:25bff2709c20 | 342 | self.CHROOT = None |
screamer | 24:25bff2709c20 | 343 | |
screamer | 24:25bff2709c20 | 344 | # Call post __init__() hooks before the ARM/GCC_ARM/IAR toolchain __init__() takes over |
screamer | 14:ee1b877e6839 | 345 | self.init() |
screamer | 14:ee1b877e6839 | 346 | |
screamer | 24:25bff2709c20 | 347 | # Used for post __init__() hooks |
screamer | 24:25bff2709c20 | 348 | # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM |
screamer | 24:25bff2709c20 | 349 | # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY |
screamer | 14:ee1b877e6839 | 350 | def init(self): |
screamer | 14:ee1b877e6839 | 351 | return True |
screamer | 0:66f3b5499f7f | 352 | |
screamer | 0:66f3b5499f7f | 353 | def get_output(self): |
screamer | 0:66f3b5499f7f | 354 | return self.output |
screamer | 0:66f3b5499f7f | 355 | |
screamer | 0:66f3b5499f7f | 356 | def print_notify(self, event, silent=False): |
screamer | 0:66f3b5499f7f | 357 | """ Default command line notification |
screamer | 0:66f3b5499f7f | 358 | """ |
screamer | 0:66f3b5499f7f | 359 | msg = None |
screamer | 0:66f3b5499f7f | 360 | |
Screamer@Y5070-M.virtuoso | 9:2d27d77ada5c | 361 | if not self.VERBOSE and event['type'] == 'tool_error': |
Screamer@Y5070-M.virtuoso | 9:2d27d77ada5c | 362 | msg = event['message'] |
screamer | 22:9e85236d8716 | 363 | |
Screamer@Y5070-M.virtuoso | 9:2d27d77ada5c | 364 | elif event['type'] in ['info', 'debug']: |
screamer | 0:66f3b5499f7f | 365 | msg = event['message'] |
screamer | 22:9e85236d8716 | 366 | |
screamer | 0:66f3b5499f7f | 367 | elif event['type'] == 'cc': |
screamer | 0:66f3b5499f7f | 368 | event['severity'] = event['severity'].title() |
screamer | 0:66f3b5499f7f | 369 | event['file'] = basename(event['file']) |
screamer | 21:4fdf0dd04f6f | 370 | msg = '[%(severity)s] %(file)s@%(line)s,%(col)s: %(message)s' % event |
screamer | 0:66f3b5499f7f | 371 | |
screamer | 0:66f3b5499f7f | 372 | elif event['type'] == 'progress': |
The Other Jimmy |
31:8ea194f6145b | 373 | if 'percent' in event: |
The Other Jimmy |
31:8ea194f6145b | 374 | msg = '{} [{:>5.1f}%]: {}'.format(event['action'].title(), |
The Other Jimmy |
31:8ea194f6145b | 375 | event['percent'], |
The Other Jimmy |
31:8ea194f6145b | 376 | basename(event['file'])) |
The Other Jimmy |
31:8ea194f6145b | 377 | else: |
The Other Jimmy |
31:8ea194f6145b | 378 | msg = '{}: {}'.format(event['action'].title(), |
The Other Jimmy |
31:8ea194f6145b | 379 | basename(event['file'])) |
screamer | 0:66f3b5499f7f | 380 | |
screamer | 0:66f3b5499f7f | 381 | if msg: |
The Other Jimmy |
31:8ea194f6145b | 382 | if not silent: |
The Other Jimmy |
31:8ea194f6145b | 383 | print msg |
screamer | 0:66f3b5499f7f | 384 | self.output += msg + "\n" |
screamer | 0:66f3b5499f7f | 385 | |
screamer | 0:66f3b5499f7f | 386 | def print_notify_verbose(self, event, silent=False): |
screamer | 0:66f3b5499f7f | 387 | """ Default command line notification with more verbose mode |
screamer | 0:66f3b5499f7f | 388 | """ |
screamer | 0:66f3b5499f7f | 389 | if event['type'] in ['info', 'debug']: |
The Other Jimmy |
31:8ea194f6145b | 390 | self.print_notify(event, silent=silent) # standard handle |
screamer | 0:66f3b5499f7f | 391 | |
screamer | 0:66f3b5499f7f | 392 | elif event['type'] == 'cc': |
screamer | 0:66f3b5499f7f | 393 | event['severity'] = event['severity'].title() |
screamer | 0:66f3b5499f7f | 394 | event['file'] = basename(event['file']) |
screamer | 0:66f3b5499f7f | 395 | event['mcu_name'] = "None" |
screamer | 0:66f3b5499f7f | 396 | event['target_name'] = event['target_name'].upper() if event['target_name'] else "Unknown" |
screamer | 0:66f3b5499f7f | 397 | event['toolchain_name'] = event['toolchain_name'].upper() if event['toolchain_name'] else "Unknown" |
screamer | 0:66f3b5499f7f | 398 | msg = '[%(severity)s] %(target_name)s::%(toolchain_name)s::%(file)s@%(line)s: %(message)s' % event |
The Other Jimmy |
31:8ea194f6145b | 399 | if not silent: |
The Other Jimmy |
31:8ea194f6145b | 400 | print msg |
screamer | 0:66f3b5499f7f | 401 | self.output += msg + "\n" |
screamer | 0:66f3b5499f7f | 402 | |
screamer | 0:66f3b5499f7f | 403 | elif event['type'] == 'progress': |
screamer | 0:66f3b5499f7f | 404 | self.print_notify(event) # standard handle |
screamer | 0:66f3b5499f7f | 405 | |
screamer | 24:25bff2709c20 | 406 | # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM |
screamer | 24:25bff2709c20 | 407 | # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY |
screamer | 0:66f3b5499f7f | 408 | def notify(self, event): |
screamer | 0:66f3b5499f7f | 409 | """ Little closure for notify functions |
screamer | 0:66f3b5499f7f | 410 | """ |
screamer | 22:9e85236d8716 | 411 | event['toolchain'] = self |
screamer | 0:66f3b5499f7f | 412 | return self.notify_fun(event, self.silent) |
screamer | 0:66f3b5499f7f | 413 | |
screamer | 29:1210849dba19 | 414 | def get_symbols(self, for_asm=False): |
screamer | 29:1210849dba19 | 415 | if for_asm: |
screamer | 29:1210849dba19 | 416 | if self.asm_symbols is None: |
screamer | 29:1210849dba19 | 417 | self.asm_symbols = [] |
screamer | 29:1210849dba19 | 418 | |
screamer | 29:1210849dba19 | 419 | # Cortex CPU symbols |
screamer | 29:1210849dba19 | 420 | if self.target.core in mbedToolchain.CORTEX_SYMBOLS: |
screamer | 29:1210849dba19 | 421 | self.asm_symbols.extend(mbedToolchain.CORTEX_SYMBOLS[self.target.core]) |
screamer | 0:66f3b5499f7f | 422 | |
screamer | 29:1210849dba19 | 423 | # Add target's symbols |
screamer | 29:1210849dba19 | 424 | self.asm_symbols += self.target.macros |
screamer | 29:1210849dba19 | 425 | # Add extra symbols passed via 'macros' parameter |
screamer | 29:1210849dba19 | 426 | self.asm_symbols += self.macros |
screamer | 29:1210849dba19 | 427 | return list(set(self.asm_symbols)) # Return only unique symbols |
screamer | 29:1210849dba19 | 428 | else: |
screamer | 29:1210849dba19 | 429 | if self.cxx_symbols is None: |
screamer | 29:1210849dba19 | 430 | # Target and Toolchain symbols |
screamer | 29:1210849dba19 | 431 | labels = self.get_labels() |
screamer | 29:1210849dba19 | 432 | self.cxx_symbols = ["TARGET_%s" % t for t in labels['TARGET']] |
screamer | 29:1210849dba19 | 433 | self.cxx_symbols.extend(["TOOLCHAIN_%s" % t for t in labels['TOOLCHAIN']]) |
screamer | 0:66f3b5499f7f | 434 | |
screamer | 29:1210849dba19 | 435 | # Cortex CPU symbols |
screamer | 29:1210849dba19 | 436 | if self.target.core in mbedToolchain.CORTEX_SYMBOLS: |
screamer | 29:1210849dba19 | 437 | self.cxx_symbols.extend(mbedToolchain.CORTEX_SYMBOLS[self.target.core]) |
screamer | 29:1210849dba19 | 438 | |
screamer | 29:1210849dba19 | 439 | # Symbols defined by the on-line build.system |
screamer | 29:1210849dba19 | 440 | self.cxx_symbols.extend(['MBED_BUILD_TIMESTAMP=%s' % self.timestamp, 'TARGET_LIKE_MBED', '__MBED__=1']) |
screamer | 29:1210849dba19 | 441 | if MBED_ORG_USER: |
screamer | 29:1210849dba19 | 442 | self.cxx_symbols.append('MBED_USERNAME=' + MBED_ORG_USER) |
screamer | 0:66f3b5499f7f | 443 | |
screamer | 29:1210849dba19 | 444 | # Add target's symbols |
screamer | 29:1210849dba19 | 445 | self.cxx_symbols += self.target.macros |
screamer | 29:1210849dba19 | 446 | # Add target's hardware |
screamer | 29:1210849dba19 | 447 | self.cxx_symbols += ["DEVICE_" + data + "=1" for data in self.target.device_has] |
screamer | 29:1210849dba19 | 448 | # Add target's features |
screamer | 29:1210849dba19 | 449 | self.cxx_symbols += ["FEATURE_" + data + "=1" for data in self.target.features] |
screamer | 29:1210849dba19 | 450 | # Add extra symbols passed via 'macros' parameter |
screamer | 29:1210849dba19 | 451 | self.cxx_symbols += self.macros |
screamer | 0:66f3b5499f7f | 452 | |
screamer | 29:1210849dba19 | 453 | # Form factor variables |
screamer | 29:1210849dba19 | 454 | if hasattr(self.target, 'supported_form_factors'): |
screamer | 29:1210849dba19 | 455 | self.cxx_symbols.extend(["TARGET_FF_%s" % t for t in self.target.supported_form_factors]) |
screamer | 0:66f3b5499f7f | 456 | |
screamer | 29:1210849dba19 | 457 | return list(set(self.cxx_symbols)) # Return only unique symbols |
screamer | 0:66f3b5499f7f | 458 | |
screamer | 7:5af61d55adbe | 459 | # Extend the internal list of macros |
screamer | 7:5af61d55adbe | 460 | def add_macros(self, new_macros): |
screamer | 7:5af61d55adbe | 461 | self.macros.extend(new_macros) |
screamer | 7:5af61d55adbe | 462 | |
screamer | 0:66f3b5499f7f | 463 | def get_labels(self): |
screamer | 0:66f3b5499f7f | 464 | if self.labels is None: |
screamer | 0:66f3b5499f7f | 465 | toolchain_labels = [c.__name__ for c in getmro(self.__class__)] |
screamer | 0:66f3b5499f7f | 466 | toolchain_labels.remove('mbedToolchain') |
screamer | 0:66f3b5499f7f | 467 | self.labels = { |
The Other Jimmy |
31:8ea194f6145b | 468 | 'TARGET': self.target.labels, |
Screamer@Y5070-M.virtuoso | 9:2d27d77ada5c | 469 | 'FEATURE': self.target.features, |
screamer | 0:66f3b5499f7f | 470 | 'TOOLCHAIN': toolchain_labels |
screamer | 0:66f3b5499f7f | 471 | } |
The Other Jimmy |
31:8ea194f6145b | 472 | |
The Other Jimmy |
31:8ea194f6145b | 473 | # This is a policy decision and it should /really/ be in the config system |
The Other Jimmy |
31:8ea194f6145b | 474 | # ATM it's here for backward compatibility |
The Other Jimmy |
31:8ea194f6145b | 475 | if ((("-g" in self.flags['common'] or "-g3" in self.flags['common']) and |
The Other Jimmy |
31:8ea194f6145b | 476 | "-O0") in self.flags['common'] or |
The Other Jimmy |
31:8ea194f6145b | 477 | ("-r" in self.flags['common'] and |
The Other Jimmy |
31:8ea194f6145b | 478 | "-On" in self.flags['common'])): |
The Other Jimmy |
31:8ea194f6145b | 479 | self.labels['TARGET'].append("DEBUG") |
The Other Jimmy |
31:8ea194f6145b | 480 | else: |
The Other Jimmy |
31:8ea194f6145b | 481 | self.labels['TARGET'].append("RELEASE") |
screamer | 0:66f3b5499f7f | 482 | return self.labels |
screamer | 0:66f3b5499f7f | 483 | |
screamer | 24:25bff2709c20 | 484 | |
screamer | 24:25bff2709c20 | 485 | # Determine whether a source file needs updating/compiling |
screamer | 0:66f3b5499f7f | 486 | def need_update(self, target, dependencies): |
screamer | 0:66f3b5499f7f | 487 | if self.build_all: |
screamer | 0:66f3b5499f7f | 488 | return True |
screamer | 0:66f3b5499f7f | 489 | |
screamer | 0:66f3b5499f7f | 490 | if not exists(target): |
screamer | 0:66f3b5499f7f | 491 | return True |
screamer | 0:66f3b5499f7f | 492 | |
screamer | 0:66f3b5499f7f | 493 | target_mod_time = stat(target).st_mtime |
screamer | 0:66f3b5499f7f | 494 | |
screamer | 0:66f3b5499f7f | 495 | for d in dependencies: |
screamer | 0:66f3b5499f7f | 496 | # Some objects are not provided with full path and here we do not have |
screamer | 0:66f3b5499f7f | 497 | # information about the library paths. Safe option: assume an update |
screamer | 22:9e85236d8716 | 498 | if not d or not exists(d): |
screamer | 0:66f3b5499f7f | 499 | return True |
screamer | 17:04753e1e329d | 500 | |
screamer | 22:9e85236d8716 | 501 | if not self.stat_cache.has_key(d): |
screamer | 17:04753e1e329d | 502 | self.stat_cache[d] = stat(d).st_mtime |
screamer | 22:9e85236d8716 | 503 | |
screamer | 22:9e85236d8716 | 504 | if self.stat_cache[d] >= target_mod_time: |
screamer | 22:9e85236d8716 | 505 | return True |
screamer | 17:04753e1e329d | 506 | |
screamer | 0:66f3b5499f7f | 507 | return False |
screamer | 0:66f3b5499f7f | 508 | |
screamer | 7:5af61d55adbe | 509 | def is_ignored(self, file_path): |
screamer | 13:ab47a20b66f0 | 510 | for pattern in self.ignore_patterns: |
screamer | 7:5af61d55adbe | 511 | if fnmatch.fnmatch(file_path, pattern): |
screamer | 7:5af61d55adbe | 512 | return True |
screamer | 7:5af61d55adbe | 513 | return False |
screamer | 7:5af61d55adbe | 514 | |
screamer | 13:ab47a20b66f0 | 515 | # Create a Resources object from the path pointed to by *path* by either traversing a |
screamer | 13:ab47a20b66f0 | 516 | # a directory structure, when *path* is a directory, or adding *path* to the resources, |
screamer | 13:ab47a20b66f0 | 517 | # when *path* is a file. |
screamer | 13:ab47a20b66f0 | 518 | # The parameter *base_path* is used to set the base_path attribute of the Resources |
screamer | 13:ab47a20b66f0 | 519 | # object and the parameter *exclude_paths* is used by the directory traversal to |
screamer | 13:ab47a20b66f0 | 520 | # exclude certain paths from the traversal. |
screamer | 13:ab47a20b66f0 | 521 | def scan_resources(self, path, exclude_paths=None, base_path=None): |
screamer | 21:4fdf0dd04f6f | 522 | self.progress("scan", path) |
screamer | 21:4fdf0dd04f6f | 523 | |
screamer | 0:66f3b5499f7f | 524 | resources = Resources(path) |
screamer | 13:ab47a20b66f0 | 525 | if not base_path: |
screamer | 13:ab47a20b66f0 | 526 | if isfile(path): |
screamer | 13:ab47a20b66f0 | 527 | base_path = dirname(path) |
screamer | 13:ab47a20b66f0 | 528 | else: |
screamer | 13:ab47a20b66f0 | 529 | base_path = path |
screamer | 13:ab47a20b66f0 | 530 | resources.base_path = base_path |
screamer | 0:66f3b5499f7f | 531 | |
screamer | 13:ab47a20b66f0 | 532 | if isfile(path): |
screamer | 13:ab47a20b66f0 | 533 | self._add_file(path, resources, base_path, exclude_paths=exclude_paths) |
screamer | 13:ab47a20b66f0 | 534 | else: |
screamer | 13:ab47a20b66f0 | 535 | self._add_dir(path, resources, base_path, exclude_paths=exclude_paths) |
screamer | 13:ab47a20b66f0 | 536 | return resources |
screamer | 13:ab47a20b66f0 | 537 | |
screamer | 13:ab47a20b66f0 | 538 | # A helper function for scan_resources. _add_dir traverses *path* (assumed to be a |
screamer | 13:ab47a20b66f0 | 539 | # directory) and heeds the ".mbedignore" files along the way. _add_dir calls _add_file |
screamer | 13:ab47a20b66f0 | 540 | # on every file it considers adding to the resources object. |
screamer | 13:ab47a20b66f0 | 541 | def _add_dir(self, path, resources, base_path, exclude_paths=None): |
screamer | 0:66f3b5499f7f | 542 | """ os.walk(top[, topdown=True[, onerror=None[, followlinks=False]]]) |
screamer | 0:66f3b5499f7f | 543 | When topdown is True, the caller can modify the dirnames list in-place |
screamer | 0:66f3b5499f7f | 544 | (perhaps using del or slice assignment), and walk() will only recurse into |
screamer | 0:66f3b5499f7f | 545 | the subdirectories whose names remain in dirnames; this can be used to prune |
screamer | 0:66f3b5499f7f | 546 | the search, impose a specific order of visiting, or even to inform walk() |
screamer | 0:66f3b5499f7f | 547 | about directories the caller creates or renames before it resumes walk() |
screamer | 0:66f3b5499f7f | 548 | again. Modifying dirnames when topdown is False is ineffective, because in |
screamer | 0:66f3b5499f7f | 549 | bottom-up mode the directories in dirnames are generated before dirpath |
screamer | 0:66f3b5499f7f | 550 | itself is generated. |
screamer | 0:66f3b5499f7f | 551 | """ |
screamer | 13:ab47a20b66f0 | 552 | labels = self.get_labels() |
screamer | 0:66f3b5499f7f | 553 | for root, dirs, files in walk(path, followlinks=True): |
screamer | 7:5af61d55adbe | 554 | # Check if folder contains .mbedignore |
screamer | 13:ab47a20b66f0 | 555 | if ".mbedignore" in files: |
screamer | 7:5af61d55adbe | 556 | with open (join(root,".mbedignore"), "r") as f: |
screamer | 7:5af61d55adbe | 557 | lines=f.readlines() |
screamer | 7:5af61d55adbe | 558 | lines = [l.strip() for l in lines] # Strip whitespaces |
screamer | 7:5af61d55adbe | 559 | lines = [l for l in lines if l != ""] # Strip empty lines |
screamer | 7:5af61d55adbe | 560 | lines = [l for l in lines if not re.match("^#",l)] # Strip comment lines |
screamer | 13:ab47a20b66f0 | 561 | # Append root path to glob patterns and append patterns to ignore_patterns |
screamer | 13:ab47a20b66f0 | 562 | self.ignore_patterns.extend([join(root,line.strip()) for line in lines]) |
screamer | 13:ab47a20b66f0 | 563 | |
screamer | 13:ab47a20b66f0 | 564 | # Skip the whole folder if ignored, e.g. .mbedignore containing '*' |
screamer | 13:ab47a20b66f0 | 565 | if self.is_ignored(join(root,"")): |
screamer | 13:ab47a20b66f0 | 566 | continue |
screamer | 7:5af61d55adbe | 567 | |
screamer | 0:66f3b5499f7f | 568 | for d in copy(dirs): |
screamer | 0:66f3b5499f7f | 569 | dir_path = join(root, d) |
screamer | 13:ab47a20b66f0 | 570 | # Add internal repo folders/files. This is needed for exporters |
screamer | 21:4fdf0dd04f6f | 571 | if d == '.hg' or d == '.git': |
screamer | 0:66f3b5499f7f | 572 | resources.repo_dirs.append(dir_path) |
screamer | 0:66f3b5499f7f | 573 | |
screamer | 0:66f3b5499f7f | 574 | if ((d.startswith('.') or d in self.legacy_ignore_dirs) or |
screamer | 13:ab47a20b66f0 | 575 | # Ignore targets that do not match the TARGET in extra_labels list |
screamer | 7:5af61d55adbe | 576 | (d.startswith('TARGET_') and d[7:] not in labels['TARGET']) or |
screamer | 13:ab47a20b66f0 | 577 | # Ignore toolchain that do not match the current TOOLCHAIN |
screamer | 7:5af61d55adbe | 578 | (d.startswith('TOOLCHAIN_') and d[10:] not in labels['TOOLCHAIN']) or |
screamer | 13:ab47a20b66f0 | 579 | # Ignore .mbedignore files |
screamer | 13:ab47a20b66f0 | 580 | self.is_ignored(join(dir_path,"")) or |
screamer | 13:ab47a20b66f0 | 581 | # Ignore TESTS dir |
screamer | 7:5af61d55adbe | 582 | (d == 'TESTS')): |
screamer | 13:ab47a20b66f0 | 583 | dirs.remove(d) |
screamer | 13:ab47a20b66f0 | 584 | elif d.startswith('FEATURE_'): |
screamer | 13:ab47a20b66f0 | 585 | # Recursively scan features but ignore them in the current scan. |
screamer | 13:ab47a20b66f0 | 586 | # These are dynamically added by the config system if the conditions are matched |
screamer | 13:ab47a20b66f0 | 587 | resources.features[d[8:]] = self.scan_resources(dir_path, base_path=base_path) |
screamer | 0:66f3b5499f7f | 588 | dirs.remove(d) |
screamer | 13:ab47a20b66f0 | 589 | elif exclude_paths: |
screamer | 0:66f3b5499f7f | 590 | for exclude_path in exclude_paths: |
screamer | 0:66f3b5499f7f | 591 | rel_path = relpath(dir_path, exclude_path) |
screamer | 0:66f3b5499f7f | 592 | if not (rel_path.startswith('..')): |
screamer | 0:66f3b5499f7f | 593 | dirs.remove(d) |
screamer | 0:66f3b5499f7f | 594 | break |
screamer | 0:66f3b5499f7f | 595 | |
screamer | 0:66f3b5499f7f | 596 | # Add root to include paths |
screamer | 0:66f3b5499f7f | 597 | resources.inc_dirs.append(root) |
The Other Jimmy |
31:8ea194f6145b | 598 | resources.file_basepath[root] = base_path |
screamer | 0:66f3b5499f7f | 599 | |
screamer | 0:66f3b5499f7f | 600 | for file in files: |
screamer | 0:66f3b5499f7f | 601 | file_path = join(root, file) |
screamer | 13:ab47a20b66f0 | 602 | self._add_file(file_path, resources, base_path) |
screamer | 7:5af61d55adbe | 603 | |
screamer | 13:ab47a20b66f0 | 604 | # A helper function for both scan_resources and _add_dir. _add_file adds one file |
screamer | 13:ab47a20b66f0 | 605 | # (*file_path*) to the resources object based on the file type. |
screamer | 13:ab47a20b66f0 | 606 | def _add_file(self, file_path, resources, base_path, exclude_paths=None): |
screamer | 13:ab47a20b66f0 | 607 | resources.file_basepath[file_path] = base_path |
screamer | 0:66f3b5499f7f | 608 | |
screamer | 13:ab47a20b66f0 | 609 | if self.is_ignored(file_path): |
screamer | 13:ab47a20b66f0 | 610 | return |
screamer | 13:ab47a20b66f0 | 611 | |
screamer | 13:ab47a20b66f0 | 612 | _, ext = splitext(file_path) |
screamer | 13:ab47a20b66f0 | 613 | ext = ext.lower() |
screamer | 0:66f3b5499f7f | 614 | |
screamer | 13:ab47a20b66f0 | 615 | if ext == '.s': |
screamer | 13:ab47a20b66f0 | 616 | resources.s_sources.append(file_path) |
screamer | 0:66f3b5499f7f | 617 | |
screamer | 13:ab47a20b66f0 | 618 | elif ext == '.c': |
screamer | 13:ab47a20b66f0 | 619 | resources.c_sources.append(file_path) |
screamer | 0:66f3b5499f7f | 620 | |
screamer | 13:ab47a20b66f0 | 621 | elif ext == '.cpp': |
screamer | 13:ab47a20b66f0 | 622 | resources.cpp_sources.append(file_path) |
screamer | 0:66f3b5499f7f | 623 | |
screamer | 13:ab47a20b66f0 | 624 | elif ext == '.h' or ext == '.hpp': |
screamer | 13:ab47a20b66f0 | 625 | resources.headers.append(file_path) |
screamer | 13:ab47a20b66f0 | 626 | |
screamer | 13:ab47a20b66f0 | 627 | elif ext == '.o': |
screamer | 13:ab47a20b66f0 | 628 | resources.objects.append(file_path) |
screamer | 0:66f3b5499f7f | 629 | |
screamer | 13:ab47a20b66f0 | 630 | elif ext == self.LIBRARY_EXT: |
screamer | 13:ab47a20b66f0 | 631 | resources.libraries.append(file_path) |
screamer | 13:ab47a20b66f0 | 632 | resources.lib_dirs.add(dirname(file_path)) |
screamer | 0:66f3b5499f7f | 633 | |
screamer | 13:ab47a20b66f0 | 634 | elif ext == self.LINKER_EXT: |
screamer | 13:ab47a20b66f0 | 635 | if resources.linker_script is not None: |
screamer | 13:ab47a20b66f0 | 636 | self.info("Warning: Multiple linker scripts detected: %s -> %s" % (resources.linker_script, file_path)) |
screamer | 13:ab47a20b66f0 | 637 | resources.linker_script = file_path |
screamer | 0:66f3b5499f7f | 638 | |
screamer | 13:ab47a20b66f0 | 639 | elif ext == '.lib': |
screamer | 13:ab47a20b66f0 | 640 | resources.lib_refs.append(file_path) |
screamer | 0:66f3b5499f7f | 641 | |
screamer | 13:ab47a20b66f0 | 642 | elif ext == '.bld': |
screamer | 13:ab47a20b66f0 | 643 | resources.lib_builds.append(file_path) |
screamer | 0:66f3b5499f7f | 644 | |
The Other Jimmy |
31:8ea194f6145b | 645 | elif basename(file_path) == '.hgignore': |
The Other Jimmy |
31:8ea194f6145b | 646 | resources.repo_files.append(file_path) |
The Other Jimmy |
31:8ea194f6145b | 647 | |
The Other Jimmy |
31:8ea194f6145b | 648 | elif basename(file_path) == '.gitignore': |
screamer | 13:ab47a20b66f0 | 649 | resources.repo_files.append(file_path) |
screamer | 0:66f3b5499f7f | 650 | |
screamer | 13:ab47a20b66f0 | 651 | elif ext == '.hex': |
screamer | 13:ab47a20b66f0 | 652 | resources.hex_files.append(file_path) |
screamer | 0:66f3b5499f7f | 653 | |
screamer | 13:ab47a20b66f0 | 654 | elif ext == '.bin': |
screamer | 13:ab47a20b66f0 | 655 | resources.bin_files.append(file_path) |
screamer | 0:66f3b5499f7f | 656 | |
screamer | 13:ab47a20b66f0 | 657 | elif ext == '.json': |
screamer | 13:ab47a20b66f0 | 658 | resources.json_files.append(file_path) |
screamer | 7:5af61d55adbe | 659 | |
screamer | 0:66f3b5499f7f | 660 | |
screamer | 0:66f3b5499f7f | 661 | def scan_repository(self, path): |
screamer | 0:66f3b5499f7f | 662 | resources = [] |
screamer | 0:66f3b5499f7f | 663 | |
screamer | 0:66f3b5499f7f | 664 | for root, dirs, files in walk(path): |
screamer | 0:66f3b5499f7f | 665 | # Remove ignored directories |
screamer | 0:66f3b5499f7f | 666 | for d in copy(dirs): |
screamer | 0:66f3b5499f7f | 667 | if d == '.' or d == '..': |
screamer | 0:66f3b5499f7f | 668 | dirs.remove(d) |
screamer | 0:66f3b5499f7f | 669 | |
screamer | 0:66f3b5499f7f | 670 | for file in files: |
screamer | 0:66f3b5499f7f | 671 | file_path = join(root, file) |
screamer | 0:66f3b5499f7f | 672 | resources.append(file_path) |
screamer | 0:66f3b5499f7f | 673 | |
screamer | 0:66f3b5499f7f | 674 | return resources |
screamer | 0:66f3b5499f7f | 675 | |
screamer | 13:ab47a20b66f0 | 676 | def copy_files(self, files_paths, trg_path, resources=None, rel_path=None): |
screamer | 0:66f3b5499f7f | 677 | # Handle a single file |
screamer | 0:66f3b5499f7f | 678 | if type(files_paths) != ListType: files_paths = [files_paths] |
screamer | 0:66f3b5499f7f | 679 | |
screamer | 0:66f3b5499f7f | 680 | for source in files_paths: |
screamer | 0:66f3b5499f7f | 681 | if source is None: |
screamer | 0:66f3b5499f7f | 682 | files_paths.remove(source) |
screamer | 0:66f3b5499f7f | 683 | |
screamer | 0:66f3b5499f7f | 684 | for source in files_paths: |
screamer | 17:04753e1e329d | 685 | if resources is not None and resources.file_basepath.has_key(source): |
screamer | 13:ab47a20b66f0 | 686 | relative_path = relpath(source, resources.file_basepath[source]) |
screamer | 13:ab47a20b66f0 | 687 | elif rel_path is not None: |
screamer | 0:66f3b5499f7f | 688 | relative_path = relpath(source, rel_path) |
screamer | 0:66f3b5499f7f | 689 | else: |
screamer | 0:66f3b5499f7f | 690 | _, relative_path = split(source) |
screamer | 0:66f3b5499f7f | 691 | |
screamer | 0:66f3b5499f7f | 692 | target = join(trg_path, relative_path) |
screamer | 0:66f3b5499f7f | 693 | |
screamer | 0:66f3b5499f7f | 694 | if (target != source) and (self.need_update(target, [source])): |
screamer | 0:66f3b5499f7f | 695 | self.progress("copy", relative_path) |
screamer | 0:66f3b5499f7f | 696 | mkdir(dirname(target)) |
screamer | 0:66f3b5499f7f | 697 | copyfile(source, target) |
screamer | 0:66f3b5499f7f | 698 | |
screamer | 24:25bff2709c20 | 699 | # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM |
screamer | 24:25bff2709c20 | 700 | # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY |
screamer | 0:66f3b5499f7f | 701 | def relative_object_path(self, build_path, base_dir, source): |
screamer | 0:66f3b5499f7f | 702 | source_dir, name, _ = split_path(source) |
screamer | 22:9e85236d8716 | 703 | |
screamer | 0:66f3b5499f7f | 704 | obj_dir = join(build_path, relpath(source_dir, base_dir)) |
screamer | 17:04753e1e329d | 705 | if obj_dir is not self.prev_dir: |
screamer | 17:04753e1e329d | 706 | self.prev_dir = obj_dir |
screamer | 17:04753e1e329d | 707 | mkdir(obj_dir) |
screamer | 0:66f3b5499f7f | 708 | return join(obj_dir, name + '.o') |
screamer | 0:66f3b5499f7f | 709 | |
screamer | 24:25bff2709c20 | 710 | # Generate response file for all includes. |
screamer | 24:25bff2709c20 | 711 | # ARM, GCC, IAR cross compatible |
screamer | 0:66f3b5499f7f | 712 | def get_inc_file(self, includes): |
screamer | 0:66f3b5499f7f | 713 | include_file = join(self.build_dir, ".includes_%s.txt" % self.inc_md5) |
screamer | 0:66f3b5499f7f | 714 | if not exists(include_file): |
screamer | 0:66f3b5499f7f | 715 | with open(include_file, "wb") as f: |
screamer | 0:66f3b5499f7f | 716 | cmd_list = [] |
screamer | 0:66f3b5499f7f | 717 | for c in includes: |
screamer | 0:66f3b5499f7f | 718 | if c: |
screamer | 20:835f6355470d | 719 | c = c.replace("\\", "/") |
screamer | 20:835f6355470d | 720 | if self.CHROOT: |
screamer | 20:835f6355470d | 721 | c = c.replace(self.CHROOT, '') |
screamer | 20:835f6355470d | 722 | cmd_list.append('-I%s' % c) |
screamer | 0:66f3b5499f7f | 723 | string = " ".join(cmd_list) |
screamer | 0:66f3b5499f7f | 724 | f.write(string) |
screamer | 0:66f3b5499f7f | 725 | return include_file |
screamer | 0:66f3b5499f7f | 726 | |
screamer | 24:25bff2709c20 | 727 | # Generate response file for all objects when linking. |
screamer | 24:25bff2709c20 | 728 | # ARM, GCC, IAR cross compatible |
screamer | 21:4fdf0dd04f6f | 729 | def get_link_file(self, cmd): |
screamer | 21:4fdf0dd04f6f | 730 | link_file = join(self.build_dir, ".link_files.txt") |
screamer | 21:4fdf0dd04f6f | 731 | with open(link_file, "wb") as f: |
screamer | 21:4fdf0dd04f6f | 732 | cmd_list = [] |
screamer | 21:4fdf0dd04f6f | 733 | for c in cmd: |
screamer | 21:4fdf0dd04f6f | 734 | if c: |
screamer | 21:4fdf0dd04f6f | 735 | c = c.replace("\\", "/") |
screamer | 21:4fdf0dd04f6f | 736 | if self.CHROOT: |
screamer | 21:4fdf0dd04f6f | 737 | c = c.replace(self.CHROOT, '') |
screamer | 21:4fdf0dd04f6f | 738 | cmd_list.append(('"%s"' % c) if not c.startswith('-') else c) |
screamer | 21:4fdf0dd04f6f | 739 | string = " ".join(cmd_list) |
screamer | 21:4fdf0dd04f6f | 740 | f.write(string) |
screamer | 21:4fdf0dd04f6f | 741 | return link_file |
screamer | 21:4fdf0dd04f6f | 742 | |
screamer | 24:25bff2709c20 | 743 | # Generate response file for all objects when archiving. |
screamer | 24:25bff2709c20 | 744 | # ARM, GCC, IAR cross compatible |
screamer | 21:4fdf0dd04f6f | 745 | def get_arch_file(self, objects): |
screamer | 21:4fdf0dd04f6f | 746 | archive_file = join(self.build_dir, ".archive_files.txt") |
screamer | 21:4fdf0dd04f6f | 747 | with open(archive_file, "wb") as f: |
screamer | 21:4fdf0dd04f6f | 748 | o_list = [] |
screamer | 21:4fdf0dd04f6f | 749 | for o in objects: |
screamer | 21:4fdf0dd04f6f | 750 | o_list.append('"%s"' % o) |
screamer | 21:4fdf0dd04f6f | 751 | string = " ".join(o_list).replace("\\", "/") |
screamer | 21:4fdf0dd04f6f | 752 | f.write(string) |
screamer | 21:4fdf0dd04f6f | 753 | return archive_file |
screamer | 21:4fdf0dd04f6f | 754 | |
screamer | 24:25bff2709c20 | 755 | # THIS METHOD IS BEING CALLED BY THE MBED ONLINE BUILD SYSTEM |
screamer | 24:25bff2709c20 | 756 | # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY |
screamer | 0:66f3b5499f7f | 757 | def compile_sources(self, resources, build_path, inc_dirs=None): |
screamer | 0:66f3b5499f7f | 758 | # Web IDE progress bar for project build |
screamer | 0:66f3b5499f7f | 759 | files_to_compile = resources.s_sources + resources.c_sources + resources.cpp_sources |
screamer | 0:66f3b5499f7f | 760 | self.to_be_compiled = len(files_to_compile) |
screamer | 0:66f3b5499f7f | 761 | self.compiled = 0 |
screamer | 0:66f3b5499f7f | 762 | |
screamer | 21:4fdf0dd04f6f | 763 | self.cc_verbose("Macros: "+' '.join(['-D%s' % s for s in self.get_symbols()])) |
screamer | 21:4fdf0dd04f6f | 764 | |
screamer | 0:66f3b5499f7f | 765 | inc_paths = resources.inc_dirs |
screamer | 0:66f3b5499f7f | 766 | if inc_dirs is not None: |
screamer | 0:66f3b5499f7f | 767 | inc_paths.extend(inc_dirs) |
screamer | 0:66f3b5499f7f | 768 | # De-duplicate include paths |
screamer | 0:66f3b5499f7f | 769 | inc_paths = set(inc_paths) |
screamer | 0:66f3b5499f7f | 770 | # Sort include paths for consistency |
screamer | 0:66f3b5499f7f | 771 | inc_paths = sorted(set(inc_paths)) |
screamer | 0:66f3b5499f7f | 772 | # Unique id of all include paths |
screamer | 0:66f3b5499f7f | 773 | self.inc_md5 = md5(' '.join(inc_paths)).hexdigest() |
screamer | 0:66f3b5499f7f | 774 | # Where to store response files |
screamer | 0:66f3b5499f7f | 775 | self.build_dir = build_path |
screamer | 0:66f3b5499f7f | 776 | |
screamer | 0:66f3b5499f7f | 777 | objects = [] |
screamer | 0:66f3b5499f7f | 778 | queue = [] |
screamer | 17:04753e1e329d | 779 | work_dir = getcwd() |
screamer | 17:04753e1e329d | 780 | self.prev_dir = None |
screamer | 0:66f3b5499f7f | 781 | |
screamer | 24:25bff2709c20 | 782 | # Generate configuration header (this will update self.build_all if needed) |
screamer | 24:25bff2709c20 | 783 | self.get_config_header() |
screamer | 24:25bff2709c20 | 784 | |
screamer | 0:66f3b5499f7f | 785 | # Sort compile queue for consistency |
screamer | 0:66f3b5499f7f | 786 | files_to_compile.sort() |
screamer | 0:66f3b5499f7f | 787 | for source in files_to_compile: |
screamer | 13:ab47a20b66f0 | 788 | object = self.relative_object_path(build_path, resources.file_basepath[source], source) |
screamer | 0:66f3b5499f7f | 789 | |
screamer | 0:66f3b5499f7f | 790 | # Queue mode (multiprocessing) |
screamer | 0:66f3b5499f7f | 791 | commands = self.compile_command(source, object, inc_paths) |
screamer | 0:66f3b5499f7f | 792 | if commands is not None: |
screamer | 0:66f3b5499f7f | 793 | queue.append({ |
screamer | 0:66f3b5499f7f | 794 | 'source': source, |
screamer | 0:66f3b5499f7f | 795 | 'object': object, |
screamer | 0:66f3b5499f7f | 796 | 'commands': commands, |
screamer | 0:66f3b5499f7f | 797 | 'work_dir': work_dir, |
screamer | 0:66f3b5499f7f | 798 | 'chroot': self.CHROOT |
screamer | 0:66f3b5499f7f | 799 | }) |
screamer | 0:66f3b5499f7f | 800 | else: |
The Other Jimmy |
31:8ea194f6145b | 801 | self.compiled += 1 |
screamer | 0:66f3b5499f7f | 802 | objects.append(object) |
screamer | 0:66f3b5499f7f | 803 | |
screamer | 0:66f3b5499f7f | 804 | # Use queues/multiprocessing if cpu count is higher than setting |
screamer | 0:66f3b5499f7f | 805 | jobs = self.jobs if self.jobs else cpu_count() |
screamer | 0:66f3b5499f7f | 806 | if jobs > CPU_COUNT_MIN and len(queue) > jobs: |
screamer | 0:66f3b5499f7f | 807 | return self.compile_queue(queue, objects) |
screamer | 0:66f3b5499f7f | 808 | else: |
screamer | 0:66f3b5499f7f | 809 | return self.compile_seq(queue, objects) |
screamer | 0:66f3b5499f7f | 810 | |
screamer | 24:25bff2709c20 | 811 | # Compile source files queue in sequential order |
screamer | 0:66f3b5499f7f | 812 | def compile_seq(self, queue, objects): |
screamer | 0:66f3b5499f7f | 813 | for item in queue: |
screamer | 0:66f3b5499f7f | 814 | result = compile_worker(item) |
screamer | 0:66f3b5499f7f | 815 | |
screamer | 0:66f3b5499f7f | 816 | self.compiled += 1 |
screamer | 0:66f3b5499f7f | 817 | self.progress("compile", item['source'], build_update=True) |
screamer | 0:66f3b5499f7f | 818 | for res in result['results']: |
screamer | 21:4fdf0dd04f6f | 819 | self.cc_verbose("Compile: %s" % ' '.join(res['command']), result['source']) |
screamer | 0:66f3b5499f7f | 820 | self.compile_output([ |
screamer | 0:66f3b5499f7f | 821 | res['code'], |
screamer | 0:66f3b5499f7f | 822 | res['output'], |
screamer | 0:66f3b5499f7f | 823 | res['command'] |
screamer | 0:66f3b5499f7f | 824 | ]) |
screamer | 0:66f3b5499f7f | 825 | objects.append(result['object']) |
screamer | 0:66f3b5499f7f | 826 | return objects |
screamer | 0:66f3b5499f7f | 827 | |
screamer | 24:25bff2709c20 | 828 | # Compile source files queue in parallel by creating pool of worker threads |
screamer | 0:66f3b5499f7f | 829 | def compile_queue(self, queue, objects): |
screamer | 21:4fdf0dd04f6f | 830 | jobs_count = int(self.jobs if self.jobs else cpu_count() * CPU_COEF) |
screamer | 0:66f3b5499f7f | 831 | p = Pool(processes=jobs_count) |
screamer | 0:66f3b5499f7f | 832 | |
screamer | 0:66f3b5499f7f | 833 | results = [] |
screamer | 0:66f3b5499f7f | 834 | for i in range(len(queue)): |
screamer | 0:66f3b5499f7f | 835 | results.append(p.apply_async(compile_worker, [queue[i]])) |
screamer | 17:04753e1e329d | 836 | p.close() |
screamer | 0:66f3b5499f7f | 837 | |
screamer | 0:66f3b5499f7f | 838 | itr = 0 |
screamer | 17:04753e1e329d | 839 | while len(results): |
screamer | 0:66f3b5499f7f | 840 | itr += 1 |
screamer | 0:66f3b5499f7f | 841 | if itr > 180000: |
screamer | 0:66f3b5499f7f | 842 | p.terminate() |
screamer | 0:66f3b5499f7f | 843 | p.join() |
screamer | 0:66f3b5499f7f | 844 | raise ToolException("Compile did not finish in 5 minutes") |
screamer | 0:66f3b5499f7f | 845 | |
screamer | 17:04753e1e329d | 846 | sleep(0.01) |
screamer | 0:66f3b5499f7f | 847 | pending = 0 |
screamer | 0:66f3b5499f7f | 848 | for r in results: |
screamer | 0:66f3b5499f7f | 849 | if r._ready is True: |
screamer | 0:66f3b5499f7f | 850 | try: |
screamer | 0:66f3b5499f7f | 851 | result = r.get() |
screamer | 0:66f3b5499f7f | 852 | results.remove(r) |
screamer | 0:66f3b5499f7f | 853 | |
screamer | 0:66f3b5499f7f | 854 | self.compiled += 1 |
screamer | 0:66f3b5499f7f | 855 | self.progress("compile", result['source'], build_update=True) |
screamer | 0:66f3b5499f7f | 856 | for res in result['results']: |
screamer | 21:4fdf0dd04f6f | 857 | self.cc_verbose("Compile: %s" % ' '.join(res['command']), result['source']) |
screamer | 0:66f3b5499f7f | 858 | self.compile_output([ |
screamer | 0:66f3b5499f7f | 859 | res['code'], |
screamer | 0:66f3b5499f7f | 860 | res['output'], |
screamer | 0:66f3b5499f7f | 861 | res['command'] |
screamer | 0:66f3b5499f7f | 862 | ]) |
screamer | 0:66f3b5499f7f | 863 | objects.append(result['object']) |
screamer | 0:66f3b5499f7f | 864 | except ToolException, err: |
screamer | 27:5461402c33f8 | 865 | if p._taskqueue.queue: |
screamer | 27:5461402c33f8 | 866 | p._taskqueue.queue.clear() |
screamer | 29:1210849dba19 | 867 | sleep(0.5) |
screamer | 0:66f3b5499f7f | 868 | p.terminate() |
screamer | 0:66f3b5499f7f | 869 | p.join() |
screamer | 0:66f3b5499f7f | 870 | raise ToolException(err) |
screamer | 0:66f3b5499f7f | 871 | else: |
screamer | 0:66f3b5499f7f | 872 | pending += 1 |
screamer | 17:04753e1e329d | 873 | if pending >= jobs_count: |
screamer | 0:66f3b5499f7f | 874 | break |
screamer | 0:66f3b5499f7f | 875 | |
screamer | 0:66f3b5499f7f | 876 | results = None |
screamer | 0:66f3b5499f7f | 877 | p.join() |
screamer | 0:66f3b5499f7f | 878 | |
screamer | 0:66f3b5499f7f | 879 | return objects |
screamer | 0:66f3b5499f7f | 880 | |
screamer | 24:25bff2709c20 | 881 | # Determine the compile command based on type of source file |
screamer | 0:66f3b5499f7f | 882 | def compile_command(self, source, object, includes): |
screamer | 0:66f3b5499f7f | 883 | # Check dependencies |
screamer | 0:66f3b5499f7f | 884 | _, ext = splitext(source) |
screamer | 0:66f3b5499f7f | 885 | ext = ext.lower() |
screamer | 0:66f3b5499f7f | 886 | |
screamer | 0:66f3b5499f7f | 887 | if ext == '.c' or ext == '.cpp': |
screamer | 0:66f3b5499f7f | 888 | base, _ = splitext(object) |
screamer | 0:66f3b5499f7f | 889 | dep_path = base + '.d' |
The Other Jimmy |
31:8ea194f6145b | 890 | try: |
The Other Jimmy |
31:8ea194f6145b | 891 | deps = self.parse_dependencies(dep_path) if (exists(dep_path)) else [] |
The Other Jimmy |
31:8ea194f6145b | 892 | except IOError, IndexError: |
The Other Jimmy |
31:8ea194f6145b | 893 | deps = [] |
screamer | 0:66f3b5499f7f | 894 | if len(deps) == 0 or self.need_update(object, deps): |
screamer | 21:4fdf0dd04f6f | 895 | if ext == '.cpp' or self.COMPILE_C_AS_CPP: |
screamer | 21:4fdf0dd04f6f | 896 | return self.compile_cpp(source, object, includes) |
screamer | 21:4fdf0dd04f6f | 897 | else: |
screamer | 0:66f3b5499f7f | 898 | return self.compile_c(source, object, includes) |
screamer | 0:66f3b5499f7f | 899 | elif ext == '.s': |
screamer | 0:66f3b5499f7f | 900 | deps = [source] |
screamer | 0:66f3b5499f7f | 901 | if self.need_update(object, deps): |
screamer | 0:66f3b5499f7f | 902 | return self.assemble(source, object, includes) |
screamer | 0:66f3b5499f7f | 903 | else: |
screamer | 0:66f3b5499f7f | 904 | return False |
screamer | 0:66f3b5499f7f | 905 | |
screamer | 0:66f3b5499f7f | 906 | return None |
screamer | 0:66f3b5499f7f | 907 | |
screamer | 24:25bff2709c20 | 908 | @abstractmethod |
screamer | 24:25bff2709c20 | 909 | def parse_dependencies(self, dep_path): |
screamer | 24:25bff2709c20 | 910 | """Parse the dependency information generated by the compiler. |
screamer | 24:25bff2709c20 | 911 | |
screamer | 24:25bff2709c20 | 912 | Positional arguments: |
screamer | 24:25bff2709c20 | 913 | dep_path -- the path to a file generated by a previous run of the compiler |
screamer | 24:25bff2709c20 | 914 | |
screamer | 24:25bff2709c20 | 915 | Return value: |
screamer | 24:25bff2709c20 | 916 | A list of all source files that the dependency file indicated were dependencies |
screamer | 24:25bff2709c20 | 917 | |
screamer | 24:25bff2709c20 | 918 | Side effects: |
screamer | 24:25bff2709c20 | 919 | None |
screamer | 24:25bff2709c20 | 920 | """ |
screamer | 24:25bff2709c20 | 921 | raise NotImplemented |
screamer | 24:25bff2709c20 | 922 | |
screamer | 0:66f3b5499f7f | 923 | def is_not_supported_error(self, output): |
screamer | 0:66f3b5499f7f | 924 | return "#error directive: [NOT_SUPPORTED]" in output |
screamer | 0:66f3b5499f7f | 925 | |
screamer | 24:25bff2709c20 | 926 | @abstractmethod |
screamer | 24:25bff2709c20 | 927 | def parse_output(self, output): |
screamer | 24:25bff2709c20 | 928 | """Take in compiler output and extract sinlge line warnings and errors from it. |
screamer | 24:25bff2709c20 | 929 | |
screamer | 24:25bff2709c20 | 930 | Positional arguments: |
screamer | 24:25bff2709c20 | 931 | output -- a string of all the messages emitted by a run of the compiler |
screamer | 24:25bff2709c20 | 932 | |
screamer | 24:25bff2709c20 | 933 | Return value: |
screamer | 24:25bff2709c20 | 934 | None |
screamer | 24:25bff2709c20 | 935 | |
screamer | 24:25bff2709c20 | 936 | Side effects: |
screamer | 24:25bff2709c20 | 937 | call self.cc_info or self.notify with a description of the event generated by the compiler |
screamer | 24:25bff2709c20 | 938 | """ |
screamer | 24:25bff2709c20 | 939 | raise NotImplemented |
screamer | 24:25bff2709c20 | 940 | |
screamer | 0:66f3b5499f7f | 941 | def compile_output(self, output=[]): |
screamer | 0:66f3b5499f7f | 942 | _rc = output[0] |
screamer | 0:66f3b5499f7f | 943 | _stderr = output[1] |
screamer | 0:66f3b5499f7f | 944 | command = output[2] |
screamer | 0:66f3b5499f7f | 945 | |
screamer | 0:66f3b5499f7f | 946 | # Parse output for Warnings and Errors |
screamer | 0:66f3b5499f7f | 947 | self.parse_output(_stderr) |
screamer | 0:66f3b5499f7f | 948 | self.debug("Return: %s"% _rc) |
screamer | 0:66f3b5499f7f | 949 | for error_line in _stderr.splitlines(): |
screamer | 0:66f3b5499f7f | 950 | self.debug("Output: %s"% error_line) |
screamer | 0:66f3b5499f7f | 951 | |
screamer | 0:66f3b5499f7f | 952 | # Check return code |
screamer | 0:66f3b5499f7f | 953 | if _rc != 0: |
screamer | 0:66f3b5499f7f | 954 | if self.is_not_supported_error(_stderr): |
screamer | 0:66f3b5499f7f | 955 | raise NotSupportedException(_stderr) |
screamer | 0:66f3b5499f7f | 956 | else: |
screamer | 0:66f3b5499f7f | 957 | raise ToolException(_stderr) |
screamer | 0:66f3b5499f7f | 958 | |
screamer | 0:66f3b5499f7f | 959 | def build_library(self, objects, dir, name): |
screamer | 0:66f3b5499f7f | 960 | needed_update = False |
screamer | 0:66f3b5499f7f | 961 | lib = self.STD_LIB_NAME % name |
screamer | 0:66f3b5499f7f | 962 | fout = join(dir, lib) |
screamer | 0:66f3b5499f7f | 963 | if self.need_update(fout, objects): |
screamer | 0:66f3b5499f7f | 964 | self.info("Library: %s" % lib) |
screamer | 0:66f3b5499f7f | 965 | self.archive(objects, fout) |
screamer | 0:66f3b5499f7f | 966 | needed_update = True |
screamer | 0:66f3b5499f7f | 967 | |
screamer | 0:66f3b5499f7f | 968 | return needed_update |
screamer | 0:66f3b5499f7f | 969 | |
screamer | 0:66f3b5499f7f | 970 | def link_program(self, r, tmp_path, name): |
screamer | 0:66f3b5499f7f | 971 | needed_update = False |
screamer | 0:66f3b5499f7f | 972 | ext = 'bin' |
screamer | 0:66f3b5499f7f | 973 | if hasattr(self.target, 'OUTPUT_EXT'): |
screamer | 0:66f3b5499f7f | 974 | ext = self.target.OUTPUT_EXT |
screamer | 0:66f3b5499f7f | 975 | |
screamer | 0:66f3b5499f7f | 976 | if hasattr(self.target, 'OUTPUT_NAMING'): |
screamer | 0:66f3b5499f7f | 977 | self.var("binary_naming", self.target.OUTPUT_NAMING) |
screamer | 0:66f3b5499f7f | 978 | if self.target.OUTPUT_NAMING == "8.3": |
screamer | 0:66f3b5499f7f | 979 | name = name[0:8] |
screamer | 0:66f3b5499f7f | 980 | ext = ext[0:3] |
screamer | 22:9e85236d8716 | 981 | |
screamer | 0:66f3b5499f7f | 982 | # Create destination directory |
screamer | 0:66f3b5499f7f | 983 | head, tail = split(name) |
screamer | 0:66f3b5499f7f | 984 | new_path = join(tmp_path, head) |
screamer | 0:66f3b5499f7f | 985 | mkdir(new_path) |
screamer | 22:9e85236d8716 | 986 | |
screamer | 0:66f3b5499f7f | 987 | filename = name+'.'+ext |
screamer | 0:66f3b5499f7f | 988 | elf = join(tmp_path, name + '.elf') |
screamer | 0:66f3b5499f7f | 989 | bin = join(tmp_path, filename) |
screamer | 7:5af61d55adbe | 990 | map = join(tmp_path, name + '.map') |
screamer | 0:66f3b5499f7f | 991 | |
The Other Jimmy |
31:8ea194f6145b | 992 | r.objects = sorted(set(r.objects)) |
screamer | 0:66f3b5499f7f | 993 | if self.need_update(elf, r.objects + r.libraries + [r.linker_script]): |
screamer | 0:66f3b5499f7f | 994 | needed_update = True |
screamer | 0:66f3b5499f7f | 995 | self.progress("link", name) |
screamer | 0:66f3b5499f7f | 996 | self.link(elf, r.objects, r.libraries, r.lib_dirs, r.linker_script) |
screamer | 0:66f3b5499f7f | 997 | |
screamer | 0:66f3b5499f7f | 998 | if self.need_update(bin, [elf]): |
screamer | 0:66f3b5499f7f | 999 | needed_update = True |
screamer | 0:66f3b5499f7f | 1000 | self.progress("elf2bin", name) |
screamer | 0:66f3b5499f7f | 1001 | self.binary(r, elf, bin) |
screamer | 0:66f3b5499f7f | 1002 | |
screamer | 22:9e85236d8716 | 1003 | self.map_outputs = self.mem_stats(map) |
screamer | 7:5af61d55adbe | 1004 | |
screamer | 0:66f3b5499f7f | 1005 | self.var("compile_succeded", True) |
screamer | 0:66f3b5499f7f | 1006 | self.var("binary", filename) |
screamer | 0:66f3b5499f7f | 1007 | |
screamer | 0:66f3b5499f7f | 1008 | return bin, needed_update |
screamer | 0:66f3b5499f7f | 1009 | |
screamer | 24:25bff2709c20 | 1010 | # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM |
screamer | 24:25bff2709c20 | 1011 | # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY |
screamer | 0:66f3b5499f7f | 1012 | def default_cmd(self, command): |
screamer | 20:835f6355470d | 1013 | _stdout, _stderr, _rc = run_cmd(command, work_dir=getcwd(), chroot=self.CHROOT) |
screamer | 0:66f3b5499f7f | 1014 | self.debug("Return: %s"% _rc) |
screamer | 0:66f3b5499f7f | 1015 | |
screamer | 0:66f3b5499f7f | 1016 | for output_line in _stdout.splitlines(): |
screamer | 0:66f3b5499f7f | 1017 | self.debug("Output: %s"% output_line) |
screamer | 0:66f3b5499f7f | 1018 | for error_line in _stderr.splitlines(): |
screamer | 0:66f3b5499f7f | 1019 | self.debug("Errors: %s"% error_line) |
screamer | 0:66f3b5499f7f | 1020 | |
screamer | 0:66f3b5499f7f | 1021 | if _rc != 0: |
screamer | 0:66f3b5499f7f | 1022 | for line in _stderr.splitlines(): |
screamer | 0:66f3b5499f7f | 1023 | self.tool_error(line) |
screamer | 0:66f3b5499f7f | 1024 | raise ToolException(_stderr) |
screamer | 0:66f3b5499f7f | 1025 | |
screamer | 0:66f3b5499f7f | 1026 | ### NOTIFICATIONS ### |
screamer | 0:66f3b5499f7f | 1027 | def info(self, message): |
screamer | 0:66f3b5499f7f | 1028 | self.notify({'type': 'info', 'message': message}) |
screamer | 0:66f3b5499f7f | 1029 | |
screamer | 24:25bff2709c20 | 1030 | # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM |
screamer | 24:25bff2709c20 | 1031 | # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY |
screamer | 0:66f3b5499f7f | 1032 | def debug(self, message): |
screamer | 0:66f3b5499f7f | 1033 | if self.VERBOSE: |
screamer | 0:66f3b5499f7f | 1034 | if type(message) is ListType: |
screamer | 0:66f3b5499f7f | 1035 | message = ' '.join(message) |
screamer | 0:66f3b5499f7f | 1036 | message = "[DEBUG] " + message |
screamer | 0:66f3b5499f7f | 1037 | self.notify({'type': 'debug', 'message': message}) |
screamer | 0:66f3b5499f7f | 1038 | |
screamer | 24:25bff2709c20 | 1039 | # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM |
screamer | 24:25bff2709c20 | 1040 | # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY |
screamer | 21:4fdf0dd04f6f | 1041 | def cc_info(self, info=None): |
screamer | 21:4fdf0dd04f6f | 1042 | if info is not None: |
screamer | 21:4fdf0dd04f6f | 1043 | info['type'] = 'cc' |
screamer | 21:4fdf0dd04f6f | 1044 | self.notify(info) |
screamer | 21:4fdf0dd04f6f | 1045 | |
screamer | 24:25bff2709c20 | 1046 | # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM |
screamer | 24:25bff2709c20 | 1047 | # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY |
screamer | 21:4fdf0dd04f6f | 1048 | def cc_verbose(self, message, file=""): |
screamer | 21:4fdf0dd04f6f | 1049 | self.debug(message) |
screamer | 0:66f3b5499f7f | 1050 | |
screamer | 0:66f3b5499f7f | 1051 | def progress(self, action, file, build_update=False): |
screamer | 0:66f3b5499f7f | 1052 | msg = {'type': 'progress', 'action': action, 'file': file} |
screamer | 0:66f3b5499f7f | 1053 | if build_update: |
screamer | 0:66f3b5499f7f | 1054 | msg['percent'] = 100. * float(self.compiled) / float(self.to_be_compiled) |
screamer | 0:66f3b5499f7f | 1055 | self.notify(msg) |
screamer | 0:66f3b5499f7f | 1056 | |
screamer | 0:66f3b5499f7f | 1057 | def tool_error(self, message): |
screamer | 0:66f3b5499f7f | 1058 | self.notify({'type': 'tool_error', 'message': message}) |
screamer | 0:66f3b5499f7f | 1059 | |
screamer | 0:66f3b5499f7f | 1060 | def var(self, key, value): |
screamer | 0:66f3b5499f7f | 1061 | self.notify({'type': 'var', 'key': key, 'val': value}) |
screamer | 0:66f3b5499f7f | 1062 | |
screamer | 24:25bff2709c20 | 1063 | # THIS METHOD IS BEING OVERRIDDEN BY THE MBED ONLINE BUILD SYSTEM |
screamer | 24:25bff2709c20 | 1064 | # ANY CHANGE OF PARAMETERS OR RETURN VALUES WILL BREAK COMPATIBILITY |
screamer | 7:5af61d55adbe | 1065 | def mem_stats(self, map): |
screamer | 22:9e85236d8716 | 1066 | """! Creates parser object |
screamer | 22:9e85236d8716 | 1067 | @param map Path to linker map file to parse and decode |
screamer | 22:9e85236d8716 | 1068 | @return Memory summary structure with memory usage statistics |
screamer | 22:9e85236d8716 | 1069 | None if map file can't be opened and processed |
screamer | 22:9e85236d8716 | 1070 | """ |
screamer | 7:5af61d55adbe | 1071 | toolchain = self.__class__.__name__ |
Screamer@Y5070-M.virtuoso | 9:2d27d77ada5c | 1072 | |
Screamer@Y5070-M.virtuoso | 9:2d27d77ada5c | 1073 | # Create memap object |
Screamer@Y5070-M.virtuoso | 9:2d27d77ada5c | 1074 | memap = MemapParser() |
Screamer@Y5070-M.virtuoso | 9:2d27d77ada5c | 1075 | |
Screamer@Y5070-M.virtuoso | 9:2d27d77ada5c | 1076 | # Parse and decode a map file |
Screamer@Y5070-M.virtuoso | 9:2d27d77ada5c | 1077 | if memap.parse(abspath(map), toolchain) is False: |
Screamer@Y5070-M.virtuoso | 9:2d27d77ada5c | 1078 | self.info("Unknown toolchain for memory statistics %s" % toolchain) |
screamer | 22:9e85236d8716 | 1079 | return None |
screamer | 7:5af61d55adbe | 1080 | |
The Other Jimmy |
31:8ea194f6145b | 1081 | # Store the memap instance for later use |
The Other Jimmy |
31:8ea194f6145b | 1082 | self.memap_instance = memap |
screamer | 13:ab47a20b66f0 | 1083 | |
screamer | 22:9e85236d8716 | 1084 | # Here we return memory statistics structure (constructed after |
screamer | 22:9e85236d8716 | 1085 | # call to generate_output) which contains raw data in bytes |
screamer | 22:9e85236d8716 | 1086 | # about sections + summary |
The Other Jimmy |
31:8ea194f6145b | 1087 | return memap.mem_report |
screamer | 22:9e85236d8716 | 1088 | |
screamer | 13:ab47a20b66f0 | 1089 | # Set the configuration data |
screamer | 13:ab47a20b66f0 | 1090 | def set_config_data(self, config_data): |
screamer | 13:ab47a20b66f0 | 1091 | self.config_data = config_data |
screamer | 13:ab47a20b66f0 | 1092 | |
screamer | 24:25bff2709c20 | 1093 | # Creates the configuration header if needed: |
screamer | 24:25bff2709c20 | 1094 | # - if there is no configuration data, "mbed_config.h" is not create (or deleted if it exists). |
screamer | 24:25bff2709c20 | 1095 | # - if there is configuration data and "mbed_config.h" does not exist, it is created. |
screamer | 24:25bff2709c20 | 1096 | # - if there is configuration data similar to the previous configuration data, |
screamer | 24:25bff2709c20 | 1097 | # "mbed_config.h" is left untouched. |
screamer | 24:25bff2709c20 | 1098 | # - if there is new configuration data, "mbed_config.h" is overriden. |
screamer | 24:25bff2709c20 | 1099 | # The function needs to be called exactly once for the lifetime of this toolchain instance. |
screamer | 24:25bff2709c20 | 1100 | # The "config_processed" variable (below) ensures this behaviour. |
screamer | 24:25bff2709c20 | 1101 | # The function returns the location of the configuration file, or None if there is no |
screamer | 24:25bff2709c20 | 1102 | # configuration data available (and thus no configuration file) |
screamer | 13:ab47a20b66f0 | 1103 | def get_config_header(self): |
screamer | 24:25bff2709c20 | 1104 | if self.config_processed: # this function was already called, return its result |
screamer | 24:25bff2709c20 | 1105 | return self.config_file |
screamer | 24:25bff2709c20 | 1106 | # The config file is located in the build directory |
screamer | 24:25bff2709c20 | 1107 | self.config_file = join(self.build_dir, self.MBED_CONFIG_FILE_NAME) |
screamer | 24:25bff2709c20 | 1108 | # If the file exists, read its current content in prev_data |
screamer | 24:25bff2709c20 | 1109 | if exists(self.config_file): |
screamer | 24:25bff2709c20 | 1110 | with open(self.config_file, "rt") as f: |
screamer | 24:25bff2709c20 | 1111 | prev_data = f.read() |
screamer | 24:25bff2709c20 | 1112 | else: |
screamer | 24:25bff2709c20 | 1113 | prev_data = None |
screamer | 24:25bff2709c20 | 1114 | # Get the current configuration data |
screamer | 24:25bff2709c20 | 1115 | crt_data = Config.config_to_header(self.config_data) if self.config_data else None |
screamer | 24:25bff2709c20 | 1116 | # "changed" indicates if a configuration change was detected |
screamer | 24:25bff2709c20 | 1117 | changed = False |
screamer | 24:25bff2709c20 | 1118 | if prev_data is not None: # a previous mbed_config.h exists |
screamer | 24:25bff2709c20 | 1119 | if crt_data is None: # no configuration data, so "mbed_config.h" needs to be removed |
screamer | 24:25bff2709c20 | 1120 | remove(self.config_file) |
screamer | 24:25bff2709c20 | 1121 | self.config_file = None # this means "config file not present" |
screamer | 24:25bff2709c20 | 1122 | changed = True |
screamer | 24:25bff2709c20 | 1123 | elif crt_data != prev_data: # different content of config file |
screamer | 24:25bff2709c20 | 1124 | with open(self.config_file, "wt") as f: |
screamer | 24:25bff2709c20 | 1125 | f.write(crt_data) |
screamer | 24:25bff2709c20 | 1126 | changed = True |
screamer | 24:25bff2709c20 | 1127 | else: # a previous mbed_config.h does not exist |
screamer | 24:25bff2709c20 | 1128 | if crt_data is not None: # there's configuration data available |
screamer | 24:25bff2709c20 | 1129 | with open(self.config_file, "wt") as f: |
screamer | 24:25bff2709c20 | 1130 | f.write(crt_data) |
screamer | 24:25bff2709c20 | 1131 | changed = True |
screamer | 24:25bff2709c20 | 1132 | else: |
screamer | 24:25bff2709c20 | 1133 | self.config_file = None # this means "config file not present" |
screamer | 24:25bff2709c20 | 1134 | # If there was a change in configuration, rebuild everything |
screamer | 24:25bff2709c20 | 1135 | self.build_all = changed |
screamer | 24:25bff2709c20 | 1136 | # Make sure that this function will only return the location of the configuration |
screamer | 24:25bff2709c20 | 1137 | # file for subsequent calls, without trying to manipulate its content in any way. |
screamer | 24:25bff2709c20 | 1138 | self.config_processed = True |
screamer | 24:25bff2709c20 | 1139 | return self.config_file |
screamer | 24:25bff2709c20 | 1140 | |
The Other Jimmy |
31:8ea194f6145b | 1141 | @staticmethod |
The Other Jimmy |
31:8ea194f6145b | 1142 | def generic_check_executable(tool_key, executable_name, levels_up, |
The Other Jimmy |
31:8ea194f6145b | 1143 | nested_dir=None): |
The Other Jimmy |
31:8ea194f6145b | 1144 | """ |
The Other Jimmy |
31:8ea194f6145b | 1145 | Positional args: |
The Other Jimmy |
31:8ea194f6145b | 1146 | tool_key: the key to index TOOLCHAIN_PATHS |
The Other Jimmy |
31:8ea194f6145b | 1147 | executable_name: the toolchain's named executable (ex. armcc) |
The Other Jimmy |
31:8ea194f6145b | 1148 | levels_up: each toolchain joins the toolchain_path, some |
The Other Jimmy |
31:8ea194f6145b | 1149 | variable directories (bin, include), and the executable name, |
The Other Jimmy |
31:8ea194f6145b | 1150 | so the TOOLCHAIN_PATH value must be appropriately distanced |
The Other Jimmy |
31:8ea194f6145b | 1151 | |
The Other Jimmy |
31:8ea194f6145b | 1152 | Keyword args: |
The Other Jimmy |
31:8ea194f6145b | 1153 | nested_dir: the directory within TOOLCHAIN_PATHS where the executable |
The Other Jimmy |
31:8ea194f6145b | 1154 | is found (ex: 'bin' for ARM\bin\armcc (necessary to check for path |
The Other Jimmy |
31:8ea194f6145b | 1155 | that will be used by toolchain's compile) |
The Other Jimmy |
31:8ea194f6145b | 1156 | |
The Other Jimmy |
31:8ea194f6145b | 1157 | Returns True if the executable location specified by the user |
The Other Jimmy |
31:8ea194f6145b | 1158 | exists and is valid OR the executable can be found on the PATH. |
The Other Jimmy |
31:8ea194f6145b | 1159 | Returns False otherwise. |
The Other Jimmy |
31:8ea194f6145b | 1160 | """ |
The Other Jimmy |
31:8ea194f6145b | 1161 | # Search PATH if user did not specify a path or specified path doesn't |
The Other Jimmy |
31:8ea194f6145b | 1162 | # exist. |
The Other Jimmy |
31:8ea194f6145b | 1163 | if not TOOLCHAIN_PATHS[tool_key] or not exists(TOOLCHAIN_PATHS[tool_key]): |
The Other Jimmy |
31:8ea194f6145b | 1164 | exe = find_executable(executable_name) |
The Other Jimmy |
31:8ea194f6145b | 1165 | if not exe: |
The Other Jimmy |
31:8ea194f6145b | 1166 | return False |
The Other Jimmy |
31:8ea194f6145b | 1167 | for level in range(levels_up): |
The Other Jimmy |
31:8ea194f6145b | 1168 | # move up the specified number of directories |
The Other Jimmy |
31:8ea194f6145b | 1169 | exe = dirname(exe) |
The Other Jimmy |
31:8ea194f6145b | 1170 | TOOLCHAIN_PATHS[tool_key] = exe |
The Other Jimmy |
31:8ea194f6145b | 1171 | if nested_dir: |
The Other Jimmy |
31:8ea194f6145b | 1172 | subdir = join(TOOLCHAIN_PATHS[tool_key], nested_dir, |
The Other Jimmy |
31:8ea194f6145b | 1173 | executable_name) |
The Other Jimmy |
31:8ea194f6145b | 1174 | else: |
The Other Jimmy |
31:8ea194f6145b | 1175 | subdir = join(TOOLCHAIN_PATHS[tool_key],executable_name) |
The Other Jimmy |
31:8ea194f6145b | 1176 | # User could have specified a path that exists but does not contain exe |
The Other Jimmy |
31:8ea194f6145b | 1177 | return exists(subdir) or exists(subdir +'.exe') |
The Other Jimmy |
31:8ea194f6145b | 1178 | |
The Other Jimmy |
31:8ea194f6145b | 1179 | @abstractmethod |
The Other Jimmy |
31:8ea194f6145b | 1180 | def check_executable(self): |
The Other Jimmy |
31:8ea194f6145b | 1181 | """Returns True if the executable (armcc) location specified by the |
The Other Jimmy |
31:8ea194f6145b | 1182 | user exists OR the executable can be found on the PATH. |
The Other Jimmy |
31:8ea194f6145b | 1183 | Returns False otherwise.""" |
The Other Jimmy |
31:8ea194f6145b | 1184 | raise NotImplemented |
The Other Jimmy |
31:8ea194f6145b | 1185 | |
screamer | 24:25bff2709c20 | 1186 | @abstractmethod |
screamer | 24:25bff2709c20 | 1187 | def get_config_option(self, config_header): |
screamer | 24:25bff2709c20 | 1188 | """Generate the compiler option that forces the inclusion of the configuration |
screamer | 24:25bff2709c20 | 1189 | header file. |
screamer | 24:25bff2709c20 | 1190 | |
screamer | 24:25bff2709c20 | 1191 | Positional arguments: |
screamer | 24:25bff2709c20 | 1192 | config_header -- The configuration header that will be included within all source files |
screamer | 24:25bff2709c20 | 1193 | |
screamer | 24:25bff2709c20 | 1194 | Return value: |
screamer | 24:25bff2709c20 | 1195 | A list of the command line arguments that will force the inclusion the specified header |
screamer | 24:25bff2709c20 | 1196 | |
screamer | 24:25bff2709c20 | 1197 | Side effects: |
screamer | 24:25bff2709c20 | 1198 | None |
screamer | 24:25bff2709c20 | 1199 | """ |
screamer | 24:25bff2709c20 | 1200 | raise NotImplemented |
screamer | 24:25bff2709c20 | 1201 | |
screamer | 24:25bff2709c20 | 1202 | @abstractmethod |
screamer | 24:25bff2709c20 | 1203 | def assemble(self, source, object, includes): |
screamer | 24:25bff2709c20 | 1204 | """Generate the command line that assembles. |
screamer | 24:25bff2709c20 | 1205 | |
screamer | 24:25bff2709c20 | 1206 | Positional arguments: |
screamer | 24:25bff2709c20 | 1207 | source -- a file path that is the file to assemble |
screamer | 24:25bff2709c20 | 1208 | object -- a file path that is the destination object |
screamer | 24:25bff2709c20 | 1209 | includes -- a list of all directories where header files may be found |
screamer | 24:25bff2709c20 | 1210 | |
screamer | 24:25bff2709c20 | 1211 | Return value: |
screamer | 24:25bff2709c20 | 1212 | The complete command line, as a list, that would invoke the assembler |
screamer | 24:25bff2709c20 | 1213 | on the source file, include all the include paths, and generate |
screamer | 24:25bff2709c20 | 1214 | the specified object file. |
screamer | 24:25bff2709c20 | 1215 | |
screamer | 24:25bff2709c20 | 1216 | Side effects: |
screamer | 24:25bff2709c20 | 1217 | None |
screamer | 24:25bff2709c20 | 1218 | |
screamer | 24:25bff2709c20 | 1219 | Note: |
screamer | 24:25bff2709c20 | 1220 | This method should be decorated with @hook_tool. |
screamer | 24:25bff2709c20 | 1221 | """ |
screamer | 24:25bff2709c20 | 1222 | raise NotImplemented |
screamer | 24:25bff2709c20 | 1223 | |
screamer | 24:25bff2709c20 | 1224 | @abstractmethod |
screamer | 24:25bff2709c20 | 1225 | def compile_c(self, source, object, includes): |
screamer | 24:25bff2709c20 | 1226 | """Generate the command line that compiles a C source file. |
screamer | 24:25bff2709c20 | 1227 | |
screamer | 24:25bff2709c20 | 1228 | Positional arguments: |
screamer | 24:25bff2709c20 | 1229 | source -- the C source file to compile |
screamer | 24:25bff2709c20 | 1230 | object -- the destination object file |
screamer | 24:25bff2709c20 | 1231 | includes -- a list of all the directories where header files may be found |
screamer | 24:25bff2709c20 | 1232 | |
screamer | 24:25bff2709c20 | 1233 | Return value: |
screamer | 24:25bff2709c20 | 1234 | The complete command line, as a list, that would invoke the C compiler |
screamer | 24:25bff2709c20 | 1235 | on the source file, include all the include paths, and generate the |
screamer | 24:25bff2709c20 | 1236 | specified object file. |
screamer | 24:25bff2709c20 | 1237 | |
screamer | 24:25bff2709c20 | 1238 | Side effects: |
screamer | 24:25bff2709c20 | 1239 | None |
screamer | 24:25bff2709c20 | 1240 | |
screamer | 24:25bff2709c20 | 1241 | Note: |
screamer | 24:25bff2709c20 | 1242 | This method should be decorated with @hook_tool. |
screamer | 24:25bff2709c20 | 1243 | """ |
screamer | 24:25bff2709c20 | 1244 | raise NotImplemented |
screamer | 24:25bff2709c20 | 1245 | |
screamer | 24:25bff2709c20 | 1246 | @abstractmethod |
screamer | 24:25bff2709c20 | 1247 | def compile_cpp(self, source, object, includes): |
screamer | 24:25bff2709c20 | 1248 | """Generate the command line that compiles a C++ source file. |
screamer | 24:25bff2709c20 | 1249 | |
screamer | 24:25bff2709c20 | 1250 | Positional arguments: |
screamer | 24:25bff2709c20 | 1251 | source -- the C++ source file to compile |
screamer | 24:25bff2709c20 | 1252 | object -- the destination object file |
screamer | 24:25bff2709c20 | 1253 | includes -- a list of all the directories where header files may be found |
screamer | 24:25bff2709c20 | 1254 | |
screamer | 24:25bff2709c20 | 1255 | Return value: |
screamer | 24:25bff2709c20 | 1256 | The complete command line, as a list, that would invoke the C++ compiler |
screamer | 24:25bff2709c20 | 1257 | on the source file, include all the include paths, and generate the |
screamer | 24:25bff2709c20 | 1258 | specified object file. |
screamer | 24:25bff2709c20 | 1259 | |
screamer | 24:25bff2709c20 | 1260 | Side effects: |
screamer | 24:25bff2709c20 | 1261 | None |
screamer | 24:25bff2709c20 | 1262 | |
screamer | 24:25bff2709c20 | 1263 | Note: |
screamer | 24:25bff2709c20 | 1264 | This method should be decorated with @hook_tool. |
screamer | 24:25bff2709c20 | 1265 | """ |
screamer | 24:25bff2709c20 | 1266 | raise NotImplemented |
screamer | 24:25bff2709c20 | 1267 | |
screamer | 24:25bff2709c20 | 1268 | @abstractmethod |
screamer | 24:25bff2709c20 | 1269 | def link(self, output, objects, libraries, lib_dirs, mem_map): |
screamer | 24:25bff2709c20 | 1270 | """Run the linker to create an executable and memory map. |
screamer | 24:25bff2709c20 | 1271 | |
screamer | 24:25bff2709c20 | 1272 | Positional arguments: |
screamer | 24:25bff2709c20 | 1273 | output -- the file name to place the executable in |
screamer | 24:25bff2709c20 | 1274 | objects -- all of the object files to link |
screamer | 24:25bff2709c20 | 1275 | libraries -- all of the required libraries |
screamer | 24:25bff2709c20 | 1276 | lib_dirs -- where the required libraries are located |
screamer | 24:25bff2709c20 | 1277 | mem_map -- the location where the memory map file should be stored |
screamer | 24:25bff2709c20 | 1278 | |
screamer | 24:25bff2709c20 | 1279 | Return value: |
screamer | 24:25bff2709c20 | 1280 | None |
screamer | 24:25bff2709c20 | 1281 | |
screamer | 24:25bff2709c20 | 1282 | Side effect: |
screamer | 24:25bff2709c20 | 1283 | Runs the linker to produce the executable. |
screamer | 24:25bff2709c20 | 1284 | |
screamer | 24:25bff2709c20 | 1285 | Note: |
screamer | 24:25bff2709c20 | 1286 | This method should be decorated with @hook_tool. |
screamer | 24:25bff2709c20 | 1287 | """ |
screamer | 24:25bff2709c20 | 1288 | raise NotImplemented |
screamer | 24:25bff2709c20 | 1289 | |
screamer | 24:25bff2709c20 | 1290 | @abstractmethod |
screamer | 24:25bff2709c20 | 1291 | def archive(self, objects, lib_path): |
screamer | 24:25bff2709c20 | 1292 | """Run the command line that creates an archive. |
screamer | 24:25bff2709c20 | 1293 | |
screamer | 24:25bff2709c20 | 1294 | Positional arguhments: |
screamer | 24:25bff2709c20 | 1295 | objects -- a list of all the object files that should be archived |
screamer | 24:25bff2709c20 | 1296 | lib_path -- the file name of the resulting library file |
screamer | 24:25bff2709c20 | 1297 | |
screamer | 24:25bff2709c20 | 1298 | Return value: |
screamer | 24:25bff2709c20 | 1299 | None |
screamer | 24:25bff2709c20 | 1300 | |
screamer | 24:25bff2709c20 | 1301 | Side effect: |
screamer | 24:25bff2709c20 | 1302 | Runs the archiving tool to produce the library file. |
screamer | 24:25bff2709c20 | 1303 | |
screamer | 24:25bff2709c20 | 1304 | Note: |
screamer | 24:25bff2709c20 | 1305 | This method should be decorated with @hook_tool. |
screamer | 24:25bff2709c20 | 1306 | """ |
screamer | 24:25bff2709c20 | 1307 | raise NotImplemented |
screamer | 24:25bff2709c20 | 1308 | |
screamer | 24:25bff2709c20 | 1309 | @abstractmethod |
screamer | 24:25bff2709c20 | 1310 | def binary(self, resources, elf, bin): |
screamer | 24:25bff2709c20 | 1311 | """Run the command line that will Extract a simplified binary file. |
screamer | 24:25bff2709c20 | 1312 | |
screamer | 24:25bff2709c20 | 1313 | Positional arguments: |
screamer | 24:25bff2709c20 | 1314 | resources -- A resources object (Is not used in any of the toolchains) |
screamer | 24:25bff2709c20 | 1315 | elf -- the executable file that is to be converted |
screamer | 24:25bff2709c20 | 1316 | bin -- the file name of the to be created simplified binary file |
screamer | 24:25bff2709c20 | 1317 | |
screamer | 24:25bff2709c20 | 1318 | Return value: |
screamer | 24:25bff2709c20 | 1319 | None |
screamer | 24:25bff2709c20 | 1320 | |
screamer | 24:25bff2709c20 | 1321 | Side effect: |
screamer | 24:25bff2709c20 | 1322 | Runs the elf2bin tool to produce the simplified binary file. |
screamer | 24:25bff2709c20 | 1323 | |
screamer | 24:25bff2709c20 | 1324 | Note: |
screamer | 24:25bff2709c20 | 1325 | This method should be decorated with @hook_tool. |
screamer | 24:25bff2709c20 | 1326 | """ |
screamer | 24:25bff2709c20 | 1327 | raise NotImplemented |
screamer | 13:ab47a20b66f0 | 1328 | |
screamer | 13:ab47a20b66f0 | 1329 | # Return the list of macros geenrated by the build system |
screamer | 13:ab47a20b66f0 | 1330 | def get_config_macros(self): |
screamer | 13:ab47a20b66f0 | 1331 | return Config.config_to_macros(self.config_data) if self.config_data else [] |
screamer | 13:ab47a20b66f0 | 1332 | |
screamer | 20:835f6355470d | 1333 | from tools.settings import ARM_PATH |
screamer | 0:66f3b5499f7f | 1334 | from tools.settings import GCC_ARM_PATH, GCC_CR_PATH |
screamer | 0:66f3b5499f7f | 1335 | from tools.settings import IAR_PATH |
screamer | 0:66f3b5499f7f | 1336 | |
screamer | 20:835f6355470d | 1337 | TOOLCHAIN_PATHS = { |
screamer | 20:835f6355470d | 1338 | 'ARM': ARM_PATH, |
screamer | 20:835f6355470d | 1339 | 'uARM': ARM_PATH, |
screamer | 0:66f3b5499f7f | 1340 | 'GCC_ARM': GCC_ARM_PATH, |
screamer | 0:66f3b5499f7f | 1341 | 'GCC_CR': GCC_CR_PATH, |
screamer | 0:66f3b5499f7f | 1342 | 'IAR': IAR_PATH |
screamer | 0:66f3b5499f7f | 1343 | } |
screamer | 0:66f3b5499f7f | 1344 | |
screamer | 0:66f3b5499f7f | 1345 | from tools.toolchains.arm import ARM_STD, ARM_MICRO |
screamer | 0:66f3b5499f7f | 1346 | from tools.toolchains.gcc import GCC_ARM, GCC_CR |
screamer | 0:66f3b5499f7f | 1347 | from tools.toolchains.iar import IAR |
screamer | 0:66f3b5499f7f | 1348 | |
screamer | 0:66f3b5499f7f | 1349 | TOOLCHAIN_CLASSES = { |
screamer | 0:66f3b5499f7f | 1350 | 'ARM': ARM_STD, |
screamer | 0:66f3b5499f7f | 1351 | 'uARM': ARM_MICRO, |
screamer | 0:66f3b5499f7f | 1352 | 'GCC_ARM': GCC_ARM, |
screamer | 0:66f3b5499f7f | 1353 | 'GCC_CR': GCC_CR, |
screamer | 0:66f3b5499f7f | 1354 | 'IAR': IAR |
screamer | 0:66f3b5499f7f | 1355 | } |
screamer | 0:66f3b5499f7f | 1356 | |
screamer | 0:66f3b5499f7f | 1357 | TOOLCHAINS = set(TOOLCHAIN_CLASSES.keys()) |