Daiki Kato / mbed-os-lychee

mbed-os for GR-LYCHEE

Dependents:   mbed-os-example-blinky-gr-lychee GR-Boads_Camera_sample GR-Boards_Audio_Recoder GR-Boads_Camera_DisplayApp ... more

tools/memap.py@0:f782d9c66c49, 2018-02-02 (annotated)

Committer:
dkato
Date:
Fri Feb 02 05:42:23 2018 +0000
Revision:
0:f782d9c66c49
mbed-os for GR-LYCHEE

Who changed what in which revision?

UserRevisionLine numberNew contents of line
dkato 0:f782d9c66c49 1 #!/usr/bin/env python
dkato 0:f782d9c66c49 2
dkato 0:f782d9c66c49 3 """Memory Map File Analyser for ARM mbed"""
dkato 0:f782d9c66c49 4
dkato 0:f782d9c66c49 5 import sys
dkato 0:f782d9c66c49 6 import os
dkato 0:f782d9c66c49 7 import re
dkato 0:f782d9c66c49 8 import csv
dkato 0:f782d9c66c49 9 import json
dkato 0:f782d9c66c49 10 import argparse
dkato 0:f782d9c66c49 11 from prettytable import PrettyTable
dkato 0:f782d9c66c49 12
dkato 0:f782d9c66c49 13 from utils import argparse_filestring_type, \
dkato 0:f782d9c66c49 14 argparse_lowercase_hyphen_type, argparse_uppercase_type
dkato 0:f782d9c66c49 15
dkato 0:f782d9c66c49 16 DEBUG = False
dkato 0:f782d9c66c49 17
dkato 0:f782d9c66c49 18 RE_ARMCC = re.compile(
dkato 0:f782d9c66c49 19 r'^\s+0x(\w{8})\s+0x(\w{8})\s+(\w+)\s+(\w+)\s+(\d+)\s+[*]?.+\s+(.+)$')
dkato 0:f782d9c66c49 20 RE_IAR = re.compile(
dkato 0:f782d9c66c49 21 r'^\s+(.+)\s+(zero|const|ro code|inited|uninit)\s'
dkato 0:f782d9c66c49 22 r'+0x(\w{8})\s+0x(\w+)\s+(.+)\s.+$')
dkato 0:f782d9c66c49 23
dkato 0:f782d9c66c49 24 class MemapParser(object):
dkato 0:f782d9c66c49 25 """An object that represents parsed results, parses the memory map files,
dkato 0:f782d9c66c49 26 and writes out different file types of memory results
dkato 0:f782d9c66c49 27 """
dkato 0:f782d9c66c49 28
dkato 0:f782d9c66c49 29 print_sections = ('.text', '.data', '.bss')
dkato 0:f782d9c66c49 30
dkato 0:f782d9c66c49 31 misc_flash_sections = ('.interrupts', '.flash_config')
dkato 0:f782d9c66c49 32
dkato 0:f782d9c66c49 33 other_sections = ('.interrupts_ram', '.init', '.ARM.extab',
dkato 0:f782d9c66c49 34 '.ARM.exidx', '.ARM.attributes', '.eh_frame',
dkato 0:f782d9c66c49 35 '.init_array', '.fini_array', '.jcr', '.stab',
dkato 0:f782d9c66c49 36 '.stabstr', '.ARM.exidx', '.ARM')
dkato 0:f782d9c66c49 37
dkato 0:f782d9c66c49 38 # sections to print info (generic for all toolchains)
dkato 0:f782d9c66c49 39 sections = ('.text', '.data', '.bss', '.heap', '.stack')
dkato 0:f782d9c66c49 40
dkato 0:f782d9c66c49 41 def __init__(self, detailed_misc=False):
dkato 0:f782d9c66c49 42 """ General initialization
dkato 0:f782d9c66c49 43 """
dkato 0:f782d9c66c49 44 #
dkato 0:f782d9c66c49 45 self.detailed_misc = detailed_misc
dkato 0:f782d9c66c49 46
dkato 0:f782d9c66c49 47 # list of all modules and their sections
dkato 0:f782d9c66c49 48 self.modules = dict()
dkato 0:f782d9c66c49 49
dkato 0:f782d9c66c49 50 # sections must be defined in this order to take irrelevant out
dkato 0:f782d9c66c49 51 self.all_sections = self.sections + self.other_sections + \
dkato 0:f782d9c66c49 52 self.misc_flash_sections + ('unknown', 'OUTPUT')
dkato 0:f782d9c66c49 53
dkato 0:f782d9c66c49 54 # list of all object files and mappting to module names
dkato 0:f782d9c66c49 55 self.object_to_module = dict()
dkato 0:f782d9c66c49 56
dkato 0:f782d9c66c49 57 # Memory report (sections + summary)
dkato 0:f782d9c66c49 58 self.mem_report = []
dkato 0:f782d9c66c49 59
dkato 0:f782d9c66c49 60 # Just the memory summary section
dkato 0:f782d9c66c49 61 self.mem_summary = dict()
dkato 0:f782d9c66c49 62
dkato 0:f782d9c66c49 63 self.subtotal = dict()
dkato 0:f782d9c66c49 64
dkato 0:f782d9c66c49 65 def module_add(self, module_name, size, section):
dkato 0:f782d9c66c49 66 """ Adds a module / section to the list
dkato 0:f782d9c66c49 67
dkato 0:f782d9c66c49 68 Positional arguments:
dkato 0:f782d9c66c49 69 module_name - name of the module to add
dkato 0:f782d9c66c49 70 size - the size of the module being added
dkato 0:f782d9c66c49 71 section - the section the module contributes to
dkato 0:f782d9c66c49 72 """
dkato 0:f782d9c66c49 73
dkato 0:f782d9c66c49 74 if module_name in self.modules:
dkato 0:f782d9c66c49 75 self.modules[module_name][section] += size
dkato 0:f782d9c66c49 76 else:
dkato 0:f782d9c66c49 77 temp_dic = dict()
dkato 0:f782d9c66c49 78 for section_idx in self.all_sections:
dkato 0:f782d9c66c49 79 temp_dic[section_idx] = 0
dkato 0:f782d9c66c49 80 temp_dic[section] = size
dkato 0:f782d9c66c49 81 self.modules[module_name] = temp_dic
dkato 0:f782d9c66c49 82
dkato 0:f782d9c66c49 83 def check_new_section_gcc(self, line):
dkato 0:f782d9c66c49 84 """ Check whether a new section in a map file has been detected (only
dkato 0:f782d9c66c49 85 applies to gcc)
dkato 0:f782d9c66c49 86
dkato 0:f782d9c66c49 87 Positional arguments:
dkato 0:f782d9c66c49 88 line - the line to check for a new section
dkato 0:f782d9c66c49 89 """
dkato 0:f782d9c66c49 90
dkato 0:f782d9c66c49 91 for i in self.all_sections:
dkato 0:f782d9c66c49 92 if line.startswith(i):
dkato 0:f782d9c66c49 93 # should name of the section (assuming it's a known one)
dkato 0:f782d9c66c49 94 return i
dkato 0:f782d9c66c49 95
dkato 0:f782d9c66c49 96 if line.startswith('.'):
dkato 0:f782d9c66c49 97 return 'unknown' # all others are classified are unknown
dkato 0:f782d9c66c49 98 else:
dkato 0:f782d9c66c49 99 return False # everything else, means no change in section
dkato 0:f782d9c66c49 100
dkato 0:f782d9c66c49 101
dkato 0:f782d9c66c49 102 def path_object_to_module_name(self, txt):
dkato 0:f782d9c66c49 103 """ Parse a path to object file to extract it's module and object data
dkato 0:f782d9c66c49 104
dkato 0:f782d9c66c49 105 Positional arguments:
dkato 0:f782d9c66c49 106 txt - the path to parse the object and module name from
dkato 0:f782d9c66c49 107 """
dkato 0:f782d9c66c49 108
dkato 0:f782d9c66c49 109 txt = txt.replace('\\', '/')
dkato 0:f782d9c66c49 110 rex_mbed_os_name = r'^.+mbed-os\/(.+)\/(.+\.o)$'
dkato 0:f782d9c66c49 111 test_rex_mbed_os_name = re.match(rex_mbed_os_name, txt)
dkato 0:f782d9c66c49 112
dkato 0:f782d9c66c49 113 if test_rex_mbed_os_name:
dkato 0:f782d9c66c49 114
dkato 0:f782d9c66c49 115 object_name = test_rex_mbed_os_name.group(2)
dkato 0:f782d9c66c49 116 data = test_rex_mbed_os_name.group(1).split('/')
dkato 0:f782d9c66c49 117 ndata = len(data)
dkato 0:f782d9c66c49 118
dkato 0:f782d9c66c49 119 if ndata == 1:
dkato 0:f782d9c66c49 120 module_name = data[0]
dkato 0:f782d9c66c49 121 else:
dkato 0:f782d9c66c49 122 module_name = data[0] + '/' + data[1]
dkato 0:f782d9c66c49 123
dkato 0:f782d9c66c49 124 if self.detailed_misc:
dkato 0:f782d9c66c49 125 return [module_name + '/' + object_name, object_name]
dkato 0:f782d9c66c49 126 else:
dkato 0:f782d9c66c49 127 return [module_name, object_name]
dkato 0:f782d9c66c49 128
dkato 0:f782d9c66c49 129 elif self.detailed_misc:
dkato 0:f782d9c66c49 130 rex_obj_name = r'^.+\/(.+\.o\)*)$'
dkato 0:f782d9c66c49 131 test_rex_obj_name = re.match(rex_obj_name, txt)
dkato 0:f782d9c66c49 132 if test_rex_obj_name:
dkato 0:f782d9c66c49 133 object_name = test_rex_obj_name.group(1)
dkato 0:f782d9c66c49 134 return ['Misc/' + object_name, ""]
dkato 0:f782d9c66c49 135
dkato 0:f782d9c66c49 136 return ['Misc', ""]
dkato 0:f782d9c66c49 137 else:
dkato 0:f782d9c66c49 138 return ['Misc', ""]
dkato 0:f782d9c66c49 139
dkato 0:f782d9c66c49 140 def parse_section_gcc(self, line):
dkato 0:f782d9c66c49 141 """ Parse data from a section of gcc map file
dkato 0:f782d9c66c49 142
dkato 0:f782d9c66c49 143 examples:
dkato 0:f782d9c66c49 144 0x00004308 0x7c ./BUILD/K64F/GCC_ARM/mbed-os/hal/targets/hal/TARGET_Freescale/TARGET_KPSDK_MCUS/spi_api.o
dkato 0:f782d9c66c49 145 .text 0x00000608 0x198 ./BUILD/K64F/GCC_ARM/mbed-os/core/mbed-rtos/rtx/TARGET_CORTEX_M/TARGET_RTOS_M4_M7/TOOLCHAIN_GCC/HAL_CM4.o
dkato 0:f782d9c66c49 146
dkato 0:f782d9c66c49 147 Positional arguments:
dkato 0:f782d9c66c49 148 line - the line to parse a section from
dkato 0:f782d9c66c49 149 """
dkato 0:f782d9c66c49 150 rex_address_len_name = re.compile(
dkato 0:f782d9c66c49 151 r'^\s+.*0x(\w{8,16})\s+0x(\w+)\s(.+)$')
dkato 0:f782d9c66c49 152
dkato 0:f782d9c66c49 153 test_address_len_name = re.match(rex_address_len_name, line)
dkato 0:f782d9c66c49 154
dkato 0:f782d9c66c49 155 if test_address_len_name:
dkato 0:f782d9c66c49 156
dkato 0:f782d9c66c49 157 if int(test_address_len_name.group(2), 16) == 0: # size == 0
dkato 0:f782d9c66c49 158 return ["", 0] # no valid entry
dkato 0:f782d9c66c49 159 else:
dkato 0:f782d9c66c49 160 m_name, _ = self.path_object_to_module_name(
dkato 0:f782d9c66c49 161 test_address_len_name.group(3))
dkato 0:f782d9c66c49 162 m_size = int(test_address_len_name.group(2), 16)
dkato 0:f782d9c66c49 163 return [m_name, m_size]
dkato 0:f782d9c66c49 164
dkato 0:f782d9c66c49 165 else: # special corner case for *fill* sections
dkato 0:f782d9c66c49 166 # example
dkato 0:f782d9c66c49 167 # *fill* 0x0000abe4 0x4
dkato 0:f782d9c66c49 168 rex_address_len = r'^\s+\*fill\*\s+0x(\w{8,16})\s+0x(\w+).*$'
dkato 0:f782d9c66c49 169 test_address_len = re.match(rex_address_len, line)
dkato 0:f782d9c66c49 170
dkato 0:f782d9c66c49 171 if test_address_len:
dkato 0:f782d9c66c49 172 if int(test_address_len.group(2), 16) == 0: # size == 0
dkato 0:f782d9c66c49 173 return ["", 0] # no valid entry
dkato 0:f782d9c66c49 174 else:
dkato 0:f782d9c66c49 175 m_name = 'Fill'
dkato 0:f782d9c66c49 176 m_size = int(test_address_len.group(2), 16)
dkato 0:f782d9c66c49 177 return [m_name, m_size]
dkato 0:f782d9c66c49 178 else:
dkato 0:f782d9c66c49 179 return ["", 0] # no valid entry
dkato 0:f782d9c66c49 180
dkato 0:f782d9c66c49 181 def parse_map_file_gcc(self, file_desc):
dkato 0:f782d9c66c49 182 """ Main logic to decode gcc map files
dkato 0:f782d9c66c49 183
dkato 0:f782d9c66c49 184 Positional arguments:
dkato 0:f782d9c66c49 185 file_desc - a stream object to parse as a gcc map file
dkato 0:f782d9c66c49 186 """
dkato 0:f782d9c66c49 187
dkato 0:f782d9c66c49 188 current_section = 'unknown'
dkato 0:f782d9c66c49 189
dkato 0:f782d9c66c49 190 with file_desc as infile:
dkato 0:f782d9c66c49 191
dkato 0:f782d9c66c49 192 # Search area to parse
dkato 0:f782d9c66c49 193 for line in infile:
dkato 0:f782d9c66c49 194 if line.startswith('Linker script and memory map'):
dkato 0:f782d9c66c49 195 current_section = "unknown"
dkato 0:f782d9c66c49 196 break
dkato 0:f782d9c66c49 197
dkato 0:f782d9c66c49 198 # Start decoding the map file
dkato 0:f782d9c66c49 199 for line in infile:
dkato 0:f782d9c66c49 200
dkato 0:f782d9c66c49 201 change_section = self.check_new_section_gcc(line)
dkato 0:f782d9c66c49 202
dkato 0:f782d9c66c49 203 if change_section == "OUTPUT": # finish parsing file: exit
dkato 0:f782d9c66c49 204 break
dkato 0:f782d9c66c49 205 elif change_section != False:
dkato 0:f782d9c66c49 206 current_section = change_section
dkato 0:f782d9c66c49 207
dkato 0:f782d9c66c49 208 [module_name, module_size] = self.parse_section_gcc(line)
dkato 0:f782d9c66c49 209
dkato 0:f782d9c66c49 210 if module_size == 0 or module_name == "":
dkato 0:f782d9c66c49 211 pass
dkato 0:f782d9c66c49 212 else:
dkato 0:f782d9c66c49 213 self.module_add(module_name, module_size, current_section)
dkato 0:f782d9c66c49 214
dkato 0:f782d9c66c49 215 if DEBUG:
dkato 0:f782d9c66c49 216 print "Line: %s" % line,
dkato 0:f782d9c66c49 217 print "Module: %s\tSection: %s\tSize: %s" % \
dkato 0:f782d9c66c49 218 (module_name, current_section, module_size)
dkato 0:f782d9c66c49 219 raw_input("----------")
dkato 0:f782d9c66c49 220
dkato 0:f782d9c66c49 221 def parse_section_armcc(self, line):
dkato 0:f782d9c66c49 222 """ Parse data from an armcc map file
dkato 0:f782d9c66c49 223
dkato 0:f782d9c66c49 224 Examples of armcc map file:
dkato 0:f782d9c66c49 225 Base_Addr Size Type Attr Idx E Section Name Object
dkato 0:f782d9c66c49 226 0x00000000 0x00000400 Data RO 11222 RESET startup_MK64F12.o
dkato 0:f782d9c66c49 227 0x00000410 0x00000008 Code RO 49364 * !!!main c_w.l(__main.o)
dkato 0:f782d9c66c49 228
dkato 0:f782d9c66c49 229 Positional arguments:
dkato 0:f782d9c66c49 230 line - the line to parse the section data from
dkato 0:f782d9c66c49 231 """
dkato 0:f782d9c66c49 232
dkato 0:f782d9c66c49 233 test_rex_armcc = re.match(RE_ARMCC, line)
dkato 0:f782d9c66c49 234
dkato 0:f782d9c66c49 235 if test_rex_armcc:
dkato 0:f782d9c66c49 236
dkato 0:f782d9c66c49 237 size = int(test_rex_armcc.group(2), 16)
dkato 0:f782d9c66c49 238
dkato 0:f782d9c66c49 239 if test_rex_armcc.group(4) == 'RO':
dkato 0:f782d9c66c49 240 section = '.text'
dkato 0:f782d9c66c49 241 else:
dkato 0:f782d9c66c49 242 if test_rex_armcc.group(3) == 'Data':
dkato 0:f782d9c66c49 243 section = '.data'
dkato 0:f782d9c66c49 244 elif test_rex_armcc.group(3) == 'Zero':
dkato 0:f782d9c66c49 245 section = '.bss'
dkato 0:f782d9c66c49 246 else:
dkato 0:f782d9c66c49 247 print "BUG armcc map parser"
dkato 0:f782d9c66c49 248 raw_input()
dkato 0:f782d9c66c49 249
dkato 0:f782d9c66c49 250 # lookup object in dictionary and return module name
dkato 0:f782d9c66c49 251 object_name = test_rex_armcc.group(6)
dkato 0:f782d9c66c49 252 if object_name in self.object_to_module:
dkato 0:f782d9c66c49 253 module_name = self.object_to_module[object_name]
dkato 0:f782d9c66c49 254 else:
dkato 0:f782d9c66c49 255 module_name = 'Misc'
dkato 0:f782d9c66c49 256
dkato 0:f782d9c66c49 257 return [module_name, size, section]
dkato 0:f782d9c66c49 258
dkato 0:f782d9c66c49 259 else:
dkato 0:f782d9c66c49 260 return ["", 0, ""] # no valid entry
dkato 0:f782d9c66c49 261
dkato 0:f782d9c66c49 262 def parse_section_iar(self, line):
dkato 0:f782d9c66c49 263 """ Parse data from an IAR map file
dkato 0:f782d9c66c49 264
dkato 0:f782d9c66c49 265 Examples of IAR map file:
dkato 0:f782d9c66c49 266 Section Kind Address Size Object
dkato 0:f782d9c66c49 267 .intvec ro code 0x00000000 0x198 startup_MK64F12.o [15]
dkato 0:f782d9c66c49 268 .rodata const 0x00000198 0x0 zero_init3.o [133]
dkato 0:f782d9c66c49 269 .iar.init_table const 0x00008384 0x2c - Linker created -
dkato 0:f782d9c66c49 270 Initializer bytes const 0x00000198 0xb2 <for P3 s0>
dkato 0:f782d9c66c49 271 .data inited 0x20000000 0xd4 driverAtmelRFInterface.o [70]
dkato 0:f782d9c66c49 272 .bss zero 0x20000598 0x318 RTX_Conf_CM.o [4]
dkato 0:f782d9c66c49 273 .iar.dynexit uninit 0x20001448 0x204 <Block tail>
dkato 0:f782d9c66c49 274 HEAP uninit 0x20001650 0x10000 <Block tail>
dkato 0:f782d9c66c49 275
dkato 0:f782d9c66c49 276 Positional_arguments:
dkato 0:f782d9c66c49 277 line - the line to parse section data from
dkato 0:f782d9c66c49 278 """
dkato 0:f782d9c66c49 279
dkato 0:f782d9c66c49 280 test_rex_iar = re.match(RE_IAR, line)
dkato 0:f782d9c66c49 281
dkato 0:f782d9c66c49 282 if test_rex_iar:
dkato 0:f782d9c66c49 283
dkato 0:f782d9c66c49 284 size = int(test_rex_iar.group(4), 16)
dkato 0:f782d9c66c49 285
dkato 0:f782d9c66c49 286 if test_rex_iar.group(2) == 'const' or \
dkato 0:f782d9c66c49 287 test_rex_iar.group(2) == 'ro code':
dkato 0:f782d9c66c49 288 section = '.text'
dkato 0:f782d9c66c49 289 elif test_rex_iar.group(2) == 'zero' or \
dkato 0:f782d9c66c49 290 test_rex_iar.group(2) == 'uninit':
dkato 0:f782d9c66c49 291 if test_rex_iar.group(1)[0:4] == 'HEAP':
dkato 0:f782d9c66c49 292 section = '.heap'
dkato 0:f782d9c66c49 293 elif test_rex_iar.group(1)[0:6] == 'CSTACK':
dkato 0:f782d9c66c49 294 section = '.stack'
dkato 0:f782d9c66c49 295 else:
dkato 0:f782d9c66c49 296 section = '.bss' # default section
dkato 0:f782d9c66c49 297
dkato 0:f782d9c66c49 298 elif test_rex_iar.group(2) == 'inited':
dkato 0:f782d9c66c49 299 section = '.data'
dkato 0:f782d9c66c49 300 else:
dkato 0:f782d9c66c49 301 print "BUG IAR map parser"
dkato 0:f782d9c66c49 302 raw_input()
dkato 0:f782d9c66c49 303
dkato 0:f782d9c66c49 304 # lookup object in dictionary and return module name
dkato 0:f782d9c66c49 305 object_name = test_rex_iar.group(5)
dkato 0:f782d9c66c49 306 if object_name in self.object_to_module:
dkato 0:f782d9c66c49 307 module_name = self.object_to_module[object_name]
dkato 0:f782d9c66c49 308 else:
dkato 0:f782d9c66c49 309 module_name = 'Misc'
dkato 0:f782d9c66c49 310
dkato 0:f782d9c66c49 311 return [module_name, size, section]
dkato 0:f782d9c66c49 312
dkato 0:f782d9c66c49 313 else:
dkato 0:f782d9c66c49 314 return ["", 0, ""] # no valid entry
dkato 0:f782d9c66c49 315
dkato 0:f782d9c66c49 316 def parse_map_file_armcc(self, file_desc):
dkato 0:f782d9c66c49 317 """ Main logic to decode armc5 map files
dkato 0:f782d9c66c49 318
dkato 0:f782d9c66c49 319 Positional arguments:
dkato 0:f782d9c66c49 320 file_desc - a file like object to parse as an armc5 map file
dkato 0:f782d9c66c49 321 """
dkato 0:f782d9c66c49 322
dkato 0:f782d9c66c49 323 with file_desc as infile:
dkato 0:f782d9c66c49 324
dkato 0:f782d9c66c49 325 # Search area to parse
dkato 0:f782d9c66c49 326 for line in infile:
dkato 0:f782d9c66c49 327 if line.startswith(' Base Addr Size'):
dkato 0:f782d9c66c49 328 break
dkato 0:f782d9c66c49 329
dkato 0:f782d9c66c49 330 # Start decoding the map file
dkato 0:f782d9c66c49 331 for line in infile:
dkato 0:f782d9c66c49 332
dkato 0:f782d9c66c49 333 [name, size, section] = self.parse_section_armcc(line)
dkato 0:f782d9c66c49 334
dkato 0:f782d9c66c49 335 if size == 0 or name == "" or section == "":
dkato 0:f782d9c66c49 336 pass
dkato 0:f782d9c66c49 337 else:
dkato 0:f782d9c66c49 338 self.module_add(name, size, section)
dkato 0:f782d9c66c49 339
dkato 0:f782d9c66c49 340 def parse_map_file_iar(self, file_desc):
dkato 0:f782d9c66c49 341 """ Main logic to decode IAR map files
dkato 0:f782d9c66c49 342
dkato 0:f782d9c66c49 343 Positional arguments:
dkato 0:f782d9c66c49 344 file_desc - a file like object to parse as an IAR map file
dkato 0:f782d9c66c49 345 """
dkato 0:f782d9c66c49 346
dkato 0:f782d9c66c49 347 with file_desc as infile:
dkato 0:f782d9c66c49 348
dkato 0:f782d9c66c49 349 # Search area to parse
dkato 0:f782d9c66c49 350 for line in infile:
dkato 0:f782d9c66c49 351 if line.startswith(' Section '):
dkato 0:f782d9c66c49 352 break
dkato 0:f782d9c66c49 353
dkato 0:f782d9c66c49 354 # Start decoding the map file
dkato 0:f782d9c66c49 355 for line in infile:
dkato 0:f782d9c66c49 356
dkato 0:f782d9c66c49 357 [name, size, section] = self.parse_section_iar(line)
dkato 0:f782d9c66c49 358
dkato 0:f782d9c66c49 359 if size == 0 or name == "" or section == "":
dkato 0:f782d9c66c49 360 pass
dkato 0:f782d9c66c49 361 else:
dkato 0:f782d9c66c49 362 self.module_add(name, size, section)
dkato 0:f782d9c66c49 363
dkato 0:f782d9c66c49 364 def search_objects(self, path):
dkato 0:f782d9c66c49 365 """ Searches for object files and creates mapping: object --> module
dkato 0:f782d9c66c49 366
dkato 0:f782d9c66c49 367 Positional arguments:
dkato 0:f782d9c66c49 368 path - the path to an object file
dkato 0:f782d9c66c49 369 """
dkato 0:f782d9c66c49 370
dkato 0:f782d9c66c49 371 path = path.replace('\\', '/')
dkato 0:f782d9c66c49 372
dkato 0:f782d9c66c49 373 # check location of map file
dkato 0:f782d9c66c49 374 rex = r'^(.+)' + r'\/(.+\.map)$'
dkato 0:f782d9c66c49 375 test_rex = re.match(rex, path)
dkato 0:f782d9c66c49 376
dkato 0:f782d9c66c49 377 if test_rex:
dkato 0:f782d9c66c49 378 search_path = test_rex.group(1) + '/mbed-os/'
dkato 0:f782d9c66c49 379 else:
dkato 0:f782d9c66c49 380 print "Warning: this doesn't look like an mbed project"
dkato 0:f782d9c66c49 381 return
dkato 0:f782d9c66c49 382
dkato 0:f782d9c66c49 383 for root, _, obj_files in os.walk(search_path):
dkato 0:f782d9c66c49 384 for obj_file in obj_files:
dkato 0:f782d9c66c49 385 if obj_file.endswith(".o"):
dkato 0:f782d9c66c49 386 module_name, object_name = self.path_object_to_module_name(
dkato 0:f782d9c66c49 387 os.path.join(root, obj_file))
dkato 0:f782d9c66c49 388
dkato 0:f782d9c66c49 389 if object_name in self.object_to_module:
dkato 0:f782d9c66c49 390 if DEBUG:
dkato 0:f782d9c66c49 391 print "WARNING: multiple usages of object file: %s"\
dkato 0:f782d9c66c49 392 % object_name
dkato 0:f782d9c66c49 393 print " Current: %s" % \
dkato 0:f782d9c66c49 394 self.object_to_module[object_name]
dkato 0:f782d9c66c49 395 print " New: %s" % module_name
dkato 0:f782d9c66c49 396 print " "
dkato 0:f782d9c66c49 397 else:
dkato 0:f782d9c66c49 398 self.object_to_module.update({object_name:module_name})
dkato 0:f782d9c66c49 399
dkato 0:f782d9c66c49 400 export_formats = ["json", "csv-ci", "table"]
dkato 0:f782d9c66c49 401
dkato 0:f782d9c66c49 402 def generate_output(self, export_format, file_output=None):
dkato 0:f782d9c66c49 403 """ Generates summary of memory map data
dkato 0:f782d9c66c49 404
dkato 0:f782d9c66c49 405 Positional arguments:
dkato 0:f782d9c66c49 406 export_format - the format to dump
dkato 0:f782d9c66c49 407
dkato 0:f782d9c66c49 408 Keyword arguments:
dkato 0:f782d9c66c49 409 file_desc - descriptor (either stdout or file)
dkato 0:f782d9c66c49 410
dkato 0:f782d9c66c49 411 Returns: generated string for the 'table' format, otherwise None
dkato 0:f782d9c66c49 412 """
dkato 0:f782d9c66c49 413
dkato 0:f782d9c66c49 414 try:
dkato 0:f782d9c66c49 415 if file_output:
dkato 0:f782d9c66c49 416 file_desc = open(file_output, 'wb')
dkato 0:f782d9c66c49 417 else:
dkato 0:f782d9c66c49 418 file_desc = sys.stdout
dkato 0:f782d9c66c49 419 except IOError as error:
dkato 0:f782d9c66c49 420 print "I/O error({0}): {1}".format(error.errno, error.strerror)
dkato 0:f782d9c66c49 421 return False
dkato 0:f782d9c66c49 422
dkato 0:f782d9c66c49 423 to_call = {'json': self.generate_json,
dkato 0:f782d9c66c49 424 'csv-ci': self.generate_csv,
dkato 0:f782d9c66c49 425 'table': self.generate_table}[export_format]
dkato 0:f782d9c66c49 426 output = to_call(file_desc)
dkato 0:f782d9c66c49 427
dkato 0:f782d9c66c49 428 if file_desc is not sys.stdout:
dkato 0:f782d9c66c49 429 file_desc.close()
dkato 0:f782d9c66c49 430
dkato 0:f782d9c66c49 431 return output
dkato 0:f782d9c66c49 432
dkato 0:f782d9c66c49 433 def generate_json(self, file_desc):
dkato 0:f782d9c66c49 434 """Generate a json file from a memory map
dkato 0:f782d9c66c49 435
dkato 0:f782d9c66c49 436 Positional arguments:
dkato 0:f782d9c66c49 437 file_desc - the file to write out the final report to
dkato 0:f782d9c66c49 438 """
dkato 0:f782d9c66c49 439 file_desc.write(json.dumps(self.mem_report, indent=4))
dkato 0:f782d9c66c49 440 file_desc.write('\n')
dkato 0:f782d9c66c49 441
dkato 0:f782d9c66c49 442 return None
dkato 0:f782d9c66c49 443
dkato 0:f782d9c66c49 444 def generate_csv(self, file_desc):
dkato 0:f782d9c66c49 445 """Generate a CSV file from a memoy map
dkato 0:f782d9c66c49 446
dkato 0:f782d9c66c49 447 Positional arguments:
dkato 0:f782d9c66c49 448 file_desc - the file to write out the final report to
dkato 0:f782d9c66c49 449 """
dkato 0:f782d9c66c49 450 csv_writer = csv.writer(file_desc, delimiter=',',
dkato 0:f782d9c66c49 451 quoting=csv.QUOTE_MINIMAL)
dkato 0:f782d9c66c49 452
dkato 0:f782d9c66c49 453 csv_module_section = []
dkato 0:f782d9c66c49 454 csv_sizes = []
dkato 0:f782d9c66c49 455 for i in sorted(self.modules):
dkato 0:f782d9c66c49 456 for k in self.print_sections:
dkato 0:f782d9c66c49 457 csv_module_section += [i+k]
dkato 0:f782d9c66c49 458 csv_sizes += [self.modules[i][k]]
dkato 0:f782d9c66c49 459
dkato 0:f782d9c66c49 460 csv_module_section += ['static_ram']
dkato 0:f782d9c66c49 461 csv_sizes += [self.mem_summary['static_ram']]
dkato 0:f782d9c66c49 462
dkato 0:f782d9c66c49 463 csv_module_section += ['heap']
dkato 0:f782d9c66c49 464 if self.mem_summary['heap'] == 0:
dkato 0:f782d9c66c49 465 csv_sizes += ['unknown']
dkato 0:f782d9c66c49 466 else:
dkato 0:f782d9c66c49 467 csv_sizes += [self.mem_summary['heap']]
dkato 0:f782d9c66c49 468
dkato 0:f782d9c66c49 469 csv_module_section += ['stack']
dkato 0:f782d9c66c49 470 if self.mem_summary['stack'] == 0:
dkato 0:f782d9c66c49 471 csv_sizes += ['unknown']
dkato 0:f782d9c66c49 472 else:
dkato 0:f782d9c66c49 473 csv_sizes += [self.mem_summary['stack']]
dkato 0:f782d9c66c49 474
dkato 0:f782d9c66c49 475 csv_module_section += ['total_ram']
dkato 0:f782d9c66c49 476 csv_sizes += [self.mem_summary['total_ram']]
dkato 0:f782d9c66c49 477
dkato 0:f782d9c66c49 478 csv_module_section += ['total_flash']
dkato 0:f782d9c66c49 479 csv_sizes += [self.mem_summary['total_flash']]
dkato 0:f782d9c66c49 480
dkato 0:f782d9c66c49 481 csv_writer.writerow(csv_module_section)
dkato 0:f782d9c66c49 482 csv_writer.writerow(csv_sizes)
dkato 0:f782d9c66c49 483
dkato 0:f782d9c66c49 484 return None
dkato 0:f782d9c66c49 485
dkato 0:f782d9c66c49 486 def generate_table(self, file_desc):
dkato 0:f782d9c66c49 487 """Generate a table from a memoy map
dkato 0:f782d9c66c49 488
dkato 0:f782d9c66c49 489 Positional arguments:
dkato 0:f782d9c66c49 490 file_desc - the file to write out the final report to
dkato 0:f782d9c66c49 491
dkato 0:f782d9c66c49 492 Returns: string of the generated table
dkato 0:f782d9c66c49 493 """
dkato 0:f782d9c66c49 494 # Create table
dkato 0:f782d9c66c49 495 columns = ['Module']
dkato 0:f782d9c66c49 496 columns.extend(self.print_sections)
dkato 0:f782d9c66c49 497
dkato 0:f782d9c66c49 498 table = PrettyTable(columns)
dkato 0:f782d9c66c49 499 table.align["Module"] = "l"
dkato 0:f782d9c66c49 500 for col in self.print_sections:
dkato 0:f782d9c66c49 501 table.align[col] = 'r'
dkato 0:f782d9c66c49 502
dkato 0:f782d9c66c49 503 for i in list(self.print_sections):
dkato 0:f782d9c66c49 504 table.align[i] = 'r'
dkato 0:f782d9c66c49 505
dkato 0:f782d9c66c49 506 for i in sorted(self.modules):
dkato 0:f782d9c66c49 507 row = [i]
dkato 0:f782d9c66c49 508
dkato 0:f782d9c66c49 509 for k in self.print_sections:
dkato 0:f782d9c66c49 510 row.append(self.modules[i][k])
dkato 0:f782d9c66c49 511
dkato 0:f782d9c66c49 512 table.add_row(row)
dkato 0:f782d9c66c49 513
dkato 0:f782d9c66c49 514 subtotal_row = ['Subtotals']
dkato 0:f782d9c66c49 515 for k in self.print_sections:
dkato 0:f782d9c66c49 516 subtotal_row.append(self.subtotal[k])
dkato 0:f782d9c66c49 517
dkato 0:f782d9c66c49 518 table.add_row(subtotal_row)
dkato 0:f782d9c66c49 519
dkato 0:f782d9c66c49 520 output = table.get_string()
dkato 0:f782d9c66c49 521 output += '\n'
dkato 0:f782d9c66c49 522
dkato 0:f782d9c66c49 523 if self.mem_summary['heap'] == 0:
dkato 0:f782d9c66c49 524 output += "Allocated Heap: unknown\n"
dkato 0:f782d9c66c49 525 else:
dkato 0:f782d9c66c49 526 output += "Allocated Heap: %s bytes\n" % \
dkato 0:f782d9c66c49 527 str(self.mem_summary['heap'])
dkato 0:f782d9c66c49 528
dkato 0:f782d9c66c49 529 if self.mem_summary['stack'] == 0:
dkato 0:f782d9c66c49 530 output += "Allocated Stack: unknown\n"
dkato 0:f782d9c66c49 531 else:
dkato 0:f782d9c66c49 532 output += "Allocated Stack: %s bytes\n" % \
dkato 0:f782d9c66c49 533 str(self.mem_summary['stack'])
dkato 0:f782d9c66c49 534
dkato 0:f782d9c66c49 535 output += "Total Static RAM memory (data + bss): %s bytes\n" % \
dkato 0:f782d9c66c49 536 str(self.mem_summary['static_ram'])
dkato 0:f782d9c66c49 537 output += "Total RAM memory (data + bss + heap + stack): %s bytes\n" % \
dkato 0:f782d9c66c49 538 str(self.mem_summary['total_ram'])
dkato 0:f782d9c66c49 539 output += "Total Flash memory (text + data + misc): %s bytes\n" % \
dkato 0:f782d9c66c49 540 str(self.mem_summary['total_flash'])
dkato 0:f782d9c66c49 541
dkato 0:f782d9c66c49 542 return output
dkato 0:f782d9c66c49 543
dkato 0:f782d9c66c49 544 toolchains = ["ARM", "ARM_STD", "ARM_MICRO", "GCC_ARM", "GCC_CR", "IAR"]
dkato 0:f782d9c66c49 545
dkato 0:f782d9c66c49 546 def compute_report(self):
dkato 0:f782d9c66c49 547 for k in self.sections:
dkato 0:f782d9c66c49 548 self.subtotal[k] = 0
dkato 0:f782d9c66c49 549
dkato 0:f782d9c66c49 550 for i in sorted(self.modules):
dkato 0:f782d9c66c49 551 for k in self.sections:
dkato 0:f782d9c66c49 552 self.subtotal[k] += self.modules[i][k]
dkato 0:f782d9c66c49 553
dkato 0:f782d9c66c49 554 # Calculate misc flash sections
dkato 0:f782d9c66c49 555 self.misc_flash_mem = 0
dkato 0:f782d9c66c49 556 for i in self.modules:
dkato 0:f782d9c66c49 557 for k in self.misc_flash_sections:
dkato 0:f782d9c66c49 558 if self.modules[i][k]:
dkato 0:f782d9c66c49 559 self.misc_flash_mem += self.modules[i][k]
dkato 0:f782d9c66c49 560
dkato 0:f782d9c66c49 561 self.mem_summary = {
dkato 0:f782d9c66c49 562 'static_ram': (self.subtotal['.data'] + self.subtotal['.bss']),
dkato 0:f782d9c66c49 563 'heap': (self.subtotal['.heap']),
dkato 0:f782d9c66c49 564 'stack': (self.subtotal['.stack']),
dkato 0:f782d9c66c49 565 'total_ram': (self.subtotal['.data'] + self.subtotal['.bss'] +
dkato 0:f782d9c66c49 566 self.subtotal['.heap']+self.subtotal['.stack']),
dkato 0:f782d9c66c49 567 'total_flash': (self.subtotal['.text'] + self.subtotal['.data'] +
dkato 0:f782d9c66c49 568 self.misc_flash_mem),
dkato 0:f782d9c66c49 569 }
dkato 0:f782d9c66c49 570
dkato 0:f782d9c66c49 571 self.mem_report = []
dkato 0:f782d9c66c49 572 for i in sorted(self.modules):
dkato 0:f782d9c66c49 573 self.mem_report.append({
dkato 0:f782d9c66c49 574 "module":i,
dkato 0:f782d9c66c49 575 "size":{
dkato 0:f782d9c66c49 576 k:self.modules[i][k] for k in self.print_sections
dkato 0:f782d9c66c49 577 }
dkato 0:f782d9c66c49 578 })
dkato 0:f782d9c66c49 579
dkato 0:f782d9c66c49 580 self.mem_report.append({
dkato 0:f782d9c66c49 581 'summary': self.mem_summary
dkato 0:f782d9c66c49 582 })
dkato 0:f782d9c66c49 583
dkato 0:f782d9c66c49 584 def parse(self, mapfile, toolchain):
dkato 0:f782d9c66c49 585 """ Parse and decode map file depending on the toolchain
dkato 0:f782d9c66c49 586
dkato 0:f782d9c66c49 587 Positional arguments:
dkato 0:f782d9c66c49 588 mapfile - the file name of the memory map file
dkato 0:f782d9c66c49 589 toolchain - the toolchain used to create the file
dkato 0:f782d9c66c49 590 """
dkato 0:f782d9c66c49 591
dkato 0:f782d9c66c49 592 result = True
dkato 0:f782d9c66c49 593 try:
dkato 0:f782d9c66c49 594 with open(mapfile, 'r') as file_input:
dkato 0:f782d9c66c49 595 if toolchain == "ARM" or toolchain == "ARM_STD" or\
dkato 0:f782d9c66c49 596 toolchain == "ARM_MICRO":
dkato 0:f782d9c66c49 597 self.search_objects(os.path.abspath(mapfile))
dkato 0:f782d9c66c49 598 self.parse_map_file_armcc(file_input)
dkato 0:f782d9c66c49 599 elif toolchain == "GCC_ARM" or toolchain == "GCC_CR":
dkato 0:f782d9c66c49 600 self.parse_map_file_gcc(file_input)
dkato 0:f782d9c66c49 601 elif toolchain == "IAR":
dkato 0:f782d9c66c49 602 self.search_objects(os.path.abspath(mapfile))
dkato 0:f782d9c66c49 603 self.parse_map_file_iar(file_input)
dkato 0:f782d9c66c49 604 else:
dkato 0:f782d9c66c49 605 result = False
dkato 0:f782d9c66c49 606
dkato 0:f782d9c66c49 607 self.compute_report()
dkato 0:f782d9c66c49 608
dkato 0:f782d9c66c49 609 except IOError as error:
dkato 0:f782d9c66c49 610 print "I/O error({0}): {1}".format(error.errno, error.strerror)
dkato 0:f782d9c66c49 611 result = False
dkato 0:f782d9c66c49 612 return result
dkato 0:f782d9c66c49 613
dkato 0:f782d9c66c49 614 def main():
dkato 0:f782d9c66c49 615 """Entry Point"""
dkato 0:f782d9c66c49 616
dkato 0:f782d9c66c49 617 version = '0.3.12'
dkato 0:f782d9c66c49 618
dkato 0:f782d9c66c49 619 # Parser handling
dkato 0:f782d9c66c49 620 parser = argparse.ArgumentParser(
dkato 0:f782d9c66c49 621 description="Memory Map File Analyser for ARM mbed\nversion %s" %
dkato 0:f782d9c66c49 622 version)
dkato 0:f782d9c66c49 623
dkato 0:f782d9c66c49 624 parser.add_argument(
dkato 0:f782d9c66c49 625 'file', type=argparse_filestring_type, help='memory map file')
dkato 0:f782d9c66c49 626
dkato 0:f782d9c66c49 627 parser.add_argument(
dkato 0:f782d9c66c49 628 '-t', '--toolchain', dest='toolchain',
dkato 0:f782d9c66c49 629 help='select a toolchain used to build the memory map file (%s)' %
dkato 0:f782d9c66c49 630 ", ".join(MemapParser.toolchains),
dkato 0:f782d9c66c49 631 required=True,
dkato 0:f782d9c66c49 632 type=argparse_uppercase_type(MemapParser.toolchains, "toolchain"))
dkato 0:f782d9c66c49 633
dkato 0:f782d9c66c49 634 parser.add_argument(
dkato 0:f782d9c66c49 635 '-o', '--output', help='output file name', required=False)
dkato 0:f782d9c66c49 636
dkato 0:f782d9c66c49 637 parser.add_argument(
dkato 0:f782d9c66c49 638 '-e', '--export', dest='export', required=False, default='table',
dkato 0:f782d9c66c49 639 type=argparse_lowercase_hyphen_type(MemapParser.export_formats,
dkato 0:f782d9c66c49 640 'export format'),
dkato 0:f782d9c66c49 641 help="export format (examples: %s: default)" %
dkato 0:f782d9c66c49 642 ", ".join(MemapParser.export_formats))
dkato 0:f782d9c66c49 643
dkato 0:f782d9c66c49 644 parser.add_argument('-v', '--version', action='version', version=version)
dkato 0:f782d9c66c49 645
dkato 0:f782d9c66c49 646 parser.add_argument('-d', '--detailed', action='store_true', help='Displays the elements in "Misc" in a detailed fashion', required=False)
dkato 0:f782d9c66c49 647
dkato 0:f782d9c66c49 648 # Parse/run command
dkato 0:f782d9c66c49 649 if len(sys.argv) <= 1:
dkato 0:f782d9c66c49 650 parser.print_help()
dkato 0:f782d9c66c49 651 sys.exit(1)
dkato 0:f782d9c66c49 652
dkato 0:f782d9c66c49 653
dkato 0:f782d9c66c49 654 args = parser.parse_args()
dkato 0:f782d9c66c49 655
dkato 0:f782d9c66c49 656 # Create memap object
dkato 0:f782d9c66c49 657 memap = MemapParser(detailed_misc=args.detailed)
dkato 0:f782d9c66c49 658
dkato 0:f782d9c66c49 659 # Parse and decode a map file
dkato 0:f782d9c66c49 660 if args.file and args.toolchain:
dkato 0:f782d9c66c49 661 if memap.parse(args.file, args.toolchain) is False:
dkato 0:f782d9c66c49 662 sys.exit(0)
dkato 0:f782d9c66c49 663
dkato 0:f782d9c66c49 664 returned_string = None
dkato 0:f782d9c66c49 665 # Write output in file
dkato 0:f782d9c66c49 666 if args.output != None:
dkato 0:f782d9c66c49 667 returned_string = memap.generate_output(args.export, args.output)
dkato 0:f782d9c66c49 668 else: # Write output in screen
dkato 0:f782d9c66c49 669 returned_string = memap.generate_output(args.export)
dkato 0:f782d9c66c49 670
dkato 0:f782d9c66c49 671 if args.export == 'table' and returned_string:
dkato 0:f782d9c66c49 672 print returned_string
dkato 0:f782d9c66c49 673
dkato 0:f782d9c66c49 674 sys.exit(0)
dkato 0:f782d9c66c49 675
dkato 0:f782d9c66c49 676 if __name__ == "__main__":
dkato 0:f782d9c66c49 677 main()