Brian Daniels / mbed-tools

Fork of mbed-tools by Morpheus

Committer:
screamer
Date:
Wed Mar 30 19:28:05 2016 +0100
Revision:
2:5f044fef8f98
Parent:
0:4a2e5f0422d6
Adjust all paths in python to reflect the mbed OS structure

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:4a2e5f0422d6 1 """
screamer 0:4a2e5f0422d6 2 mbed SDK
screamer 0:4a2e5f0422d6 3 Copyright (c) 2011-2013 ARM Limited
screamer 0:4a2e5f0422d6 4
screamer 0:4a2e5f0422d6 5 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:4a2e5f0422d6 6 you may not use this file except in compliance with the License.
screamer 0:4a2e5f0422d6 7 You may obtain a copy of the License at
screamer 0:4a2e5f0422d6 8
screamer 0:4a2e5f0422d6 9 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:4a2e5f0422d6 10
screamer 0:4a2e5f0422d6 11 Unless required by applicable law or agreed to in writing, software
screamer 0:4a2e5f0422d6 12 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:4a2e5f0422d6 13 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:4a2e5f0422d6 14 See the License for the specific language governing permissions and
screamer 0:4a2e5f0422d6 15 limitations under the License.
screamer 0:4a2e5f0422d6 16 """
screamer 0:4a2e5f0422d6 17 import sys
screamer 0:4a2e5f0422d6 18 from os.path import join, abspath, dirname, exists, splitext
screamer 0:4a2e5f0422d6 19 from subprocess import Popen, PIPE
screamer 0:4a2e5f0422d6 20 import csv
screamer 0:4a2e5f0422d6 21 from collections import defaultdict
screamer 0:4a2e5f0422d6 22
screamer 0:4a2e5f0422d6 23 ROOT = abspath(join(dirname(__file__), ".."))
screamer 0:4a2e5f0422d6 24 sys.path.insert(0, ROOT)
screamer 0:4a2e5f0422d6 25
screamer 2:5f044fef8f98 26 from tools.paths import BUILD_DIR, TOOLS_DATA
screamer 2:5f044fef8f98 27 from tools.settings import GCC_ARM_PATH
screamer 2:5f044fef8f98 28 from tools.tests import TEST_MAP
screamer 2:5f044fef8f98 29 from tools.build_api import build_mbed_libs, build_project
screamer 0:4a2e5f0422d6 30
screamer 0:4a2e5f0422d6 31 SIZE = join(GCC_ARM_PATH, 'arm-none-eabi-size')
screamer 0:4a2e5f0422d6 32
screamer 0:4a2e5f0422d6 33 def get_size(path):
screamer 0:4a2e5f0422d6 34 out = Popen([SIZE, path], stdout=PIPE).communicate()[0]
screamer 0:4a2e5f0422d6 35 return map(int, out.splitlines()[1].split()[:4])
screamer 0:4a2e5f0422d6 36
screamer 0:4a2e5f0422d6 37 def get_percentage(before, after):
screamer 0:4a2e5f0422d6 38 if before == 0:
screamer 0:4a2e5f0422d6 39 return 0 if after == 0 else 100.0
screamer 0:4a2e5f0422d6 40 return float(after - before) / float(before) * 100.0
screamer 0:4a2e5f0422d6 41
screamer 0:4a2e5f0422d6 42 def human_size(val):
screamer 0:4a2e5f0422d6 43 if val>1024:
screamer 0:4a2e5f0422d6 44 return "%.0fKb" % (float(val)/1024.0)
screamer 0:4a2e5f0422d6 45 return "%d" % val
screamer 0:4a2e5f0422d6 46
screamer 0:4a2e5f0422d6 47 def print_diff(name, before, after):
screamer 0:4a2e5f0422d6 48 print "%s: (%s -> %s) %.2f%%" % (name, human_size(before) , human_size(after) , get_percentage(before , after))
screamer 0:4a2e5f0422d6 49
screamer 0:4a2e5f0422d6 50 BENCHMARKS = [
screamer 0:4a2e5f0422d6 51 ("BENCHMARK_1", "CENV"),
screamer 0:4a2e5f0422d6 52 ("BENCHMARK_2", "PRINTF"),
screamer 0:4a2e5f0422d6 53 ("BENCHMARK_3", "FP"),
screamer 0:4a2e5f0422d6 54 ("BENCHMARK_4", "MBED"),
screamer 0:4a2e5f0422d6 55 ("BENCHMARK_5", "ALL"),
screamer 0:4a2e5f0422d6 56 ]
screamer 0:4a2e5f0422d6 57 BENCHMARK_DATA_PATH = join(TOOLS_DATA, 'benchmarks.csv')
screamer 0:4a2e5f0422d6 58
screamer 0:4a2e5f0422d6 59
screamer 0:4a2e5f0422d6 60 def benchmarks():
screamer 0:4a2e5f0422d6 61 # CSV Data
screamer 0:4a2e5f0422d6 62 csv_data = csv.writer(open(BENCHMARK_DATA_PATH, 'wb'))
screamer 0:4a2e5f0422d6 63 csv_data.writerow(['Toolchain', "Target", "Benchmark", "code", "data", "bss", "flash"])
screamer 0:4a2e5f0422d6 64
screamer 0:4a2e5f0422d6 65 # Build
screamer 0:4a2e5f0422d6 66 for toolchain in ['ARM', 'uARM', 'GCC_CR', 'GCC_ARM']:
screamer 0:4a2e5f0422d6 67 for mcu in ["LPC1768", "LPC11U24"]:
screamer 0:4a2e5f0422d6 68 # Build Libraries
screamer 0:4a2e5f0422d6 69 build_mbed_libs(mcu, toolchain)
screamer 0:4a2e5f0422d6 70
screamer 0:4a2e5f0422d6 71 # Build benchmarks
screamer 0:4a2e5f0422d6 72 build_dir = join(BUILD_DIR, "benchmarks", mcu, toolchain)
screamer 0:4a2e5f0422d6 73 for test_id, title in BENCHMARKS:
screamer 0:4a2e5f0422d6 74 # Build Benchmark
screamer 0:4a2e5f0422d6 75 try:
screamer 0:4a2e5f0422d6 76 test = TEST_MAP[test_id]
screamer 0:4a2e5f0422d6 77 path = build_project(test.source_dir, join(build_dir, test_id),
screamer 0:4a2e5f0422d6 78 mcu, toolchain, test.dependencies)
screamer 0:4a2e5f0422d6 79 base, ext = splitext(path)
screamer 0:4a2e5f0422d6 80 # Check Size
screamer 0:4a2e5f0422d6 81 code, data, bss, flash = get_size(base+'.elf')
screamer 0:4a2e5f0422d6 82 csv_data.writerow([toolchain, mcu, title, code, data, bss, flash])
screamer 0:4a2e5f0422d6 83 except Exception, e:
screamer 0:4a2e5f0422d6 84 print "Unable to build %s for toolchain %s targeting %s" % (test_id, toolchain, mcu)
screamer 0:4a2e5f0422d6 85 print e
screamer 0:4a2e5f0422d6 86
screamer 0:4a2e5f0422d6 87
screamer 0:4a2e5f0422d6 88 def compare(t1, t2, target):
screamer 0:4a2e5f0422d6 89 if not exists(BENCHMARK_DATA_PATH):
screamer 0:4a2e5f0422d6 90 benchmarks()
screamer 0:4a2e5f0422d6 91 else:
screamer 0:4a2e5f0422d6 92 print "Loading: %s" % BENCHMARK_DATA_PATH
screamer 0:4a2e5f0422d6 93
screamer 0:4a2e5f0422d6 94 data = csv.reader(open(BENCHMARK_DATA_PATH, 'rb'))
screamer 0:4a2e5f0422d6 95
screamer 0:4a2e5f0422d6 96 benchmarks_data = defaultdict(dict)
screamer 0:4a2e5f0422d6 97 for (toolchain, mcu, name, code, data, bss, flash) in data:
screamer 0:4a2e5f0422d6 98 if target == mcu:
screamer 0:4a2e5f0422d6 99 for t in [t1, t2]:
screamer 0:4a2e5f0422d6 100 if toolchain == t:
screamer 0:4a2e5f0422d6 101 benchmarks_data[name][t] = map(int, (code, data, bss, flash))
screamer 0:4a2e5f0422d6 102
screamer 0:4a2e5f0422d6 103 print "%s vs %s for %s" % (t1, t2, target)
screamer 0:4a2e5f0422d6 104 for name, data in benchmarks_data.iteritems():
screamer 0:4a2e5f0422d6 105 try:
screamer 0:4a2e5f0422d6 106 # Check Size
screamer 0:4a2e5f0422d6 107 code_a, data_a, bss_a, flash_a = data[t1]
screamer 0:4a2e5f0422d6 108 code_u, data_u, bss_u, flash_u = data[t2]
screamer 0:4a2e5f0422d6 109
screamer 0:4a2e5f0422d6 110 print "\n=== %s ===" % name
screamer 0:4a2e5f0422d6 111 print_diff("code", code_a , code_u)
screamer 0:4a2e5f0422d6 112 print_diff("data", data_a , data_u)
screamer 0:4a2e5f0422d6 113 print_diff("bss", bss_a , bss_u)
screamer 0:4a2e5f0422d6 114 print_diff("flash", flash_a , flash_u)
screamer 0:4a2e5f0422d6 115 except Exception, e:
screamer 0:4a2e5f0422d6 116 print "No data for benchmark %s" % (name)
screamer 0:4a2e5f0422d6 117 print e
screamer 0:4a2e5f0422d6 118
screamer 0:4a2e5f0422d6 119
screamer 0:4a2e5f0422d6 120 if __name__ == '__main__':
screamer 0:4a2e5f0422d6 121 compare("GCC_CR", "LPC1768")