Anders Blomdell / mbed-sdk-tools
Committer:
screamer
Date:
Thu May 19 19:44:41 2016 +0100
Revision:
0:66f3b5499f7f
Initial revision

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:66f3b5499f7f 1 """
screamer 0:66f3b5499f7f 2 mbed SDK
screamer 0:66f3b5499f7f 3 Copyright (c) 2011-2013 ARM Limited
screamer 0:66f3b5499f7f 4
screamer 0:66f3b5499f7f 5 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:66f3b5499f7f 6 you may not use this file except in compliance with the License.
screamer 0:66f3b5499f7f 7 You may obtain a copy of the License at
screamer 0:66f3b5499f7f 8
screamer 0:66f3b5499f7f 9 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:66f3b5499f7f 10
screamer 0:66f3b5499f7f 11 Unless required by applicable law or agreed to in writing, software
screamer 0:66f3b5499f7f 12 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:66f3b5499f7f 13 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:66f3b5499f7f 14 See the License for the specific language governing permissions and
screamer 0:66f3b5499f7f 15 limitations under the License.
screamer 0:66f3b5499f7f 16 """
screamer 0:66f3b5499f7f 17 import sys
screamer 0:66f3b5499f7f 18 from os.path import join, abspath, dirname, exists, splitext
screamer 0:66f3b5499f7f 19 from subprocess import Popen, PIPE
screamer 0:66f3b5499f7f 20 import csv
screamer 0:66f3b5499f7f 21 from collections import defaultdict
screamer 0:66f3b5499f7f 22
screamer 0:66f3b5499f7f 23 ROOT = abspath(join(dirname(__file__), ".."))
screamer 0:66f3b5499f7f 24 sys.path.insert(0, ROOT)
screamer 0:66f3b5499f7f 25
screamer 0:66f3b5499f7f 26 from tools.paths import BUILD_DIR, TOOLS_DATA
screamer 0:66f3b5499f7f 27 from tools.settings import GCC_ARM_PATH
screamer 0:66f3b5499f7f 28 from tools.tests import TEST_MAP
screamer 0:66f3b5499f7f 29 from tools.build_api import build_mbed_libs, build_project
screamer 0:66f3b5499f7f 30
screamer 0:66f3b5499f7f 31 SIZE = join(GCC_ARM_PATH, 'arm-none-eabi-size')
screamer 0:66f3b5499f7f 32
screamer 0:66f3b5499f7f 33 def get_size(path):
screamer 0:66f3b5499f7f 34 out = Popen([SIZE, path], stdout=PIPE).communicate()[0]
screamer 0:66f3b5499f7f 35 return map(int, out.splitlines()[1].split()[:4])
screamer 0:66f3b5499f7f 36
screamer 0:66f3b5499f7f 37 def get_percentage(before, after):
screamer 0:66f3b5499f7f 38 if before == 0:
screamer 0:66f3b5499f7f 39 return 0 if after == 0 else 100.0
screamer 0:66f3b5499f7f 40 return float(after - before) / float(before) * 100.0
screamer 0:66f3b5499f7f 41
screamer 0:66f3b5499f7f 42 def human_size(val):
screamer 0:66f3b5499f7f 43 if val>1024:
screamer 0:66f3b5499f7f 44 return "%.0fKb" % (float(val)/1024.0)
screamer 0:66f3b5499f7f 45 return "%d" % val
screamer 0:66f3b5499f7f 46
screamer 0:66f3b5499f7f 47 def print_diff(name, before, after):
screamer 0:66f3b5499f7f 48 print "%s: (%s -> %s) %.2f%%" % (name, human_size(before) , human_size(after) , get_percentage(before , after))
screamer 0:66f3b5499f7f 49
screamer 0:66f3b5499f7f 50 BENCHMARKS = [
screamer 0:66f3b5499f7f 51 ("BENCHMARK_1", "CENV"),
screamer 0:66f3b5499f7f 52 ("BENCHMARK_2", "PRINTF"),
screamer 0:66f3b5499f7f 53 ("BENCHMARK_3", "FP"),
screamer 0:66f3b5499f7f 54 ("BENCHMARK_4", "MBED"),
screamer 0:66f3b5499f7f 55 ("BENCHMARK_5", "ALL"),
screamer 0:66f3b5499f7f 56 ]
screamer 0:66f3b5499f7f 57 BENCHMARK_DATA_PATH = join(TOOLS_DATA, 'benchmarks.csv')
screamer 0:66f3b5499f7f 58
screamer 0:66f3b5499f7f 59
screamer 0:66f3b5499f7f 60 def benchmarks():
screamer 0:66f3b5499f7f 61 # CSV Data
screamer 0:66f3b5499f7f 62 csv_data = csv.writer(open(BENCHMARK_DATA_PATH, 'wb'))
screamer 0:66f3b5499f7f 63 csv_data.writerow(['Toolchain', "Target", "Benchmark", "code", "data", "bss", "flash"])
screamer 0:66f3b5499f7f 64
screamer 0:66f3b5499f7f 65 # Build
screamer 0:66f3b5499f7f 66 for toolchain in ['ARM', 'uARM', 'GCC_CR', 'GCC_ARM']:
screamer 0:66f3b5499f7f 67 for mcu in ["LPC1768", "LPC11U24"]:
screamer 0:66f3b5499f7f 68 # Build Libraries
screamer 0:66f3b5499f7f 69 build_mbed_libs(mcu, toolchain)
screamer 0:66f3b5499f7f 70
screamer 0:66f3b5499f7f 71 # Build benchmarks
screamer 0:66f3b5499f7f 72 build_dir = join(BUILD_DIR, "benchmarks", mcu, toolchain)
screamer 0:66f3b5499f7f 73 for test_id, title in BENCHMARKS:
screamer 0:66f3b5499f7f 74 # Build Benchmark
screamer 0:66f3b5499f7f 75 try:
screamer 0:66f3b5499f7f 76 test = TEST_MAP[test_id]
screamer 0:66f3b5499f7f 77 path = build_project(test.source_dir, join(build_dir, test_id),
screamer 0:66f3b5499f7f 78 mcu, toolchain, test.dependencies)
screamer 0:66f3b5499f7f 79 base, ext = splitext(path)
screamer 0:66f3b5499f7f 80 # Check Size
screamer 0:66f3b5499f7f 81 code, data, bss, flash = get_size(base+'.elf')
screamer 0:66f3b5499f7f 82 csv_data.writerow([toolchain, mcu, title, code, data, bss, flash])
screamer 0:66f3b5499f7f 83 except Exception, e:
screamer 0:66f3b5499f7f 84 print "Unable to build %s for toolchain %s targeting %s" % (test_id, toolchain, mcu)
screamer 0:66f3b5499f7f 85 print e
screamer 0:66f3b5499f7f 86
screamer 0:66f3b5499f7f 87
screamer 0:66f3b5499f7f 88 def compare(t1, t2, target):
screamer 0:66f3b5499f7f 89 if not exists(BENCHMARK_DATA_PATH):
screamer 0:66f3b5499f7f 90 benchmarks()
screamer 0:66f3b5499f7f 91 else:
screamer 0:66f3b5499f7f 92 print "Loading: %s" % BENCHMARK_DATA_PATH
screamer 0:66f3b5499f7f 93
screamer 0:66f3b5499f7f 94 data = csv.reader(open(BENCHMARK_DATA_PATH, 'rb'))
screamer 0:66f3b5499f7f 95
screamer 0:66f3b5499f7f 96 benchmarks_data = defaultdict(dict)
screamer 0:66f3b5499f7f 97 for (toolchain, mcu, name, code, data, bss, flash) in data:
screamer 0:66f3b5499f7f 98 if target == mcu:
screamer 0:66f3b5499f7f 99 for t in [t1, t2]:
screamer 0:66f3b5499f7f 100 if toolchain == t:
screamer 0:66f3b5499f7f 101 benchmarks_data[name][t] = map(int, (code, data, bss, flash))
screamer 0:66f3b5499f7f 102
screamer 0:66f3b5499f7f 103 print "%s vs %s for %s" % (t1, t2, target)
screamer 0:66f3b5499f7f 104 for name, data in benchmarks_data.iteritems():
screamer 0:66f3b5499f7f 105 try:
screamer 0:66f3b5499f7f 106 # Check Size
screamer 0:66f3b5499f7f 107 code_a, data_a, bss_a, flash_a = data[t1]
screamer 0:66f3b5499f7f 108 code_u, data_u, bss_u, flash_u = data[t2]
screamer 0:66f3b5499f7f 109
screamer 0:66f3b5499f7f 110 print "\n=== %s ===" % name
screamer 0:66f3b5499f7f 111 print_diff("code", code_a , code_u)
screamer 0:66f3b5499f7f 112 print_diff("data", data_a , data_u)
screamer 0:66f3b5499f7f 113 print_diff("bss", bss_a , bss_u)
screamer 0:66f3b5499f7f 114 print_diff("flash", flash_a , flash_u)
screamer 0:66f3b5499f7f 115 except Exception, e:
screamer 0:66f3b5499f7f 116 print "No data for benchmark %s" % (name)
screamer 0:66f3b5499f7f 117 print e
screamer 0:66f3b5499f7f 118
screamer 0:66f3b5499f7f 119
screamer 0:66f3b5499f7f 120 if __name__ == '__main__':
screamer 0:66f3b5499f7f 121 compare("GCC_CR", "LPC1768")