Ram Gandikota / Mbed OS metronome

FRDM K64F Metronome

pal/Test/Unity/auto/unity_test_summary.py@0:a2cb7295a1f7, 2017-05-14 (annotated)

Committer:
ram54288
Date:
Sun May 14 18:35:07 2017 +0000
Revision:
0:a2cb7295a1f7
Initial commit

Who changed what in which revision?

UserRevisionLine numberNew contents of line
ram54288 0:a2cb7295a1f7 1 #! python3
ram54288 0:a2cb7295a1f7 2 # ==========================================
ram54288 0:a2cb7295a1f7 3 # Unity Project - A Test Framework for C
ram54288 0:a2cb7295a1f7 4 # Copyright (c) 2015 Alexander Mueller / XelaRellum@web.de
ram54288 0:a2cb7295a1f7 5 # [Released under MIT License. Please refer to license.txt for details]
ram54288 0:a2cb7295a1f7 6 # Based on the ruby script by Mike Karlesky, Mark VanderVoord, Greg Williams
ram54288 0:a2cb7295a1f7 7 # ==========================================
ram54288 0:a2cb7295a1f7 8 import sys
ram54288 0:a2cb7295a1f7 9 import os
ram54288 0:a2cb7295a1f7 10 import re
ram54288 0:a2cb7295a1f7 11 from glob import glob
ram54288 0:a2cb7295a1f7 12
ram54288 0:a2cb7295a1f7 13 class UnityTestSummary:
ram54288 0:a2cb7295a1f7 14 def __init__(self):
ram54288 0:a2cb7295a1f7 15 self.report = ''
ram54288 0:a2cb7295a1f7 16 self.total_tests = 0
ram54288 0:a2cb7295a1f7 17 self.failures = 0
ram54288 0:a2cb7295a1f7 18 self.ignored = 0
ram54288 0:a2cb7295a1f7 19
ram54288 0:a2cb7295a1f7 20 def run(self):
ram54288 0:a2cb7295a1f7 21 # Clean up result file names
ram54288 0:a2cb7295a1f7 22 results = []
ram54288 0:a2cb7295a1f7 23 for target in self.targets:
ram54288 0:a2cb7295a1f7 24 results.append(target.replace('\\', '/'))
ram54288 0:a2cb7295a1f7 25
ram54288 0:a2cb7295a1f7 26 # Dig through each result file, looking for details on pass/fail:
ram54288 0:a2cb7295a1f7 27 failure_output = []
ram54288 0:a2cb7295a1f7 28 ignore_output = []
ram54288 0:a2cb7295a1f7 29
ram54288 0:a2cb7295a1f7 30 for result_file in results:
ram54288 0:a2cb7295a1f7 31 lines = list(map(lambda line: line.rstrip(), open(result_file, "r").read().split('\n')))
ram54288 0:a2cb7295a1f7 32 if len(lines) == 0:
ram54288 0:a2cb7295a1f7 33 raise Exception("Empty test result file: %s" % result_file)
ram54288 0:a2cb7295a1f7 34
ram54288 0:a2cb7295a1f7 35 details = self.get_details(result_file, lines)
ram54288 0:a2cb7295a1f7 36 failures = details['failures']
ram54288 0:a2cb7295a1f7 37 ignores = details['ignores']
ram54288 0:a2cb7295a1f7 38 if len(failures) > 0: failure_output.append('\n'.join(failures))
ram54288 0:a2cb7295a1f7 39 if len(ignores) > 0: ignore_output.append('n'.join(ignores))
ram54288 0:a2cb7295a1f7 40 tests,failures,ignored = self.parse_test_summary('\n'.join(lines))
ram54288 0:a2cb7295a1f7 41 self.total_tests += tests
ram54288 0:a2cb7295a1f7 42 self.failures += failures
ram54288 0:a2cb7295a1f7 43 self.ignored += ignored
ram54288 0:a2cb7295a1f7 44
ram54288 0:a2cb7295a1f7 45 if self.ignored > 0:
ram54288 0:a2cb7295a1f7 46 self.report += "\n"
ram54288 0:a2cb7295a1f7 47 self.report += "--------------------------\n"
ram54288 0:a2cb7295a1f7 48 self.report += "UNITY IGNORED TEST SUMMARY\n"
ram54288 0:a2cb7295a1f7 49 self.report += "--------------------------\n"
ram54288 0:a2cb7295a1f7 50 self.report += "\n".join(ignore_output)
ram54288 0:a2cb7295a1f7 51
ram54288 0:a2cb7295a1f7 52 if self.failures > 0:
ram54288 0:a2cb7295a1f7 53 self.report += "\n"
ram54288 0:a2cb7295a1f7 54 self.report += "--------------------------\n"
ram54288 0:a2cb7295a1f7 55 self.report += "UNITY FAILED TEST SUMMARY\n"
ram54288 0:a2cb7295a1f7 56 self.report += "--------------------------\n"
ram54288 0:a2cb7295a1f7 57 self.report += '\n'.join(failure_output)
ram54288 0:a2cb7295a1f7 58
ram54288 0:a2cb7295a1f7 59 self.report += "\n"
ram54288 0:a2cb7295a1f7 60 self.report += "--------------------------\n"
ram54288 0:a2cb7295a1f7 61 self.report += "OVERALL UNITY TEST SUMMARY\n"
ram54288 0:a2cb7295a1f7 62 self.report += "--------------------------\n"
ram54288 0:a2cb7295a1f7 63 self.report += "{total_tests} TOTAL TESTS {failures} TOTAL FAILURES {ignored} IGNORED\n".format(total_tests = self.total_tests, failures=self.failures, ignored=self.ignored)
ram54288 0:a2cb7295a1f7 64 self.report += "\n"
ram54288 0:a2cb7295a1f7 65
ram54288 0:a2cb7295a1f7 66 return self.report
ram54288 0:a2cb7295a1f7 67
ram54288 0:a2cb7295a1f7 68 def set_targets(self, target_array):
ram54288 0:a2cb7295a1f7 69 self.targets = target_array
ram54288 0:a2cb7295a1f7 70
ram54288 0:a2cb7295a1f7 71 def set_root_path(self, path):
ram54288 0:a2cb7295a1f7 72 self.root = path
ram54288 0:a2cb7295a1f7 73
ram54288 0:a2cb7295a1f7 74 def usage(self, err_msg=None):
ram54288 0:a2cb7295a1f7 75 print("\nERROR: ")
ram54288 0:a2cb7295a1f7 76 if err_msg:
ram54288 0:a2cb7295a1f7 77 print(err_msg)
ram54288 0:a2cb7295a1f7 78 print("\nUsage: unity_test_summary.py result_file_directory/ root_path/")
ram54288 0:a2cb7295a1f7 79 print(" result_file_directory - The location of your results files.")
ram54288 0:a2cb7295a1f7 80 print(" Defaults to current directory if not specified.")
ram54288 0:a2cb7295a1f7 81 print(" Should end in / if specified.")
ram54288 0:a2cb7295a1f7 82 print(" root_path - Helpful for producing more verbose output if using relative paths.")
ram54288 0:a2cb7295a1f7 83 sys.exit(1)
ram54288 0:a2cb7295a1f7 84
ram54288 0:a2cb7295a1f7 85 def get_details(self, result_file, lines):
ram54288 0:a2cb7295a1f7 86 results = { 'failures': [], 'ignores': [], 'successes': [] }
ram54288 0:a2cb7295a1f7 87 for line in lines:
ram54288 0:a2cb7295a1f7 88 parts = line.split(':')
ram54288 0:a2cb7295a1f7 89 if len(parts) != 5:
ram54288 0:a2cb7295a1f7 90 continue
ram54288 0:a2cb7295a1f7 91 src_file,src_line,test_name,status,msg = parts
ram54288 0:a2cb7295a1f7 92 if len(self.root) > 0:
ram54288 0:a2cb7295a1f7 93 line_out = "%s%s" % (self.root, line)
ram54288 0:a2cb7295a1f7 94 else:
ram54288 0:a2cb7295a1f7 95 line_out = line
ram54288 0:a2cb7295a1f7 96 if status == 'IGNORE':
ram54288 0:a2cb7295a1f7 97 results['ignores'].append(line_out)
ram54288 0:a2cb7295a1f7 98 elif status == 'FAIL':
ram54288 0:a2cb7295a1f7 99 results['failures'].append(line_out)
ram54288 0:a2cb7295a1f7 100 elif status == 'PASS':
ram54288 0:a2cb7295a1f7 101 results['successes'].append(line_out)
ram54288 0:a2cb7295a1f7 102 return results
ram54288 0:a2cb7295a1f7 103
ram54288 0:a2cb7295a1f7 104 def parse_test_summary(self, summary):
ram54288 0:a2cb7295a1f7 105 m = re.search(r"([0-9]+) Tests ([0-9]+) Failures ([0-9]+) Ignored", summary)
ram54288 0:a2cb7295a1f7 106 if not m:
ram54288 0:a2cb7295a1f7 107 raise Exception("Couldn't parse test results: %s" % summary)
ram54288 0:a2cb7295a1f7 108
ram54288 0:a2cb7295a1f7 109 return int(m.group(1)), int(m.group(2)), int(m.group(3))
ram54288 0:a2cb7295a1f7 110
ram54288 0:a2cb7295a1f7 111
ram54288 0:a2cb7295a1f7 112 if __name__ == '__main__':
ram54288 0:a2cb7295a1f7 113 uts = UnityTestSummary()
ram54288 0:a2cb7295a1f7 114 try:
ram54288 0:a2cb7295a1f7 115 #look in the specified or current directory for result files
ram54288 0:a2cb7295a1f7 116 if len(sys.argv) > 1:
ram54288 0:a2cb7295a1f7 117 targets_dir = sys.argv[1]
ram54288 0:a2cb7295a1f7 118 else:
ram54288 0:a2cb7295a1f7 119 targets_dir = './'
ram54288 0:a2cb7295a1f7 120 targets = list(map(lambda x: x.replace('\\', '/'), glob(targets_dir + '*.test*')))
ram54288 0:a2cb7295a1f7 121 if len(targets) == 0:
ram54288 0:a2cb7295a1f7 122 raise Exception("No *.testpass or *.testfail files found in '%s'" % targets_dir)
ram54288 0:a2cb7295a1f7 123 uts.set_targets(targets)
ram54288 0:a2cb7295a1f7 124
ram54288 0:a2cb7295a1f7 125 #set the root path
ram54288 0:a2cb7295a1f7 126 if len(sys.argv) > 2:
ram54288 0:a2cb7295a1f7 127 root_path = sys.argv[2]
ram54288 0:a2cb7295a1f7 128 else:
ram54288 0:a2cb7295a1f7 129 root_path = os.path.split(__file__)[0]
ram54288 0:a2cb7295a1f7 130 uts.set_root_path(root_path)
ram54288 0:a2cb7295a1f7 131
ram54288 0:a2cb7295a1f7 132 #run the summarizer
ram54288 0:a2cb7295a1f7 133 print(uts.run())
ram54288 0:a2cb7295a1f7 134 except Exception as e:
ram54288 0:a2cb7295a1f7 135 uts.usage(e)