Brian Daniels / mbed-tools

Important changes to repositories hosted on mbed.com

Mbed hosted mercurial repositories are deprecated and are due to be permanently deleted in July 2026.

To keep a copy of this software download the repository Zip archive or clone locally using Mercurial.

It is also possible to export all your personal repositories from the account settings page.

Fork of mbed-tools by Morpheus

test_exporters.py@0:4a2e5f0422d6, 2016-03-30 (annotated)

Committer:
screamer
Date:
Wed Mar 30 16:23:44 2016 +0000
Revision:
0:4a2e5f0422d6
Child:
2:5f044fef8f98
Initial revision

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:4a2e5f0422d6 1 """
screamer 0:4a2e5f0422d6 2 mbed SDK
screamer 0:4a2e5f0422d6 3 Copyright (c) 2011-2014 ARM Limited
screamer 0:4a2e5f0422d6 4
screamer 0:4a2e5f0422d6 5 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:4a2e5f0422d6 6 you may not use this file except in compliance with the License.
screamer 0:4a2e5f0422d6 7 You may obtain a copy of the License at
screamer 0:4a2e5f0422d6 8
screamer 0:4a2e5f0422d6 9 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:4a2e5f0422d6 10
screamer 0:4a2e5f0422d6 11 Unless required by applicable law or agreed to in writing, software
screamer 0:4a2e5f0422d6 12 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:4a2e5f0422d6 13 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:4a2e5f0422d6 14 See the License for the specific language governing permissions and
screamer 0:4a2e5f0422d6 15 limitations under the License.
screamer 0:4a2e5f0422d6 16
screamer 0:4a2e5f0422d6 17 Author: Przemyslaw Wirkus <Przemyslaw.wirkus@arm.com>
screamer 0:4a2e5f0422d6 18 """
screamer 0:4a2e5f0422d6 19
screamer 0:4a2e5f0422d6 20 from workspace_tools.utils import construct_enum
screamer 0:4a2e5f0422d6 21
screamer 0:4a2e5f0422d6 22
screamer 0:4a2e5f0422d6 23 ResultExporterType = construct_enum(HTML='Html_Exporter',
screamer 0:4a2e5f0422d6 24 JUNIT='JUnit_Exporter',
screamer 0:4a2e5f0422d6 25 JUNIT_OPER='JUnit_Exporter_Interoperability',
screamer 0:4a2e5f0422d6 26 BUILD='Build_Exporter',
screamer 0:4a2e5f0422d6 27 PRINT='Print_Exporter')
screamer 0:4a2e5f0422d6 28
screamer 0:4a2e5f0422d6 29
screamer 0:4a2e5f0422d6 30 class ReportExporter():
screamer 0:4a2e5f0422d6 31 """ Class exports extended test result Python data structure to
screamer 0:4a2e5f0422d6 32 different formats like HTML, JUnit XML.
screamer 0:4a2e5f0422d6 33
screamer 0:4a2e5f0422d6 34 Parameter 'test_result_ext' format:
screamer 0:4a2e5f0422d6 35
screamer 0:4a2e5f0422d6 36 u'uARM': { u'LPC1768': { 'MBED_2': { 0: { 'copy_method': 'shutils.copy()',
screamer 0:4a2e5f0422d6 37 'duration': 20,
screamer 0:4a2e5f0422d6 38 'elapsed_time': 1.7929999828338623,
screamer 0:4a2e5f0422d6 39 'output': 'Host test instrumentation on ...\r\n',
screamer 0:4a2e5f0422d6 40 'result': 'OK',
screamer 0:4a2e5f0422d6 41 'target_name': u'LPC1768',
screamer 0:4a2e5f0422d6 42 'description': 'stdio',
screamer 0:4a2e5f0422d6 43 'id': u'MBED_2',
screamer 0:4a2e5f0422d6 44 'toolchain_name': u'uARM'}},
screamer 0:4a2e5f0422d6 45 """
screamer 0:4a2e5f0422d6 46 CSS_STYLE = """<style>
screamer 0:4a2e5f0422d6 47 .name{
screamer 0:4a2e5f0422d6 48 border: 1px solid;
screamer 0:4a2e5f0422d6 49 border-radius: 25px;
screamer 0:4a2e5f0422d6 50 width: 100px;
screamer 0:4a2e5f0422d6 51 }
screamer 0:4a2e5f0422d6 52 .tooltip{
screamer 0:4a2e5f0422d6 53 position:absolute;
screamer 0:4a2e5f0422d6 54 background-color: #F5DA81;
screamer 0:4a2e5f0422d6 55 display:none;
screamer 0:4a2e5f0422d6 56 }
screamer 0:4a2e5f0422d6 57 </style>
screamer 0:4a2e5f0422d6 58 """
screamer 0:4a2e5f0422d6 59
screamer 0:4a2e5f0422d6 60 JAVASCRIPT = """
screamer 0:4a2e5f0422d6 61 <script type="text/javascript">
screamer 0:4a2e5f0422d6 62 function show (elem) {
screamer 0:4a2e5f0422d6 63 elem.style.display = "block";
screamer 0:4a2e5f0422d6 64 }
screamer 0:4a2e5f0422d6 65 function hide (elem) {
screamer 0:4a2e5f0422d6 66 elem.style.display = "";
screamer 0:4a2e5f0422d6 67 }
screamer 0:4a2e5f0422d6 68 </script>
screamer 0:4a2e5f0422d6 69 """
screamer 0:4a2e5f0422d6 70
screamer 0:4a2e5f0422d6 71 def __init__(self, result_exporter_type, package="test"):
screamer 0:4a2e5f0422d6 72 self.result_exporter_type = result_exporter_type
screamer 0:4a2e5f0422d6 73 self.package = package
screamer 0:4a2e5f0422d6 74
screamer 0:4a2e5f0422d6 75 def report(self, test_summary_ext, test_suite_properties=None):
screamer 0:4a2e5f0422d6 76 """ Invokes report depending on exporter_type set in constructor
screamer 0:4a2e5f0422d6 77 """
screamer 0:4a2e5f0422d6 78 if self.result_exporter_type == ResultExporterType.HTML:
screamer 0:4a2e5f0422d6 79 # HTML exporter
screamer 0:4a2e5f0422d6 80 return self.exporter_html(test_summary_ext, test_suite_properties)
screamer 0:4a2e5f0422d6 81 elif self.result_exporter_type == ResultExporterType.JUNIT:
screamer 0:4a2e5f0422d6 82 # JUNIT exporter for results from test suite
screamer 0:4a2e5f0422d6 83 return self.exporter_junit(test_summary_ext, test_suite_properties)
screamer 0:4a2e5f0422d6 84 elif self.result_exporter_type == ResultExporterType.JUNIT_OPER:
screamer 0:4a2e5f0422d6 85 # JUNIT exporter for interoperability test
screamer 0:4a2e5f0422d6 86 return self.exporter_junit_ioper(test_summary_ext, test_suite_properties)
screamer 0:4a2e5f0422d6 87 elif self.result_exporter_type == ResultExporterType.PRINT:
screamer 0:4a2e5f0422d6 88 # JUNIT exporter for interoperability test
screamer 0:4a2e5f0422d6 89 return self.exporter_print(test_summary_ext)
screamer 0:4a2e5f0422d6 90 return None
screamer 0:4a2e5f0422d6 91
screamer 0:4a2e5f0422d6 92 def report_to_file(self, test_summary_ext, file_name, test_suite_properties=None):
screamer 0:4a2e5f0422d6 93 """ Stores report to specified file
screamer 0:4a2e5f0422d6 94 """
screamer 0:4a2e5f0422d6 95 report = self.report(test_summary_ext, test_suite_properties=test_suite_properties)
screamer 0:4a2e5f0422d6 96 self.write_to_file(report, file_name)
screamer 0:4a2e5f0422d6 97
screamer 0:4a2e5f0422d6 98 def write_to_file(self, report, file_name):
screamer 0:4a2e5f0422d6 99 if report is not None:
screamer 0:4a2e5f0422d6 100 with open(file_name, 'w') as f:
screamer 0:4a2e5f0422d6 101 f.write(report)
screamer 0:4a2e5f0422d6 102
screamer 0:4a2e5f0422d6 103 def get_tooltip_name(self, toolchain, target, test_id, loop_no):
screamer 0:4a2e5f0422d6 104 """ Generate simple unique tool-tip name which can be used.
screamer 0:4a2e5f0422d6 105 For example as HTML <div> section id attribute.
screamer 0:4a2e5f0422d6 106 """
screamer 0:4a2e5f0422d6 107 return "target_test_%s_%s_%s_%s"% (toolchain.lower(), target.lower(), test_id.lower(), loop_no)
screamer 0:4a2e5f0422d6 108
screamer 0:4a2e5f0422d6 109 def get_result_div_sections(self, test, test_no):
screamer 0:4a2e5f0422d6 110 """ Generates separate <DIV> sections which contains test results output.
screamer 0:4a2e5f0422d6 111 """
screamer 0:4a2e5f0422d6 112
screamer 0:4a2e5f0422d6 113 RESULT_COLORS = {'OK': 'LimeGreen',
screamer 0:4a2e5f0422d6 114 'FAIL': 'Orange',
screamer 0:4a2e5f0422d6 115 'ERROR': 'LightCoral',
screamer 0:4a2e5f0422d6 116 'OTHER': 'LightGray',
screamer 0:4a2e5f0422d6 117 }
screamer 0:4a2e5f0422d6 118
screamer 0:4a2e5f0422d6 119 tooltip_name = self.get_tooltip_name(test['toolchain_name'], test['target_name'], test['id'], test_no)
screamer 0:4a2e5f0422d6 120 background_color = RESULT_COLORS[test['result'] if test['result'] in RESULT_COLORS else 'OTHER']
screamer 0:4a2e5f0422d6 121 result_div_style = "background-color: %s"% background_color
screamer 0:4a2e5f0422d6 122
screamer 0:4a2e5f0422d6 123 result = """<div class="name" style="%s" onmouseover="show(%s)" onmouseout="hide(%s)">
screamer 0:4a2e5f0422d6 124 <center>%s</center>
screamer 0:4a2e5f0422d6 125 <div class = "tooltip" id= "%s">
screamer 0:4a2e5f0422d6 126 <b>%s</b><br />
screamer 0:4a2e5f0422d6 127 <hr />
screamer 0:4a2e5f0422d6 128 <b>%s</b> in <b>%.2f sec</b><br />
screamer 0:4a2e5f0422d6 129 <hr />
screamer 0:4a2e5f0422d6 130 <small>
screamer 0:4a2e5f0422d6 131 %s
screamer 0:4a2e5f0422d6 132 </small>
screamer 0:4a2e5f0422d6 133 </div>
screamer 0:4a2e5f0422d6 134 </div>
screamer 0:4a2e5f0422d6 135 """% (result_div_style,
screamer 0:4a2e5f0422d6 136 tooltip_name,
screamer 0:4a2e5f0422d6 137 tooltip_name,
screamer 0:4a2e5f0422d6 138 test['result'],
screamer 0:4a2e5f0422d6 139 tooltip_name,
screamer 0:4a2e5f0422d6 140 test['target_name_unique'],
screamer 0:4a2e5f0422d6 141 test['description'],
screamer 0:4a2e5f0422d6 142 test['elapsed_time'],
screamer 0:4a2e5f0422d6 143 test['output'].replace('\n', '<br />'))
screamer 0:4a2e5f0422d6 144 return result
screamer 0:4a2e5f0422d6 145
screamer 0:4a2e5f0422d6 146 def get_result_tree(self, test_results):
screamer 0:4a2e5f0422d6 147 """ If test was run in a loop (we got few results from the same test)
screamer 0:4a2e5f0422d6 148 we will show it in a column to see all results.
screamer 0:4a2e5f0422d6 149 This function produces HTML table with corresponding results.
screamer 0:4a2e5f0422d6 150 """
screamer 0:4a2e5f0422d6 151 result = ''
screamer 0:4a2e5f0422d6 152 for i, test_result in enumerate(test_results):
screamer 0:4a2e5f0422d6 153 result += '<table>'
screamer 0:4a2e5f0422d6 154 test_ids = sorted(test_result.keys())
screamer 0:4a2e5f0422d6 155 for test_no in test_ids:
screamer 0:4a2e5f0422d6 156 test = test_result[test_no]
screamer 0:4a2e5f0422d6 157 result += """<tr>
screamer 0:4a2e5f0422d6 158 <td valign="top">%s</td>
screamer 0:4a2e5f0422d6 159 </tr>"""% self.get_result_div_sections(test, "%d_%d" % (test_no, i))
screamer 0:4a2e5f0422d6 160 result += '</table>'
screamer 0:4a2e5f0422d6 161 return result
screamer 0:4a2e5f0422d6 162
screamer 0:4a2e5f0422d6 163 def get_all_unique_test_ids(self, test_result_ext):
screamer 0:4a2e5f0422d6 164 """ Gets all unique test ids from all ran tests.
screamer 0:4a2e5f0422d6 165 We need this to create complete list of all test ran.
screamer 0:4a2e5f0422d6 166 """
screamer 0:4a2e5f0422d6 167 result = []
screamer 0:4a2e5f0422d6 168 targets = test_result_ext.keys()
screamer 0:4a2e5f0422d6 169 for target in targets:
screamer 0:4a2e5f0422d6 170 toolchains = test_result_ext[target].keys()
screamer 0:4a2e5f0422d6 171 for toolchain in toolchains:
screamer 0:4a2e5f0422d6 172 tests = test_result_ext[target][toolchain].keys()
screamer 0:4a2e5f0422d6 173 result.extend(tests)
screamer 0:4a2e5f0422d6 174 return sorted(list(set(result)))
screamer 0:4a2e5f0422d6 175
screamer 0:4a2e5f0422d6 176 #
screamer 0:4a2e5f0422d6 177 # Exporters functions
screamer 0:4a2e5f0422d6 178 #
screamer 0:4a2e5f0422d6 179
screamer 0:4a2e5f0422d6 180 def exporter_html(self, test_result_ext, test_suite_properties=None):
screamer 0:4a2e5f0422d6 181 """ Export test results in proprietary HTML format.
screamer 0:4a2e5f0422d6 182 """
screamer 0:4a2e5f0422d6 183 result = """<html>
screamer 0:4a2e5f0422d6 184 <head>
screamer 0:4a2e5f0422d6 185 <title>mbed SDK test suite test result report</title>
screamer 0:4a2e5f0422d6 186 %s
screamer 0:4a2e5f0422d6 187 %s
screamer 0:4a2e5f0422d6 188 </head>
screamer 0:4a2e5f0422d6 189 <body>
screamer 0:4a2e5f0422d6 190 """% (self.CSS_STYLE, self.JAVASCRIPT)
screamer 0:4a2e5f0422d6 191
screamer 0:4a2e5f0422d6 192 unique_test_ids = self.get_all_unique_test_ids(test_result_ext)
screamer 0:4a2e5f0422d6 193 targets = sorted(test_result_ext.keys())
screamer 0:4a2e5f0422d6 194 result += '<table><tr>'
screamer 0:4a2e5f0422d6 195 for target in targets:
screamer 0:4a2e5f0422d6 196 toolchains = sorted(test_result_ext[target].keys())
screamer 0:4a2e5f0422d6 197 for toolchain in toolchains:
screamer 0:4a2e5f0422d6 198 result += '<td></td>'
screamer 0:4a2e5f0422d6 199 result += '<td></td>'
screamer 0:4a2e5f0422d6 200
screamer 0:4a2e5f0422d6 201 tests = sorted(test_result_ext[target][toolchain].keys())
screamer 0:4a2e5f0422d6 202 for test in unique_test_ids:
screamer 0:4a2e5f0422d6 203 result += """<td align="center">%s</td>"""% test
screamer 0:4a2e5f0422d6 204 result += """</tr>
screamer 0:4a2e5f0422d6 205 <tr>
screamer 0:4a2e5f0422d6 206 <td valign="center">%s</td>
screamer 0:4a2e5f0422d6 207 <td valign="center"><b>%s</b></td>
screamer 0:4a2e5f0422d6 208 """% (toolchain, target)
screamer 0:4a2e5f0422d6 209
screamer 0:4a2e5f0422d6 210 for test in unique_test_ids:
screamer 0:4a2e5f0422d6 211 test_result = self.get_result_tree(test_result_ext[target][toolchain][test]) if test in tests else ''
screamer 0:4a2e5f0422d6 212 result += '<td>%s</td>'% (test_result)
screamer 0:4a2e5f0422d6 213
screamer 0:4a2e5f0422d6 214 result += '</tr>'
screamer 0:4a2e5f0422d6 215 result += '</table>'
screamer 0:4a2e5f0422d6 216 result += '</body></html>'
screamer 0:4a2e5f0422d6 217 return result
screamer 0:4a2e5f0422d6 218
screamer 0:4a2e5f0422d6 219 def exporter_junit_ioper(self, test_result_ext, test_suite_properties=None):
screamer 0:4a2e5f0422d6 220 from junit_xml import TestSuite, TestCase
screamer 0:4a2e5f0422d6 221 test_suites = []
screamer 0:4a2e5f0422d6 222 test_cases = []
screamer 0:4a2e5f0422d6 223
screamer 0:4a2e5f0422d6 224 for platform in sorted(test_result_ext.keys()):
screamer 0:4a2e5f0422d6 225 # {platform : ['Platform', 'Result', 'Scope', 'Description'])
screamer 0:4a2e5f0422d6 226 test_cases = []
screamer 0:4a2e5f0422d6 227 for tr_result in test_result_ext[platform]:
screamer 0:4a2e5f0422d6 228 result, name, scope, description = tr_result
screamer 0:4a2e5f0422d6 229
screamer 0:4a2e5f0422d6 230 classname = 'test.ioper.%s.%s.%s' % (platform, name, scope)
screamer 0:4a2e5f0422d6 231 elapsed_sec = 0
screamer 0:4a2e5f0422d6 232 _stdout = description
screamer 0:4a2e5f0422d6 233 _stderr = ''
screamer 0:4a2e5f0422d6 234 # Test case
screamer 0:4a2e5f0422d6 235 tc = TestCase(name, classname, elapsed_sec, _stdout, _stderr)
screamer 0:4a2e5f0422d6 236 # Test case extra failure / error info
screamer 0:4a2e5f0422d6 237 if result == 'FAIL':
screamer 0:4a2e5f0422d6 238 tc.add_failure_info(description, _stdout)
screamer 0:4a2e5f0422d6 239 elif result == 'ERROR':
screamer 0:4a2e5f0422d6 240 tc.add_error_info(description, _stdout)
screamer 0:4a2e5f0422d6 241 elif result == 'SKIP' or result == 'NOT_SUPPORTED':
screamer 0:4a2e5f0422d6 242 tc.add_skipped_info(description, _stdout)
screamer 0:4a2e5f0422d6 243
screamer 0:4a2e5f0422d6 244 test_cases.append(tc)
screamer 0:4a2e5f0422d6 245 ts = TestSuite("test.suite.ioper.%s" % (platform), test_cases)
screamer 0:4a2e5f0422d6 246 test_suites.append(ts)
screamer 0:4a2e5f0422d6 247 return TestSuite.to_xml_string(test_suites)
screamer 0:4a2e5f0422d6 248
screamer 0:4a2e5f0422d6 249 def exporter_junit(self, test_result_ext, test_suite_properties=None):
screamer 0:4a2e5f0422d6 250 """ Export test results in JUnit XML compliant format
screamer 0:4a2e5f0422d6 251 """
screamer 0:4a2e5f0422d6 252 from junit_xml import TestSuite, TestCase
screamer 0:4a2e5f0422d6 253 test_suites = []
screamer 0:4a2e5f0422d6 254 test_cases = []
screamer 0:4a2e5f0422d6 255
screamer 0:4a2e5f0422d6 256 targets = sorted(test_result_ext.keys())
screamer 0:4a2e5f0422d6 257 for target in targets:
screamer 0:4a2e5f0422d6 258 toolchains = sorted(test_result_ext[target].keys())
screamer 0:4a2e5f0422d6 259 for toolchain in toolchains:
screamer 0:4a2e5f0422d6 260 test_cases = []
screamer 0:4a2e5f0422d6 261 tests = sorted(test_result_ext[target][toolchain].keys())
screamer 0:4a2e5f0422d6 262 for test in tests:
screamer 0:4a2e5f0422d6 263 test_results = test_result_ext[target][toolchain][test]
screamer 0:4a2e5f0422d6 264 for test_res in test_results:
screamer 0:4a2e5f0422d6 265 test_ids = sorted(test_res.keys())
screamer 0:4a2e5f0422d6 266 for test_no in test_ids:
screamer 0:4a2e5f0422d6 267 test_result = test_res[test_no]
screamer 0:4a2e5f0422d6 268 name = test_result['description']
screamer 0:4a2e5f0422d6 269 classname = '%s.%s.%s.%s'% (self.package, target, toolchain, test_result['id'])
screamer 0:4a2e5f0422d6 270 elapsed_sec = test_result['elapsed_time']
screamer 0:4a2e5f0422d6 271 _stdout = test_result['output']
screamer 0:4a2e5f0422d6 272
screamer 0:4a2e5f0422d6 273 if 'target_name_unique' in test_result:
screamer 0:4a2e5f0422d6 274 _stderr = test_result['target_name_unique']
screamer 0:4a2e5f0422d6 275 else:
screamer 0:4a2e5f0422d6 276 _stderr = test_result['target_name']
screamer 0:4a2e5f0422d6 277
screamer 0:4a2e5f0422d6 278 # Test case
screamer 0:4a2e5f0422d6 279 tc = TestCase(name, classname, elapsed_sec, _stdout, _stderr)
screamer 0:4a2e5f0422d6 280
screamer 0:4a2e5f0422d6 281 # Test case extra failure / error info
screamer 0:4a2e5f0422d6 282 message = test_result['result']
screamer 0:4a2e5f0422d6 283 if test_result['result'] == 'FAIL':
screamer 0:4a2e5f0422d6 284 tc.add_failure_info(message, _stdout)
screamer 0:4a2e5f0422d6 285 elif test_result['result'] == 'SKIP' or test_result["result"] == 'NOT_SUPPORTED':
screamer 0:4a2e5f0422d6 286 tc.add_skipped_info(message, _stdout)
screamer 0:4a2e5f0422d6 287 elif test_result['result'] != 'OK':
screamer 0:4a2e5f0422d6 288 tc.add_error_info(message, _stdout)
screamer 0:4a2e5f0422d6 289
screamer 0:4a2e5f0422d6 290 test_cases.append(tc)
screamer 0:4a2e5f0422d6 291
screamer 0:4a2e5f0422d6 292 ts = TestSuite("test.suite.%s.%s"% (target, toolchain), test_cases, properties=test_suite_properties[target][toolchain])
screamer 0:4a2e5f0422d6 293 test_suites.append(ts)
screamer 0:4a2e5f0422d6 294 return TestSuite.to_xml_string(test_suites)
screamer 0:4a2e5f0422d6 295
screamer 0:4a2e5f0422d6 296 def exporter_print_helper(self, array):
screamer 0:4a2e5f0422d6 297 for item in array:
screamer 0:4a2e5f0422d6 298 print " * %s::%s::%s" % (item["target_name"], item["toolchain_name"], item["id"])
screamer 0:4a2e5f0422d6 299
screamer 0:4a2e5f0422d6 300 def exporter_print(self, test_result_ext):
screamer 0:4a2e5f0422d6 301 """ Export test results in print format.
screamer 0:4a2e5f0422d6 302 """
screamer 0:4a2e5f0422d6 303 failures = []
screamer 0:4a2e5f0422d6 304 skips = []
screamer 0:4a2e5f0422d6 305 successes = []
screamer 0:4a2e5f0422d6 306
screamer 0:4a2e5f0422d6 307 unique_test_ids = self.get_all_unique_test_ids(test_result_ext)
screamer 0:4a2e5f0422d6 308 targets = sorted(test_result_ext.keys())
screamer 0:4a2e5f0422d6 309
screamer 0:4a2e5f0422d6 310 for target in targets:
screamer 0:4a2e5f0422d6 311 toolchains = sorted(test_result_ext[target].keys())
screamer 0:4a2e5f0422d6 312 for toolchain in toolchains:
screamer 0:4a2e5f0422d6 313 tests = sorted(test_result_ext[target][toolchain].keys())
screamer 0:4a2e5f0422d6 314 for test in tests:
screamer 0:4a2e5f0422d6 315 test_runs = test_result_ext[target][toolchain][test]
screamer 0:4a2e5f0422d6 316 for test_runner in test_runs:
screamer 0:4a2e5f0422d6 317 #test_run = test_result_ext[target][toolchain][test][test_run_number][0]
screamer 0:4a2e5f0422d6 318 test_run = test_runner[0]
screamer 0:4a2e5f0422d6 319
screamer 0:4a2e5f0422d6 320 if test_run["result"] == "FAIL":
screamer 0:4a2e5f0422d6 321 failures.append(test_run)
screamer 0:4a2e5f0422d6 322 elif test_run["result"] == "SKIP" or test_run["result"] == "NOT_SUPPORTED":
screamer 0:4a2e5f0422d6 323 skips.append(test_run)
screamer 0:4a2e5f0422d6 324 elif test_run["result"] == "OK":
screamer 0:4a2e5f0422d6 325 successes.append(test_run)
screamer 0:4a2e5f0422d6 326 else:
screamer 0:4a2e5f0422d6 327 raise Exception("Unhandled result type: %s" % (test_run["result"]))
screamer 0:4a2e5f0422d6 328
screamer 0:4a2e5f0422d6 329 if successes:
screamer 0:4a2e5f0422d6 330 print "\n\nBuild successes:"
screamer 0:4a2e5f0422d6 331 self.exporter_print_helper(successes)
screamer 0:4a2e5f0422d6 332
screamer 0:4a2e5f0422d6 333 if skips:
screamer 0:4a2e5f0422d6 334 print "\n\nBuild skips:"
screamer 0:4a2e5f0422d6 335 self.exporter_print_helper(skips)
screamer 0:4a2e5f0422d6 336
screamer 0:4a2e5f0422d6 337 if failures:
screamer 0:4a2e5f0422d6 338 print "\n\nBuild failures:"
screamer 0:4a2e5f0422d6 339 self.exporter_print_helper(failures)
screamer 0:4a2e5f0422d6 340 return False
screamer 0:4a2e5f0422d6 341 else:
screamer 0:4a2e5f0422d6 342 return True