Alessandro Angelino / mbed-tools

Important changes to repositories hosted on mbed.com

Mbed hosted mercurial repositories are deprecated and are due to be permanently deleted in July 2026.

To keep a copy of this software download the repository Zip archive or clone locally using Mercurial.

It is also possible to export all your personal repositories from the account settings page.

Fork of mbed-tools by Morpheus

compliance/ioper_runner.py@0:4a2e5f0422d6, 2016-03-30 (annotated)

Committer:
screamer
Date:
Wed Mar 30 16:23:44 2016 +0000
Revision:
0:4a2e5f0422d6
Initial revision

Who changed what in which revision?

UserRevisionLine numberNew contents of line
screamer 0:4a2e5f0422d6 1 #!/usr/bin/env python2
screamer 0:4a2e5f0422d6 2 """
screamer 0:4a2e5f0422d6 3 mbed SDK
screamer 0:4a2e5f0422d6 4 Copyright (c) 2011-2015 ARM Limited
screamer 0:4a2e5f0422d6 5
screamer 0:4a2e5f0422d6 6 Licensed under the Apache License, Version 2.0 (the "License");
screamer 0:4a2e5f0422d6 7 you may not use this file except in compliance with the License.
screamer 0:4a2e5f0422d6 8 You may obtain a copy of the License at
screamer 0:4a2e5f0422d6 9
screamer 0:4a2e5f0422d6 10 http://www.apache.org/licenses/LICENSE-2.0
screamer 0:4a2e5f0422d6 11
screamer 0:4a2e5f0422d6 12 Unless required by applicable law or agreed to in writing, software
screamer 0:4a2e5f0422d6 13 distributed under the License is distributed on an "AS IS" BASIS,
screamer 0:4a2e5f0422d6 14 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
screamer 0:4a2e5f0422d6 15 See the License for the specific language governing permissions and
screamer 0:4a2e5f0422d6 16 limitations under the License.
screamer 0:4a2e5f0422d6 17
screamer 0:4a2e5f0422d6 18 Author: Przemyslaw Wirkus <Przemyslaw.Wirkus@arm.com>
screamer 0:4a2e5f0422d6 19
screamer 0:4a2e5f0422d6 20 """
screamer 0:4a2e5f0422d6 21
screamer 0:4a2e5f0422d6 22 import sys
screamer 0:4a2e5f0422d6 23 import mbed_lstools
screamer 0:4a2e5f0422d6 24 from prettytable import PrettyTable
screamer 0:4a2e5f0422d6 25
screamer 0:4a2e5f0422d6 26 try:
screamer 0:4a2e5f0422d6 27 from colorama import init
screamer 0:4a2e5f0422d6 28 except:
screamer 0:4a2e5f0422d6 29 pass
screamer 0:4a2e5f0422d6 30
screamer 0:4a2e5f0422d6 31 COLORAMA = 'colorama' in sys.modules
screamer 0:4a2e5f0422d6 32
screamer 0:4a2e5f0422d6 33 from ioper_base import IOperTestCaseBase
screamer 0:4a2e5f0422d6 34 from ioper_test_fs import IOperTest_FileStructure_Basic
screamer 0:4a2e5f0422d6 35 from ioper_test_fs import IOperTest_FileStructure_MbedEnabled
screamer 0:4a2e5f0422d6 36 from ioper_test_target_id import IOperTest_TargetID_Basic
screamer 0:4a2e5f0422d6 37 from ioper_test_target_id import IOperTest_TargetID_MbedEnabled
screamer 0:4a2e5f0422d6 38
screamer 0:4a2e5f0422d6 39
screamer 0:4a2e5f0422d6 40 TEST_LIST = [IOperTest_TargetID_Basic('basic'),
screamer 0:4a2e5f0422d6 41 IOperTest_TargetID_MbedEnabled('mbed-enabled'),
screamer 0:4a2e5f0422d6 42 IOperTest_FileStructure_Basic('basic'),
screamer 0:4a2e5f0422d6 43 IOperTest_FileStructure_MbedEnabled('mbed-enabled'),
screamer 0:4a2e5f0422d6 44 IOperTestCaseBase('all'), # Dummy used to add 'all' option
screamer 0:4a2e5f0422d6 45 ]
screamer 0:4a2e5f0422d6 46
screamer 0:4a2e5f0422d6 47
screamer 0:4a2e5f0422d6 48 class IOperTestRunner():
screamer 0:4a2e5f0422d6 49 """ Calls all i/face interoperability tests
screamer 0:4a2e5f0422d6 50 """
screamer 0:4a2e5f0422d6 51
screamer 0:4a2e5f0422d6 52 def __init__(self, scope=None):
screamer 0:4a2e5f0422d6 53 """ Test scope:
screamer 0:4a2e5f0422d6 54 'pedantic' - all
screamer 0:4a2e5f0422d6 55 'mbed-enabled' - let's try to check if this device is mbed-enabled
screamer 0:4a2e5f0422d6 56 'basic' - just simple, passive tests (no device flashing)
screamer 0:4a2e5f0422d6 57 """
screamer 0:4a2e5f0422d6 58 self.requested_scope = scope # Test scope given by user
screamer 0:4a2e5f0422d6 59 self.raw_test_results = {} # Raw test results, can be used by exporters: { Platform: [test results]}
screamer 0:4a2e5f0422d6 60
screamer 0:4a2e5f0422d6 61 # Test scope definitions
screamer 0:4a2e5f0422d6 62 self.SCOPE_BASIC = 'basic' # Basic tests, sanity checks
screamer 0:4a2e5f0422d6 63 self.SCOPE_MBED_ENABLED = 'mbed-enabled' # Let's try to check if this device is mbed-enabled
screamer 0:4a2e5f0422d6 64 self.SCOPE_PEDANTIC = 'pedantic' # Extensive tests
screamer 0:4a2e5f0422d6 65 self.SCOPE_ALL = 'all' # All tests, equal to highest scope level
screamer 0:4a2e5f0422d6 66
screamer 0:4a2e5f0422d6 67 # This structure will help us sort test scopes so we can include them
screamer 0:4a2e5f0422d6 68 # e.g. pedantic also includes basic and mbed-enabled tests
screamer 0:4a2e5f0422d6 69 self.scopes = {self.SCOPE_BASIC : 0,
screamer 0:4a2e5f0422d6 70 self.SCOPE_MBED_ENABLED : 1,
screamer 0:4a2e5f0422d6 71 self.SCOPE_PEDANTIC : 2,
screamer 0:4a2e5f0422d6 72 self.SCOPE_ALL : 99,
screamer 0:4a2e5f0422d6 73 }
screamer 0:4a2e5f0422d6 74
screamer 0:4a2e5f0422d6 75 if COLORAMA:
screamer 0:4a2e5f0422d6 76 init() # colorama.init()
screamer 0:4a2e5f0422d6 77
screamer 0:4a2e5f0422d6 78 def run(self):
screamer 0:4a2e5f0422d6 79 """ Run tests, calculate overall score and print test results
screamer 0:4a2e5f0422d6 80 """
screamer 0:4a2e5f0422d6 81 mbeds = mbed_lstools.create()
screamer 0:4a2e5f0422d6 82 muts_list = mbeds.list_mbeds()
screamer 0:4a2e5f0422d6 83 test_base = IOperTestCaseBase()
screamer 0:4a2e5f0422d6 84
screamer 0:4a2e5f0422d6 85 self.raw_test_results = {}
screamer 0:4a2e5f0422d6 86 for i, mut in enumerate(muts_list):
screamer 0:4a2e5f0422d6 87 result = []
screamer 0:4a2e5f0422d6 88 self.raw_test_results[mut['platform_name']] = []
screamer 0:4a2e5f0422d6 89
screamer 0:4a2e5f0422d6 90 print "MBEDLS: Detected %s, port: %s, mounted: %s"% (mut['platform_name'],
screamer 0:4a2e5f0422d6 91 mut['serial_port'],
screamer 0:4a2e5f0422d6 92 mut['mount_point'])
screamer 0:4a2e5f0422d6 93 print "Running interoperability test suite, scope '%s'" % (self.requested_scope)
screamer 0:4a2e5f0422d6 94 for test_case in TEST_LIST:
screamer 0:4a2e5f0422d6 95 if self.scopes[self.requested_scope] >= self.scopes[test_case.scope]:
screamer 0:4a2e5f0422d6 96 res = test_case.test(param=mut)
screamer 0:4a2e5f0422d6 97 result.extend(res)
screamer 0:4a2e5f0422d6 98 self.raw_test_results[mut['platform_name']].extend(res)
screamer 0:4a2e5f0422d6 99
screamer 0:4a2e5f0422d6 100 columns = ['Platform', 'Test Case', 'Result', 'Scope', 'Description']
screamer 0:4a2e5f0422d6 101 pt = PrettyTable(columns)
screamer 0:4a2e5f0422d6 102 for col in columns:
screamer 0:4a2e5f0422d6 103 pt.align[col] = 'l'
screamer 0:4a2e5f0422d6 104
screamer 0:4a2e5f0422d6 105 for tr in result:
screamer 0:4a2e5f0422d6 106 severity, tr_name, tr_scope, text = tr
screamer 0:4a2e5f0422d6 107 tr = (test_base.COLOR(severity, mut['platform_name']),
screamer 0:4a2e5f0422d6 108 test_base.COLOR(severity, tr_name),
screamer 0:4a2e5f0422d6 109 test_base.COLOR(severity, severity),
screamer 0:4a2e5f0422d6 110 test_base.COLOR(severity, tr_scope),
screamer 0:4a2e5f0422d6 111 test_base.COLOR(severity, text))
screamer 0:4a2e5f0422d6 112 pt.add_row(list(tr))
screamer 0:4a2e5f0422d6 113 print pt.get_string(border=True, sortby='Result')
screamer 0:4a2e5f0422d6 114 if i + 1 < len(muts_list):
screamer 0:4a2e5f0422d6 115 print
screamer 0:4a2e5f0422d6 116 return self.raw_test_results
screamer 0:4a2e5f0422d6 117
screamer 0:4a2e5f0422d6 118 def get_available_oper_test_scopes():
screamer 0:4a2e5f0422d6 119 """ Get list of available test scopes
screamer 0:4a2e5f0422d6 120 """
screamer 0:4a2e5f0422d6 121 scopes = set()
screamer 0:4a2e5f0422d6 122 for oper_test in TEST_LIST:
screamer 0:4a2e5f0422d6 123 if oper_test.scope is not None:
screamer 0:4a2e5f0422d6 124 scopes.add(oper_test.scope)
screamer 0:4a2e5f0422d6 125 return list(scopes)