Vodafone Test Suite
Dependencies: mbed-rtos mbed HTTPClient VodafoneUSBModem
TestManager.cpp@27:0297dbc3252b, 2012-09-06 (annotated)
- Committer:
- ashleymills
- Date:
- Thu Sep 06 15:13:38 2012 +0000
- Revision:
- 27:0297dbc3252b
- Parent:
- 26:9eefab9e28df
- Child:
- 30:dd2beda340c6
Commended out dependency stuff. TestManager now prints numbers and descriptions of failed tests.
Who changed what in which revision?
User | Revision | Line number | New contents of line |
---|---|---|---|
ashleymills | 2:ea883307d02f | 1 | #include "TestManager.h" |
ashleymills | 3:28336c2e94e4 | 2 | #include "Tests.h" |
ashleymills | 19:26fbed33d4e7 | 3 | TestManager::TestManager(VodafoneUSBModem *m) : _modem(m) { |
ashleymills | 19:26fbed33d4e7 | 4 | // using direct array indexing instead of searching each time, so need to put in dummy tests |
ashleymills | 23:408199b5d2cb | 5 | for(int i=0; i<10; i++) { _tests.push_back(NULL); } |
ashleymills | 23:408199b5d2cb | 6 | |
ashleymills | 23:408199b5d2cb | 7 | _tests.push_back((VodafoneTestCase*)new Test10(_modem,10)); |
ashleymills | 23:408199b5d2cb | 8 | |
ashleymills | 23:408199b5d2cb | 9 | for(int i=11; i<12; i++) { _tests.push_back(NULL); } |
ashleymills | 23:408199b5d2cb | 10 | |
ashleymills | 20:18373fb68ad7 | 11 | _tests.push_back((VodafoneTestCase*)new Test12(_modem,12)); |
ashleymills | 20:18373fb68ad7 | 12 | _tests.push_back((VodafoneTestCase*)new Test13(_modem,13)); |
ashleymills | 23:408199b5d2cb | 13 | |
ashleymills | 23:408199b5d2cb | 14 | for(int i=14; i<21; i++) { _tests.push_back(NULL); } |
ashleymills | 23:408199b5d2cb | 15 | |
ashleymills | 20:18373fb68ad7 | 16 | _tests.push_back((VodafoneTestCase*)new Test21(_modem,21)); |
ashleymills | 20:18373fb68ad7 | 17 | _tests.push_back((VodafoneTestCase*)new Test22(_modem,22)); |
ashleymills | 20:18373fb68ad7 | 18 | _tests.push_back((VodafoneTestCase*)new Test23(_modem,23)); |
ashleymills | 23:408199b5d2cb | 19 | |
ashleymills | 23:408199b5d2cb | 20 | for(int i=24; i<25; i++) { _tests.push_back(NULL); } |
ashleymills | 23:408199b5d2cb | 21 | |
ashleymills | 22:5b1feecf2aeb | 22 | _tests.push_back((VodafoneTestCase*)new Test25(_modem,25)); |
ashleymills | 22:5b1feecf2aeb | 23 | _tests.push_back((VodafoneTestCase*)new Test26(_modem,26)); |
ashleymills | 23:408199b5d2cb | 24 | |
ashleymills | 23:408199b5d2cb | 25 | for(int i=27; i<50; i++) { _tests.push_back(NULL); } |
ashleymills | 23:408199b5d2cb | 26 | |
ashleymills | 20:18373fb68ad7 | 27 | _tests.push_back((VodafoneTestCase*)new Test50(_modem,50)); |
ashleymills | 2:ea883307d02f | 28 | } |
ashleymills | 2:ea883307d02f | 29 | |
ashleymills | 22:5b1feecf2aeb | 30 | int TestManager::getTestProfileLength(TestProfile profile) { |
ashleymills | 26:9eefab9e28df | 31 | if(profile < TESTS_END) { // no test for >= 0 since TestProfile is unsigned |
ashleymills | 22:5b1feecf2aeb | 32 | return gTestProfileLengths[profile]; |
ashleymills | 22:5b1feecf2aeb | 33 | } else { |
ashleymills | 22:5b1feecf2aeb | 34 | LOG("Test profile out of bounds. Must be between 0 and %d",TESTS_END-1); |
ashleymills | 22:5b1feecf2aeb | 35 | return 0; |
ashleymills | 22:5b1feecf2aeb | 36 | } |
ashleymills | 22:5b1feecf2aeb | 37 | } |
ashleymills | 22:5b1feecf2aeb | 38 | |
ashleymills | 22:5b1feecf2aeb | 39 | int TestManager::executeTestProfile(TestProfile profile) { |
ashleymills | 24:8f0f9551122a | 40 | int numPassed = 0; |
ashleymills | 26:9eefab9e28df | 41 | if(profile <TESTS_END) { // no test for >= 0 since TestProfile is unsigned |
ashleymills | 24:8f0f9551122a | 42 | numPassed = executeTestList(gTestProfiles[profile], gTestProfileLengths[profile]); |
ashleymills | 22:5b1feecf2aeb | 43 | } else { |
ashleymills | 22:5b1feecf2aeb | 44 | LOG("Test profile out of bounds. Must be between 0 and %d",TESTS_END-1); |
ashleymills | 22:5b1feecf2aeb | 45 | return 0; |
ashleymills | 22:5b1feecf2aeb | 46 | } |
ashleymills | 24:8f0f9551122a | 47 | int numTests = getTestProfileLength(profile); |
ashleymills | 24:8f0f9551122a | 48 | LOG("%d tests complete: %d passes and %d failures.",numTests,numPassed,numTests-numPassed); |
ashleymills | 27:0297dbc3252b | 49 | LOG("Listing failures:"); |
ashleymills | 27:0297dbc3252b | 50 | listFailures(gTestProfiles[profile], gTestProfileLengths[profile]); |
ashleymills | 24:8f0f9551122a | 51 | return numPassed; |
ashleymills | 22:5b1feecf2aeb | 52 | } |
ashleymills | 22:5b1feecf2aeb | 53 | |
ashleymills | 27:0297dbc3252b | 54 | void TestManager::listFailures(const int *list, const int listLen) { |
ashleymills | 27:0297dbc3252b | 55 | int successfullTests = 0; |
ashleymills | 27:0297dbc3252b | 56 | for(int i=0; i<listLen; i++) { |
ashleymills | 27:0297dbc3252b | 57 | int testIndex = list[i]; |
ashleymills | 27:0297dbc3252b | 58 | if(testIndex>=_tests.size()) { |
ashleymills | 27:0297dbc3252b | 59 | LOG("Test out of bounds. Test index must be betweeen 0 and %d!",_tests.size()); |
ashleymills | 27:0297dbc3252b | 60 | continue; |
ashleymills | 27:0297dbc3252b | 61 | } |
ashleymills | 27:0297dbc3252b | 62 | |
ashleymills | 27:0297dbc3252b | 63 | VodafoneTestCase* test = _tests[list[i]]; |
ashleymills | 27:0297dbc3252b | 64 | if(test->_lastRunOutcome==false) { |
ashleymills | 27:0297dbc3252b | 65 | LOG("Test %d:",list[i]); |
ashleymills | 27:0297dbc3252b | 66 | LOG(gTestDescriptions[list[i]]); |
ashleymills | 27:0297dbc3252b | 67 | } |
ashleymills | 27:0297dbc3252b | 68 | } |
ashleymills | 27:0297dbc3252b | 69 | } |
ashleymills | 27:0297dbc3252b | 70 | |
ashleymills | 19:26fbed33d4e7 | 71 | int TestManager::executeTestList(const int *list, const int listLen) { |
ashleymills | 2:ea883307d02f | 72 | int successfullTests = 0; |
ashleymills | 19:26fbed33d4e7 | 73 | LOG("Running %d tests...",listLen); |
ashleymills | 19:26fbed33d4e7 | 74 | for(int i=0; i<listLen; i++) { |
ashleymills | 19:26fbed33d4e7 | 75 | int testIndex = list[i]; |
ashleymills | 19:26fbed33d4e7 | 76 | LOG("Running test %d...",testIndex); |
ashleymills | 19:26fbed33d4e7 | 77 | if(testIndex>=_tests.size()) { |
ashleymills | 19:26fbed33d4e7 | 78 | LOG("Test out of bounds. Test index must be betweeen 0 and %d!",_tests.size()); |
ashleymills | 19:26fbed33d4e7 | 79 | continue; |
ashleymills | 19:26fbed33d4e7 | 80 | } |
ashleymills | 19:26fbed33d4e7 | 81 | |
ashleymills | 19:26fbed33d4e7 | 82 | VodafoneTestCase* test = _tests[list[i]]; |
ashleymills | 19:26fbed33d4e7 | 83 | if(test==NULL) { |
ashleymills | 19:26fbed33d4e7 | 84 | LOG("NULL test! This will be counted as a failure."); |
ashleymills | 19:26fbed33d4e7 | 85 | continue; |
ashleymills | 19:26fbed33d4e7 | 86 | } |
ashleymills | 19:26fbed33d4e7 | 87 | |
ashleymills | 19:26fbed33d4e7 | 88 | if(test->run()) { |
ashleymills | 2:ea883307d02f | 89 | LOG("...OK"); |
ashleymills | 2:ea883307d02f | 90 | successfullTests++; |
ashleymills | 2:ea883307d02f | 91 | } else { |
ashleymills | 2:ea883307d02f | 92 | LOG("...FAIL"); |
ashleymills | 2:ea883307d02f | 93 | } |
ashleymills | 2:ea883307d02f | 94 | } |
ashleymills | 2:ea883307d02f | 95 | return successfullTests; |
ashleymills | 2:ea883307d02f | 96 | } |
ashleymills | 2:ea883307d02f | 97 | |
ashleymills | 4:1f8e079924ba | 98 | bool TestManager::runTest(int id) { |
ashleymills | 4:1f8e079924ba | 99 | if(id<0||id>=_tests.size()) { |
ashleymills | 4:1f8e079924ba | 100 | LOG("Test ID must be between 0 and %d",_tests.size()); |
ashleymills | 19:26fbed33d4e7 | 101 | return false; |
ashleymills | 4:1f8e079924ba | 102 | } |
ashleymills | 19:26fbed33d4e7 | 103 | if(_tests[id]==NULL) { |
ashleymills | 19:26fbed33d4e7 | 104 | LOG("NULL test! This will be counted as a failure."); |
ashleymills | 19:26fbed33d4e7 | 105 | return false; |
ashleymills | 19:26fbed33d4e7 | 106 | } |
ashleymills | 19:26fbed33d4e7 | 107 | |
ashleymills | 4:1f8e079924ba | 108 | return _tests[id]->run(); |
ashleymills | 4:1f8e079924ba | 109 | } |
ashleymills | 4:1f8e079924ba | 110 | |
ashleymills | 4:1f8e079924ba | 111 | |
ashleymills | 4:1f8e079924ba | 112 | bool TestManager::runTest(int id, int numTimes) { |
ashleymills | 4:1f8e079924ba | 113 | for(int i=0; i<numTimes; i++) { |
ashleymills | 4:1f8e079924ba | 114 | if(!runTest(id)) |
ashleymills | 4:1f8e079924ba | 115 | return false; |
ashleymills | 4:1f8e079924ba | 116 | } |
ashleymills | 4:1f8e079924ba | 117 | return true; |
ashleymills | 2:ea883307d02f | 118 | } |