Vodafone Test Suite

Dependencies:   mbed-rtos mbed HTTPClient VodafoneUSBModem

Committer:
ashleymills
Date:
Thu Sep 06 15:13:38 2012 +0000
Revision:
27:0297dbc3252b
Parent:
26:9eefab9e28df
Child:
30:dd2beda340c6
Commended out dependency stuff. TestManager now prints numbers and descriptions of failed tests.

Who changed what in which revision?

UserRevisionLine numberNew contents of line
ashleymills 2:ea883307d02f 1 #include "TestManager.h"
ashleymills 3:28336c2e94e4 2 #include "Tests.h"
ashleymills 19:26fbed33d4e7 3 TestManager::TestManager(VodafoneUSBModem *m) : _modem(m) {
ashleymills 19:26fbed33d4e7 4 // using direct array indexing instead of searching each time, so need to put in dummy tests
ashleymills 23:408199b5d2cb 5 for(int i=0; i<10; i++) { _tests.push_back(NULL); }
ashleymills 23:408199b5d2cb 6
ashleymills 23:408199b5d2cb 7 _tests.push_back((VodafoneTestCase*)new Test10(_modem,10));
ashleymills 23:408199b5d2cb 8
ashleymills 23:408199b5d2cb 9 for(int i=11; i<12; i++) { _tests.push_back(NULL); }
ashleymills 23:408199b5d2cb 10
ashleymills 20:18373fb68ad7 11 _tests.push_back((VodafoneTestCase*)new Test12(_modem,12));
ashleymills 20:18373fb68ad7 12 _tests.push_back((VodafoneTestCase*)new Test13(_modem,13));
ashleymills 23:408199b5d2cb 13
ashleymills 23:408199b5d2cb 14 for(int i=14; i<21; i++) { _tests.push_back(NULL); }
ashleymills 23:408199b5d2cb 15
ashleymills 20:18373fb68ad7 16 _tests.push_back((VodafoneTestCase*)new Test21(_modem,21));
ashleymills 20:18373fb68ad7 17 _tests.push_back((VodafoneTestCase*)new Test22(_modem,22));
ashleymills 20:18373fb68ad7 18 _tests.push_back((VodafoneTestCase*)new Test23(_modem,23));
ashleymills 23:408199b5d2cb 19
ashleymills 23:408199b5d2cb 20 for(int i=24; i<25; i++) { _tests.push_back(NULL); }
ashleymills 23:408199b5d2cb 21
ashleymills 22:5b1feecf2aeb 22 _tests.push_back((VodafoneTestCase*)new Test25(_modem,25));
ashleymills 22:5b1feecf2aeb 23 _tests.push_back((VodafoneTestCase*)new Test26(_modem,26));
ashleymills 23:408199b5d2cb 24
ashleymills 23:408199b5d2cb 25 for(int i=27; i<50; i++) { _tests.push_back(NULL); }
ashleymills 23:408199b5d2cb 26
ashleymills 20:18373fb68ad7 27 _tests.push_back((VodafoneTestCase*)new Test50(_modem,50));
ashleymills 2:ea883307d02f 28 }
ashleymills 2:ea883307d02f 29
ashleymills 22:5b1feecf2aeb 30 int TestManager::getTestProfileLength(TestProfile profile) {
ashleymills 26:9eefab9e28df 31 if(profile < TESTS_END) { // no test for >= 0 since TestProfile is unsigned
ashleymills 22:5b1feecf2aeb 32 return gTestProfileLengths[profile];
ashleymills 22:5b1feecf2aeb 33 } else {
ashleymills 22:5b1feecf2aeb 34 LOG("Test profile out of bounds. Must be between 0 and %d",TESTS_END-1);
ashleymills 22:5b1feecf2aeb 35 return 0;
ashleymills 22:5b1feecf2aeb 36 }
ashleymills 22:5b1feecf2aeb 37 }
ashleymills 22:5b1feecf2aeb 38
ashleymills 22:5b1feecf2aeb 39 int TestManager::executeTestProfile(TestProfile profile) {
ashleymills 24:8f0f9551122a 40 int numPassed = 0;
ashleymills 26:9eefab9e28df 41 if(profile <TESTS_END) { // no test for >= 0 since TestProfile is unsigned
ashleymills 24:8f0f9551122a 42 numPassed = executeTestList(gTestProfiles[profile], gTestProfileLengths[profile]);
ashleymills 22:5b1feecf2aeb 43 } else {
ashleymills 22:5b1feecf2aeb 44 LOG("Test profile out of bounds. Must be between 0 and %d",TESTS_END-1);
ashleymills 22:5b1feecf2aeb 45 return 0;
ashleymills 22:5b1feecf2aeb 46 }
ashleymills 24:8f0f9551122a 47 int numTests = getTestProfileLength(profile);
ashleymills 24:8f0f9551122a 48 LOG("%d tests complete: %d passes and %d failures.",numTests,numPassed,numTests-numPassed);
ashleymills 27:0297dbc3252b 49 LOG("Listing failures:");
ashleymills 27:0297dbc3252b 50 listFailures(gTestProfiles[profile], gTestProfileLengths[profile]);
ashleymills 24:8f0f9551122a 51 return numPassed;
ashleymills 22:5b1feecf2aeb 52 }
ashleymills 22:5b1feecf2aeb 53
ashleymills 27:0297dbc3252b 54 void TestManager::listFailures(const int *list, const int listLen) {
ashleymills 27:0297dbc3252b 55 int successfullTests = 0;
ashleymills 27:0297dbc3252b 56 for(int i=0; i<listLen; i++) {
ashleymills 27:0297dbc3252b 57 int testIndex = list[i];
ashleymills 27:0297dbc3252b 58 if(testIndex>=_tests.size()) {
ashleymills 27:0297dbc3252b 59 LOG("Test out of bounds. Test index must be betweeen 0 and %d!",_tests.size());
ashleymills 27:0297dbc3252b 60 continue;
ashleymills 27:0297dbc3252b 61 }
ashleymills 27:0297dbc3252b 62
ashleymills 27:0297dbc3252b 63 VodafoneTestCase* test = _tests[list[i]];
ashleymills 27:0297dbc3252b 64 if(test->_lastRunOutcome==false) {
ashleymills 27:0297dbc3252b 65 LOG("Test %d:",list[i]);
ashleymills 27:0297dbc3252b 66 LOG(gTestDescriptions[list[i]]);
ashleymills 27:0297dbc3252b 67 }
ashleymills 27:0297dbc3252b 68 }
ashleymills 27:0297dbc3252b 69 }
ashleymills 27:0297dbc3252b 70
ashleymills 19:26fbed33d4e7 71 int TestManager::executeTestList(const int *list, const int listLen) {
ashleymills 2:ea883307d02f 72 int successfullTests = 0;
ashleymills 19:26fbed33d4e7 73 LOG("Running %d tests...",listLen);
ashleymills 19:26fbed33d4e7 74 for(int i=0; i<listLen; i++) {
ashleymills 19:26fbed33d4e7 75 int testIndex = list[i];
ashleymills 19:26fbed33d4e7 76 LOG("Running test %d...",testIndex);
ashleymills 19:26fbed33d4e7 77 if(testIndex>=_tests.size()) {
ashleymills 19:26fbed33d4e7 78 LOG("Test out of bounds. Test index must be betweeen 0 and %d!",_tests.size());
ashleymills 19:26fbed33d4e7 79 continue;
ashleymills 19:26fbed33d4e7 80 }
ashleymills 19:26fbed33d4e7 81
ashleymills 19:26fbed33d4e7 82 VodafoneTestCase* test = _tests[list[i]];
ashleymills 19:26fbed33d4e7 83 if(test==NULL) {
ashleymills 19:26fbed33d4e7 84 LOG("NULL test! This will be counted as a failure.");
ashleymills 19:26fbed33d4e7 85 continue;
ashleymills 19:26fbed33d4e7 86 }
ashleymills 19:26fbed33d4e7 87
ashleymills 19:26fbed33d4e7 88 if(test->run()) {
ashleymills 2:ea883307d02f 89 LOG("...OK");
ashleymills 2:ea883307d02f 90 successfullTests++;
ashleymills 2:ea883307d02f 91 } else {
ashleymills 2:ea883307d02f 92 LOG("...FAIL");
ashleymills 2:ea883307d02f 93 }
ashleymills 2:ea883307d02f 94 }
ashleymills 2:ea883307d02f 95 return successfullTests;
ashleymills 2:ea883307d02f 96 }
ashleymills 2:ea883307d02f 97
ashleymills 4:1f8e079924ba 98 bool TestManager::runTest(int id) {
ashleymills 4:1f8e079924ba 99 if(id<0||id>=_tests.size()) {
ashleymills 4:1f8e079924ba 100 LOG("Test ID must be between 0 and %d",_tests.size());
ashleymills 19:26fbed33d4e7 101 return false;
ashleymills 4:1f8e079924ba 102 }
ashleymills 19:26fbed33d4e7 103 if(_tests[id]==NULL) {
ashleymills 19:26fbed33d4e7 104 LOG("NULL test! This will be counted as a failure.");
ashleymills 19:26fbed33d4e7 105 return false;
ashleymills 19:26fbed33d4e7 106 }
ashleymills 19:26fbed33d4e7 107
ashleymills 4:1f8e079924ba 108 return _tests[id]->run();
ashleymills 4:1f8e079924ba 109 }
ashleymills 4:1f8e079924ba 110
ashleymills 4:1f8e079924ba 111
ashleymills 4:1f8e079924ba 112 bool TestManager::runTest(int id, int numTimes) {
ashleymills 4:1f8e079924ba 113 for(int i=0; i<numTimes; i++) {
ashleymills 4:1f8e079924ba 114 if(!runTest(id))
ashleymills 4:1f8e079924ba 115 return false;
ashleymills 4:1f8e079924ba 116 }
ashleymills 4:1f8e079924ba 117 return true;
ashleymills 2:ea883307d02f 118 }