Weather casting with Machine Learning (SVM and SRNN).

Dependencies:   EthernetInterface GraphicHandler NTPClient SRNN SVM SensorModule mbed-rtos mbed

Committer:
yukari_hinata
Date:
Mon Feb 16 07:53:45 2015 +0000
Revision:
1:8538381cae81
Parent:
0:f6cdb984f638
Child:
2:20ecfe6edd71
changed.

Who changed what in which revision?

UserRevisionLine numberNew contents of line
yukari_hinata 0:f6cdb984f638 1 #include "setup.hpp"
yukari_hinata 0:f6cdb984f638 2
yukari_hinata 0:f6cdb984f638 3 // mcsvmのセットアップ : サンプル/係数のセット
yukari_hinata 0:f6cdb984f638 4 static void mcsvm_setup(void)
yukari_hinata 0:f6cdb984f638 5 {
yukari_hinata 0:f6cdb984f638 6 FILE* svm_setup_fp;
yukari_hinata 0:f6cdb984f638 7 char buf_str[20];
yukari_hinata 0:f6cdb984f638 8 int ret, line;
yukari_hinata 0:f6cdb984f638 9 float buf_data[DIM_SIGNAL];
yukari_hinata 0:f6cdb984f638 10
yukari_hinata 0:f6cdb984f638 11 float* tmp_sample = new float[MCSVM_NUM_SAMPLES * DIM_SIGNAL];
yukari_hinata 1:8538381cae81 12 int* tmp_sample_label = new int[MCSVM_NUM_SAMPLES];
yukari_hinata 0:f6cdb984f638 13 float* tmp_mc_alpha = new float[MCSVM_NUM_SAMPLES * NUM_WEATHERS * (NUM_WEATHERS - 1) / 2];
yukari_hinata 0:f6cdb984f638 14
yukari_hinata 0:f6cdb984f638 15 svm_setup_fp = fopen( "/local/svm_samp.csv" , "r" );
yukari_hinata 0:f6cdb984f638 16 if( svm_setup_fp == NULL ) {
yukari_hinata 0:f6cdb984f638 17 fprintf( stderr, "Error in svm setup : sample file cannot open. \r \n" );
yukari_hinata 0:f6cdb984f638 18 exit(1);
yukari_hinata 0:f6cdb984f638 19 }
yukari_hinata 0:f6cdb984f638 20
yukari_hinata 0:f6cdb984f638 21 line = 0;
yukari_hinata 0:f6cdb984f638 22 while( ( ret = fscanf( svm_setup_fp, " %[^\n,],%f,%f,%f", buf_str, &(buf_data[0]), &(buf_data[1]), &(buf_data[2])) ) != EOF ) {
yukari_hinata 1:8538381cae81 23
yukari_hinata 0:f6cdb984f638 24 if ( !strcmp(buf_str,"shiny") ) {
yukari_hinata 0:f6cdb984f638 25 tmp_sample_label[line] = SHINY;
yukari_hinata 0:f6cdb984f638 26 } else if ( !strcmp(buf_str,"cloudy") ) {
yukari_hinata 0:f6cdb984f638 27 tmp_sample_label[line] = CLOUDY;
yukari_hinata 0:f6cdb984f638 28 } else if ( !strcmp(buf_str,"rainy") ) {
yukari_hinata 0:f6cdb984f638 29 tmp_sample_label[line] = RAINY;
yukari_hinata 0:f6cdb984f638 30 } else if ( !strcmp(buf_str,"snowy") ) {
yukari_hinata 0:f6cdb984f638 31 tmp_sample_label[line] = SNOWY;
yukari_hinata 0:f6cdb984f638 32 } else {
yukari_hinata 0:f6cdb984f638 33 continue;
yukari_hinata 0:f6cdb984f638 34 }
yukari_hinata 0:f6cdb984f638 35
yukari_hinata 0:f6cdb984f638 36 tmp_sample[line * 3] = buf_data[0];
yukari_hinata 0:f6cdb984f638 37 tmp_sample[line * 3 + 1] = buf_data[1];
yukari_hinata 0:f6cdb984f638 38 tmp_sample[line * 3 + 2] = buf_data[2];
yukari_hinata 0:f6cdb984f638 39 line++;
yukari_hinata 1:8538381cae81 40 // printf("svm sample loading.... %d \r\n", line);
yukari_hinata 0:f6cdb984f638 41 }
yukari_hinata 0:f6cdb984f638 42
yukari_hinata 1:8538381cae81 43 // fclose( svm_setup_fp );
yukari_hinata 0:f6cdb984f638 44
yukari_hinata 1:8538381cae81 45 mcsvm = new MCSVM(NUM_WEATHERS, DIM_SIGNAL, MCSVM_NUM_SAMPLES, tmp_sample, tmp_sample_label);
yukari_hinata 0:f6cdb984f638 46
yukari_hinata 0:f6cdb984f638 47 svm_setup_fp = fopen("/local/alpha.csv", "r");
yukari_hinata 0:f6cdb984f638 48 if ( svm_setup_fp == NULL ) {
yukari_hinata 0:f6cdb984f638 49 fprintf( stderr, "Error in open learned alpha data. \r\n");
yukari_hinata 0:f6cdb984f638 50 exit(1);
yukari_hinata 0:f6cdb984f638 51 }
yukari_hinata 0:f6cdb984f638 52
yukari_hinata 0:f6cdb984f638 53 // 一列のデータではfscanfフォーマットがだるいので, fgetsを使用
yukari_hinata 0:f6cdb984f638 54 line = 0;
yukari_hinata 1:8538381cae81 55 while( fgets( buf_str, 20, svm_setup_fp) != NULL ) {
yukari_hinata 0:f6cdb984f638 56 tmp_mc_alpha[line] = atof(buf_str);
yukari_hinata 0:f6cdb984f638 57 // printf("%d %f \r\n", line, tmp_mc_alpha[line]);
yukari_hinata 0:f6cdb984f638 58 line++;
yukari_hinata 0:f6cdb984f638 59 }
yukari_hinata 1:8538381cae81 60
yukari_hinata 0:f6cdb984f638 61 mcsvm->set_alpha(tmp_mc_alpha, MCSVM_NUM_SAMPLES, NUM_WEATHERS);
yukari_hinata 1:8538381cae81 62
yukari_hinata 1:8538381cae81 63 delete [] tmp_sample;
yukari_hinata 1:8538381cae81 64 delete [] tmp_sample_label;
yukari_hinata 1:8538381cae81 65 delete [] buf_data;
yukari_hinata 1:8538381cae81 66 delete [] tmp_mc_alpha;
yukari_hinata 1:8538381cae81 67 delete [] buf_str;
yukari_hinata 0:f6cdb984f638 68 fclose( svm_setup_fp );
yukari_hinata 0:f6cdb984f638 69 free( svm_setup_fp ); // mbed BUG - we must free file pointer.
yukari_hinata 0:f6cdb984f638 70
yukari_hinata 0:f6cdb984f638 71 }
yukari_hinata 0:f6cdb984f638 72
yukari_hinata 0:f6cdb984f638 73 // SRNNのセットアップ. 初期データのセット.
yukari_hinata 0:f6cdb984f638 74 static void srnn_setup(void)
yukari_hinata 0:f6cdb984f638 75 {
yukari_hinata 1:8538381cae81 76 FILE* srnn_setup_fp;
yukari_hinata 1:8538381cae81 77 int ret;
yukari_hinata 1:8538381cae81 78 float buf_data[DIM_SIGNAL];
yukari_hinata 1:8538381cae81 79 float* sample = new float[LEN_DATA_SEQUENCE * DIM_SIGNAL];
yukari_hinata 1:8538381cae81 80 float* sample_maxmin = new float[DIM_SIGNAL * 2];
yukari_hinata 0:f6cdb984f638 81
yukari_hinata 1:8538381cae81 82 // 信号の正規化のために, 信号の最大値と最小値を決めてやる必要がある.
yukari_hinata 1:8538381cae81 83 sample_maxmin[0] = 50;
yukari_hinata 1:8538381cae81 84 sample_maxmin[1] = -20; // 気温の最大/最小値(想定値)
yukari_hinata 1:8538381cae81 85 sample_maxmin[2] = 1030;
yukari_hinata 1:8538381cae81 86 sample_maxmin[3] = 960; // 気圧
yukari_hinata 1:8538381cae81 87 sample_maxmin[4] = 100;
yukari_hinata 1:8538381cae81 88 sample_maxmin[5] = 0; // 湿度
yukari_hinata 0:f6cdb984f638 89
yukari_hinata 1:8538381cae81 90 srnn_setup_fp = fopen( "/local/srnninit.csv" , "r" );
yukari_hinata 1:8538381cae81 91 if( srnn_setup_fp == NULL ) {
yukari_hinata 1:8538381cae81 92 fprintf( stderr, "Error in SRNN setup. init sample file cannot open. \r\n");
yukari_hinata 1:8538381cae81 93 exit(1);
yukari_hinata 1:8538381cae81 94 }
yukari_hinata 0:f6cdb984f638 95
yukari_hinata 1:8538381cae81 96 int line = 0;
yukari_hinata 1:8538381cae81 97 while( ( ret = fscanf( srnn_setup_fp, "%f,%f,%f", &(buf_data[0]), &(buf_data[1]), &(buf_data[2])) ) != EOF ) {
yukari_hinata 1:8538381cae81 98 memcpy(&(sample[line * DIM_SIGNAL]), buf_data, sizeof(float) * DIM_SIGNAL);
yukari_hinata 1:8538381cae81 99 // printf("sample %d : %f %f %f \r\n", line, MATRIX_AT(sample,DIM_SIGNAL,line,0), MATRIX_AT(sample,DIM_SIGNAL,line,1), MATRIX_AT(sample,DIM_SIGNAL,line,2));
yukari_hinata 1:8538381cae81 100 line++;
yukari_hinata 1:8538381cae81 101 }
yukari_hinata 0:f6cdb984f638 102
yukari_hinata 1:8538381cae81 103 /* アドバイス:RNNにおいては,ダイナミクス(中間層のニューロン数)は多いほど良い */
yukari_hinata 1:8538381cae81 104 srnn = new SRNN(DIM_SIGNAL, 20, LEN_DATA_SEQUENCE, PREDICT_LENGTH, sample, sample_maxmin);
yukari_hinata 1:8538381cae81 105
yukari_hinata 1:8538381cae81 106 delete [] sample;
yukari_hinata 1:8538381cae81 107 delete [] sample_maxmin;
yukari_hinata 1:8538381cae81 108 fclose( srnn_setup_fp );
yukari_hinata 1:8538381cae81 109 free( srnn_setup_fp );
yukari_hinata 0:f6cdb984f638 110 }
yukari_hinata 0:f6cdb984f638 111
yukari_hinata 0:f6cdb984f638 112 // センサーのセットアップ.
yukari_hinata 0:f6cdb984f638 113 static void sensor_setup(void)
yukari_hinata 0:f6cdb984f638 114 {
yukari_hinata 1:8538381cae81 115 sensor_module = new SensorModule(5);
yukari_hinata 0:f6cdb984f638 116 }
yukari_hinata 0:f6cdb984f638 117
yukari_hinata 0:f6cdb984f638 118 // ネットワークのセットアップ
yukari_hinata 0:f6cdb984f638 119 static void network_setup(void)
yukari_hinata 0:f6cdb984f638 120 {
yukari_hinata 0:f6cdb984f638 121 // セットアップ, 最初の時間取得
yukari_hinata 1:8538381cae81 122 const char* prefix_net_str = "[Network Status]";
yukari_hinata 1:8538381cae81 123
yukari_hinata 1:8538381cae81 124 //setup ethernet interface
yukari_hinata 1:8538381cae81 125 printf("%s Ethernet initializing....", prefix_net_str);
yukari_hinata 1:8538381cae81 126 if ( eth_if.init() < 0 ) {// Use DHCP
yukari_hinata 1:8538381cae81 127 fprintf( stderr, "%s Ethernet init failed. \r\n", prefix_net_str);
yukari_hinata 1:8538381cae81 128 exit(1);
yukari_hinata 1:8538381cae81 129 }
yukari_hinata 1:8538381cae81 130
yukari_hinata 1:8538381cae81 131 if ( eth_if.connect() < 0 ) {
yukari_hinata 1:8538381cae81 132 fprintf( stderr, "%s Ethernet connect failed. \r\n", prefix_net_str);
yukari_hinata 1:8538381cae81 133 exit(1);
yukari_hinata 1:8538381cae81 134 }
yukari_hinata 1:8538381cae81 135
yukari_hinata 1:8538381cae81 136 // init time
yukari_hinata 1:8538381cae81 137 printf("%s Trying to update time...\r\n", prefix_net_str);
yukari_hinata 1:8538381cae81 138
yukari_hinata 1:8538381cae81 139 // Please specify near ntp server. ex) Japan -> ntp.nict.jp:123
yukari_hinata 1:8538381cae81 140 if (ntp_client.setTime("ntp.nict.jp") == 0) {
yukari_hinata 1:8538381cae81 141 time_mutex.lock();
yukari_hinata 1:8538381cae81 142 global_time = time(NULL);
yukari_hinata 1:8538381cae81 143 time_mutex.unlock();
yukari_hinata 1:8538381cae81 144 printf("%s Set time successfully! \n Time is set to (UTC): %s\r\n", prefix_net_str, ctime(&global_time));
yukari_hinata 1:8538381cae81 145 } else {
yukari_hinata 1:8538381cae81 146 fprintf( stderr, "%s Error in setup time \r\n", prefix_net_str);
yukari_hinata 1:8538381cae81 147 }
yukari_hinata 1:8538381cae81 148
yukari_hinata 1:8538381cae81 149 //setup tcp socket
yukari_hinata 1:8538381cae81 150 if(http_server.bind(80) < 0) {
yukari_hinata 1:8538381cae81 151 fprintf( stderr, "%s HTTP server bind port 80 failed.\n\r", prefix_net_str);
yukari_hinata 1:8538381cae81 152 exit(1);
yukari_hinata 1:8538381cae81 153 } else {
yukari_hinata 1:8538381cae81 154 printf("%s HTTP server bind successed.\n\r", prefix_net_str);
yukari_hinata 1:8538381cae81 155 }
yukari_hinata 1:8538381cae81 156
yukari_hinata 1:8538381cae81 157 if(http_server.listen(1) < 0) {
yukari_hinata 1:8538381cae81 158 fprintf( stderr, "%s HTTP server listen failed.\n\r", prefix_net_str);
yukari_hinata 1:8538381cae81 159 exit(1);
yukari_hinata 1:8538381cae81 160 } else {
yukari_hinata 1:8538381cae81 161 printf("%s HTTP server is listening...\n\r", prefix_net_str);
yukari_hinata 1:8538381cae81 162 }
yukari_hinata 1:8538381cae81 163
yukari_hinata 1:8538381cae81 164 printf("%s IP Address : %s \r\n", prefix_net_str, eth_if.getIPAddress());
yukari_hinata 1:8538381cae81 165
yukari_hinata 1:8538381cae81 166 printf("%s Network setup finished! \r\n", prefix_net_str);
yukari_hinata 0:f6cdb984f638 167 }
yukari_hinata 0:f6cdb984f638 168
yukari_hinata 0:f6cdb984f638 169 // セットアップ.
yukari_hinata 0:f6cdb984f638 170 void setup(void)
yukari_hinata 0:f6cdb984f638 171 {
yukari_hinata 1:8538381cae81 172 printf("SETUP START. \r\n");
yukari_hinata 1:8538381cae81 173 srnn_setup();
yukari_hinata 1:8538381cae81 174 printf("SRNN OK. \r\n");
yukari_hinata 0:f6cdb984f638 175 mcsvm_setup();
yukari_hinata 1:8538381cae81 176 printf("SVM OK. \r\n");
yukari_hinata 0:f6cdb984f638 177 sensor_setup();
yukari_hinata 1:8538381cae81 178 printf("SENSOR OK. \r\n");
yukari_hinata 0:f6cdb984f638 179 network_setup();
yukari_hinata 1:8538381cae81 180 printf("NETWORK OK. \r\n");
yukari_hinata 1:8538381cae81 181
yukari_hinata 0:f6cdb984f638 182 }