Weather casting with Machine Learning (SVM and SRNN).

Dependencies:   EthernetInterface GraphicHandler NTPClient SRNN SVM SensorModule mbed-rtos mbed

Committer:
yukari_hinata
Date:
Thu Feb 19 13:53:12 2015 +0000
Revision:
4:00da8e8c7e2a
Parent:
3:5add3759e08a
Child:
5:b61f3f5b0fc8
there are 2 bugs.

Who changed what in which revision?

UserRevisionLine numberNew contents of line
yukari_hinata 0:f6cdb984f638 1 #include "setup.hpp"
yukari_hinata 0:f6cdb984f638 2
yukari_hinata 0:f6cdb984f638 3 // mcsvmのセットアップ : サンプル/係数のセット
yukari_hinata 0:f6cdb984f638 4 static void mcsvm_setup(void)
yukari_hinata 0:f6cdb984f638 5 {
yukari_hinata 0:f6cdb984f638 6 FILE* svm_setup_fp;
yukari_hinata 0:f6cdb984f638 7 char buf_str[20];
yukari_hinata 0:f6cdb984f638 8 int ret, line;
yukari_hinata 0:f6cdb984f638 9 float buf_data[DIM_SIGNAL];
yukari_hinata 0:f6cdb984f638 10
yukari_hinata 2:20ecfe6edd71 11 float* svm_tmp_sample = new float[MCSVM_NUM_SAMPLES * DIM_SIGNAL];
yukari_hinata 2:20ecfe6edd71 12 int* svm_tmp_sample_label = new int[MCSVM_NUM_SAMPLES];
yukari_hinata 2:20ecfe6edd71 13 float* svm_tmp_mc_alpha = new float[MCSVM_NUM_SAMPLES * NUM_WEATHERS * (NUM_WEATHERS - 1) / 2];
yukari_hinata 0:f6cdb984f638 14
yukari_hinata 2:20ecfe6edd71 15 svm_setup_fp = fopen( "/local/SVM_SAMP.CSV" , "r" );
yukari_hinata 0:f6cdb984f638 16 if( svm_setup_fp == NULL ) {
yukari_hinata 0:f6cdb984f638 17 fprintf( stderr, "Error in svm setup : sample file cannot open. \r \n" );
yukari_hinata 0:f6cdb984f638 18 exit(1);
yukari_hinata 0:f6cdb984f638 19 }
yukari_hinata 0:f6cdb984f638 20
yukari_hinata 0:f6cdb984f638 21 line = 0;
yukari_hinata 0:f6cdb984f638 22 while( ( ret = fscanf( svm_setup_fp, " %[^\n,],%f,%f,%f", buf_str, &(buf_data[0]), &(buf_data[1]), &(buf_data[2])) ) != EOF ) {
yukari_hinata 1:8538381cae81 23
yukari_hinata 0:f6cdb984f638 24 if ( !strcmp(buf_str,"shiny") ) {
yukari_hinata 2:20ecfe6edd71 25 svm_tmp_sample_label[line] = SHINY;
yukari_hinata 0:f6cdb984f638 26 } else if ( !strcmp(buf_str,"cloudy") ) {
yukari_hinata 2:20ecfe6edd71 27 svm_tmp_sample_label[line] = CLOUDY;
yukari_hinata 0:f6cdb984f638 28 } else if ( !strcmp(buf_str,"rainy") ) {
yukari_hinata 2:20ecfe6edd71 29 svm_tmp_sample_label[line] = RAINY;
yukari_hinata 0:f6cdb984f638 30 } else if ( !strcmp(buf_str,"snowy") ) {
yukari_hinata 2:20ecfe6edd71 31 svm_tmp_sample_label[line] = SNOWY;
yukari_hinata 0:f6cdb984f638 32 } else {
yukari_hinata 0:f6cdb984f638 33 continue;
yukari_hinata 0:f6cdb984f638 34 }
yukari_hinata 0:f6cdb984f638 35
yukari_hinata 2:20ecfe6edd71 36 memcpy(&(svm_tmp_sample[line * DIM_SIGNAL]), buf_data, sizeof(float) * DIM_SIGNAL);
yukari_hinata 2:20ecfe6edd71 37 // printf("svm sample loading.... ret : %d line : %d %s %f %f %f \r\n", ret, line, buf_str, svm_tmp_sample[line*3], svm_tmp_sample[line*3+1], svm_tmp_sample[line*3+2]);
yukari_hinata 0:f6cdb984f638 38 line++;
yukari_hinata 0:f6cdb984f638 39 }
yukari_hinata 0:f6cdb984f638 40
yukari_hinata 2:20ecfe6edd71 41 mcsvm = new MCSVM(NUM_WEATHERS, DIM_SIGNAL, MCSVM_NUM_SAMPLES, svm_tmp_sample, svm_tmp_sample_label);
yukari_hinata 0:f6cdb984f638 42
yukari_hinata 2:20ecfe6edd71 43 // Thank you freopen.
yukari_hinata 2:20ecfe6edd71 44 // Here, we should not use fclose -> fopen
yukari_hinata 2:20ecfe6edd71 45 svm_setup_fp = freopen("/local/SVM_ALPH.CSV", "r", svm_setup_fp );
yukari_hinata 2:20ecfe6edd71 46 fflush( svm_setup_fp ); // required.
yukari_hinata 2:20ecfe6edd71 47
yukari_hinata 0:f6cdb984f638 48 if ( svm_setup_fp == NULL ) {
yukari_hinata 0:f6cdb984f638 49 fprintf( stderr, "Error in open learned alpha data. \r\n");
yukari_hinata 0:f6cdb984f638 50 exit(1);
yukari_hinata 0:f6cdb984f638 51 }
yukari_hinata 0:f6cdb984f638 52
yukari_hinata 0:f6cdb984f638 53 // 一列のデータではfscanfフォーマットがだるいので, fgetsを使用
yukari_hinata 0:f6cdb984f638 54 line = 0;
yukari_hinata 2:20ecfe6edd71 55 while( fgets( buf_str, 20, svm_setup_fp ) != NULL ) {
yukari_hinata 2:20ecfe6edd71 56 svm_tmp_mc_alpha[line] = atof(buf_str);
yukari_hinata 0:f6cdb984f638 57 // printf("%d %f \r\n", line, tmp_mc_alpha[line]);
yukari_hinata 0:f6cdb984f638 58 line++;
yukari_hinata 0:f6cdb984f638 59 }
yukari_hinata 1:8538381cae81 60
yukari_hinata 2:20ecfe6edd71 61 fclose( svm_setup_fp );
yukari_hinata 2:20ecfe6edd71 62
yukari_hinata 2:20ecfe6edd71 63 mcsvm->set_alpha(svm_tmp_mc_alpha, MCSVM_NUM_SAMPLES, NUM_WEATHERS);
yukari_hinata 1:8538381cae81 64
yukari_hinata 2:20ecfe6edd71 65 delete [] svm_tmp_sample;
yukari_hinata 2:20ecfe6edd71 66 delete [] svm_tmp_sample_label;
yukari_hinata 2:20ecfe6edd71 67 delete [] svm_tmp_mc_alpha;
yukari_hinata 0:f6cdb984f638 68
yukari_hinata 0:f6cdb984f638 69 }
yukari_hinata 0:f6cdb984f638 70
yukari_hinata 0:f6cdb984f638 71 // SRNNのセットアップ. 初期データのセット.
yukari_hinata 0:f6cdb984f638 72 static void srnn_setup(void)
yukari_hinata 0:f6cdb984f638 73 {
yukari_hinata 1:8538381cae81 74 FILE* srnn_setup_fp;
yukari_hinata 1:8538381cae81 75 int ret;
yukari_hinata 1:8538381cae81 76 float buf_data[DIM_SIGNAL];
yukari_hinata 3:5add3759e08a 77 float sample[LEN_DATA_SEQUENCE * DIM_SIGNAL];
yukari_hinata 3:5add3759e08a 78 float sample_maxmin[DIM_SIGNAL * 2];
yukari_hinata 2:20ecfe6edd71 79 char buf_str[20];
yukari_hinata 0:f6cdb984f638 80
yukari_hinata 1:8538381cae81 81 // 信号の正規化のために, 信号の最大値と最小値を決めてやる必要がある.
yukari_hinata 1:8538381cae81 82 sample_maxmin[0] = 50;
yukari_hinata 1:8538381cae81 83 sample_maxmin[1] = -20; // 気温の最大/最小値(想定値)
yukari_hinata 1:8538381cae81 84 sample_maxmin[2] = 1030;
yukari_hinata 1:8538381cae81 85 sample_maxmin[3] = 960; // 気圧
yukari_hinata 1:8538381cae81 86 sample_maxmin[4] = 100;
yukari_hinata 1:8538381cae81 87 sample_maxmin[5] = 0; // 湿度
yukari_hinata 0:f6cdb984f638 88
yukari_hinata 2:20ecfe6edd71 89 srnn_setup_fp = fopen( SEQUENCE_DATA_NAME, "r");
yukari_hinata 1:8538381cae81 90 if( srnn_setup_fp == NULL ) {
yukari_hinata 2:20ecfe6edd71 91 fprintf( stderr, "Error in SRNN setup. sample file cannot open. \r\n");
yukari_hinata 1:8538381cae81 92 exit(1);
yukari_hinata 1:8538381cae81 93 }
yukari_hinata 0:f6cdb984f638 94
yukari_hinata 1:8538381cae81 95 int line = 0;
yukari_hinata 2:20ecfe6edd71 96 while( ( ret = fscanf( srnn_setup_fp, " %[^\n,],%f,%f,%f", buf_str, &(buf_data[0]), &(buf_data[1]), &(buf_data[2])) ) != EOF ) {
yukari_hinata 4:00da8e8c7e2a 97 if ( line == LEN_DATA_SEQUENCE ) break;
yukari_hinata 1:8538381cae81 98 memcpy(&(sample[line * DIM_SIGNAL]), buf_data, sizeof(float) * DIM_SIGNAL);
yukari_hinata 1:8538381cae81 99 // printf("sample %d : %f %f %f \r\n", line, MATRIX_AT(sample,DIM_SIGNAL,line,0), MATRIX_AT(sample,DIM_SIGNAL,line,1), MATRIX_AT(sample,DIM_SIGNAL,line,2));
yukari_hinata 1:8538381cae81 100 line++;
yukari_hinata 1:8538381cae81 101 }
yukari_hinata 0:f6cdb984f638 102
yukari_hinata 2:20ecfe6edd71 103 fclose( srnn_setup_fp );
yukari_hinata 2:20ecfe6edd71 104
yukari_hinata 1:8538381cae81 105 /* アドバイス:RNNにおいては,ダイナミクス(中間層のニューロン数)は多いほど良い */
yukari_hinata 1:8538381cae81 106 srnn = new SRNN(DIM_SIGNAL, 20, LEN_DATA_SEQUENCE, PREDICT_LENGTH, sample, sample_maxmin);
yukari_hinata 1:8538381cae81 107
yukari_hinata 3:5add3759e08a 108 // delete [] sample;
yukari_hinata 3:5add3759e08a 109 // delete [] sample_maxmin;
yukari_hinata 2:20ecfe6edd71 110
yukari_hinata 0:f6cdb984f638 111 }
yukari_hinata 0:f6cdb984f638 112
yukari_hinata 0:f6cdb984f638 113 // センサーのセットアップ.
yukari_hinata 0:f6cdb984f638 114 static void sensor_setup(void)
yukari_hinata 0:f6cdb984f638 115 {
yukari_hinata 1:8538381cae81 116 sensor_module = new SensorModule(5);
yukari_hinata 0:f6cdb984f638 117 }
yukari_hinata 0:f6cdb984f638 118
yukari_hinata 3:5add3759e08a 119 /* // ネットワークのセットアップ
yukari_hinata 0:f6cdb984f638 120 static void network_setup(void)
yukari_hinata 0:f6cdb984f638 121 {
yukari_hinata 0:f6cdb984f638 122 // セットアップ, 最初の時間取得
yukari_hinata 3:5add3759e08a 123 const char prefix_net_str[] = "[Network Status]";
yukari_hinata 1:8538381cae81 124
yukari_hinata 1:8538381cae81 125 //setup ethernet interface
yukari_hinata 1:8538381cae81 126 printf("%s Ethernet initializing....", prefix_net_str);
yukari_hinata 1:8538381cae81 127 if ( eth_if.init() < 0 ) {// Use DHCP
yukari_hinata 1:8538381cae81 128 fprintf( stderr, "%s Ethernet init failed. \r\n", prefix_net_str);
yukari_hinata 1:8538381cae81 129 exit(1);
yukari_hinata 1:8538381cae81 130 }
yukari_hinata 1:8538381cae81 131
yukari_hinata 1:8538381cae81 132 if ( eth_if.connect() < 0 ) {
yukari_hinata 2:20ecfe6edd71 133 // (offlineが確定する -> offline modeへ).
yukari_hinata 1:8538381cae81 134 fprintf( stderr, "%s Ethernet connect failed. \r\n", prefix_net_str);
yukari_hinata 1:8538381cae81 135 exit(1);
yukari_hinata 1:8538381cae81 136 }
yukari_hinata 1:8538381cae81 137
yukari_hinata 1:8538381cae81 138 // init time
yukari_hinata 1:8538381cae81 139 printf("%s Trying to update time...\r\n", prefix_net_str);
yukari_hinata 1:8538381cae81 140
yukari_hinata 1:8538381cae81 141 // Please specify near ntp server. ex) Japan -> ntp.nict.jp:123
yukari_hinata 1:8538381cae81 142 if (ntp_client.setTime("ntp.nict.jp") == 0) {
yukari_hinata 2:20ecfe6edd71 143 printf("%s Set time successfully! \r\n", prefix_net_str);
yukari_hinata 1:8538381cae81 144 } else {
yukari_hinata 1:8538381cae81 145 fprintf( stderr, "%s Error in setup time \r\n", prefix_net_str);
yukari_hinata 1:8538381cae81 146 }
yukari_hinata 1:8538381cae81 147
yukari_hinata 2:20ecfe6edd71 148 // setup http server
yukari_hinata 3:5add3759e08a 149 // http_server = new HTTPServer(80, "/local/");
yukari_hinata 1:8538381cae81 150
yukari_hinata 1:8538381cae81 151 printf("%s IP Address : %s \r\n", prefix_net_str, eth_if.getIPAddress());
yukari_hinata 1:8538381cae81 152
yukari_hinata 1:8538381cae81 153 printf("%s Network setup finished! \r\n", prefix_net_str);
yukari_hinata 0:f6cdb984f638 154 }
yukari_hinata 3:5add3759e08a 155 */
yukari_hinata 0:f6cdb984f638 156
yukari_hinata 2:20ecfe6edd71 157 // グラフィックハンドラの初期化
yukari_hinata 2:20ecfe6edd71 158 static void graphic_handler_setup(void)
yukari_hinata 2:20ecfe6edd71 159 {
yukari_hinata 4:00da8e8c7e2a 160 graphic_handler = new GraphicHandler(DIM_SIGNAL, PREDICT_INTERVAL_TIME, PREDICT_LENGTH, time(NULL));
yukari_hinata 2:20ecfe6edd71 161 }
yukari_hinata 2:20ecfe6edd71 162
yukari_hinata 2:20ecfe6edd71 163 // データの初期化(アロケート)
yukari_hinata 2:20ecfe6edd71 164 static void data_setup(void)
yukari_hinata 2:20ecfe6edd71 165 {
yukari_hinata 2:20ecfe6edd71 166 new_seqence_data = new float[DIM_SIGNAL]; // 現在の(一番新しい)系列データ
yukari_hinata 2:20ecfe6edd71 167 new_predict_data = new float[DIM_SIGNAL * PREDICT_LENGTH]; // 現在の予測結果
yukari_hinata 2:20ecfe6edd71 168 new_predict_weather = new int[PREDICT_LENGTH]; // 現在の予測天気
yukari_hinata 2:20ecfe6edd71 169 new_predict_probability = new float[PREDICT_LENGTH]; // 現在の予測天気の確率
yukari_hinata 2:20ecfe6edd71 170 }
yukari_hinata 2:20ecfe6edd71 171
yukari_hinata 4:00da8e8c7e2a 172 // 時刻の設定
yukari_hinata 4:00da8e8c7e2a 173 static void jst_setup(int year, int month, int day, int hour, int min)
yukari_hinata 4:00da8e8c7e2a 174 {
yukari_hinata 4:00da8e8c7e2a 175 // setup time structure
yukari_hinata 4:00da8e8c7e2a 176 if ( time(NULL) == 0 ) {
yukari_hinata 4:00da8e8c7e2a 177 struct tm t;
yukari_hinata 4:00da8e8c7e2a 178 t.tm_sec = 0; // 0-59
yukari_hinata 4:00da8e8c7e2a 179 t.tm_min = min; // 0-59
yukari_hinata 4:00da8e8c7e2a 180 t.tm_hour = hour; // 0-23
yukari_hinata 4:00da8e8c7e2a 181 t.tm_mday = day; // 1-31
yukari_hinata 4:00da8e8c7e2a 182 t.tm_mon = (month-1); // 0-11
yukari_hinata 4:00da8e8c7e2a 183 t.tm_year = (year-1900); // year since 1900
yukari_hinata 4:00da8e8c7e2a 184
yukari_hinata 4:00da8e8c7e2a 185 // convert to timestamp and set
yukari_hinata 4:00da8e8c7e2a 186 time_t seconds = mktime(&t);
yukari_hinata 4:00da8e8c7e2a 187 set_time(seconds);
yukari_hinata 4:00da8e8c7e2a 188 }
yukari_hinata 4:00da8e8c7e2a 189 }
yukari_hinata 4:00da8e8c7e2a 190
yukari_hinata 0:f6cdb984f638 191 // セットアップ.
yukari_hinata 0:f6cdb984f638 192 void setup(void)
yukari_hinata 0:f6cdb984f638 193 {
yukari_hinata 2:20ecfe6edd71 194 printf("SETUP START ");
yukari_hinata 2:20ecfe6edd71 195 printf("-------------------------- \r\n");
yukari_hinata 2:20ecfe6edd71 196 mcsvm_setup();
yukari_hinata 2:20ecfe6edd71 197 printf("SVM ...OK \r\n");
yukari_hinata 1:8538381cae81 198 srnn_setup();
yukari_hinata 2:20ecfe6edd71 199 printf("SRNN ...OK \r\n");
yukari_hinata 0:f6cdb984f638 200 sensor_setup();
yukari_hinata 2:20ecfe6edd71 201 printf("SENSOR ...OK \r\n");
yukari_hinata 4:00da8e8c7e2a 202 // network_setup();
yukari_hinata 4:00da8e8c7e2a 203 jst_setup(2015, 2, 19, 21, 30);
yukari_hinata 4:00da8e8c7e2a 204 // printf("NETWORK ...NO(offline) \r\n");
yukari_hinata 2:20ecfe6edd71 205 graphic_handler_setup();
yukari_hinata 2:20ecfe6edd71 206 printf("GRAPHIC ...OK \r\n");
yukari_hinata 2:20ecfe6edd71 207 data_setup();
yukari_hinata 2:20ecfe6edd71 208 printf("SHARED DATA ...OK \r\n");
yukari_hinata 3:5add3759e08a 209 printf("SETUP SUCCESS ");
yukari_hinata 2:20ecfe6edd71 210 printf("-------------------------- \r\n");
yukari_hinata 0:f6cdb984f638 211 }