Weather casting with Machine Learning (SVM and SRNN).

Dependencies:   EthernetInterface GraphicHandler NTPClient SRNN SVM SensorModule mbed-rtos mbed

Committer:
yukari_hinata
Date:
Thu Feb 19 19:21:16 2015 +0000
Revision:
5:b61f3f5b0fc8
Parent:
4:00da8e8c7e2a
Child:
6:29d393d430d0
Have a bug. This program CANNOT operate permanentry

Who changed what in which revision?

UserRevisionLine numberNew contents of line
yukari_hinata 0:f6cdb984f638 1 #include "setup.hpp"
yukari_hinata 0:f6cdb984f638 2
yukari_hinata 0:f6cdb984f638 3 // mcsvmのセットアップ : サンプル/係数のセット
yukari_hinata 0:f6cdb984f638 4 static void mcsvm_setup(void)
yukari_hinata 0:f6cdb984f638 5 {
yukari_hinata 0:f6cdb984f638 6 FILE* svm_setup_fp;
yukari_hinata 0:f6cdb984f638 7 char buf_str[20];
yukari_hinata 0:f6cdb984f638 8 int ret, line;
yukari_hinata 0:f6cdb984f638 9 float buf_data[DIM_SIGNAL];
yukari_hinata 0:f6cdb984f638 10
yukari_hinata 2:20ecfe6edd71 11 float* svm_tmp_sample = new float[MCSVM_NUM_SAMPLES * DIM_SIGNAL];
yukari_hinata 2:20ecfe6edd71 12 int* svm_tmp_sample_label = new int[MCSVM_NUM_SAMPLES];
yukari_hinata 2:20ecfe6edd71 13 float* svm_tmp_mc_alpha = new float[MCSVM_NUM_SAMPLES * NUM_WEATHERS * (NUM_WEATHERS - 1) / 2];
yukari_hinata 0:f6cdb984f638 14
yukari_hinata 2:20ecfe6edd71 15 svm_setup_fp = fopen( "/local/SVM_SAMP.CSV" , "r" );
yukari_hinata 0:f6cdb984f638 16 if( svm_setup_fp == NULL ) {
yukari_hinata 0:f6cdb984f638 17 fprintf( stderr, "Error in svm setup : sample file cannot open. \r \n" );
yukari_hinata 0:f6cdb984f638 18 exit(1);
yukari_hinata 0:f6cdb984f638 19 }
yukari_hinata 0:f6cdb984f638 20
yukari_hinata 0:f6cdb984f638 21 line = 0;
yukari_hinata 0:f6cdb984f638 22 while( ( ret = fscanf( svm_setup_fp, " %[^\n,],%f,%f,%f", buf_str, &(buf_data[0]), &(buf_data[1]), &(buf_data[2])) ) != EOF ) {
yukari_hinata 1:8538381cae81 23
yukari_hinata 0:f6cdb984f638 24 if ( !strcmp(buf_str,"shiny") ) {
yukari_hinata 2:20ecfe6edd71 25 svm_tmp_sample_label[line] = SHINY;
yukari_hinata 0:f6cdb984f638 26 } else if ( !strcmp(buf_str,"cloudy") ) {
yukari_hinata 2:20ecfe6edd71 27 svm_tmp_sample_label[line] = CLOUDY;
yukari_hinata 0:f6cdb984f638 28 } else if ( !strcmp(buf_str,"rainy") ) {
yukari_hinata 2:20ecfe6edd71 29 svm_tmp_sample_label[line] = RAINY;
yukari_hinata 0:f6cdb984f638 30 } else if ( !strcmp(buf_str,"snowy") ) {
yukari_hinata 2:20ecfe6edd71 31 svm_tmp_sample_label[line] = SNOWY;
yukari_hinata 0:f6cdb984f638 32 } else {
yukari_hinata 0:f6cdb984f638 33 continue;
yukari_hinata 0:f6cdb984f638 34 }
yukari_hinata 0:f6cdb984f638 35
yukari_hinata 2:20ecfe6edd71 36 memcpy(&(svm_tmp_sample[line * DIM_SIGNAL]), buf_data, sizeof(float) * DIM_SIGNAL);
yukari_hinata 2:20ecfe6edd71 37 // printf("svm sample loading.... ret : %d line : %d %s %f %f %f \r\n", ret, line, buf_str, svm_tmp_sample[line*3], svm_tmp_sample[line*3+1], svm_tmp_sample[line*3+2]);
yukari_hinata 0:f6cdb984f638 38 line++;
yukari_hinata 0:f6cdb984f638 39 }
yukari_hinata 0:f6cdb984f638 40
yukari_hinata 2:20ecfe6edd71 41 mcsvm = new MCSVM(NUM_WEATHERS, DIM_SIGNAL, MCSVM_NUM_SAMPLES, svm_tmp_sample, svm_tmp_sample_label);
yukari_hinata 0:f6cdb984f638 42
yukari_hinata 2:20ecfe6edd71 43 // Thank you freopen.
yukari_hinata 2:20ecfe6edd71 44 // Here, we should not use fclose -> fopen
yukari_hinata 2:20ecfe6edd71 45 svm_setup_fp = freopen("/local/SVM_ALPH.CSV", "r", svm_setup_fp );
yukari_hinata 2:20ecfe6edd71 46 fflush( svm_setup_fp ); // required.
yukari_hinata 2:20ecfe6edd71 47
yukari_hinata 0:f6cdb984f638 48 if ( svm_setup_fp == NULL ) {
yukari_hinata 0:f6cdb984f638 49 fprintf( stderr, "Error in open learned alpha data. \r\n");
yukari_hinata 0:f6cdb984f638 50 exit(1);
yukari_hinata 0:f6cdb984f638 51 }
yukari_hinata 0:f6cdb984f638 52
yukari_hinata 0:f6cdb984f638 53 // 一列のデータではfscanfフォーマットがだるいので, fgetsを使用
yukari_hinata 0:f6cdb984f638 54 line = 0;
yukari_hinata 2:20ecfe6edd71 55 while( fgets( buf_str, 20, svm_setup_fp ) != NULL ) {
yukari_hinata 2:20ecfe6edd71 56 svm_tmp_mc_alpha[line] = atof(buf_str);
yukari_hinata 0:f6cdb984f638 57 // printf("%d %f \r\n", line, tmp_mc_alpha[line]);
yukari_hinata 0:f6cdb984f638 58 line++;
yukari_hinata 0:f6cdb984f638 59 }
yukari_hinata 1:8538381cae81 60
yukari_hinata 2:20ecfe6edd71 61 fclose( svm_setup_fp );
yukari_hinata 2:20ecfe6edd71 62
yukari_hinata 2:20ecfe6edd71 63 mcsvm->set_alpha(svm_tmp_mc_alpha, MCSVM_NUM_SAMPLES, NUM_WEATHERS);
yukari_hinata 1:8538381cae81 64
yukari_hinata 2:20ecfe6edd71 65 delete [] svm_tmp_sample;
yukari_hinata 2:20ecfe6edd71 66 delete [] svm_tmp_sample_label;
yukari_hinata 2:20ecfe6edd71 67 delete [] svm_tmp_mc_alpha;
yukari_hinata 0:f6cdb984f638 68
yukari_hinata 0:f6cdb984f638 69 }
yukari_hinata 0:f6cdb984f638 70
yukari_hinata 0:f6cdb984f638 71 // SRNNのセットアップ. 初期データのセット.
yukari_hinata 0:f6cdb984f638 72 static void srnn_setup(void)
yukari_hinata 0:f6cdb984f638 73 {
yukari_hinata 1:8538381cae81 74 FILE* srnn_setup_fp;
yukari_hinata 1:8538381cae81 75 int ret;
yukari_hinata 1:8538381cae81 76 float buf_data[DIM_SIGNAL];
yukari_hinata 3:5add3759e08a 77 float sample_maxmin[DIM_SIGNAL * 2];
yukari_hinata 2:20ecfe6edd71 78 char buf_str[20];
yukari_hinata 5:b61f3f5b0fc8 79
yukari_hinata 5:b61f3f5b0fc8 80 // グローバルなサンプルキューを**ここで**アロケート
yukari_hinata 5:b61f3f5b0fc8 81 srnn_sample_queue = new float[DIM_SIGNAL * LEN_DATA_SEQUENCE];
yukari_hinata 0:f6cdb984f638 82
yukari_hinata 1:8538381cae81 83 // 信号の正規化のために, 信号の最大値と最小値を決めてやる必要がある.
yukari_hinata 1:8538381cae81 84 sample_maxmin[0] = 50;
yukari_hinata 1:8538381cae81 85 sample_maxmin[1] = -20; // 気温の最大/最小値(想定値)
yukari_hinata 1:8538381cae81 86 sample_maxmin[2] = 1030;
yukari_hinata 1:8538381cae81 87 sample_maxmin[3] = 960; // 気圧
yukari_hinata 1:8538381cae81 88 sample_maxmin[4] = 100;
yukari_hinata 1:8538381cae81 89 sample_maxmin[5] = 0; // 湿度
yukari_hinata 0:f6cdb984f638 90
yukari_hinata 2:20ecfe6edd71 91 srnn_setup_fp = fopen( SEQUENCE_DATA_NAME, "r");
yukari_hinata 1:8538381cae81 92 if( srnn_setup_fp == NULL ) {
yukari_hinata 2:20ecfe6edd71 93 fprintf( stderr, "Error in SRNN setup. sample file cannot open. \r\n");
yukari_hinata 1:8538381cae81 94 exit(1);
yukari_hinata 1:8538381cae81 95 }
yukari_hinata 0:f6cdb984f638 96
yukari_hinata 1:8538381cae81 97 int line = 0;
yukari_hinata 2:20ecfe6edd71 98 while( ( ret = fscanf( srnn_setup_fp, " %[^\n,],%f,%f,%f", buf_str, &(buf_data[0]), &(buf_data[1]), &(buf_data[2])) ) != EOF ) {
yukari_hinata 4:00da8e8c7e2a 99 if ( line == LEN_DATA_SEQUENCE ) break;
yukari_hinata 5:b61f3f5b0fc8 100 memcpy(&(srnn_sample_queue[line * DIM_SIGNAL]), buf_data, sizeof(float) * DIM_SIGNAL);
yukari_hinata 5:b61f3f5b0fc8 101 // printf("sample %d : %f %f %f \r\n", line, MATRIX_AT(srnn_sample_queue,DIM_SIGNAL,line,0),MATRIX_AT(srnn_sample_queue,DIM_SIGNAL,line,1), MATRIX_AT(srnn_sample_queue,DIM_SIGNAL,line,2));
yukari_hinata 1:8538381cae81 102 line++;
yukari_hinata 1:8538381cae81 103 }
yukari_hinata 0:f6cdb984f638 104
yukari_hinata 2:20ecfe6edd71 105 fclose( srnn_setup_fp );
yukari_hinata 2:20ecfe6edd71 106
yukari_hinata 1:8538381cae81 107 /* アドバイス:RNNにおいては,ダイナミクス(中間層のニューロン数)は多いほど良い */
yukari_hinata 5:b61f3f5b0fc8 108 srnn = new SRNN(DIM_SIGNAL, 20, LEN_DATA_SEQUENCE, PREDICT_LENGTH, srnn_sample_queue, sample_maxmin);
yukari_hinata 2:20ecfe6edd71 109
yukari_hinata 0:f6cdb984f638 110 }
yukari_hinata 0:f6cdb984f638 111
yukari_hinata 0:f6cdb984f638 112 // センサーのセットアップ.
yukari_hinata 0:f6cdb984f638 113 static void sensor_setup(void)
yukari_hinata 0:f6cdb984f638 114 {
yukari_hinata 1:8538381cae81 115 sensor_module = new SensorModule(5);
yukari_hinata 0:f6cdb984f638 116 }
yukari_hinata 0:f6cdb984f638 117
yukari_hinata 5:b61f3f5b0fc8 118 // ネットワークのセットアップ
yukari_hinata 0:f6cdb984f638 119 static void network_setup(void)
yukari_hinata 0:f6cdb984f638 120 {
yukari_hinata 0:f6cdb984f638 121 // セットアップ, 最初の時間取得
yukari_hinata 3:5add3759e08a 122 const char prefix_net_str[] = "[Network Status]";
yukari_hinata 1:8538381cae81 123
yukari_hinata 1:8538381cae81 124 //setup ethernet interface
yukari_hinata 1:8538381cae81 125 printf("%s Ethernet initializing....", prefix_net_str);
yukari_hinata 1:8538381cae81 126 if ( eth_if.init() < 0 ) {// Use DHCP
yukari_hinata 1:8538381cae81 127 fprintf( stderr, "%s Ethernet init failed. \r\n", prefix_net_str);
yukari_hinata 1:8538381cae81 128 exit(1);
yukari_hinata 1:8538381cae81 129 }
yukari_hinata 1:8538381cae81 130
yukari_hinata 1:8538381cae81 131 if ( eth_if.connect() < 0 ) {
yukari_hinata 2:20ecfe6edd71 132 // (offlineが確定する -> offline modeへ).
yukari_hinata 5:b61f3f5b0fc8 133 fprintf( stderr, "%s Ethernet connect failed. Go To offline \r\n", prefix_net_str);
yukari_hinata 5:b61f3f5b0fc8 134 return;
yukari_hinata 1:8538381cae81 135 }
yukari_hinata 1:8538381cae81 136
yukari_hinata 1:8538381cae81 137 // init time
yukari_hinata 1:8538381cae81 138 printf("%s Trying to update time...\r\n", prefix_net_str);
yukari_hinata 1:8538381cae81 139
yukari_hinata 1:8538381cae81 140 // Please specify near ntp server. ex) Japan -> ntp.nict.jp:123
yukari_hinata 1:8538381cae81 141 if (ntp_client.setTime("ntp.nict.jp") == 0) {
yukari_hinata 2:20ecfe6edd71 142 printf("%s Set time successfully! \r\n", prefix_net_str);
yukari_hinata 1:8538381cae81 143 } else {
yukari_hinata 1:8538381cae81 144 fprintf( stderr, "%s Error in setup time \r\n", prefix_net_str);
yukari_hinata 1:8538381cae81 145 }
yukari_hinata 1:8538381cae81 146
yukari_hinata 2:20ecfe6edd71 147 // setup http server
yukari_hinata 3:5add3759e08a 148 // http_server = new HTTPServer(80, "/local/");
yukari_hinata 1:8538381cae81 149
yukari_hinata 1:8538381cae81 150 printf("%s IP Address : %s \r\n", prefix_net_str, eth_if.getIPAddress());
yukari_hinata 1:8538381cae81 151 printf("%s Network setup finished! \r\n", prefix_net_str);
yukari_hinata 0:f6cdb984f638 152 }
yukari_hinata 0:f6cdb984f638 153
yukari_hinata 2:20ecfe6edd71 154 // グラフィックハンドラの初期化
yukari_hinata 2:20ecfe6edd71 155 static void graphic_handler_setup(void)
yukari_hinata 2:20ecfe6edd71 156 {
yukari_hinata 4:00da8e8c7e2a 157 graphic_handler = new GraphicHandler(DIM_SIGNAL, PREDICT_INTERVAL_TIME, PREDICT_LENGTH, time(NULL));
yukari_hinata 2:20ecfe6edd71 158 }
yukari_hinata 2:20ecfe6edd71 159
yukari_hinata 2:20ecfe6edd71 160 // データの初期化(アロケート)
yukari_hinata 2:20ecfe6edd71 161 static void data_setup(void)
yukari_hinata 2:20ecfe6edd71 162 {
yukari_hinata 2:20ecfe6edd71 163 new_seqence_data = new float[DIM_SIGNAL]; // 現在の(一番新しい)系列データ
yukari_hinata 2:20ecfe6edd71 164 new_predict_data = new float[DIM_SIGNAL * PREDICT_LENGTH]; // 現在の予測結果
yukari_hinata 2:20ecfe6edd71 165 new_predict_weather = new int[PREDICT_LENGTH]; // 現在の予測天気
yukari_hinata 2:20ecfe6edd71 166 new_predict_probability = new float[PREDICT_LENGTH]; // 現在の予測天気の確率
yukari_hinata 2:20ecfe6edd71 167 }
yukari_hinata 2:20ecfe6edd71 168
yukari_hinata 4:00da8e8c7e2a 169 // 時刻の設定
yukari_hinata 4:00da8e8c7e2a 170 static void jst_setup(int year, int month, int day, int hour, int min)
yukari_hinata 4:00da8e8c7e2a 171 {
yukari_hinata 4:00da8e8c7e2a 172 // setup time structure
yukari_hinata 4:00da8e8c7e2a 173 struct tm t;
yukari_hinata 4:00da8e8c7e2a 174 t.tm_sec = 0; // 0-59
yukari_hinata 4:00da8e8c7e2a 175 t.tm_min = min; // 0-59
yukari_hinata 4:00da8e8c7e2a 176 t.tm_hour = hour; // 0-23
yukari_hinata 4:00da8e8c7e2a 177 t.tm_mday = day; // 1-31
yukari_hinata 4:00da8e8c7e2a 178 t.tm_mon = (month-1); // 0-11
yukari_hinata 4:00da8e8c7e2a 179 t.tm_year = (year-1900); // year since 1900
yukari_hinata 4:00da8e8c7e2a 180
yukari_hinata 4:00da8e8c7e2a 181 // convert to timestamp and set
yukari_hinata 4:00da8e8c7e2a 182 time_t seconds = mktime(&t);
yukari_hinata 4:00da8e8c7e2a 183 set_time(seconds);
yukari_hinata 4:00da8e8c7e2a 184 }
yukari_hinata 4:00da8e8c7e2a 185
yukari_hinata 0:f6cdb984f638 186 // セットアップ.
yukari_hinata 0:f6cdb984f638 187 void setup(void)
yukari_hinata 0:f6cdb984f638 188 {
yukari_hinata 2:20ecfe6edd71 189 printf("SETUP START ");
yukari_hinata 2:20ecfe6edd71 190 printf("-------------------------- \r\n");
yukari_hinata 2:20ecfe6edd71 191 mcsvm_setup();
yukari_hinata 2:20ecfe6edd71 192 printf("SVM ...OK \r\n");
yukari_hinata 1:8538381cae81 193 srnn_setup();
yukari_hinata 2:20ecfe6edd71 194 printf("SRNN ...OK \r\n");
yukari_hinata 0:f6cdb984f638 195 sensor_setup();
yukari_hinata 2:20ecfe6edd71 196 printf("SENSOR ...OK \r\n");
yukari_hinata 4:00da8e8c7e2a 197 // network_setup();
yukari_hinata 5:b61f3f5b0fc8 198 jst_setup(2015, 2, 20, 4, 0);
yukari_hinata 5:b61f3f5b0fc8 199 printf("NETWORK ...NO(offline) \r\n");
yukari_hinata 2:20ecfe6edd71 200 graphic_handler_setup();
yukari_hinata 2:20ecfe6edd71 201 printf("GRAPHIC ...OK \r\n");
yukari_hinata 2:20ecfe6edd71 202 data_setup();
yukari_hinata 2:20ecfe6edd71 203 printf("SHARED DATA ...OK \r\n");
yukari_hinata 3:5add3759e08a 204 printf("SETUP SUCCESS ");
yukari_hinata 2:20ecfe6edd71 205 printf("-------------------------- \r\n");
yukari_hinata 0:f6cdb984f638 206 }