Weather casting with Machine Learning (SVM and SRNN).

Dependencies:   EthernetInterface GraphicHandler NTPClient SRNN SVM SensorModule mbed-rtos mbed

Committer:
yukari_hinata
Date:
Wed Feb 18 15:02:16 2015 +0000
Revision:
2:20ecfe6edd71
Parent:
1:8538381cae81
Child:
3:5add3759e08a

        

Who changed what in which revision?

UserRevisionLine numberNew contents of line
yukari_hinata 0:f6cdb984f638 1 #include "setup.hpp"
yukari_hinata 0:f6cdb984f638 2
yukari_hinata 0:f6cdb984f638 3 // mcsvmのセットアップ : サンプル/係数のセット
yukari_hinata 0:f6cdb984f638 4 static void mcsvm_setup(void)
yukari_hinata 0:f6cdb984f638 5 {
yukari_hinata 0:f6cdb984f638 6 FILE* svm_setup_fp;
yukari_hinata 0:f6cdb984f638 7 char buf_str[20];
yukari_hinata 0:f6cdb984f638 8 int ret, line;
yukari_hinata 0:f6cdb984f638 9 float buf_data[DIM_SIGNAL];
yukari_hinata 0:f6cdb984f638 10
yukari_hinata 2:20ecfe6edd71 11 float* svm_tmp_sample = new float[MCSVM_NUM_SAMPLES * DIM_SIGNAL];
yukari_hinata 2:20ecfe6edd71 12 int* svm_tmp_sample_label = new int[MCSVM_NUM_SAMPLES];
yukari_hinata 2:20ecfe6edd71 13 float* svm_tmp_mc_alpha = new float[MCSVM_NUM_SAMPLES * NUM_WEATHERS * (NUM_WEATHERS - 1) / 2];
yukari_hinata 0:f6cdb984f638 14
yukari_hinata 2:20ecfe6edd71 15 svm_setup_fp = fopen( "/local/SVM_SAMP.CSV" , "r" );
yukari_hinata 0:f6cdb984f638 16 if( svm_setup_fp == NULL ) {
yukari_hinata 0:f6cdb984f638 17 fprintf( stderr, "Error in svm setup : sample file cannot open. \r \n" );
yukari_hinata 0:f6cdb984f638 18 exit(1);
yukari_hinata 0:f6cdb984f638 19 }
yukari_hinata 0:f6cdb984f638 20
yukari_hinata 0:f6cdb984f638 21 line = 0;
yukari_hinata 0:f6cdb984f638 22 while( ( ret = fscanf( svm_setup_fp, " %[^\n,],%f,%f,%f", buf_str, &(buf_data[0]), &(buf_data[1]), &(buf_data[2])) ) != EOF ) {
yukari_hinata 1:8538381cae81 23
yukari_hinata 0:f6cdb984f638 24 if ( !strcmp(buf_str,"shiny") ) {
yukari_hinata 2:20ecfe6edd71 25 svm_tmp_sample_label[line] = SHINY;
yukari_hinata 0:f6cdb984f638 26 } else if ( !strcmp(buf_str,"cloudy") ) {
yukari_hinata 2:20ecfe6edd71 27 svm_tmp_sample_label[line] = CLOUDY;
yukari_hinata 0:f6cdb984f638 28 } else if ( !strcmp(buf_str,"rainy") ) {
yukari_hinata 2:20ecfe6edd71 29 svm_tmp_sample_label[line] = RAINY;
yukari_hinata 0:f6cdb984f638 30 } else if ( !strcmp(buf_str,"snowy") ) {
yukari_hinata 2:20ecfe6edd71 31 svm_tmp_sample_label[line] = SNOWY;
yukari_hinata 0:f6cdb984f638 32 } else {
yukari_hinata 0:f6cdb984f638 33 continue;
yukari_hinata 0:f6cdb984f638 34 }
yukari_hinata 0:f6cdb984f638 35
yukari_hinata 2:20ecfe6edd71 36 memcpy(&(svm_tmp_sample[line * DIM_SIGNAL]), buf_data, sizeof(float) * DIM_SIGNAL);
yukari_hinata 2:20ecfe6edd71 37 // printf("svm sample loading.... ret : %d line : %d %s %f %f %f \r\n", ret, line, buf_str, svm_tmp_sample[line*3], svm_tmp_sample[line*3+1], svm_tmp_sample[line*3+2]);
yukari_hinata 0:f6cdb984f638 38 line++;
yukari_hinata 0:f6cdb984f638 39 }
yukari_hinata 0:f6cdb984f638 40
yukari_hinata 2:20ecfe6edd71 41 mcsvm = new MCSVM(NUM_WEATHERS, DIM_SIGNAL, MCSVM_NUM_SAMPLES, svm_tmp_sample, svm_tmp_sample_label);
yukari_hinata 0:f6cdb984f638 42
yukari_hinata 2:20ecfe6edd71 43 // Thank you freopen.
yukari_hinata 2:20ecfe6edd71 44 // Here, we should not use fclose -> fopen
yukari_hinata 2:20ecfe6edd71 45 svm_setup_fp = freopen("/local/SVM_ALPH.CSV", "r", svm_setup_fp );
yukari_hinata 2:20ecfe6edd71 46 fflush( svm_setup_fp ); // required.
yukari_hinata 2:20ecfe6edd71 47
yukari_hinata 0:f6cdb984f638 48 if ( svm_setup_fp == NULL ) {
yukari_hinata 0:f6cdb984f638 49 fprintf( stderr, "Error in open learned alpha data. \r\n");
yukari_hinata 0:f6cdb984f638 50 exit(1);
yukari_hinata 0:f6cdb984f638 51 }
yukari_hinata 0:f6cdb984f638 52
yukari_hinata 0:f6cdb984f638 53 // 一列のデータではfscanfフォーマットがだるいので, fgetsを使用
yukari_hinata 0:f6cdb984f638 54 line = 0;
yukari_hinata 2:20ecfe6edd71 55 while( fgets( buf_str, 20, svm_setup_fp ) != NULL ) {
yukari_hinata 2:20ecfe6edd71 56 svm_tmp_mc_alpha[line] = atof(buf_str);
yukari_hinata 0:f6cdb984f638 57 // printf("%d %f \r\n", line, tmp_mc_alpha[line]);
yukari_hinata 0:f6cdb984f638 58 line++;
yukari_hinata 0:f6cdb984f638 59 }
yukari_hinata 1:8538381cae81 60
yukari_hinata 2:20ecfe6edd71 61 fclose( svm_setup_fp );
yukari_hinata 2:20ecfe6edd71 62
yukari_hinata 2:20ecfe6edd71 63 mcsvm->set_alpha(svm_tmp_mc_alpha, MCSVM_NUM_SAMPLES, NUM_WEATHERS);
yukari_hinata 1:8538381cae81 64
yukari_hinata 2:20ecfe6edd71 65 delete [] svm_tmp_sample;
yukari_hinata 2:20ecfe6edd71 66 delete [] svm_tmp_sample_label;
yukari_hinata 2:20ecfe6edd71 67 delete [] svm_tmp_mc_alpha;
yukari_hinata 0:f6cdb984f638 68
yukari_hinata 0:f6cdb984f638 69 }
yukari_hinata 0:f6cdb984f638 70
yukari_hinata 0:f6cdb984f638 71 // SRNNのセットアップ. 初期データのセット.
yukari_hinata 0:f6cdb984f638 72 static void srnn_setup(void)
yukari_hinata 0:f6cdb984f638 73 {
yukari_hinata 1:8538381cae81 74 FILE* srnn_setup_fp;
yukari_hinata 1:8538381cae81 75 int ret;
yukari_hinata 1:8538381cae81 76 float buf_data[DIM_SIGNAL];
yukari_hinata 1:8538381cae81 77 float* sample = new float[LEN_DATA_SEQUENCE * DIM_SIGNAL];
yukari_hinata 1:8538381cae81 78 float* sample_maxmin = new float[DIM_SIGNAL * 2];
yukari_hinata 2:20ecfe6edd71 79 char buf_str[20];
yukari_hinata 0:f6cdb984f638 80
yukari_hinata 1:8538381cae81 81 // 信号の正規化のために, 信号の最大値と最小値を決めてやる必要がある.
yukari_hinata 1:8538381cae81 82 sample_maxmin[0] = 50;
yukari_hinata 1:8538381cae81 83 sample_maxmin[1] = -20; // 気温の最大/最小値(想定値)
yukari_hinata 1:8538381cae81 84 sample_maxmin[2] = 1030;
yukari_hinata 1:8538381cae81 85 sample_maxmin[3] = 960; // 気圧
yukari_hinata 1:8538381cae81 86 sample_maxmin[4] = 100;
yukari_hinata 1:8538381cae81 87 sample_maxmin[5] = 0; // 湿度
yukari_hinata 0:f6cdb984f638 88
yukari_hinata 2:20ecfe6edd71 89 srnn_setup_fp = fopen( SEQUENCE_DATA_NAME, "r");
yukari_hinata 1:8538381cae81 90 if( srnn_setup_fp == NULL ) {
yukari_hinata 2:20ecfe6edd71 91 fprintf( stderr, "Error in SRNN setup. sample file cannot open. \r\n");
yukari_hinata 1:8538381cae81 92 exit(1);
yukari_hinata 1:8538381cae81 93 }
yukari_hinata 0:f6cdb984f638 94
yukari_hinata 1:8538381cae81 95 int line = 0;
yukari_hinata 2:20ecfe6edd71 96 while( ( ret = fscanf( srnn_setup_fp, " %[^\n,],%f,%f,%f", buf_str, &(buf_data[0]), &(buf_data[1]), &(buf_data[2])) ) != EOF ) {
yukari_hinata 1:8538381cae81 97 memcpy(&(sample[line * DIM_SIGNAL]), buf_data, sizeof(float) * DIM_SIGNAL);
yukari_hinata 1:8538381cae81 98 // printf("sample %d : %f %f %f \r\n", line, MATRIX_AT(sample,DIM_SIGNAL,line,0), MATRIX_AT(sample,DIM_SIGNAL,line,1), MATRIX_AT(sample,DIM_SIGNAL,line,2));
yukari_hinata 1:8538381cae81 99 line++;
yukari_hinata 1:8538381cae81 100 }
yukari_hinata 0:f6cdb984f638 101
yukari_hinata 2:20ecfe6edd71 102 fclose( srnn_setup_fp );
yukari_hinata 2:20ecfe6edd71 103
yukari_hinata 1:8538381cae81 104 /* アドバイス:RNNにおいては,ダイナミクス(中間層のニューロン数)は多いほど良い */
yukari_hinata 1:8538381cae81 105 srnn = new SRNN(DIM_SIGNAL, 20, LEN_DATA_SEQUENCE, PREDICT_LENGTH, sample, sample_maxmin);
yukari_hinata 1:8538381cae81 106
yukari_hinata 1:8538381cae81 107 delete [] sample;
yukari_hinata 1:8538381cae81 108 delete [] sample_maxmin;
yukari_hinata 2:20ecfe6edd71 109
yukari_hinata 0:f6cdb984f638 110 }
yukari_hinata 0:f6cdb984f638 111
yukari_hinata 0:f6cdb984f638 112 // センサーのセットアップ.
yukari_hinata 0:f6cdb984f638 113 static void sensor_setup(void)
yukari_hinata 0:f6cdb984f638 114 {
yukari_hinata 1:8538381cae81 115 sensor_module = new SensorModule(5);
yukari_hinata 0:f6cdb984f638 116 }
yukari_hinata 0:f6cdb984f638 117
yukari_hinata 0:f6cdb984f638 118 // ネットワークのセットアップ
yukari_hinata 0:f6cdb984f638 119 static void network_setup(void)
yukari_hinata 0:f6cdb984f638 120 {
yukari_hinata 0:f6cdb984f638 121 // セットアップ, 最初の時間取得
yukari_hinata 1:8538381cae81 122 const char* prefix_net_str = "[Network Status]";
yukari_hinata 1:8538381cae81 123
yukari_hinata 1:8538381cae81 124 //setup ethernet interface
yukari_hinata 1:8538381cae81 125 printf("%s Ethernet initializing....", prefix_net_str);
yukari_hinata 1:8538381cae81 126 if ( eth_if.init() < 0 ) {// Use DHCP
yukari_hinata 1:8538381cae81 127 fprintf( stderr, "%s Ethernet init failed. \r\n", prefix_net_str);
yukari_hinata 1:8538381cae81 128 exit(1);
yukari_hinata 1:8538381cae81 129 }
yukari_hinata 1:8538381cae81 130
yukari_hinata 1:8538381cae81 131 if ( eth_if.connect() < 0 ) {
yukari_hinata 2:20ecfe6edd71 132 // (offlineが確定する -> offline modeへ).
yukari_hinata 1:8538381cae81 133 fprintf( stderr, "%s Ethernet connect failed. \r\n", prefix_net_str);
yukari_hinata 1:8538381cae81 134 exit(1);
yukari_hinata 1:8538381cae81 135 }
yukari_hinata 1:8538381cae81 136
yukari_hinata 1:8538381cae81 137 // init time
yukari_hinata 1:8538381cae81 138 printf("%s Trying to update time...\r\n", prefix_net_str);
yukari_hinata 1:8538381cae81 139
yukari_hinata 1:8538381cae81 140 // Please specify near ntp server. ex) Japan -> ntp.nict.jp:123
yukari_hinata 1:8538381cae81 141 if (ntp_client.setTime("ntp.nict.jp") == 0) {
yukari_hinata 2:20ecfe6edd71 142 printf("%s Set time successfully! \r\n", prefix_net_str);
yukari_hinata 1:8538381cae81 143 } else {
yukari_hinata 1:8538381cae81 144 fprintf( stderr, "%s Error in setup time \r\n", prefix_net_str);
yukari_hinata 1:8538381cae81 145 }
yukari_hinata 1:8538381cae81 146
yukari_hinata 2:20ecfe6edd71 147 // setup http server
yukari_hinata 2:20ecfe6edd71 148 http_server = new HTTPServer(80, "/local/");
yukari_hinata 1:8538381cae81 149
yukari_hinata 1:8538381cae81 150 printf("%s IP Address : %s \r\n", prefix_net_str, eth_if.getIPAddress());
yukari_hinata 1:8538381cae81 151
yukari_hinata 1:8538381cae81 152 printf("%s Network setup finished! \r\n", prefix_net_str);
yukari_hinata 0:f6cdb984f638 153 }
yukari_hinata 0:f6cdb984f638 154
yukari_hinata 2:20ecfe6edd71 155 // グラフィックハンドラの初期化
yukari_hinata 2:20ecfe6edd71 156 static void graphic_handler_setup(void)
yukari_hinata 2:20ecfe6edd71 157 {
yukari_hinata 2:20ecfe6edd71 158 graphic_handler = new GraphicHandler(DIM_SIGNAL, PREDICT_INTERVAL_TIME, PREDICT_LENGTH, get_JST());
yukari_hinata 2:20ecfe6edd71 159 }
yukari_hinata 2:20ecfe6edd71 160
yukari_hinata 2:20ecfe6edd71 161 // データの初期化(アロケート)
yukari_hinata 2:20ecfe6edd71 162 static void data_setup(void)
yukari_hinata 2:20ecfe6edd71 163 {
yukari_hinata 2:20ecfe6edd71 164 new_seqence_data = new float[DIM_SIGNAL]; // 現在の(一番新しい)系列データ
yukari_hinata 2:20ecfe6edd71 165 new_predict_data = new float[DIM_SIGNAL * PREDICT_LENGTH]; // 現在の予測結果
yukari_hinata 2:20ecfe6edd71 166 new_predict_weather = new int[PREDICT_LENGTH]; // 現在の予測天気
yukari_hinata 2:20ecfe6edd71 167 new_predict_probability = new float[PREDICT_LENGTH]; // 現在の予測天気の確率
yukari_hinata 2:20ecfe6edd71 168 }
yukari_hinata 2:20ecfe6edd71 169
yukari_hinata 0:f6cdb984f638 170 // セットアップ.
yukari_hinata 0:f6cdb984f638 171 void setup(void)
yukari_hinata 0:f6cdb984f638 172 {
yukari_hinata 2:20ecfe6edd71 173 printf("SETUP START ");
yukari_hinata 2:20ecfe6edd71 174 printf("-------------------------- \r\n");
yukari_hinata 2:20ecfe6edd71 175 mcsvm_setup();
yukari_hinata 2:20ecfe6edd71 176 printf("SVM ...OK \r\n");
yukari_hinata 1:8538381cae81 177 srnn_setup();
yukari_hinata 2:20ecfe6edd71 178 printf("SRNN ...OK \r\n");
yukari_hinata 0:f6cdb984f638 179 sensor_setup();
yukari_hinata 2:20ecfe6edd71 180 printf("SENSOR ...OK \r\n");
yukari_hinata 2:20ecfe6edd71 181 // network_setup();
yukari_hinata 2:20ecfe6edd71 182 printf("NETWORK ...OK \r\n");
yukari_hinata 2:20ecfe6edd71 183 graphic_handler_setup();
yukari_hinata 2:20ecfe6edd71 184 printf("GRAPHIC ...OK \r\n");
yukari_hinata 2:20ecfe6edd71 185 data_setup();
yukari_hinata 2:20ecfe6edd71 186 printf("SHARED DATA ...OK \r\n");
yukari_hinata 2:20ecfe6edd71 187 printf("SETUP SUCESS ");
yukari_hinata 2:20ecfe6edd71 188 printf("-------------------------- \r\n");
yukari_hinata 0:f6cdb984f638 189 }