Nathan Yonkee / Mbed 2 deprecated Nucleo_sinewave_output_copy

init

Dependencies:   mbed

mbed-os/tools/test_mysql.py@10:46a4cf51ee38, 2018-03-02 (annotated)

Committer:
Nathan Yonkee
Date:
Fri Mar 02 07:16:49 2018 -0700
Revision:
10:46a4cf51ee38
Parent:
9:d58e77ebd769 
remove mbed-os

Who changed what in which revision?

UserRevisionLine numberNew contents of line
Nathan Yonkee 9:d58e77ebd769 1 """
Nathan Yonkee 9:d58e77ebd769 2 mbed SDK
Nathan Yonkee 9:d58e77ebd769 3 Copyright (c) 2011-2014 ARM Limited
Nathan Yonkee 9:d58e77ebd769 4
Nathan Yonkee 9:d58e77ebd769 5 Licensed under the Apache License, Version 2.0 (the "License");
Nathan Yonkee 9:d58e77ebd769 6 you may not use this file except in compliance with the License.
Nathan Yonkee 9:d58e77ebd769 7 You may obtain a copy of the License at
Nathan Yonkee 9:d58e77ebd769 8
Nathan Yonkee 9:d58e77ebd769 9 http://www.apache.org/licenses/LICENSE-2.0
Nathan Yonkee 9:d58e77ebd769 10
Nathan Yonkee 9:d58e77ebd769 11 Unless required by applicable law or agreed to in writing, software
Nathan Yonkee 9:d58e77ebd769 12 distributed under the License is distributed on an "AS IS" BASIS,
Nathan Yonkee 9:d58e77ebd769 13 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
Nathan Yonkee 9:d58e77ebd769 14 See the License for the specific language governing permissions and
Nathan Yonkee 9:d58e77ebd769 15 limitations under the License.
Nathan Yonkee 9:d58e77ebd769 16
Nathan Yonkee 9:d58e77ebd769 17 Author: Przemyslaw Wirkus <Przemyslaw.Wirkus@arm.com>
Nathan Yonkee 9:d58e77ebd769 18 """
Nathan Yonkee 9:d58e77ebd769 19
Nathan Yonkee 9:d58e77ebd769 20 import re
Nathan Yonkee 9:d58e77ebd769 21 import MySQLdb as mdb
Nathan Yonkee 9:d58e77ebd769 22
Nathan Yonkee 9:d58e77ebd769 23 # Imports from TEST API
Nathan Yonkee 9:d58e77ebd769 24 from tools.test_db import BaseDBAccess
Nathan Yonkee 9:d58e77ebd769 25
Nathan Yonkee 9:d58e77ebd769 26
Nathan Yonkee 9:d58e77ebd769 27 class MySQLDBAccess(BaseDBAccess):
Nathan Yonkee 9:d58e77ebd769 28 """ Wrapper for MySQL DB access for common test suite interface
Nathan Yonkee 9:d58e77ebd769 29 """
Nathan Yonkee 9:d58e77ebd769 30 def __init__(self):
Nathan Yonkee 9:d58e77ebd769 31 BaseDBAccess.__init__(self)
Nathan Yonkee 9:d58e77ebd769 32 self.DB_TYPE = 'mysql'
Nathan Yonkee 9:d58e77ebd769 33
Nathan Yonkee 9:d58e77ebd769 34 def detect_database(self, verbose=False):
Nathan Yonkee 9:d58e77ebd769 35 """ detect database and return VERION data structure or string (verbose=True)
Nathan Yonkee 9:d58e77ebd769 36 """
Nathan Yonkee 9:d58e77ebd769 37 query = 'SHOW VARIABLES LIKE "%version%"'
Nathan Yonkee 9:d58e77ebd769 38 rows = self.select_all(query)
Nathan Yonkee 9:d58e77ebd769 39 if verbose:
Nathan Yonkee 9:d58e77ebd769 40 result = []
Nathan Yonkee 9:d58e77ebd769 41 for row in rows:
Nathan Yonkee 9:d58e77ebd769 42 result.append("\t%s: %s"% (row['Variable_name'], row['Value']))
Nathan Yonkee 9:d58e77ebd769 43 result = "\n".join(result)
Nathan Yonkee 9:d58e77ebd769 44 else:
Nathan Yonkee 9:d58e77ebd769 45 result = rows
Nathan Yonkee 9:d58e77ebd769 46 return result
Nathan Yonkee 9:d58e77ebd769 47
Nathan Yonkee 9:d58e77ebd769 48 def parse_db_connection_string(self, str):
Nathan Yonkee 9:d58e77ebd769 49 """ Parsing SQL DB connection string. String should contain:
Nathan Yonkee 9:d58e77ebd769 50 - DB Name, user name, password, URL (DB host), name
Nathan Yonkee 9:d58e77ebd769 51 Function should return tuple with parsed (host, user, passwd, db) or None if error
Nathan Yonkee 9:d58e77ebd769 52 E.g. connection string: 'mysql://username:password@127.0.0.1/db_name'
Nathan Yonkee 9:d58e77ebd769 53 """
Nathan Yonkee 9:d58e77ebd769 54 result = BaseDBAccess().parse_db_connection_string(str)
Nathan Yonkee 9:d58e77ebd769 55 if result is not None:
Nathan Yonkee 9:d58e77ebd769 56 (db_type, username, password, host, db_name) = result
Nathan Yonkee 9:d58e77ebd769 57 if db_type != 'mysql':
Nathan Yonkee 9:d58e77ebd769 58 result = None
Nathan Yonkee 9:d58e77ebd769 59 return result
Nathan Yonkee 9:d58e77ebd769 60
Nathan Yonkee 9:d58e77ebd769 61 def is_connected(self):
Nathan Yonkee 9:d58e77ebd769 62 """ Returns True if we are connected to database
Nathan Yonkee 9:d58e77ebd769 63 """
Nathan Yonkee 9:d58e77ebd769 64 return self.db_object is not None
Nathan Yonkee 9:d58e77ebd769 65
Nathan Yonkee 9:d58e77ebd769 66 def connect(self, host, user, passwd, db):
Nathan Yonkee 9:d58e77ebd769 67 """ Connects to DB and returns DB object
Nathan Yonkee 9:d58e77ebd769 68 """
Nathan Yonkee 9:d58e77ebd769 69 try:
Nathan Yonkee 9:d58e77ebd769 70 self.db_object = mdb.connect(host=host, user=user, passwd=passwd, db=db)
Nathan Yonkee 9:d58e77ebd769 71 # Let's remember connection credentials
Nathan Yonkee 9:d58e77ebd769 72 self.db_type = self.DB_TYPE
Nathan Yonkee 9:d58e77ebd769 73 self.host = host
Nathan Yonkee 9:d58e77ebd769 74 self.user = user
Nathan Yonkee 9:d58e77ebd769 75 self.passwd = passwd
Nathan Yonkee 9:d58e77ebd769 76 self.db = db
Nathan Yonkee 9:d58e77ebd769 77 except mdb.Error, e:
Nathan Yonkee 9:d58e77ebd769 78 print "Error %d: %s"% (e.args[0], e.args[1])
Nathan Yonkee 9:d58e77ebd769 79 self.db_object = None
Nathan Yonkee 9:d58e77ebd769 80 self.db_type = None
Nathan Yonkee 9:d58e77ebd769 81 self.host = None
Nathan Yonkee 9:d58e77ebd769 82 self.user = None
Nathan Yonkee 9:d58e77ebd769 83 self.passwd = None
Nathan Yonkee 9:d58e77ebd769 84 self.db = None
Nathan Yonkee 9:d58e77ebd769 85
Nathan Yonkee 9:d58e77ebd769 86 def connect_url(self, db_url):
Nathan Yonkee 9:d58e77ebd769 87 """ Connects to database using db_url (database url parsing),
Nathan Yonkee 9:d58e77ebd769 88 store host, username, password, db_name
Nathan Yonkee 9:d58e77ebd769 89 """
Nathan Yonkee 9:d58e77ebd769 90 result = self.parse_db_connection_string(db_url)
Nathan Yonkee 9:d58e77ebd769 91 if result is not None:
Nathan Yonkee 9:d58e77ebd769 92 (db_type, username, password, host, db_name) = result
Nathan Yonkee 9:d58e77ebd769 93 if db_type == self.DB_TYPE:
Nathan Yonkee 9:d58e77ebd769 94 self.connect(host, username, password, db_name)
Nathan Yonkee 9:d58e77ebd769 95
Nathan Yonkee 9:d58e77ebd769 96 def reconnect(self):
Nathan Yonkee 9:d58e77ebd769 97 """ Reconnects to DB and returns DB object using stored host name,
Nathan Yonkee 9:d58e77ebd769 98 database name and credentials (user name and password)
Nathan Yonkee 9:d58e77ebd769 99 """
Nathan Yonkee 9:d58e77ebd769 100 self.connect(self.host, self.user, self.passwd, self.db)
Nathan Yonkee 9:d58e77ebd769 101
Nathan Yonkee 9:d58e77ebd769 102 def disconnect(self):
Nathan Yonkee 9:d58e77ebd769 103 """ Close DB connection
Nathan Yonkee 9:d58e77ebd769 104 """
Nathan Yonkee 9:d58e77ebd769 105 if self.db_object:
Nathan Yonkee 9:d58e77ebd769 106 self.db_object.close()
Nathan Yonkee 9:d58e77ebd769 107 self.db_object = None
Nathan Yonkee 9:d58e77ebd769 108 self.db_type = None
Nathan Yonkee 9:d58e77ebd769 109
Nathan Yonkee 9:d58e77ebd769 110 def escape_string(self, str):
Nathan Yonkee 9:d58e77ebd769 111 """ Escapes string so it can be put in SQL query between quotes
Nathan Yonkee 9:d58e77ebd769 112 """
Nathan Yonkee 9:d58e77ebd769 113 con = self.db_object
Nathan Yonkee 9:d58e77ebd769 114 result = con.escape_string(str)
Nathan Yonkee 9:d58e77ebd769 115 return result if result else ''
Nathan Yonkee 9:d58e77ebd769 116
Nathan Yonkee 9:d58e77ebd769 117 def select_all(self, query):
Nathan Yonkee 9:d58e77ebd769 118 """ Execute SELECT query and get all results
Nathan Yonkee 9:d58e77ebd769 119 """
Nathan Yonkee 9:d58e77ebd769 120 con = self.db_object
Nathan Yonkee 9:d58e77ebd769 121 cur = con.cursor(mdb.cursors.DictCursor)
Nathan Yonkee 9:d58e77ebd769 122 cur.execute(query)
Nathan Yonkee 9:d58e77ebd769 123 rows = cur.fetchall()
Nathan Yonkee 9:d58e77ebd769 124 return rows
Nathan Yonkee 9:d58e77ebd769 125
Nathan Yonkee 9:d58e77ebd769 126 def insert(self, query, commit=True):
Nathan Yonkee 9:d58e77ebd769 127 """ Execute INSERT query, define if you want to commit
Nathan Yonkee 9:d58e77ebd769 128 """
Nathan Yonkee 9:d58e77ebd769 129 con = self.db_object
Nathan Yonkee 9:d58e77ebd769 130 cur = con.cursor()
Nathan Yonkee 9:d58e77ebd769 131 cur.execute(query)
Nathan Yonkee 9:d58e77ebd769 132 if commit:
Nathan Yonkee 9:d58e77ebd769 133 con.commit()
Nathan Yonkee 9:d58e77ebd769 134 return cur.lastrowid
Nathan Yonkee 9:d58e77ebd769 135
Nathan Yonkee 9:d58e77ebd769 136 def get_next_build_id(self, name, desc='', location='', type=None, status=None):
Nathan Yonkee 9:d58e77ebd769 137 """ Insert new build_id (DB unique build like ID number to send all test results)
Nathan Yonkee 9:d58e77ebd769 138 """
Nathan Yonkee 9:d58e77ebd769 139 if status is None:
Nathan Yonkee 9:d58e77ebd769 140 status = self.BUILD_ID_STATUS_STARTED
Nathan Yonkee 9:d58e77ebd769 141
Nathan Yonkee 9:d58e77ebd769 142 if type is None:
Nathan Yonkee 9:d58e77ebd769 143 type = self.BUILD_ID_TYPE_TEST
Nathan Yonkee 9:d58e77ebd769 144
Nathan Yonkee 9:d58e77ebd769 145 query = """INSERT INTO `%s` (%s_name, %s_desc, %s_location, %s_type_fk, %s_status_fk)
Nathan Yonkee 9:d58e77ebd769 146 VALUES ('%s', '%s', '%s', %d, %d)"""% (self.TABLE_BUILD_ID,
Nathan Yonkee 9:d58e77ebd769 147 self.TABLE_BUILD_ID,
Nathan Yonkee 9:d58e77ebd769 148 self.TABLE_BUILD_ID,
Nathan Yonkee 9:d58e77ebd769 149 self.TABLE_BUILD_ID,
Nathan Yonkee 9:d58e77ebd769 150 self.TABLE_BUILD_ID,
Nathan Yonkee 9:d58e77ebd769 151 self.TABLE_BUILD_ID,
Nathan Yonkee 9:d58e77ebd769 152 self.escape_string(name),
Nathan Yonkee 9:d58e77ebd769 153 self.escape_string(desc),
Nathan Yonkee 9:d58e77ebd769 154 self.escape_string(location),
Nathan Yonkee 9:d58e77ebd769 155 type,
Nathan Yonkee 9:d58e77ebd769 156 status)
Nathan Yonkee 9:d58e77ebd769 157 index = self.insert(query) # Provide inserted record PK
Nathan Yonkee 9:d58e77ebd769 158 return index
Nathan Yonkee 9:d58e77ebd769 159
Nathan Yonkee 9:d58e77ebd769 160 def get_table_entry_pk(self, table, column, value, update_db=True):
Nathan Yonkee 9:d58e77ebd769 161 """ Checks for entries in tables with two columns (<TABLE_NAME>_pk, <column>)
Nathan Yonkee 9:d58e77ebd769 162 If update_db is True updates table entry if value in specified column doesn't exist
Nathan Yonkee 9:d58e77ebd769 163 """
Nathan Yonkee 9:d58e77ebd769 164 # TODO: table buffering
Nathan Yonkee 9:d58e77ebd769 165 result = None
Nathan Yonkee 9:d58e77ebd769 166 table_pk = '%s_pk'% table
Nathan Yonkee 9:d58e77ebd769 167 query = """SELECT `%s`
Nathan Yonkee 9:d58e77ebd769 168 FROM `%s`
Nathan Yonkee 9:d58e77ebd769 169 WHERE `%s`='%s'"""% (table_pk,
Nathan Yonkee 9:d58e77ebd769 170 table,
Nathan Yonkee 9:d58e77ebd769 171 column,
Nathan Yonkee 9:d58e77ebd769 172 self.escape_string(value))
Nathan Yonkee 9:d58e77ebd769 173 rows = self.select_all(query)
Nathan Yonkee 9:d58e77ebd769 174 if len(rows) == 1:
Nathan Yonkee 9:d58e77ebd769 175 result = rows[0][table_pk]
Nathan Yonkee 9:d58e77ebd769 176 elif len(rows) == 0 and update_db:
Nathan Yonkee 9:d58e77ebd769 177 # Update DB with new value
Nathan Yonkee 9:d58e77ebd769 178 result = self.update_table_entry(table, column, value)
Nathan Yonkee 9:d58e77ebd769 179 return result
Nathan Yonkee 9:d58e77ebd769 180
Nathan Yonkee 9:d58e77ebd769 181 def update_table_entry(self, table, column, value):
Nathan Yonkee 9:d58e77ebd769 182 """ Updates table entry if value in specified column doesn't exist
Nathan Yonkee 9:d58e77ebd769 183 Locks table to perform atomic read + update
Nathan Yonkee 9:d58e77ebd769 184 """
Nathan Yonkee 9:d58e77ebd769 185 result = None
Nathan Yonkee 9:d58e77ebd769 186 con = self.db_object
Nathan Yonkee 9:d58e77ebd769 187 cur = con.cursor()
Nathan Yonkee 9:d58e77ebd769 188 cur.execute("LOCK TABLES `%s` WRITE"% table)
Nathan Yonkee 9:d58e77ebd769 189 table_pk = '%s_pk'% table
Nathan Yonkee 9:d58e77ebd769 190 query = """SELECT `%s`
Nathan Yonkee 9:d58e77ebd769 191 FROM `%s`
Nathan Yonkee 9:d58e77ebd769 192 WHERE `%s`='%s'"""% (table_pk,
Nathan Yonkee 9:d58e77ebd769 193 table,
Nathan Yonkee 9:d58e77ebd769 194 column,
Nathan Yonkee 9:d58e77ebd769 195 self.escape_string(value))
Nathan Yonkee 9:d58e77ebd769 196 cur.execute(query)
Nathan Yonkee 9:d58e77ebd769 197 rows = cur.fetchall()
Nathan Yonkee 9:d58e77ebd769 198 if len(rows) == 0:
Nathan Yonkee 9:d58e77ebd769 199 query = """INSERT INTO `%s` (%s)
Nathan Yonkee 9:d58e77ebd769 200 VALUES ('%s')"""% (table,
Nathan Yonkee 9:d58e77ebd769 201 column,
Nathan Yonkee 9:d58e77ebd769 202 self.escape_string(value))
Nathan Yonkee 9:d58e77ebd769 203 cur.execute(query)
Nathan Yonkee 9:d58e77ebd769 204 result = cur.lastrowid
Nathan Yonkee 9:d58e77ebd769 205 con.commit()
Nathan Yonkee 9:d58e77ebd769 206 cur.execute("UNLOCK TABLES")
Nathan Yonkee 9:d58e77ebd769 207 return result
Nathan Yonkee 9:d58e77ebd769 208
Nathan Yonkee 9:d58e77ebd769 209 def update_build_id_info(self, build_id, **kw):
Nathan Yonkee 9:d58e77ebd769 210 """ Update additional data inside build_id table
Nathan Yonkee 9:d58e77ebd769 211 Examples:
Nathan Yonkee 9:d58e77ebd769 212 db.update_build_id_info(build_id, _status_fk=self.BUILD_ID_STATUS_COMPLETED, _shuffle_seed=0.0123456789):
Nathan Yonkee 9:d58e77ebd769 213 """
Nathan Yonkee 9:d58e77ebd769 214 if len(kw):
Nathan Yonkee 9:d58e77ebd769 215 con = self.db_object
Nathan Yonkee 9:d58e77ebd769 216 cur = con.cursor()
Nathan Yonkee 9:d58e77ebd769 217 # Prepare UPDATE query
Nathan Yonkee 9:d58e77ebd769 218 # ["`mtest_build_id_pk`=[value-1]", "`mtest_build_id_name`=[value-2]", "`mtest_build_id_desc`=[value-3]"]
Nathan Yonkee 9:d58e77ebd769 219 set_list = []
Nathan Yonkee 9:d58e77ebd769 220 for col_sufix in kw:
Nathan Yonkee 9:d58e77ebd769 221 assign_str = "`%s%s`='%s'"% (self.TABLE_BUILD_ID, col_sufix, self.escape_string(str(kw[col_sufix])))
Nathan Yonkee 9:d58e77ebd769 222 set_list.append(assign_str)
Nathan Yonkee 9:d58e77ebd769 223 set_str = ', '.join(set_list)
Nathan Yonkee 9:d58e77ebd769 224 query = """UPDATE `%s`
Nathan Yonkee 9:d58e77ebd769 225 SET %s
Nathan Yonkee 9:d58e77ebd769 226 WHERE `mtest_build_id_pk`=%d"""% (self.TABLE_BUILD_ID,
Nathan Yonkee 9:d58e77ebd769 227 set_str,
Nathan Yonkee 9:d58e77ebd769 228 build_id)
Nathan Yonkee 9:d58e77ebd769 229 cur.execute(query)
Nathan Yonkee 9:d58e77ebd769 230 con.commit()
Nathan Yonkee 9:d58e77ebd769 231
Nathan Yonkee 9:d58e77ebd769 232 def insert_test_entry(self, build_id, target, toolchain, test_type, test_id, test_result, test_output, test_time, test_timeout, test_loop, test_extra=''):
Nathan Yonkee 9:d58e77ebd769 233 """ Inserts test result entry to database. All checks regarding existing
Nathan Yonkee 9:d58e77ebd769 234 toolchain names in DB are performed.
Nathan Yonkee 9:d58e77ebd769 235 If some data is missing DB will be updated
Nathan Yonkee 9:d58e77ebd769 236 """
Nathan Yonkee 9:d58e77ebd769 237 # Get all table FK and if entry is new try to insert new value
Nathan Yonkee 9:d58e77ebd769 238 target_fk = self.get_table_entry_pk(self.TABLE_TARGET, self.TABLE_TARGET + '_name', target)
Nathan Yonkee 9:d58e77ebd769 239 toolchain_fk = self.get_table_entry_pk(self.TABLE_TOOLCHAIN, self.TABLE_TOOLCHAIN + '_name', toolchain)
Nathan Yonkee 9:d58e77ebd769 240 test_type_fk = self.get_table_entry_pk(self.TABLE_TEST_TYPE, self.TABLE_TEST_TYPE + '_name', test_type)
Nathan Yonkee 9:d58e77ebd769 241 test_id_fk = self.get_table_entry_pk(self.TABLE_TEST_ID, self.TABLE_TEST_ID + '_name', test_id)
Nathan Yonkee 9:d58e77ebd769 242 test_result_fk = self.get_table_entry_pk(self.TABLE_TEST_RESULT, self.TABLE_TEST_RESULT + '_name', test_result)
Nathan Yonkee 9:d58e77ebd769 243
Nathan Yonkee 9:d58e77ebd769 244 con = self.db_object
Nathan Yonkee 9:d58e77ebd769 245 cur = con.cursor()
Nathan Yonkee 9:d58e77ebd769 246
Nathan Yonkee 9:d58e77ebd769 247 query = """ INSERT INTO `%s` (`mtest_build_id_fk`,
Nathan Yonkee 9:d58e77ebd769 248 `mtest_target_fk`,
Nathan Yonkee 9:d58e77ebd769 249 `mtest_toolchain_fk`,
Nathan Yonkee 9:d58e77ebd769 250 `mtest_test_type_fk`,
Nathan Yonkee 9:d58e77ebd769 251 `mtest_test_id_fk`,
Nathan Yonkee 9:d58e77ebd769 252 `mtest_test_result_fk`,
Nathan Yonkee 9:d58e77ebd769 253 `mtest_test_output`,
Nathan Yonkee 9:d58e77ebd769 254 `mtest_test_time`,
Nathan Yonkee 9:d58e77ebd769 255 `mtest_test_timeout`,
Nathan Yonkee 9:d58e77ebd769 256 `mtest_test_loop_no`,
Nathan Yonkee 9:d58e77ebd769 257 `mtest_test_result_extra`)
Nathan Yonkee 9:d58e77ebd769 258 VALUES (%d, %d, %d, %d, %d, %d, '%s', %.2f, %.2f, %d, '%s')"""% (self.TABLE_TEST_ENTRY,
Nathan Yonkee 9:d58e77ebd769 259 build_id,
Nathan Yonkee 9:d58e77ebd769 260 target_fk,
Nathan Yonkee 9:d58e77ebd769 261 toolchain_fk,
Nathan Yonkee 9:d58e77ebd769 262 test_type_fk,
Nathan Yonkee 9:d58e77ebd769 263 test_id_fk,
Nathan Yonkee 9:d58e77ebd769 264 test_result_fk,
Nathan Yonkee 9:d58e77ebd769 265 self.escape_string(test_output),
Nathan Yonkee 9:d58e77ebd769 266 test_time,
Nathan Yonkee 9:d58e77ebd769 267 test_timeout,
Nathan Yonkee 9:d58e77ebd769 268 test_loop,
Nathan Yonkee 9:d58e77ebd769 269 self.escape_string(test_extra))
Nathan Yonkee 9:d58e77ebd769 270 cur.execute(query)
Nathan Yonkee 9:d58e77ebd769 271 con.commit()