mbligh | 8e1ab17 | 2007-09-13 17:29:56 +0000 | [diff] [blame^] | 1 | import sqlite, re, os, sys |
mbligh | d5c33db | 2006-10-08 21:34:16 +0000 | [diff] [blame] | 2 | |
| 3 | class db: |
mbligh | 8e1ab17 | 2007-09-13 17:29:56 +0000 | [diff] [blame^] | 4 | def __init__(self, debug = False): |
| 5 | self.debug = debug |
mbligh | 9bb92fe | 2007-09-12 15:54:23 +0000 | [diff] [blame] | 6 | if not os.path.exists('tko_db'): |
| 7 | os.system('sqlite tko_db < create_db') |
mbligh | d5c33db | 2006-10-08 21:34:16 +0000 | [diff] [blame] | 8 | self.con = sqlite.connect('tko_db') |
| 9 | self.cur = self.con.cursor() |
| 10 | |
mbligh | 8e1ab17 | 2007-09-13 17:29:56 +0000 | [diff] [blame^] | 11 | # if not present, insert statuses |
| 12 | self.status_idx = {} |
| 13 | self.status_word = {} |
| 14 | for s in ['NOSTATUS', 'ERROR', 'ABORT', 'FAIL', 'WARN', 'GOOD']: |
| 15 | idx = self.get_status(s) |
| 16 | if not idx: |
| 17 | self.insert('status', {'word' : s}) |
| 18 | idx = self.get_status(s) |
| 19 | self.status_idx[s] = idx |
| 20 | self.status_word[idx] = s |
| 21 | |
| 22 | |
| 23 | def get_status(self, word): |
| 24 | rows = self.select('status_idx', 'status', {'word' : word}) |
| 25 | if rows: |
| 26 | return rows[0][0] |
| 27 | else: |
| 28 | return None |
| 29 | |
| 30 | |
| 31 | def dprint(self, value): |
| 32 | if self.debug: |
| 33 | sys.stderr.write('SQL: ' + str(value) + '\n') |
| 34 | |
mbligh | d5c33db | 2006-10-08 21:34:16 +0000 | [diff] [blame] | 35 | |
mbligh | 53d1425 | 2007-09-12 16:33:14 +0000 | [diff] [blame] | 36 | def select(self, fields, table, where): |
mbligh | 608c325 | 2007-08-31 13:53:00 +0000 | [diff] [blame] | 37 | """\ |
| 38 | select fields from table where {dictionary} |
| 39 | """ |
mbligh | 53d1425 | 2007-09-12 16:33:14 +0000 | [diff] [blame] | 40 | cmd = 'select %s from %s' % (fields, table) |
mbligh | 8e1ab17 | 2007-09-13 17:29:56 +0000 | [diff] [blame^] | 41 | values = [] |
mbligh | 608c325 | 2007-08-31 13:53:00 +0000 | [diff] [blame] | 42 | |
mbligh | 53d1425 | 2007-09-12 16:33:14 +0000 | [diff] [blame] | 43 | if where: |
| 44 | keys = [field + '=%s' for field in where.keys()] |
| 45 | values = [where[field] for field in where.keys()] |
| 46 | |
mbligh | 8e1ab17 | 2007-09-13 17:29:56 +0000 | [diff] [blame^] | 47 | cmd = cmd + ' where ' + ' and '.join(keys) |
mbligh | 53d1425 | 2007-09-12 16:33:14 +0000 | [diff] [blame] | 48 | |
mbligh | 8e1ab17 | 2007-09-13 17:29:56 +0000 | [diff] [blame^] | 49 | self.dprint('%s %s' % (cmd,values)) |
mbligh | 608c325 | 2007-08-31 13:53:00 +0000 | [diff] [blame] | 50 | self.cur.execute(cmd, values) |
mbligh | d5c33db | 2006-10-08 21:34:16 +0000 | [diff] [blame] | 51 | return self.cur.fetchall() |
| 52 | |
mbligh | 056d0d3 | 2006-10-08 22:31:10 +0000 | [diff] [blame] | 53 | |
mbligh | 608c325 | 2007-08-31 13:53:00 +0000 | [diff] [blame] | 54 | def insert(self, table, data): |
| 55 | """\ |
| 56 | 'insert into table (keys) values (%s ... %s)', values |
| 57 | |
| 58 | data: |
| 59 | dictionary of fields and data |
| 60 | """ |
| 61 | fields = data.keys() |
| 62 | refs = ['%s' for field in fields] |
| 63 | values = [data[field] for field in fields] |
| 64 | cmd = 'insert into %s (%s) values (%s)' % \ |
| 65 | (table, ','.join(fields), ','.join(refs)) |
mbligh | 53d1425 | 2007-09-12 16:33:14 +0000 | [diff] [blame] | 66 | |
mbligh | 8e1ab17 | 2007-09-13 17:29:56 +0000 | [diff] [blame^] | 67 | self.dprint('%s %s' % (cmd,values)) |
mbligh | 608c325 | 2007-08-31 13:53:00 +0000 | [diff] [blame] | 68 | self.cur.execute(cmd, values) |
| 69 | self.con.commit() |
| 70 | |
| 71 | |
mbligh | 056d0d3 | 2006-10-08 22:31:10 +0000 | [diff] [blame] | 72 | def insert_job(self, tag, job): |
mbligh | 8e1ab17 | 2007-09-13 17:29:56 +0000 | [diff] [blame^] | 73 | self.insert('jobs', {'tag':tag, 'machine':job.machine}) |
mbligh | 608c325 | 2007-08-31 13:53:00 +0000 | [diff] [blame] | 74 | job.index = self.find_job(tag) |
| 75 | for test in job.tests: |
| 76 | self.insert_test(job, test) |
| 77 | |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 78 | |
mbligh | 608c325 | 2007-08-31 13:53:00 +0000 | [diff] [blame] | 79 | def insert_test(self, job, test): |
mbligh | 8e1ab17 | 2007-09-13 17:29:56 +0000 | [diff] [blame^] | 80 | kver = self.insert_kernel(test.kernel) |
mbligh | 608c325 | 2007-08-31 13:53:00 +0000 | [diff] [blame] | 81 | data = {'job_idx':job.index, 'test':test.testname, |
mbligh | 8e1ab17 | 2007-09-13 17:29:56 +0000 | [diff] [blame^] | 82 | 'subdir':test.dir, 'kernel_idx':kver, |
| 83 | 'status':self.status_idx[test.status], |
| 84 | 'reason':test.reason, 'machine':test.machine } |
mbligh | 608c325 | 2007-08-31 13:53:00 +0000 | [diff] [blame] | 85 | self.insert('tests', data) |
mbligh | e9cf9d4 | 2007-08-31 08:56:00 +0000 | [diff] [blame] | 86 | |
| 87 | |
mbligh | 9bb92fe | 2007-09-12 15:54:23 +0000 | [diff] [blame] | 88 | def lookup_kernel(self, kernel): |
| 89 | rows = self.select('kernel_idx', 'kernels', |
| 90 | {'kernel_hash':kernel.kernel_hash}) |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 91 | if rows: |
| 92 | return rows[0][0] |
| 93 | else: |
| 94 | return None |
mbligh | e9cf9d4 | 2007-08-31 08:56:00 +0000 | [diff] [blame] | 95 | |
| 96 | |
mbligh | 8e1ab17 | 2007-09-13 17:29:56 +0000 | [diff] [blame^] | 97 | def insert_kernel(self, kernel): |
mbligh | 9bb92fe | 2007-09-12 15:54:23 +0000 | [diff] [blame] | 98 | kver = self.lookup_kernel(kernel) |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 99 | if kver: |
| 100 | return kver |
mbligh | 9bb92fe | 2007-09-12 15:54:23 +0000 | [diff] [blame] | 101 | self.insert('kernels', {'base':kernel.base, |
| 102 | 'kernel_hash':kernel.kernel_hash, |
| 103 | 'printable':kernel.base}) |
| 104 | # WARNING - incorrectly shoving base into printable here. |
| 105 | kver = self.lookup_kernel(kernel) |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 106 | for patch in kernel.patches: |
| 107 | self.insert_patch(kver, patch) |
| 108 | return kver |
| 109 | |
| 110 | |
| 111 | def insert_patch(self, kver, patch): |
| 112 | print patch.reference |
| 113 | name = os.path.basename(patch.reference)[:80] |
mbligh | 9bb92fe | 2007-09-12 15:54:23 +0000 | [diff] [blame] | 114 | self.insert('patches', {'kernel_idx': kver, |
mbligh | 237bed3 | 2007-09-05 13:05:57 +0000 | [diff] [blame] | 115 | 'name':name, |
| 116 | 'url':patch.reference, |
| 117 | 'hash':patch.hash}) |
mbligh | 056d0d3 | 2006-10-08 22:31:10 +0000 | [diff] [blame] | 118 | |
| 119 | |
| 120 | def find_job(self, tag): |
mbligh | 608c325 | 2007-08-31 13:53:00 +0000 | [diff] [blame] | 121 | rows = self.select('job_idx', 'jobs', {'tag': tag}) |
| 122 | if rows: |
| 123 | return rows[0][0] |
| 124 | else: |
| 125 | return None |