showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 1 | from django.db import models as dbmodels, connection |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 2 | from autotest_lib.frontend.afe import model_logic, readonly_connection |
| 3 | |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 4 | _quote_name = connection.ops.quote_name |
| 5 | |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 6 | class TempManager(model_logic.ExtendedManager): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 7 | """A Temp Manager.""" |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 8 | _GROUP_COUNT_NAME = 'group_count' |
| 9 | |
| 10 | def _get_key_unless_is_function(self, field): |
| 11 | if '(' in field: |
| 12 | return field |
showard | 7c199df | 2008-10-03 10:17:15 +0000 | [diff] [blame] | 13 | return self.get_key_on_this_table(field) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 14 | |
| 15 | |
showard | f248952 | 2008-10-23 23:08:00 +0000 | [diff] [blame] | 16 | def _get_field_names(self, fields, extra_select_fields={}): |
| 17 | field_names = [] |
| 18 | for field in fields: |
| 19 | if field in extra_select_fields: |
showard | d2b0c88 | 2009-10-19 18:34:11 +0000 | [diff] [blame] | 20 | field_names.append(extra_select_fields[field][0]) |
showard | f248952 | 2008-10-23 23:08:00 +0000 | [diff] [blame] | 21 | else: |
| 22 | field_names.append(self._get_key_unless_is_function(field)) |
| 23 | return field_names |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 24 | |
| 25 | |
showard | 8bfb5cb | 2009-10-07 20:49:15 +0000 | [diff] [blame] | 26 | def _get_group_query_sql(self, query, group_by): |
Dale Curtis | 74a314b | 2011-06-23 14:55:46 -0700 | [diff] [blame] | 27 | compiler = query.query.get_compiler(using=query.db) |
| 28 | sql, params = compiler.as_sql() |
| 29 | |
showard | d50ffb4 | 2008-09-04 02:47:45 +0000 | [diff] [blame] | 30 | |
| 31 | # insert GROUP BY clause into query |
showard | 8bfb5cb | 2009-10-07 20:49:15 +0000 | [diff] [blame] | 32 | group_fields = self._get_field_names(group_by, query.query.extra_select) |
showard | 7c199df | 2008-10-03 10:17:15 +0000 | [diff] [blame] | 33 | group_by_clause = ' GROUP BY ' + ', '.join(group_fields) |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 34 | group_by_position = sql.rfind('ORDER BY') |
showard | d50ffb4 | 2008-09-04 02:47:45 +0000 | [diff] [blame] | 35 | if group_by_position == -1: |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 36 | group_by_position = len(sql) |
| 37 | sql = (sql[:group_by_position] + |
| 38 | group_by_clause + ' ' + |
| 39 | sql[group_by_position:]) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 40 | |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 41 | return sql, params |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 42 | |
| 43 | |
showard | 06b82fc | 2009-06-30 01:59:42 +0000 | [diff] [blame] | 44 | def _get_column_names(self, cursor): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 45 | """Gets the column names from the cursor description. |
| 46 | |
| 47 | This method exists so that it can be mocked in the unit test for |
| 48 | sqlite3 compatibility. |
| 49 | |
showard | 06b82fc | 2009-06-30 01:59:42 +0000 | [diff] [blame] | 50 | """ |
| 51 | return [column_info[0] for column_info in cursor.description] |
| 52 | |
| 53 | |
showard | 8bfb5cb | 2009-10-07 20:49:15 +0000 | [diff] [blame] | 54 | def execute_group_query(self, query, group_by): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 55 | """Performs the given query grouped by the specified fields. |
| 56 | |
| 57 | The given query's extra select fields are added. |
| 58 | |
| 59 | @param query: The query to perform. |
| 60 | @param group_by: The fields by which to group. |
| 61 | |
| 62 | @return A list of dicts, where each dict corresponds to single row and |
| 63 | contains a key for each grouped field as well as all of the extra |
| 64 | select fields. |
| 65 | |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 66 | """ |
showard | 8bfb5cb | 2009-10-07 20:49:15 +0000 | [diff] [blame] | 67 | sql, params = self._get_group_query_sql(query, group_by) |
showard | 56e9377 | 2008-10-06 10:06:22 +0000 | [diff] [blame] | 68 | cursor = readonly_connection.connection().cursor() |
showard | 8a6eb0c | 2008-10-01 11:38:59 +0000 | [diff] [blame] | 69 | cursor.execute(sql, params) |
showard | 06b82fc | 2009-06-30 01:59:42 +0000 | [diff] [blame] | 70 | field_names = self._get_column_names(cursor) |
showard | 8a6eb0c | 2008-10-01 11:38:59 +0000 | [diff] [blame] | 71 | row_dicts = [dict(zip(field_names, row)) for row in cursor.fetchall()] |
| 72 | return row_dicts |
| 73 | |
| 74 | |
| 75 | def get_count_sql(self, query): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 76 | """Get SQL to select a per-group count of unique matches for a query. |
| 77 | |
| 78 | @param query: The query to use. |
| 79 | |
| 80 | @return A tuple (field alias, field SQL). |
| 81 | |
showard | 8a6eb0c | 2008-10-01 11:38:59 +0000 | [diff] [blame] | 82 | """ |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 83 | if query.query.distinct: |
showard | 7c199df | 2008-10-03 10:17:15 +0000 | [diff] [blame] | 84 | pk_field = self.get_key_on_this_table() |
showard | 8a6eb0c | 2008-10-01 11:38:59 +0000 | [diff] [blame] | 85 | count_sql = 'COUNT(DISTINCT %s)' % pk_field |
| 86 | else: |
| 87 | count_sql = 'COUNT(1)' |
showard | 7c199df | 2008-10-03 10:17:15 +0000 | [diff] [blame] | 88 | return self._GROUP_COUNT_NAME, count_sql |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 89 | |
| 90 | |
| 91 | def _get_num_groups_sql(self, query, group_by): |
showard | d2b0c88 | 2009-10-19 18:34:11 +0000 | [diff] [blame] | 92 | group_fields = self._get_field_names(group_by, query.query.extra_select) |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 93 | query = query.order_by() # this can mess up the query and isn't needed |
| 94 | |
Dale Curtis | 74a314b | 2011-06-23 14:55:46 -0700 | [diff] [blame] | 95 | compiler = query.query.get_compiler(using=query.db) |
| 96 | sql, params = compiler.as_sql() |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 97 | from_ = sql[sql.find(' FROM'):] |
showard | d2b0c88 | 2009-10-19 18:34:11 +0000 | [diff] [blame] | 98 | return ('SELECT DISTINCT %s %s' % (','.join(group_fields), |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 99 | from_), |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 100 | params) |
| 101 | |
| 102 | |
showard | d2b0c88 | 2009-10-19 18:34:11 +0000 | [diff] [blame] | 103 | def _cursor_rowcount(self, cursor): |
| 104 | """To be stubbed by tests""" |
| 105 | return cursor.rowcount |
| 106 | |
| 107 | |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 108 | def get_num_groups(self, query, group_by): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 109 | """Gets the number of distinct groups for a query. |
| 110 | |
| 111 | @param query: The query to use. |
| 112 | @param group_by: The fields by which to group. |
| 113 | |
| 114 | @return The number of distinct groups for the given query grouped by |
| 115 | the fields in group_by. |
| 116 | |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 117 | """ |
| 118 | sql, params = self._get_num_groups_sql(query, group_by) |
showard | 56e9377 | 2008-10-06 10:06:22 +0000 | [diff] [blame] | 119 | cursor = readonly_connection.connection().cursor() |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 120 | cursor.execute(sql, params) |
showard | d2b0c88 | 2009-10-19 18:34:11 +0000 | [diff] [blame] | 121 | return self._cursor_rowcount(cursor) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 122 | |
| 123 | |
| 124 | class Machine(dbmodels.Model): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 125 | """Models a machine.""" |
showard | f8b1904 | 2009-05-12 17:22:49 +0000 | [diff] [blame] | 126 | machine_idx = dbmodels.AutoField(primary_key=True) |
showard | 356d237 | 2009-11-10 01:29:53 +0000 | [diff] [blame] | 127 | hostname = dbmodels.CharField(unique=True, max_length=255) |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 128 | machine_group = dbmodels.CharField(blank=True, max_length=240) |
| 129 | owner = dbmodels.CharField(blank=True, max_length=240) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 130 | |
| 131 | class Meta: |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 132 | """Metadata for class Machine.""" |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 133 | db_table = 'tko_machines' |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 134 | |
| 135 | |
| 136 | class Kernel(dbmodels.Model): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 137 | """Models a kernel.""" |
showard | f8b1904 | 2009-05-12 17:22:49 +0000 | [diff] [blame] | 138 | kernel_idx = dbmodels.AutoField(primary_key=True) |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 139 | kernel_hash = dbmodels.CharField(max_length=105, editable=False) |
| 140 | base = dbmodels.CharField(max_length=90) |
| 141 | printable = dbmodels.CharField(max_length=300) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 142 | |
| 143 | class Meta: |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 144 | """Metadata for class Kernel.""" |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 145 | db_table = 'tko_kernels' |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 146 | |
| 147 | |
| 148 | class Patch(dbmodels.Model): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 149 | """Models a patch.""" |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 150 | kernel = dbmodels.ForeignKey(Kernel, db_column='kernel_idx') |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 151 | name = dbmodels.CharField(blank=True, max_length=240) |
| 152 | url = dbmodels.CharField(blank=True, max_length=900) |
| 153 | the_hash = dbmodels.CharField(blank=True, max_length=105, db_column='hash') |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 154 | |
| 155 | class Meta: |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 156 | """Metadata for class Patch.""" |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 157 | db_table = 'tko_patches' |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 158 | |
| 159 | |
| 160 | class Status(dbmodels.Model): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 161 | """Models a status.""" |
showard | f8b1904 | 2009-05-12 17:22:49 +0000 | [diff] [blame] | 162 | status_idx = dbmodels.AutoField(primary_key=True) |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 163 | word = dbmodels.CharField(max_length=30) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 164 | |
| 165 | class Meta: |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 166 | """Metadata for class Status.""" |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 167 | db_table = 'tko_status' |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 168 | |
| 169 | |
jamesren | 708f1c0 | 2010-03-31 21:43:57 +0000 | [diff] [blame] | 170 | class Job(dbmodels.Model, model_logic.ModelExtensions): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 171 | """Models a job.""" |
showard | f8b1904 | 2009-05-12 17:22:49 +0000 | [diff] [blame] | 172 | job_idx = dbmodels.AutoField(primary_key=True) |
showard | 356d237 | 2009-11-10 01:29:53 +0000 | [diff] [blame] | 173 | tag = dbmodels.CharField(unique=True, max_length=100) |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 174 | label = dbmodels.CharField(max_length=300) |
| 175 | username = dbmodels.CharField(max_length=240) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 176 | machine = dbmodels.ForeignKey(Machine, db_column='machine_idx') |
| 177 | queued_time = dbmodels.DateTimeField(null=True, blank=True) |
| 178 | started_time = dbmodels.DateTimeField(null=True, blank=True) |
| 179 | finished_time = dbmodels.DateTimeField(null=True, blank=True) |
showard | c1c1caf | 2009-09-08 16:26:50 +0000 | [diff] [blame] | 180 | afe_job_id = dbmodels.IntegerField(null=True, default=None) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 181 | |
jamesren | 708f1c0 | 2010-03-31 21:43:57 +0000 | [diff] [blame] | 182 | objects = model_logic.ExtendedManager() |
| 183 | |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 184 | class Meta: |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 185 | """Metadata for class Job.""" |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 186 | db_table = 'tko_jobs' |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 187 | |
| 188 | |
showard | c1a98d1 | 2010-01-15 00:22:22 +0000 | [diff] [blame] | 189 | class JobKeyval(dbmodels.Model): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 190 | """Models a job keyval.""" |
showard | c1a98d1 | 2010-01-15 00:22:22 +0000 | [diff] [blame] | 191 | job = dbmodels.ForeignKey(Job) |
| 192 | key = dbmodels.CharField(max_length=90) |
| 193 | value = dbmodels.CharField(blank=True, max_length=300) |
| 194 | |
showard | c1a98d1 | 2010-01-15 00:22:22 +0000 | [diff] [blame] | 195 | class Meta: |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 196 | """Metadata for class JobKeyval.""" |
showard | c1a98d1 | 2010-01-15 00:22:22 +0000 | [diff] [blame] | 197 | db_table = 'tko_job_keyvals' |
| 198 | |
| 199 | |
showard | f8b1904 | 2009-05-12 17:22:49 +0000 | [diff] [blame] | 200 | class Test(dbmodels.Model, model_logic.ModelExtensions, |
| 201 | model_logic.ModelWithAttributes): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 202 | """Models a test.""" |
showard | f8b1904 | 2009-05-12 17:22:49 +0000 | [diff] [blame] | 203 | test_idx = dbmodels.AutoField(primary_key=True) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 204 | job = dbmodels.ForeignKey(Job, db_column='job_idx') |
lmr | 7969728 | 2010-03-31 23:18:02 +0000 | [diff] [blame] | 205 | test = dbmodels.CharField(max_length=300) |
| 206 | subdir = dbmodels.CharField(blank=True, max_length=300) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 207 | kernel = dbmodels.ForeignKey(Kernel, db_column='kernel_idx') |
| 208 | status = dbmodels.ForeignKey(Status, db_column='status') |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 209 | reason = dbmodels.CharField(blank=True, max_length=3072) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 210 | machine = dbmodels.ForeignKey(Machine, db_column='machine_idx') |
| 211 | finished_time = dbmodels.DateTimeField(null=True, blank=True) |
| 212 | started_time = dbmodels.DateTimeField(null=True, blank=True) |
Fang Deng | 9ec6680 | 2014-04-28 19:04:33 +0000 | [diff] [blame] | 213 | invalid = dbmodels.BooleanField(default=False) |
| 214 | invalidates_test = dbmodels.ForeignKey( |
| 215 | 'self', null=True, db_column='invalidates_test_idx', |
| 216 | related_name='invalidates_test_set') |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 217 | |
showard | f8b1904 | 2009-05-12 17:22:49 +0000 | [diff] [blame] | 218 | objects = model_logic.ExtendedManager() |
| 219 | |
| 220 | def _get_attribute_model_and_args(self, attribute): |
| 221 | return TestAttribute, dict(test=self, attribute=attribute, |
| 222 | user_created=True) |
| 223 | |
| 224 | |
| 225 | def set_attribute(self, attribute, value): |
| 226 | # ensure non-user-created attributes remain immutable |
| 227 | try: |
| 228 | TestAttribute.objects.get(test=self, attribute=attribute, |
| 229 | user_created=False) |
| 230 | raise ValueError('Attribute %s already exists for test %s and is ' |
| 231 | 'immutable' % (attribute, self.test_idx)) |
| 232 | except TestAttribute.DoesNotExist: |
| 233 | super(Test, self).set_attribute(attribute, value) |
| 234 | |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 235 | class Meta: |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 236 | """Metadata for class Test.""" |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 237 | db_table = 'tko_tests' |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 238 | |
| 239 | |
showard | e732ee7 | 2008-09-23 19:15:43 +0000 | [diff] [blame] | 240 | class TestAttribute(dbmodels.Model, model_logic.ModelExtensions): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 241 | """Models a test attribute.""" |
showard | f8b1904 | 2009-05-12 17:22:49 +0000 | [diff] [blame] | 242 | test = dbmodels.ForeignKey(Test, db_column='test_idx') |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 243 | attribute = dbmodels.CharField(max_length=90) |
| 244 | value = dbmodels.CharField(blank=True, max_length=300) |
showard | f8b1904 | 2009-05-12 17:22:49 +0000 | [diff] [blame] | 245 | user_created = dbmodels.BooleanField(default=False) |
| 246 | |
| 247 | objects = model_logic.ExtendedManager() |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 248 | |
| 249 | class Meta: |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 250 | """Metadata for class TestAttribute.""" |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 251 | db_table = 'tko_test_attributes' |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 252 | |
| 253 | |
jadmanski | 430dca9 | 2008-12-16 20:56:53 +0000 | [diff] [blame] | 254 | class IterationAttribute(dbmodels.Model, model_logic.ModelExtensions): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 255 | """Models an iteration attribute.""" |
| 256 | # This isn't really a primary key, but it's necessary to appease Django |
| 257 | # and is harmless as long as we're careful. |
showard | e732ee7 | 2008-09-23 19:15:43 +0000 | [diff] [blame] | 258 | test = dbmodels.ForeignKey(Test, db_column='test_idx', primary_key=True) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 259 | iteration = dbmodels.IntegerField() |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 260 | attribute = dbmodels.CharField(max_length=90) |
| 261 | value = dbmodels.CharField(blank=True, max_length=300) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 262 | |
showard | f8b1904 | 2009-05-12 17:22:49 +0000 | [diff] [blame] | 263 | objects = model_logic.ExtendedManager() |
| 264 | |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 265 | class Meta: |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 266 | """Metadata for class IterationAttribute.""" |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 267 | db_table = 'tko_iteration_attributes' |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 268 | |
| 269 | |
jadmanski | 430dca9 | 2008-12-16 20:56:53 +0000 | [diff] [blame] | 270 | class IterationResult(dbmodels.Model, model_logic.ModelExtensions): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 271 | """Models an iteration result.""" |
| 272 | # See comment on IterationAttribute regarding primary_key=True. |
jadmanski | 430dca9 | 2008-12-16 20:56:53 +0000 | [diff] [blame] | 273 | test = dbmodels.ForeignKey(Test, db_column='test_idx', primary_key=True) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 274 | iteration = dbmodels.IntegerField() |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 275 | attribute = dbmodels.CharField(max_length=256) |
jamesren | 26f9a9f | 2010-04-02 17:44:55 +0000 | [diff] [blame] | 276 | value = dbmodels.FloatField(null=True, blank=True) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 277 | |
showard | f8b1904 | 2009-05-12 17:22:49 +0000 | [diff] [blame] | 278 | objects = model_logic.ExtendedManager() |
| 279 | |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 280 | class Meta: |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 281 | """Metadata for class IterationResult.""" |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 282 | db_table = 'tko_iteration_result' |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 283 | |
| 284 | |
| 285 | class TestLabel(dbmodels.Model, model_logic.ModelExtensions): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 286 | """Models a test label.""" |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 287 | name = dbmodels.CharField(max_length=80, unique=True) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 288 | description = dbmodels.TextField(blank=True) |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 289 | tests = dbmodels.ManyToManyField(Test, blank=True, |
| 290 | db_table='tko_test_labels_tests') |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 291 | |
| 292 | name_field = 'name' |
showard | f8b1904 | 2009-05-12 17:22:49 +0000 | [diff] [blame] | 293 | objects = model_logic.ExtendedManager() |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 294 | |
| 295 | class Meta: |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 296 | """Metadata for class TestLabel.""" |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 297 | db_table = 'tko_test_labels' |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 298 | |
| 299 | |
| 300 | class SavedQuery(dbmodels.Model, model_logic.ModelExtensions): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 301 | """Models a saved query.""" |
| 302 | # TODO: change this to foreign key once DBs are merged. |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 303 | owner = dbmodels.CharField(max_length=80) |
| 304 | name = dbmodels.CharField(max_length=100) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 305 | url_token = dbmodels.TextField() |
| 306 | |
| 307 | class Meta: |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 308 | """Metadata for class SavedQuery.""" |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 309 | db_table = 'tko_saved_queries' |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 310 | |
| 311 | |
showard | ce12f55 | 2008-09-19 00:48:59 +0000 | [diff] [blame] | 312 | class EmbeddedGraphingQuery(dbmodels.Model, model_logic.ModelExtensions): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 313 | """Models an embedded graphing query.""" |
showard | ce12f55 | 2008-09-19 00:48:59 +0000 | [diff] [blame] | 314 | url_token = dbmodels.TextField(null=False, blank=False) |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 315 | graph_type = dbmodels.CharField(max_length=16, null=False, blank=False) |
showard | ce12f55 | 2008-09-19 00:48:59 +0000 | [diff] [blame] | 316 | params = dbmodels.TextField(null=False, blank=False) |
| 317 | last_updated = dbmodels.DateTimeField(null=False, blank=False, |
| 318 | editable=False) |
| 319 | # refresh_time shows the time at which a thread is updating the cached |
| 320 | # image, or NULL if no one is updating the image. This is used so that only |
| 321 | # one thread is updating the cached image at a time (see |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 322 | # graphing_utils.handle_plot_request). |
showard | ce12f55 | 2008-09-19 00:48:59 +0000 | [diff] [blame] | 323 | refresh_time = dbmodels.DateTimeField(editable=False) |
| 324 | cached_png = dbmodels.TextField(editable=False) |
| 325 | |
| 326 | class Meta: |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 327 | """Metadata for class EmbeddedGraphingQuery.""" |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 328 | db_table = 'tko_embedded_graphing_queries' |
showard | ce12f55 | 2008-09-19 00:48:59 +0000 | [diff] [blame] | 329 | |
| 330 | |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 331 | # Views. |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 332 | |
| 333 | class TestViewManager(TempManager): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 334 | """A Test View Manager.""" |
| 335 | |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 336 | def get_query_set(self): |
| 337 | query = super(TestViewManager, self).get_query_set() |
showard | 5bf7c50 | 2008-08-20 01:22:22 +0000 | [diff] [blame] | 338 | |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 339 | # add extra fields to selects, using the SQL itself as the "alias" |
| 340 | extra_select = dict((sql, sql) |
| 341 | for sql in self.model.extra_fields.iterkeys()) |
| 342 | return query.extra(select=extra_select) |
| 343 | |
| 344 | |
showard | f248952 | 2008-10-23 23:08:00 +0000 | [diff] [blame] | 345 | def _get_include_exclude_suffix(self, exclude): |
| 346 | if exclude: |
showard | 2aa318e | 2009-08-20 23:43:10 +0000 | [diff] [blame] | 347 | return '_exclude' |
| 348 | return '_include' |
| 349 | |
| 350 | |
| 351 | def _add_attribute_join(self, query_set, join_condition, |
| 352 | suffix=None, exclude=False): |
| 353 | if suffix is None: |
| 354 | suffix = self._get_include_exclude_suffix(exclude) |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 355 | return self.add_join(query_set, 'tko_test_attributes', |
| 356 | join_key='test_idx', |
showard | 2aa318e | 2009-08-20 23:43:10 +0000 | [diff] [blame] | 357 | join_condition=join_condition, |
| 358 | suffix=suffix, exclude=exclude) |
| 359 | |
| 360 | |
| 361 | def _add_label_pivot_table_join(self, query_set, suffix, join_condition='', |
| 362 | exclude=False, force_left_join=False): |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 363 | return self.add_join(query_set, 'tko_test_labels_tests', |
| 364 | join_key='test_id', |
showard | 2aa318e | 2009-08-20 23:43:10 +0000 | [diff] [blame] | 365 | join_condition=join_condition, |
| 366 | suffix=suffix, exclude=exclude, |
| 367 | force_left_join=force_left_join) |
showard | f248952 | 2008-10-23 23:08:00 +0000 | [diff] [blame] | 368 | |
| 369 | |
showard | 64aeecd | 2008-09-19 21:32:58 +0000 | [diff] [blame] | 370 | def _add_label_joins(self, query_set, suffix=''): |
showard | 2aa318e | 2009-08-20 23:43:10 +0000 | [diff] [blame] | 371 | query_set = self._add_label_pivot_table_join( |
| 372 | query_set, suffix=suffix, force_left_join=True) |
showard | d50ffb4 | 2008-09-04 02:47:45 +0000 | [diff] [blame] | 373 | |
showard | 2aa318e | 2009-08-20 23:43:10 +0000 | [diff] [blame] | 374 | # since we're not joining from the original table, we can't use |
| 375 | # self.add_join() again |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 376 | second_join_alias = 'tko_test_labels' + suffix |
showard | d50ffb4 | 2008-09-04 02:47:45 +0000 | [diff] [blame] | 377 | second_join_condition = ('%s.id = %s.testlabel_id' % |
showard | 64aeecd | 2008-09-19 21:32:58 +0000 | [diff] [blame] | 378 | (second_join_alias, |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 379 | 'tko_test_labels_tests' + suffix)) |
showard | 7e67b43 | 2010-01-20 01:13:04 +0000 | [diff] [blame] | 380 | query_set.query.add_custom_join('tko_test_labels', |
| 381 | second_join_condition, |
| 382 | query_set.query.LOUTER, |
| 383 | alias=second_join_alias) |
| 384 | return query_set |
showard | d50ffb4 | 2008-09-04 02:47:45 +0000 | [diff] [blame] | 385 | |
showard | 64aeecd | 2008-09-19 21:32:58 +0000 | [diff] [blame] | 386 | |
showard | d50ffb4 | 2008-09-04 02:47:45 +0000 | [diff] [blame] | 387 | def _get_label_ids_from_names(self, label_names): |
showard | 2aa318e | 2009-08-20 23:43:10 +0000 | [diff] [blame] | 388 | label_ids = list( # listifying avoids a double query below |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 389 | TestLabel.objects.filter(name__in=label_names) |
| 390 | .values_list('name', 'id')) |
showard | 2aa318e | 2009-08-20 23:43:10 +0000 | [diff] [blame] | 391 | if len(label_ids) < len(set(label_names)): |
lmr | 7969728 | 2010-03-31 23:18:02 +0000 | [diff] [blame] | 392 | raise ValueError('Not all labels found: %s' % |
| 393 | ', '.join(label_names)) |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 394 | return dict(name_and_id for name_and_id in label_ids) |
showard | 2aa318e | 2009-08-20 23:43:10 +0000 | [diff] [blame] | 395 | |
| 396 | |
| 397 | def _include_or_exclude_labels(self, query_set, label_names, exclude=False): |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 398 | label_ids = self._get_label_ids_from_names(label_names).itervalues() |
showard | 2aa318e | 2009-08-20 23:43:10 +0000 | [diff] [blame] | 399 | suffix = self._get_include_exclude_suffix(exclude) |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 400 | condition = ('tko_test_labels_tests%s.testlabel_id IN (%s)' % |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 401 | (suffix, |
| 402 | ','.join(str(label_id) for label_id in label_ids))) |
showard | 2aa318e | 2009-08-20 23:43:10 +0000 | [diff] [blame] | 403 | return self._add_label_pivot_table_join(query_set, |
| 404 | join_condition=condition, |
| 405 | suffix=suffix, |
| 406 | exclude=exclude) |
showard | 0281350 | 2008-08-20 20:52:56 +0000 | [diff] [blame] | 407 | |
| 408 | |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 409 | def _add_custom_select(self, query_set, select_name, select_sql): |
| 410 | return query_set.extra(select={select_name: select_sql}) |
| 411 | |
| 412 | |
| 413 | def _add_select_value(self, query_set, alias): |
| 414 | return self._add_custom_select(query_set, alias, |
| 415 | _quote_name(alias) + '.value') |
| 416 | |
| 417 | |
| 418 | def _add_select_ifnull(self, query_set, alias, non_null_value): |
| 419 | select_sql = "IF(%s.id IS NOT NULL, '%s', NULL)" % (_quote_name(alias), |
| 420 | non_null_value) |
| 421 | return self._add_custom_select(query_set, alias, select_sql) |
| 422 | |
| 423 | |
jamesren | 708f1c0 | 2010-03-31 21:43:57 +0000 | [diff] [blame] | 424 | def _join_test_label_column(self, query_set, label_name, label_id): |
| 425 | alias = 'test_label_' + label_name |
showard | 7e67b43 | 2010-01-20 01:13:04 +0000 | [diff] [blame] | 426 | label_query = TestLabel.objects.filter(name=label_name) |
| 427 | query_set = Test.objects.join_custom_field(query_set, label_query, |
| 428 | alias) |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 429 | |
| 430 | query_set = self._add_select_ifnull(query_set, alias, label_name) |
| 431 | return query_set |
| 432 | |
| 433 | |
jamesren | 708f1c0 | 2010-03-31 21:43:57 +0000 | [diff] [blame] | 434 | def _join_test_label_columns(self, query_set, label_names): |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 435 | label_id_map = self._get_label_ids_from_names(label_names) |
| 436 | for label_name in label_names: |
jamesren | 708f1c0 | 2010-03-31 21:43:57 +0000 | [diff] [blame] | 437 | query_set = self._join_test_label_column(query_set, label_name, |
| 438 | label_id_map[label_name]) |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 439 | return query_set |
| 440 | |
| 441 | |
jamesren | 708f1c0 | 2010-03-31 21:43:57 +0000 | [diff] [blame] | 442 | def _join_test_attribute(self, query_set, attribute, alias=None, |
| 443 | extra_join_condition=None): |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 444 | """ |
| 445 | Join the given TestView QuerySet to TestAttribute. The resulting query |
| 446 | has an additional column for the given attribute named |
| 447 | "attribute_<attribute name>". |
| 448 | """ |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 449 | if not alias: |
jamesren | 708f1c0 | 2010-03-31 21:43:57 +0000 | [diff] [blame] | 450 | alias = 'test_attribute_' + attribute |
showard | 7e67b43 | 2010-01-20 01:13:04 +0000 | [diff] [blame] | 451 | attribute_query = TestAttribute.objects.filter(attribute=attribute) |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 452 | if extra_join_condition: |
showard | 7e67b43 | 2010-01-20 01:13:04 +0000 | [diff] [blame] | 453 | attribute_query = attribute_query.extra( |
| 454 | where=[extra_join_condition]) |
| 455 | query_set = Test.objects.join_custom_field(query_set, attribute_query, |
| 456 | alias) |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 457 | |
| 458 | query_set = self._add_select_value(query_set, alias) |
| 459 | return query_set |
| 460 | |
| 461 | |
| 462 | def _join_machine_label_columns(self, query_set, machine_label_names): |
| 463 | for label_name in machine_label_names: |
| 464 | alias = 'machine_label_' + label_name |
| 465 | condition = "FIND_IN_SET('%s', %s)" % ( |
| 466 | label_name, _quote_name(alias) + '.value') |
jamesren | 708f1c0 | 2010-03-31 21:43:57 +0000 | [diff] [blame] | 467 | query_set = self._join_test_attribute( |
| 468 | query_set, 'host-labels', |
| 469 | alias=alias, extra_join_condition=condition) |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 470 | query_set = self._add_select_ifnull(query_set, alias, label_name) |
| 471 | return query_set |
| 472 | |
| 473 | |
| 474 | def _join_one_iteration_key(self, query_set, result_key, first_alias=None): |
jamesren | 708f1c0 | 2010-03-31 21:43:57 +0000 | [diff] [blame] | 475 | alias = 'iteration_result_' + result_key |
showard | 7e67b43 | 2010-01-20 01:13:04 +0000 | [diff] [blame] | 476 | iteration_query = IterationResult.objects.filter(attribute=result_key) |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 477 | if first_alias: |
| 478 | # after the first join, we need to match up iteration indices, |
| 479 | # otherwise each join will expand the query by the number of |
| 480 | # iterations and we'll have extraneous rows |
showard | 7e67b43 | 2010-01-20 01:13:04 +0000 | [diff] [blame] | 481 | iteration_query = iteration_query.extra( |
| 482 | where=['%s.iteration = %s.iteration' |
| 483 | % (_quote_name(alias), _quote_name(first_alias))]) |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 484 | |
showard | 7e67b43 | 2010-01-20 01:13:04 +0000 | [diff] [blame] | 485 | query_set = Test.objects.join_custom_field(query_set, iteration_query, |
| 486 | alias, left_join=False) |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 487 | # select the iteration value and index for this join |
| 488 | query_set = self._add_select_value(query_set, alias) |
| 489 | if not first_alias: |
| 490 | # for first join, add iteration index select too |
| 491 | query_set = self._add_custom_select( |
| 492 | query_set, 'iteration_index', |
| 493 | _quote_name(alias) + '.iteration') |
| 494 | |
| 495 | return query_set, alias |
| 496 | |
| 497 | |
jamesren | 708f1c0 | 2010-03-31 21:43:57 +0000 | [diff] [blame] | 498 | def _join_iteration_results(self, test_view_query_set, result_keys): |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 499 | """Join the given TestView QuerySet to IterationResult for one result. |
| 500 | |
| 501 | The resulting query looks like a TestView query but has one row per |
| 502 | iteration. Each row includes all the attributes of TestView, an |
| 503 | attribute for each key in result_keys and an iteration_index attribute. |
| 504 | |
| 505 | We accomplish this by joining the TestView query to IterationResult |
| 506 | once per result key. Each join is restricted on the result key (and on |
| 507 | the test index, like all one-to-many joins). For the first join, this |
| 508 | is the only restriction, so each TestView row expands to a row per |
| 509 | iteration (per iteration that includes the key, of course). For each |
| 510 | subsequent join, we also restrict the iteration index to match that of |
| 511 | the initial join. This makes each subsequent join produce exactly one |
| 512 | result row for each input row. (This assumes each iteration contains |
| 513 | the same set of keys. Results are undefined if that's not true.) |
| 514 | """ |
| 515 | if not result_keys: |
| 516 | return test_view_query_set |
| 517 | |
| 518 | query_set, first_alias = self._join_one_iteration_key( |
| 519 | test_view_query_set, result_keys[0]) |
| 520 | for result_key in result_keys[1:]: |
| 521 | query_set, _ = self._join_one_iteration_key(query_set, result_key, |
| 522 | first_alias=first_alias) |
| 523 | return query_set |
| 524 | |
| 525 | |
jamesren | 708f1c0 | 2010-03-31 21:43:57 +0000 | [diff] [blame] | 526 | def _join_job_keyvals(self, query_set, job_keyvals): |
| 527 | for job_keyval in job_keyvals: |
| 528 | alias = 'job_keyval_' + job_keyval |
| 529 | keyval_query = JobKeyval.objects.filter(key=job_keyval) |
| 530 | query_set = Job.objects.join_custom_field(query_set, keyval_query, |
| 531 | alias) |
| 532 | query_set = self._add_select_value(query_set, alias) |
| 533 | return query_set |
| 534 | |
| 535 | |
| 536 | def _join_iteration_attributes(self, query_set, iteration_attributes): |
| 537 | for attribute in iteration_attributes: |
| 538 | alias = 'iteration_attribute_' + attribute |
| 539 | attribute_query = IterationAttribute.objects.filter( |
| 540 | attribute=attribute) |
| 541 | query_set = Test.objects.join_custom_field(query_set, |
| 542 | attribute_query, alias) |
| 543 | query_set = self._add_select_value(query_set, alias) |
| 544 | return query_set |
| 545 | |
| 546 | |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 547 | def get_query_set_with_joins(self, filter_data): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 548 | """Add joins for querying over test-related items. |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 549 | |
| 550 | These parameters are supported going forward: |
| 551 | * test_attribute_fields: list of attribute names. Each attribute will |
| 552 | be available as a column attribute_<name>.value. |
| 553 | * test_label_fields: list of label names. Each label will be available |
| 554 | as a column label_<name>.id, non-null iff the label is present. |
jamesren | 708f1c0 | 2010-03-31 21:43:57 +0000 | [diff] [blame] | 555 | * iteration_result_fields: list of iteration result names. Each |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 556 | result will be available as a column iteration_<name>.value. |
| 557 | Note that this changes the semantics to return iterations |
| 558 | instead of tests -- if a test has multiple iterations, a row |
| 559 | will be returned for each one. The iteration index is also |
| 560 | available as iteration_<name>.iteration. |
| 561 | * machine_label_fields: list of machine label names. Each will be |
| 562 | available as a column machine_label_<name>.id, non-null iff the |
| 563 | label is present on the machine used in the test. |
jamesren | 708f1c0 | 2010-03-31 21:43:57 +0000 | [diff] [blame] | 564 | * job_keyval_fields: list of job keyval names. Each value will be |
| 565 | available as a column job_keyval_<name>.id, non-null iff the |
| 566 | keyval is present in the AFE job. |
| 567 | * iteration_attribute_fields: list of iteration attribute names. Each |
| 568 | attribute will be available as a column |
| 569 | iteration_attribute<name>.id, non-null iff the attribute is |
| 570 | present. |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 571 | |
| 572 | These parameters are deprecated: |
| 573 | * include_labels |
| 574 | * exclude_labels |
| 575 | * include_attributes_where |
| 576 | * exclude_attributes_where |
| 577 | |
| 578 | Additionally, this method adds joins if the following strings are |
| 579 | present in extra_where (this is also deprecated): |
| 580 | * test_labels |
| 581 | * test_attributes_host_labels |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 582 | |
| 583 | @param filter_data: Data by which to filter. |
| 584 | |
| 585 | @return A QuerySet. |
| 586 | |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 587 | """ |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 588 | query_set = self.get_query_set() |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 589 | |
| 590 | test_attributes = filter_data.pop('test_attribute_fields', []) |
| 591 | for attribute in test_attributes: |
jamesren | 708f1c0 | 2010-03-31 21:43:57 +0000 | [diff] [blame] | 592 | query_set = self._join_test_attribute(query_set, attribute) |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 593 | |
| 594 | test_labels = filter_data.pop('test_label_fields', []) |
jamesren | 708f1c0 | 2010-03-31 21:43:57 +0000 | [diff] [blame] | 595 | query_set = self._join_test_label_columns(query_set, test_labels) |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 596 | |
| 597 | machine_labels = filter_data.pop('machine_label_fields', []) |
| 598 | query_set = self._join_machine_label_columns(query_set, machine_labels) |
| 599 | |
jamesren | 708f1c0 | 2010-03-31 21:43:57 +0000 | [diff] [blame] | 600 | iteration_keys = filter_data.pop('iteration_result_fields', []) |
| 601 | query_set = self._join_iteration_results(query_set, iteration_keys) |
| 602 | |
| 603 | job_keyvals = filter_data.pop('job_keyval_fields', []) |
| 604 | query_set = self._join_job_keyvals(query_set, job_keyvals) |
| 605 | |
| 606 | iteration_attributes = filter_data.pop('iteration_attribute_fields', []) |
| 607 | query_set = self._join_iteration_attributes(query_set, |
| 608 | iteration_attributes) |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 609 | |
| 610 | # everything that follows is deprecated behavior |
| 611 | |
showard | d50ffb4 | 2008-09-04 02:47:45 +0000 | [diff] [blame] | 612 | joined = False |
showard | 2aa318e | 2009-08-20 23:43:10 +0000 | [diff] [blame] | 613 | |
showard | f248952 | 2008-10-23 23:08:00 +0000 | [diff] [blame] | 614 | extra_where = filter_data.get('extra_where', '') |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 615 | if 'tko_test_labels' in extra_where: |
showard | 0281350 | 2008-08-20 20:52:56 +0000 | [diff] [blame] | 616 | query_set = self._add_label_joins(query_set) |
showard | d50ffb4 | 2008-09-04 02:47:45 +0000 | [diff] [blame] | 617 | joined = True |
| 618 | |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 619 | include_labels = filter_data.pop('include_labels', []) |
| 620 | exclude_labels = filter_data.pop('exclude_labels', []) |
showard | 2aa318e | 2009-08-20 23:43:10 +0000 | [diff] [blame] | 621 | if include_labels: |
| 622 | query_set = self._include_or_exclude_labels(query_set, |
| 623 | include_labels) |
showard | fc8c6ae | 2008-11-11 19:06:01 +0000 | [diff] [blame] | 624 | joined = True |
showard | 2aa318e | 2009-08-20 23:43:10 +0000 | [diff] [blame] | 625 | if exclude_labels: |
| 626 | query_set = self._include_or_exclude_labels(query_set, |
| 627 | exclude_labels, |
| 628 | exclude=True) |
showard | 64aeecd | 2008-09-19 21:32:58 +0000 | [diff] [blame] | 629 | joined = True |
| 630 | |
| 631 | include_attributes_where = filter_data.pop('include_attributes_where', |
| 632 | '') |
| 633 | exclude_attributes_where = filter_data.pop('exclude_attributes_where', |
| 634 | '') |
| 635 | if include_attributes_where: |
| 636 | query_set = self._add_attribute_join( |
showard | 2aa318e | 2009-08-20 23:43:10 +0000 | [diff] [blame] | 637 | query_set, |
| 638 | join_condition=self.escape_user_sql(include_attributes_where)) |
showard | 64aeecd | 2008-09-19 21:32:58 +0000 | [diff] [blame] | 639 | joined = True |
| 640 | if exclude_attributes_where: |
| 641 | query_set = self._add_attribute_join( |
showard | 2aa318e | 2009-08-20 23:43:10 +0000 | [diff] [blame] | 642 | query_set, |
| 643 | join_condition=self.escape_user_sql(exclude_attributes_where), |
showard | 64aeecd | 2008-09-19 21:32:58 +0000 | [diff] [blame] | 644 | exclude=True) |
| 645 | joined = True |
showard | d50ffb4 | 2008-09-04 02:47:45 +0000 | [diff] [blame] | 646 | |
| 647 | if not joined: |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 648 | filter_data['no_distinct'] = True |
showard | d50ffb4 | 2008-09-04 02:47:45 +0000 | [diff] [blame] | 649 | |
showard | 8b0ea22 | 2009-12-23 19:23:03 +0000 | [diff] [blame] | 650 | if 'tko_test_attributes_host_labels' in extra_where: |
showard | f248952 | 2008-10-23 23:08:00 +0000 | [diff] [blame] | 651 | query_set = self._add_attribute_join( |
| 652 | query_set, suffix='_host_labels', |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 653 | join_condition='tko_test_attributes_host_labels.attribute = ' |
showard | f248952 | 2008-10-23 23:08:00 +0000 | [diff] [blame] | 654 | '"host-labels"') |
| 655 | |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 656 | return query_set |
| 657 | |
| 658 | |
showard | 8bfb5cb | 2009-10-07 20:49:15 +0000 | [diff] [blame] | 659 | def query_test_ids(self, filter_data, apply_presentation=True): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 660 | """Queries for test IDs. |
| 661 | |
| 662 | @param filter_data: Data by which to filter. |
| 663 | @param apply_presentation: Whether or not to apply presentation |
| 664 | parameters. |
| 665 | |
| 666 | @return A list of test IDs. |
| 667 | |
| 668 | """ |
showard | 8bfb5cb | 2009-10-07 20:49:15 +0000 | [diff] [blame] | 669 | query = self.model.query_objects(filter_data, |
| 670 | apply_presentation=apply_presentation) |
| 671 | dicts = query.values('test_idx') |
showard | 0281350 | 2008-08-20 20:52:56 +0000 | [diff] [blame] | 672 | return [item['test_idx'] for item in dicts] |
| 673 | |
| 674 | |
showard | 0281350 | 2008-08-20 20:52:56 +0000 | [diff] [blame] | 675 | def query_test_label_ids(self, filter_data): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 676 | """Queries for test label IDs. |
| 677 | |
| 678 | @param filter_data: Data by which to filter. |
| 679 | |
| 680 | @return A list of test label IDs. |
| 681 | |
| 682 | """ |
showard | d50ffb4 | 2008-09-04 02:47:45 +0000 | [diff] [blame] | 683 | query_set = self.model.query_objects(filter_data) |
| 684 | query_set = self._add_label_joins(query_set, suffix='_list') |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 685 | rows = self._custom_select_query(query_set, ['tko_test_labels_list.id']) |
showard | d50ffb4 | 2008-09-04 02:47:45 +0000 | [diff] [blame] | 686 | return [row[0] for row in rows if row[0] is not None] |
showard | 0281350 | 2008-08-20 20:52:56 +0000 | [diff] [blame] | 687 | |
| 688 | |
showard | eaccf8f | 2009-04-16 03:11:33 +0000 | [diff] [blame] | 689 | def escape_user_sql(self, sql): |
| 690 | sql = super(TestViewManager, self).escape_user_sql(sql) |
| 691 | return sql.replace('test_idx', self.get_key_on_this_table('test_idx')) |
| 692 | |
| 693 | |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 694 | class TestView(dbmodels.Model, model_logic.ModelExtensions): |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 695 | """Models a test view.""" |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 696 | extra_fields = { |
showard | f4c702e | 2009-07-08 21:14:27 +0000 | [diff] [blame] | 697 | 'DATE(job_queued_time)': 'job queued day', |
| 698 | 'DATE(test_finished_time)': 'test finished day', |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 699 | } |
| 700 | |
| 701 | group_fields = [ |
showard | f4c702e | 2009-07-08 21:14:27 +0000 | [diff] [blame] | 702 | 'test_name', |
| 703 | 'status', |
| 704 | 'kernel', |
| 705 | 'hostname', |
| 706 | 'job_tag', |
| 707 | 'job_name', |
| 708 | 'platform', |
| 709 | 'reason', |
| 710 | 'job_owner', |
| 711 | 'job_queued_time', |
| 712 | 'DATE(job_queued_time)', |
| 713 | 'test_started_time', |
| 714 | 'test_finished_time', |
| 715 | 'DATE(test_finished_time)', |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 716 | ] |
| 717 | |
| 718 | test_idx = dbmodels.IntegerField('test index', primary_key=True) |
| 719 | job_idx = dbmodels.IntegerField('job index', null=True, blank=True) |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 720 | test_name = dbmodels.CharField(blank=True, max_length=90) |
| 721 | subdir = dbmodels.CharField('subdirectory', blank=True, max_length=180) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 722 | kernel_idx = dbmodels.IntegerField('kernel index') |
| 723 | status_idx = dbmodels.IntegerField('status index') |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 724 | reason = dbmodels.CharField(blank=True, max_length=3072) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 725 | machine_idx = dbmodels.IntegerField('host index') |
| 726 | test_started_time = dbmodels.DateTimeField(null=True, blank=True) |
| 727 | test_finished_time = dbmodels.DateTimeField(null=True, blank=True) |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 728 | job_tag = dbmodels.CharField(blank=True, max_length=300) |
| 729 | job_name = dbmodels.CharField(blank=True, max_length=300) |
| 730 | job_owner = dbmodels.CharField('owner', blank=True, max_length=240) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 731 | job_queued_time = dbmodels.DateTimeField(null=True, blank=True) |
| 732 | job_started_time = dbmodels.DateTimeField(null=True, blank=True) |
| 733 | job_finished_time = dbmodels.DateTimeField(null=True, blank=True) |
showard | c1c1caf | 2009-09-08 16:26:50 +0000 | [diff] [blame] | 734 | afe_job_id = dbmodels.IntegerField(null=True) |
showard | a5288b4 | 2009-07-28 20:06:08 +0000 | [diff] [blame] | 735 | hostname = dbmodels.CharField(blank=True, max_length=300) |
| 736 | platform = dbmodels.CharField(blank=True, max_length=240) |
| 737 | machine_owner = dbmodels.CharField(blank=True, max_length=240) |
| 738 | kernel_hash = dbmodels.CharField(blank=True, max_length=105) |
| 739 | kernel_base = dbmodels.CharField(blank=True, max_length=90) |
| 740 | kernel = dbmodels.CharField(blank=True, max_length=300) |
| 741 | status = dbmodels.CharField(blank=True, max_length=30) |
Fang Deng | 23c2a5d | 2014-04-07 15:39:47 -0700 | [diff] [blame^] | 742 | invalid = dbmodels.BooleanField(blank=True) |
| 743 | invalidates_test_idx = dbmodels.IntegerField(null=True, blank=True) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 744 | |
| 745 | objects = TestViewManager() |
| 746 | |
| 747 | def save(self): |
| 748 | raise NotImplementedError('TestView is read-only') |
| 749 | |
| 750 | |
| 751 | def delete(self): |
| 752 | raise NotImplementedError('TestView is read-only') |
| 753 | |
| 754 | |
| 755 | @classmethod |
showard | 8bfb5cb | 2009-10-07 20:49:15 +0000 | [diff] [blame] | 756 | def query_objects(cls, filter_data, initial_query=None, |
| 757 | apply_presentation=True): |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 758 | if initial_query is None: |
showard | 64aeecd | 2008-09-19 21:32:58 +0000 | [diff] [blame] | 759 | initial_query = cls.objects.get_query_set_with_joins(filter_data) |
showard | 8bfb5cb | 2009-10-07 20:49:15 +0000 | [diff] [blame] | 760 | return super(TestView, cls).query_objects( |
| 761 | filter_data, initial_query=initial_query, |
| 762 | apply_presentation=apply_presentation) |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 763 | |
showard | 3544486 | 2008-08-07 22:35:30 +0000 | [diff] [blame] | 764 | class Meta: |
Dennis Jeffrey | 8bd3e98 | 2013-03-05 12:46:32 -0800 | [diff] [blame] | 765 | """Metadata for class TestView.""" |
showard | eab66ce | 2009-12-23 00:03:56 +0000 | [diff] [blame] | 766 | db_table = 'tko_test_view_2' |