blob: 993f14542b469344246adb2b0198b314b9b44b98 [file] [log] [blame]
showarded2afea2009-07-07 20:54:07 +00001#!/usr/bin/python
2
Jakob Juelich3bb7c802014-09-02 16:31:11 -07003import datetime
showarded2afea2009-07-07 20:54:07 +00004import unittest
5import common
6from autotest_lib.frontend import setup_django_environment
7from autotest_lib.frontend.afe import frontend_test_utils
jamesren4a41e012010-07-16 22:33:48 +00008from autotest_lib.frontend.afe import models, model_attributes, model_logic
9from autotest_lib.client.common_lib import global_config
Aviv Keshet3dd8beb2013-05-13 17:36:04 -070010from autotest_lib.client.common_lib import control_data
showarded2afea2009-07-07 20:54:07 +000011
showarda5288b42009-07-28 20:06:08 +000012
13class AclGroupTest(unittest.TestCase,
14 frontend_test_utils.FrontendTestMixin):
15 def setUp(self):
16 self._frontend_common_setup()
17
18
19 def tearDown(self):
20 self._frontend_common_teardown()
21
22
23 def _check_acls(self, host, acl_name_list):
24 actual_acl_names = [acl_group.name for acl_group
25 in host.aclgroup_set.all()]
26 self.assertEquals(set(actual_acl_names), set(acl_name_list))
27
28
29 def test_on_host_membership_change(self):
30 host1, host2 = self.hosts[1:3]
31 everyone_acl = models.AclGroup.objects.get(name='Everyone')
32
33 host1.aclgroup_set.clear()
34 self._check_acls(host1, [])
35 host2.aclgroup_set.add(everyone_acl)
36 self._check_acls(host2, ['Everyone', 'my_acl'])
37
38 models.AclGroup.on_host_membership_change()
39
40 self._check_acls(host1, ['Everyone'])
41 self._check_acls(host2, ['my_acl'])
42
43
showardafd97de2009-10-01 18:45:09 +000044class HostTest(unittest.TestCase,
45 frontend_test_utils.FrontendTestMixin):
46 def setUp(self):
47 self._frontend_common_setup()
48
49
50 def tearDown(self):
51 self._frontend_common_teardown()
52
53
54 def test_add_host_previous_one_time_host(self):
55 # ensure that when adding a host which was previously used as a one-time
56 # host, the status isn't reset, since this can interfere with the
57 # scheduler.
58 host = models.Host.create_one_time_host('othost')
59 self.assertEquals(host.invalid, True)
60 self.assertEquals(host.status, models.Host.Status.READY)
61
62 host.status = models.Host.Status.RUNNING
63 host.save()
64
65 host2 = models.Host.add_object(hostname='othost')
66 self.assertEquals(host2.id, host.id)
67 self.assertEquals(host2.status, models.Host.Status.RUNNING)
68
69
showarded2afea2009-07-07 20:54:07 +000070class SpecialTaskUnittest(unittest.TestCase,
71 frontend_test_utils.FrontendTestMixin):
72 def setUp(self):
73 self._frontend_common_setup()
74
75
76 def tearDown(self):
77 self._frontend_common_teardown()
78
79
showardc0ac3a72009-07-08 21:14:45 +000080 def _create_task(self):
81 return models.SpecialTask.objects.create(
jamesren76fcf192010-04-21 20:39:50 +000082 host=self.hosts[0], task=models.SpecialTask.Task.VERIFY,
83 requested_by=models.User.current_user())
showarded2afea2009-07-07 20:54:07 +000084
showardc0ac3a72009-07-08 21:14:45 +000085
86 def test_execution_path(self):
87 task = self._create_task()
showarded2afea2009-07-07 20:54:07 +000088 self.assertEquals(task.execution_path(), 'hosts/host1/1-verify')
89
90
showardc0ac3a72009-07-08 21:14:45 +000091 def test_status(self):
92 task = self._create_task()
93 self.assertEquals(task.status, 'Queued')
94
95 task.update_object(is_active=True)
96 self.assertEquals(task.status, 'Running')
97
showarde60e44e2009-11-13 20:45:38 +000098 task.update_object(is_active=False, is_complete=True, success=True)
showardc0ac3a72009-07-08 21:14:45 +000099 self.assertEquals(task.status, 'Completed')
100
showarde60e44e2009-11-13 20:45:38 +0000101 task.update_object(success=False)
102 self.assertEquals(task.status, 'Failed')
103
showardc0ac3a72009-07-08 21:14:45 +0000104
showard97446882009-07-20 22:37:28 +0000105 def test_activate(self):
106 task = self._create_task()
107 task.activate()
108 self.assertTrue(task.is_active)
109 self.assertFalse(task.is_complete)
110
111
112 def test_finish(self):
113 task = self._create_task()
114 task.activate()
showarde60e44e2009-11-13 20:45:38 +0000115 task.finish(True)
showard97446882009-07-20 22:37:28 +0000116 self.assertFalse(task.is_active)
117 self.assertTrue(task.is_complete)
showarde60e44e2009-11-13 20:45:38 +0000118 self.assertTrue(task.success)
showard97446882009-07-20 22:37:28 +0000119
120
showard9bb960b2009-11-19 01:02:11 +0000121 def test_requested_by_from_queue_entry(self):
122 job = self._create_job(hosts=[0])
123 task = models.SpecialTask.objects.create(
124 host=self.hosts[0], task=models.SpecialTask.Task.VERIFY,
125 queue_entry=job.hostqueueentry_set.all()[0])
showardfd8b89f2010-01-20 19:06:30 +0000126 self.assertEquals(task.requested_by.login, 'autotest_system')
showard9bb960b2009-11-19 01:02:11 +0000127
128
showardd1195652009-12-08 22:21:02 +0000129class HostQueueEntryUnittest(unittest.TestCase,
130 frontend_test_utils.FrontendTestMixin):
131 def setUp(self):
132 self._frontend_common_setup()
133
134
135 def tearDown(self):
136 self._frontend_common_teardown()
137
138
139 def test_execution_path(self):
140 entry = self._create_job(hosts=[1]).hostqueueentry_set.all()[0]
141 entry.execution_subdir = 'subdir'
142 entry.save()
143
showardfd8b89f2010-01-20 19:06:30 +0000144 self.assertEquals(entry.execution_path(), '1-autotest_system/subdir')
showardd1195652009-12-08 22:21:02 +0000145
146
jamesrene3656232010-03-02 00:00:30 +0000147class ModelWithInvalidTest(unittest.TestCase,
148 frontend_test_utils.FrontendTestMixin):
149 def setUp(self):
150 self._frontend_common_setup()
151
152
153 def tearDown(self):
154 self._frontend_common_teardown()
155
156
157 def test_model_with_invalid_delete(self):
158 self.assertFalse(self.hosts[0].invalid)
159 self.hosts[0].delete()
160 self.assertTrue(self.hosts[0].invalid)
161 self.assertTrue(models.Host.objects.get(id=self.hosts[0].id))
162
163
164 def test_model_with_invalid_delete_queryset(self):
165 for host in self.hosts:
166 self.assertFalse(host.invalid)
167
168 hosts = models.Host.objects.all()
169 hosts.delete()
170 self.assertEqual(hosts.count(), len(self.hosts))
171
172 for host in hosts:
173 self.assertTrue(host.invalid)
174
175
176 def test_cloned_queryset_delete(self):
177 """
178 Make sure that a cloned queryset maintains the custom delete()
179 """
180 to_delete = ('host1', 'host2')
181
182 for host in self.hosts:
183 self.assertFalse(host.invalid)
184
185 hosts = models.Host.objects.all().filter(hostname__in=to_delete)
186 hosts.delete()
187 all_hosts = models.Host.objects.all()
188 self.assertEqual(all_hosts.count(), len(self.hosts))
189
190 for host in all_hosts:
191 if host.hostname in to_delete:
192 self.assertTrue(
193 host.invalid,
194 '%s.invalid expected to be True' % host.hostname)
195 else:
196 self.assertFalse(
197 host.invalid,
198 '%s.invalid expected to be False' % host.hostname)
199
200
201 def test_normal_delete(self):
202 job = self._create_job(hosts=[1])
203 self.assertEqual(1, models.Job.objects.all().count())
204
205 job.delete()
206 self.assertEqual(0, models.Job.objects.all().count())
207
208
209 def test_normal_delete_queryset(self):
210 self._create_job(hosts=[1])
211 self._create_job(hosts=[2])
212
213 self.assertEqual(2, models.Job.objects.all().count())
214
215 models.Job.objects.all().delete()
216 self.assertEqual(0, models.Job.objects.all().count())
217
218
jamesren4a41e012010-07-16 22:33:48 +0000219class KernelTest(unittest.TestCase, frontend_test_utils.FrontendTestMixin):
220 def setUp(self):
221 self._frontend_common_setup()
222
223
224 def tearDown(self):
225 self._frontend_common_teardown()
226
227
228 def test_create_kernels_none(self):
229 self.assertEqual(None, models.Kernel.create_kernels(None))
230
231
232 def test_create_kernels(self):
233 self.god.stub_function(models.Kernel, '_create')
234
235 num_kernels = 3
236 kernel_list = [object() for _ in range(num_kernels)]
237 result = [object() for _ in range(num_kernels)]
238
239 for kernel, response in zip(kernel_list, result):
240 models.Kernel._create.expect_call(kernel).and_return(response)
241 self.assertEqual(result, models.Kernel.create_kernels(kernel_list))
242 self.god.check_playback()
243
244
245 def test_create(self):
246 kernel = models.Kernel._create({'version': 'version'})
247 self.assertEqual(kernel.version, 'version')
248 self.assertEqual(kernel.cmdline, '')
249 self.assertEqual(kernel, models.Kernel._create({'version': 'version'}))
250
251
252class ParameterizedJobTest(unittest.TestCase,
253 frontend_test_utils.FrontendTestMixin):
254 def setUp(self):
255 self._frontend_common_setup()
256
257
258 def tearDown(self):
259 self._frontend_common_teardown()
260
261
262 def test_job(self):
263 global_config.global_config.override_config_value(
264 'AUTOTEST_WEB', 'parameterized_jobs', 'True')
265
266 test = models.Test.objects.create(
267 name='name', author='author', test_class='class',
268 test_category='category',
Aviv Keshet3dd8beb2013-05-13 17:36:04 -0700269 test_type=control_data.CONTROL_TYPE.SERVER, path='path')
jamesren4a41e012010-07-16 22:33:48 +0000270 parameterized_job = models.ParameterizedJob.objects.create(test=test)
271 job = self._create_job(hosts=[1], control_file=None,
272 parameterized_job=parameterized_job)
273
274 self.assertEqual(job, parameterized_job.job())
275
276
277class JobTest(unittest.TestCase, frontend_test_utils.FrontendTestMixin):
278 def setUp(self):
279 self._frontend_common_setup()
280
281
282 def tearDown(self):
283 self._frontend_common_teardown()
284
285
286 def test_check_parameterized_jobs_no_args(self):
287 self.assertRaises(Exception, models.Job.check_parameterized_job,
288 control_file=None, parameterized_job=None)
289
290
291 def test_check_parameterized_jobs_both_args(self):
292 self.assertRaises(Exception, models.Job.check_parameterized_job,
293 control_file=object(), parameterized_job=object())
294
295
296 def test_check_parameterized_jobs_disabled(self):
297 self.assertRaises(Exception, models.Job.check_parameterized_job,
298 control_file=None, parameterized_job=object())
299
300
301 def test_check_parameterized_jobs_enabled(self):
302 global_config.global_config.override_config_value(
303 'AUTOTEST_WEB', 'parameterized_jobs', 'True')
304 self.assertRaises(Exception, models.Job.check_parameterized_job,
305 control_file=object(), parameterized_job=None)
306
307
Jakob Juelich3bb7c802014-09-02 16:31:11 -0700308class SerializationTest(unittest.TestCase,
309 frontend_test_utils.FrontendTestMixin):
310 def setUp(self):
Jakob Juelichf88fa932014-09-03 17:58:04 -0700311 self._frontend_common_setup(fill_data=False)
Jakob Juelich3bb7c802014-09-02 16:31:11 -0700312
313
314 def tearDown(self):
315 self._frontend_common_teardown()
316
317
Jakob Juelichf88fa932014-09-03 17:58:04 -0700318 def _get_example_response(self):
319 return {'hosts': [{'aclgroup_set': [{'description': '',
320 'id': 1,
321 'name': 'Everyone',
322 'users': [{
323 'access_level': 100,
324 'id': 1,
325 'login': 'autotest_system',
326 'reboot_after': 0,
327 'reboot_before': 1,
328 'show_experimental': False}]}],
329 'dirty': True,
330 'hostattribute_set': [],
331 'hostname': '100.107.2.163',
332 'id': 2,
333 'invalid': False,
334 'labels': [{'id': 7,
335 'invalid': False,
336 'kernel_config': '',
337 'name': 'power:battery',
338 'only_if_needed': False,
339 'platform': False},
340 {'id': 9,
341 'invalid': False,
342 'kernel_config': '',
343 'name': 'hw_video_acc_h264',
344 'only_if_needed': False,
345 'platform': False},
346 {'id': 10,
347 'invalid': False,
348 'kernel_config': '',
349 'name': 'hw_video_acc_enc_h264',
350 'only_if_needed': False,
351 'platform': False},
352 {'id': 11,
353 'invalid': False,
354 'kernel_config': '',
355 'name': 'webcam',
356 'only_if_needed': False,
357 'platform': False},
358 {'id': 12,
359 'invalid': False,
360 'kernel_config': '',
361 'name': 'touchpad',
362 'only_if_needed': False,
363 'platform': False},
364 {'id': 13,
365 'invalid': False,
366 'kernel_config': '',
367 'name': 'spring',
368 'only_if_needed': False,
369 'platform': False},
370 {'id': 14,
371 'invalid': False,
372 'kernel_config': '',
373 'name': 'board:daisy',
374 'only_if_needed': False,
375 'platform': True},
376 {'id': 15,
377 'invalid': False,
378 'kernel_config': '',
379 'name': 'board_freq_mem:daisy_1.7GHz',
380 'only_if_needed': False,
381 'platform': False},
382 {'id': 16,
383 'invalid': False,
384 'kernel_config': '',
385 'name': 'bluetooth',
386 'only_if_needed': False,
387 'platform': False},
388 {'id': 17,
389 'invalid': False,
390 'kernel_config': '',
391 'name': 'gpu_family:mali',
392 'only_if_needed': False,
393 'platform': False},
394 {'id': 18,
395 'invalid': False,
396 'kernel_config': '',
397 'name': 'graphics:gles',
398 'only_if_needed': False,
399 'platform': False},
400 {'id': 19,
401 'invalid': False,
402 'kernel_config': '',
403 'name': 'ec:cros',
404 'only_if_needed': False,
405 'platform': False},
406 {'id': 20,
407 'invalid': False,
408 'kernel_config': '',
409 'name': 'storage:mmc',
410 'only_if_needed': False,
411 'platform': False},
412 {'id': 21,
413 'invalid': False,
414 'kernel_config': '',
415 'name': 'hw_video_acc_vp8',
416 'only_if_needed': False,
417 'platform': False},
418 {'id': 22,
419 'invalid': False,
420 'kernel_config': '',
421 'name': 'video_glitch_detection',
422 'only_if_needed': False,
423 'platform': False},
424 {'id': 23,
425 'invalid': False,
426 'kernel_config': '',
427 'name': 'pool:suites',
428 'only_if_needed': False,
429 'platform': False},
430 {'id': 25,
431 'invalid': False,
432 'kernel_config': '',
433 'name': 'daisy-board-name',
434 'only_if_needed': False,
435 'platform': False}],
436 'leased': False,
437 'lock_time': None,
438 'locked': False,
439 'protection': 0,
440 'shard': {'hostname': '1', 'id': 1},
441 'status': 'Ready',
442 'synch_id': None}],
443 'jobs': [{'control_file': 'some control file\n\n\n',
444 'control_type': 2,
445 'created_on': '2014-09-04T13:09:35',
446 'dependency_labels': [{'id': 14,
447 'invalid': False,
448 'kernel_config': '',
449 'name': 'board:daisy',
450 'only_if_needed': False,
451 'platform': True},
452 {'id': 23,
453 'invalid': False,
454 'kernel_config': '',
455 'name': 'pool:suites',
456 'only_if_needed': False,
457 'platform': False},
458 {'id': 25,
459 'invalid': False,
460 'kernel_config': '',
461 'name': 'daisy-board-name',
462 'only_if_needed': False,
463 'platform': False}],
464 'email_list': '',
465 'hostqueueentry_set': [{'aborted': False,
466 'active': False,
467 'complete': False,
468 'deleted': False,
469 'execution_subdir': '',
470 'finished_on': None,
471 'id': 5,
472 'meta_host': {
473 'id': 14,
474 'invalid': False,
475 'kernel_config': '',
476 'name': 'board:daisy',
477 'only_if_needed': False,
478 'platform': True},
Prashanth Balasubramanian8c98ac12014-12-23 11:26:44 -0800479 'host_id': None,
Jakob Juelichf88fa932014-09-03 17:58:04 -0700480 'started_on': None,
481 'status': 'Queued'}],
482 'id': 5,
483 'jobkeyval_set': [{'id': 10,
Fang Dengff361592015-02-02 15:27:34 -0800484 'job_id': 5,
Jakob Juelichf88fa932014-09-03 17:58:04 -0700485 'key': 'suite',
486 'value': 'dummy'},
487 {'id': 11,
Fang Dengff361592015-02-02 15:27:34 -0800488 'job_id': 5,
Jakob Juelichf88fa932014-09-03 17:58:04 -0700489 'key': 'build',
490 'value': 'daisy-release'},
491 {'id': 12,
Fang Dengff361592015-02-02 15:27:34 -0800492 'job_id': 5,
Jakob Juelichf88fa932014-09-03 17:58:04 -0700493 'key': 'experimental',
494 'value': 'False'}],
495 'max_runtime_hrs': 72,
496 'max_runtime_mins': 1440,
497 'name': 'daisy-experimental',
498 'owner': 'autotest',
499 'parse_failed_repair': True,
500 'priority': 40,
501 'reboot_after': 0,
502 'reboot_before': 1,
503 'run_reset': True,
504 'run_verify': False,
505 'shard': {'hostname': '1', 'id': 1},
506 'synch_count': 1,
507 'test_retry': 0,
508 'timeout': 24,
509 'timeout_mins': 1440},
510 {'control_file': 'some control file\n\n\n',
511 'control_type': 2,
512 'created_on': '2014-09-04T13:09:35',
513 'dependency_labels': [{'id': 14,
514 'invalid': False,
515 'kernel_config': '',
516 'name': 'board:daisy',
517 'only_if_needed': False,
518 'platform': True},
519 {'id': 23,
520 'invalid': False,
521 'kernel_config': '',
522 'name': 'pool:suites',
523 'only_if_needed': False,
524 'platform': False},
525 {'id': 25,
526 'invalid': False,
527 'kernel_config': '',
528 'name': 'daisy-board-name',
529 'only_if_needed': False,
530 'platform': False}],
531 'email_list': '',
532 'hostqueueentry_set': [{'aborted': False,
533 'active': False,
534 'complete': False,
535 'deleted': False,
536 'execution_subdir': '',
537 'finished_on': None,
538 'id': 7,
539 'meta_host': {
540 'id': 14,
541 'invalid': False,
542 'kernel_config': '',
543 'name': 'board:daisy',
544 'only_if_needed': False,
545 'platform': True},
Prashanth Balasubramanian8c98ac12014-12-23 11:26:44 -0800546 'host_id': None,
Jakob Juelichf88fa932014-09-03 17:58:04 -0700547 'started_on': None,
548 'status': 'Queued'}],
549 'id': 7,
550 'jobkeyval_set': [{'id': 16,
Fang Dengff361592015-02-02 15:27:34 -0800551 'job_id': 7,
Jakob Juelichf88fa932014-09-03 17:58:04 -0700552 'key': 'suite',
553 'value': 'dummy'},
554 {'id': 17,
Fang Dengff361592015-02-02 15:27:34 -0800555 'job_id': 7,
Jakob Juelichf88fa932014-09-03 17:58:04 -0700556 'key': 'build',
557 'value': 'daisy-release'},
558 {'id': 18,
Fang Dengff361592015-02-02 15:27:34 -0800559 'job_id': 7,
Jakob Juelichf88fa932014-09-03 17:58:04 -0700560 'key': 'experimental',
561 'value': 'False'}],
562 'max_runtime_hrs': 72,
563 'max_runtime_mins': 1440,
564 'name': 'daisy-experimental',
565 'owner': 'autotest',
566 'parse_failed_repair': True,
567 'priority': 40,
568 'reboot_after': 0,
569 'reboot_before': 1,
570 'run_reset': True,
571 'run_verify': False,
572 'shard': {'hostname': '1', 'id': 1},
573 'synch_count': 1,
574 'test_retry': 0,
575 'timeout': 24,
576 'timeout_mins': 1440}]}
Jakob Juelich3bb7c802014-09-02 16:31:11 -0700577
Jakob Juelich3bb7c802014-09-02 16:31:11 -0700578
Jakob Juelichf88fa932014-09-03 17:58:04 -0700579 def test_response(self):
580 heartbeat_response = self._get_example_response()
581 hosts_serialized = heartbeat_response['hosts']
582 jobs_serialized = heartbeat_response['jobs']
Jakob Juelich3bb7c802014-09-02 16:31:11 -0700583
Jakob Juelichf88fa932014-09-03 17:58:04 -0700584 # Persisting is automatically done inside deserialize
585 hosts = [models.Host.deserialize(host) for host in hosts_serialized]
586 jobs = [models.Job.deserialize(job) for job in jobs_serialized]
Jakob Juelich3bb7c802014-09-02 16:31:11 -0700587
Jakob Juelichf88fa932014-09-03 17:58:04 -0700588 generated_heartbeat_response = {
589 'hosts': [host.serialize() for host in hosts],
590 'jobs': [job.serialize() for job in jobs]
591 }
Fang Dengff361592015-02-02 15:27:34 -0800592 example_response = self._get_example_response()
593 # For attribute-like objects, we don't care about its id.
594 for r in [generated_heartbeat_response, example_response]:
595 for job in r['jobs']:
596 for keyval in job['jobkeyval_set']:
597 keyval.pop('id')
598 for host in r['hosts']:
599 for attribute in host['hostattribute_set']:
600 keyval.pop('id')
601 self.assertEqual(generated_heartbeat_response, example_response)
Jakob Juelich3bb7c802014-09-02 16:31:11 -0700602
603
Jakob Juelich116ff0f2014-09-17 18:25:16 -0700604 def test_update(self):
605 job = self._create_job(hosts=[1])
606 serialized = job.serialize(include_dependencies=False)
607 serialized['owner'] = 'some_other_owner'
608
609 job.update_from_serialized(serialized)
610 self.assertEqual(job.owner, 'some_other_owner')
611
612 serialized = job.serialize()
613 self.assertRaises(
614 ValueError,
615 job.update_from_serialized, serialized)
616
617
Jakob Juelichf865d332014-09-29 10:47:49 -0700618 def test_sync_aborted(self):
619 job = self._create_job(hosts=[1])
620 serialized = job.serialize()
621
622 serialized['hostqueueentry_set'][0]['aborted'] = True
623 serialized['hostqueueentry_set'][0]['status'] = 'Running'
624
625 models.Job.deserialize(serialized)
626
627 job = models.Job.objects.get(pk=job.id)
628 self.assertTrue(job.hostqueueentry_set.all()[0].aborted)
629 self.assertEqual(job.hostqueueentry_set.all()[0].status, 'Queued')
Jakob Juelich116ff0f2014-09-17 18:25:16 -0700630
631
showarded2afea2009-07-07 20:54:07 +0000632if __name__ == '__main__':
633 unittest.main()