Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 1 | #!/usr/bin/env python |
| 2 | # |
| 3 | # Copyright 2016 - The Android Open Source Project |
| 4 | # |
| 5 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 6 | # you may not use this file except in compliance with the License. |
| 7 | # You may obtain a copy of the License at |
| 8 | # |
| 9 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 10 | # |
| 11 | # Unless required by applicable law or agreed to in writing, software |
| 12 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 13 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 14 | # See the License for the specific language governing permissions and |
| 15 | # limitations under the License. |
| 16 | |
| 17 | """Tests for acloud.public.device_driver.""" |
| 18 | |
| 19 | import datetime |
| 20 | import uuid |
| 21 | |
Kevin Cheng | 5c124ec | 2018-05-16 13:28:51 -0700 | [diff] [blame] | 22 | import unittest |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 23 | import mock |
| 24 | |
Kevin Cheng | 86d43c7 | 2018-08-30 10:59:14 -0700 | [diff] [blame] | 25 | # pylint: disable=import-error |
Kevin Cheng | 5c124ec | 2018-05-16 13:28:51 -0700 | [diff] [blame] | 26 | import dateutil.parser |
| 27 | |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 28 | from acloud.internal.lib import auth |
Tri Vo | 05f0189 | 2017-03-02 11:28:31 -0800 | [diff] [blame] | 29 | from acloud.internal.lib import android_build_client |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 30 | from acloud.internal.lib import android_compute_client |
| 31 | from acloud.internal.lib import driver_test_lib |
| 32 | from acloud.internal.lib import gstorage_client |
herbertxue | 140b6b4 | 2019-10-14 20:24:10 +0800 | [diff] [blame] | 33 | from acloud.internal.lib import ssh |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 34 | from acloud.public import device_driver |
| 35 | |
| 36 | |
Kevin Cheng | 5c124ec | 2018-05-16 13:28:51 -0700 | [diff] [blame] | 37 | def _CreateCfg(): |
| 38 | """A helper method that creates a mock configuration object.""" |
| 39 | cfg = mock.MagicMock() |
| 40 | cfg.service_account_name = "fake@service.com" |
| 41 | cfg.service_account_private_key_path = "/fake/path/to/key" |
| 42 | cfg.zone = "fake_zone" |
| 43 | cfg.disk_image_name = "fake_image.tar.gz" |
| 44 | cfg.disk_image_mime_type = "fake/type" |
| 45 | cfg.storage_bucket_name = "fake_bucket" |
| 46 | cfg.extra_data_disk_size_gb = 4 |
| 47 | cfg.precreated_data_image_map = { |
| 48 | 4: "extradisk-image-4gb", |
| 49 | 10: "extradisk-image-10gb" |
| 50 | } |
Kevin Cheng | c330f6f | 2019-05-13 09:32:42 -0700 | [diff] [blame] | 51 | cfg.extra_scopes = None |
Kevin Cheng | 5c124ec | 2018-05-16 13:28:51 -0700 | [diff] [blame] | 52 | cfg.ssh_private_key_path = "" |
| 53 | cfg.ssh_public_key_path = "" |
| 54 | |
| 55 | return cfg |
| 56 | |
| 57 | |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 58 | class DeviceDriverTest(driver_test_lib.BaseDriverTest): |
| 59 | """Test device_driver.""" |
| 60 | |
| 61 | def setUp(self): |
| 62 | """Set up the test.""" |
| 63 | super(DeviceDriverTest, self).setUp() |
| 64 | self.build_client = mock.MagicMock() |
| 65 | self.Patch(android_build_client, "AndroidBuildClient", |
Kevin Cheng | 5c124ec | 2018-05-16 13:28:51 -0700 | [diff] [blame] | 66 | return_value=self.build_client) |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 67 | self.storage_client = mock.MagicMock() |
| 68 | self.Patch( |
| 69 | gstorage_client, "StorageClient", return_value=self.storage_client) |
| 70 | self.compute_client = mock.MagicMock() |
| 71 | self.Patch( |
| 72 | android_compute_client, |
| 73 | "AndroidComputeClient", |
| 74 | return_value=self.compute_client) |
| 75 | self.Patch(auth, "CreateCredentials", return_value=mock.MagicMock()) |
chojoyce | c60fa58 | 2019-07-11 16:09:02 +0800 | [diff] [blame] | 76 | self.fake_avd_spec = mock.MagicMock() |
| 77 | self.fake_avd_spec.unlock_screen = False |
| 78 | self.fake_avd_spec.client_adb_port = 1234 |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 79 | |
chojoyce | acc404b | 2019-06-25 16:06:45 +0800 | [diff] [blame] | 80 | def testCreateGCETypeAVD(self): |
| 81 | """Test CreateGCETypeAVD.""" |
Kevin Cheng | 5c124ec | 2018-05-16 13:28:51 -0700 | [diff] [blame] | 82 | cfg = _CreateCfg() |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 83 | fake_gs_url = "fake_gs_url" |
herbertxue | 140b6b4 | 2019-10-14 20:24:10 +0800 | [diff] [blame] | 84 | fake_ip = ssh.IP(external="140.1.1.1", internal="10.1.1.1") |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 85 | fake_instance = "fake-instance" |
| 86 | fake_image = "fake-image" |
| 87 | fake_build_target = "fake_target" |
| 88 | fake_build_id = "12345" |
| 89 | |
| 90 | # Mock uuid |
| 91 | fake_uuid = mock.MagicMock(hex="1234") |
| 92 | self.Patch(uuid, "uuid4", return_value=fake_uuid) |
| 93 | fake_gs_object = fake_uuid.hex + "-" + cfg.disk_image_name |
| 94 | self.storage_client.GetUrl.return_value = fake_gs_url |
| 95 | |
| 96 | # Mock compute client methods |
| 97 | disk_name = "extradisk-image-4gb" |
| 98 | self.compute_client.GetInstanceIP.return_value = fake_ip |
| 99 | self.compute_client.GenerateImageName.return_value = fake_image |
| 100 | self.compute_client.GenerateInstanceName.return_value = fake_instance |
| 101 | self.compute_client.GetDataDiskName.return_value = disk_name |
| 102 | |
| 103 | # Verify |
chojoyce | acc404b | 2019-06-25 16:06:45 +0800 | [diff] [blame] | 104 | report = device_driver.CreateGCETypeAVD( |
chojoyce | c60fa58 | 2019-07-11 16:09:02 +0800 | [diff] [blame] | 105 | cfg, fake_build_target, fake_build_id, avd_spec=self.fake_avd_spec) |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 106 | self.build_client.CopyTo.assert_called_with( |
Kevin Cheng | 5c124ec | 2018-05-16 13:28:51 -0700 | [diff] [blame] | 107 | fake_build_target, fake_build_id, artifact_name=cfg.disk_image_name, |
| 108 | destination_bucket=cfg.storage_bucket_name, |
| 109 | destination_path=fake_gs_object) |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 110 | self.compute_client.CreateImage.assert_called_with( |
Kevin Cheng | 5c124ec | 2018-05-16 13:28:51 -0700 | [diff] [blame] | 111 | image_name=fake_image, source_uri=fake_gs_url) |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 112 | self.compute_client.CreateInstance.assert_called_with( |
Kevin Cheng | b596388 | 2018-05-09 00:06:27 -0700 | [diff] [blame] | 113 | instance=fake_instance, |
| 114 | image_name=fake_image, |
chojoyce | 7a36173 | 2018-11-26 16:26:13 +0800 | [diff] [blame] | 115 | extra_disk_name=disk_name, |
chojoyce | c60fa58 | 2019-07-11 16:09:02 +0800 | [diff] [blame] | 116 | avd_spec=self.fake_avd_spec, |
Kevin Cheng | c330f6f | 2019-05-13 09:32:42 -0700 | [diff] [blame] | 117 | extra_scopes=None) |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 118 | self.compute_client.DeleteImage.assert_called_with(fake_image) |
| 119 | self.storage_client.Delete(cfg.storage_bucket_name, fake_gs_object) |
| 120 | |
chojoyce | 7307f5f | 2019-09-18 17:56:05 +0800 | [diff] [blame] | 121 | self.assertEqual( |
Kevin Cheng | 5c124ec | 2018-05-16 13:28:51 -0700 | [diff] [blame] | 122 | report.data, |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 123 | { |
| 124 | "devices": [ |
| 125 | { |
| 126 | "instance_name": fake_instance, |
Kevin Cheng | 86d43c7 | 2018-08-30 10:59:14 -0700 | [diff] [blame] | 127 | "ip": fake_ip.external, |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 128 | }, |
| 129 | ], |
| 130 | } |
| 131 | ) |
chojoyce | 7307f5f | 2019-09-18 17:56:05 +0800 | [diff] [blame] | 132 | self.assertEqual(report.command, "create") |
| 133 | self.assertEqual(report.status, "SUCCESS") |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 134 | |
Kevin Cheng | 86d43c7 | 2018-08-30 10:59:14 -0700 | [diff] [blame] | 135 | # pylint: disable=invalid-name |
chojoyce | acc404b | 2019-06-25 16:06:45 +0800 | [diff] [blame] | 136 | def testCreateGCETypeAVDInternalIP(self): |
| 137 | """Test CreateGCETypeAVD with internal IP.""" |
Kevin Cheng | 86d43c7 | 2018-08-30 10:59:14 -0700 | [diff] [blame] | 138 | cfg = _CreateCfg() |
herbertxue | 140b6b4 | 2019-10-14 20:24:10 +0800 | [diff] [blame] | 139 | fake_ip = ssh.IP(external="140.1.1.1", internal="10.1.1.1") |
Kevin Cheng | 86d43c7 | 2018-08-30 10:59:14 -0700 | [diff] [blame] | 140 | fake_instance = "fake-instance" |
| 141 | fake_build_target = "fake_target" |
| 142 | fake_build_id = "12345" |
| 143 | |
| 144 | self.compute_client.GetInstanceIP.return_value = fake_ip |
| 145 | self.compute_client.GenerateInstanceName.return_value = fake_instance |
| 146 | |
chojoyce | acc404b | 2019-06-25 16:06:45 +0800 | [diff] [blame] | 147 | report = device_driver.CreateGCETypeAVD( |
chojoyce | c60fa58 | 2019-07-11 16:09:02 +0800 | [diff] [blame] | 148 | cfg, fake_build_target, fake_build_id, report_internal_ip=True, |
| 149 | avd_spec=self.fake_avd_spec) |
Kevin Cheng | 86d43c7 | 2018-08-30 10:59:14 -0700 | [diff] [blame] | 150 | |
chojoyce | 7307f5f | 2019-09-18 17:56:05 +0800 | [diff] [blame] | 151 | self.assertEqual( |
Kevin Cheng | 86d43c7 | 2018-08-30 10:59:14 -0700 | [diff] [blame] | 152 | report.data, |
| 153 | { |
| 154 | "devices": [ |
| 155 | { |
| 156 | "instance_name": fake_instance, |
| 157 | "ip": fake_ip.internal, |
| 158 | }, |
| 159 | ], |
| 160 | } |
| 161 | ) |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 162 | |
| 163 | def testDeleteAndroidVirtualDevices(self): |
| 164 | """Test DeleteAndroidVirtualDevices.""" |
herbertxue | 7a50121 | 2019-08-29 15:37:13 +0800 | [diff] [blame^] | 165 | cfg = _CreateCfg() |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 166 | instance_names = ["fake-instance-1", "fake-instance-2"] |
herbertxue | 7a50121 | 2019-08-29 15:37:13 +0800 | [diff] [blame^] | 167 | self.compute_client.GetZonesByInstances.return_value = ( |
| 168 | {cfg.zone: instance_names}) |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 169 | self.compute_client.DeleteInstances.return_value = (instance_names, [], |
| 170 | []) |
Kevin Cheng | 5c124ec | 2018-05-16 13:28:51 -0700 | [diff] [blame] | 171 | report = device_driver.DeleteAndroidVirtualDevices(cfg, instance_names) |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 172 | self.compute_client.DeleteInstances.assert_called_once_with( |
| 173 | instance_names, cfg.zone) |
chojoyce | 7307f5f | 2019-09-18 17:56:05 +0800 | [diff] [blame] | 174 | self.assertEqual(report.data, { |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 175 | "deleted": [ |
| 176 | { |
| 177 | "name": instance_names[0], |
| 178 | "type": "instance", |
| 179 | }, |
| 180 | { |
| 181 | "name": instance_names[1], |
| 182 | "type": "instance", |
| 183 | }, |
| 184 | ], |
| 185 | }) |
chojoyce | 7307f5f | 2019-09-18 17:56:05 +0800 | [diff] [blame] | 186 | self.assertEqual(report.command, "delete") |
| 187 | self.assertEqual(report.status, "SUCCESS") |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 188 | |
| 189 | def testCleanup(self): |
Kevin Cheng | 5c124ec | 2018-05-16 13:28:51 -0700 | [diff] [blame] | 190 | """Test Cleanup.""" |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 191 | expiration_mins = 30 |
| 192 | before_deadline = "2015-10-29T12:00:30.018-07:00" |
| 193 | after_deadline = "2015-10-29T12:45:30.018-07:00" |
| 194 | now = "2015-10-29T13:00:30.018-07:00" |
| 195 | self.Patch(device_driver, "datetime") |
| 196 | device_driver.datetime.datetime.now.return_value = dateutil.parser.parse( |
| 197 | now) |
| 198 | device_driver.datetime.timedelta.return_value = datetime.timedelta( |
| 199 | minutes=expiration_mins) |
| 200 | fake_instances = [ |
| 201 | { |
| 202 | "name": "fake_instance_1", |
| 203 | "creationTimestamp": before_deadline, |
| 204 | }, { |
| 205 | "name": "fake_instance_2", |
| 206 | "creationTimestamp": after_deadline, |
| 207 | } |
| 208 | ] |
| 209 | fake_images = [ |
| 210 | { |
| 211 | "name": "extradisk-image-4gb", |
| 212 | "creationTimestamp": before_deadline, |
| 213 | }, { |
| 214 | "name": "fake_image_1", |
| 215 | "creationTimestamp": before_deadline, |
| 216 | }, { |
| 217 | "name": "fake_image_2", |
| 218 | "creationTimestamp": after_deadline, |
| 219 | } |
| 220 | ] |
| 221 | fake_disks = [ |
| 222 | { |
| 223 | "name": "fake_disk_1", |
| 224 | "creationTimestamp": before_deadline, |
| 225 | }, { |
| 226 | "name": "fake_disk_2", |
| 227 | "creationTimestamp": before_deadline, |
| 228 | "users": ["some-instance-using-the-disk"] |
| 229 | }, { |
| 230 | "name": "fake_disk_3", |
| 231 | "creationTimestamp": after_deadline, |
| 232 | } |
| 233 | ] |
| 234 | fake_objects = [ |
| 235 | { |
| 236 | "name": "fake_object_1", |
| 237 | "timeCreated": before_deadline, |
| 238 | }, { |
| 239 | "name": "fake_object_2", |
| 240 | "timeCreated": after_deadline, |
| 241 | } |
| 242 | ] |
| 243 | self.compute_client.ListInstances.return_value = fake_instances |
| 244 | self.compute_client.ListImages.return_value = fake_images |
| 245 | self.compute_client.ListDisks.return_value = fake_disks |
| 246 | self.storage_client.List.return_value = fake_objects |
| 247 | self.compute_client.DeleteInstances.return_value = ( |
| 248 | ["fake_instance_1"], [], []) |
| 249 | self.compute_client.DeleteImages.return_value = (["fake_image_1"], [], |
| 250 | []) |
| 251 | self.compute_client.DeleteDisks.return_value = (["fake_disk_1"], [], |
| 252 | []) |
| 253 | self.storage_client.DeleteFiles.return_value = (["fake_object_1"], [], |
| 254 | []) |
Kevin Cheng | 5c124ec | 2018-05-16 13:28:51 -0700 | [diff] [blame] | 255 | cfg = _CreateCfg() |
| 256 | report = device_driver.Cleanup(cfg, expiration_mins) |
| 257 | self.assertEqual(report.errors, []) |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 258 | expected_report_data = { |
| 259 | "deleted": [ |
| 260 | {"name": "fake_instance_1", |
| 261 | "type": "instance"}, |
| 262 | {"name": "fake_image_1", |
| 263 | "type": "image"}, |
| 264 | {"name": "fake_disk_1", |
| 265 | "type": "disk"}, |
| 266 | {"name": "fake_object_1", |
| 267 | "type": "cached_build_artifact"}, |
| 268 | ] |
| 269 | } |
Kevin Cheng | 5c124ec | 2018-05-16 13:28:51 -0700 | [diff] [blame] | 270 | self.assertEqual(report.data, expected_report_data) |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 271 | |
herbertxue | 7a50121 | 2019-08-29 15:37:13 +0800 | [diff] [blame^] | 272 | self.compute_client.ListInstances.assert_called_once_with() |
Tri Vo | 29ac182 | 2016-10-01 17:06:29 -0700 | [diff] [blame] | 273 | self.compute_client.DeleteInstances.assert_called_once_with( |
| 274 | instances=["fake_instance_1"], zone=cfg.zone) |
| 275 | |
| 276 | self.compute_client.ListImages.assert_called_once_with() |
| 277 | self.compute_client.DeleteImages.assert_called_once_with( |
| 278 | image_names=["fake_image_1"]) |
| 279 | |
| 280 | self.compute_client.ListDisks.assert_called_once_with(zone=cfg.zone) |
| 281 | self.compute_client.DeleteDisks.assert_called_once_with( |
| 282 | disk_names=["fake_disk_1"], zone=cfg.zone) |
| 283 | |
| 284 | self.storage_client.List.assert_called_once_with( |
| 285 | bucket_name=cfg.storage_bucket_name) |
| 286 | self.storage_client.DeleteFiles.assert_called_once_with( |
| 287 | bucket_name=cfg.storage_bucket_name, |
| 288 | object_names=["fake_object_1"]) |
| 289 | |
| 290 | |
| 291 | if __name__ == "__main__": |
| 292 | unittest.main() |