epoger@google.com | 9dddf6f | 2013-11-08 16:25:25 +0000 | [diff] [blame] | 1 | #!/usr/bin/python |
| 2 | |
| 3 | """ |
| 4 | Copyright 2013 Google Inc. |
| 5 | |
| 6 | Use of this source code is governed by a BSD-style license that can be |
| 7 | found in the LICENSE file. |
| 8 | |
| 9 | Test imagediffdb.py |
epoger@google.com | 9dddf6f | 2013-11-08 16:25:25 +0000 | [diff] [blame] | 10 | """ |
| 11 | |
| 12 | # System-level imports |
commit-bot@chromium.org | 2a78e82 | 2014-01-06 18:33:19 +0000 | [diff] [blame] | 13 | import shutil |
| 14 | import tempfile |
| 15 | import unittest |
epoger@google.com | 9dddf6f | 2013-11-08 16:25:25 +0000 | [diff] [blame] | 16 | |
| 17 | # Local imports |
| 18 | import imagediffdb |
| 19 | |
| 20 | |
commit-bot@chromium.org | 44546f8 | 2014-02-11 18:21:26 +0000 | [diff] [blame] | 21 | IMG_URL_BASE = ('http://chromium-skia-gm.commondatastorage.googleapis.com/gm/' |
| 22 | 'bitmap-64bitMD5/') |
commit-bot@chromium.org | 2a78e82 | 2014-01-06 18:33:19 +0000 | [diff] [blame] | 23 | |
| 24 | |
| 25 | class ImageDiffDbTest(unittest.TestCase): |
| 26 | |
| 27 | def setUp(self): |
epoger | 66ed8dc | 2014-07-17 12:54:16 -0700 | [diff] [blame] | 28 | self.temp_dir = tempfile.mkdtemp() |
commit-bot@chromium.org | 9985ef5 | 2014-02-10 18:19:30 +0000 | [diff] [blame] | 29 | self.maxDiff = None |
commit-bot@chromium.org | 2a78e82 | 2014-01-06 18:33:19 +0000 | [diff] [blame] | 30 | |
| 31 | def tearDown(self): |
epoger | 66ed8dc | 2014-07-17 12:54:16 -0700 | [diff] [blame] | 32 | shutil.rmtree(self.temp_dir) |
commit-bot@chromium.org | 2a78e82 | 2014-01-06 18:33:19 +0000 | [diff] [blame] | 33 | |
| 34 | def shortDescription(self): |
| 35 | """Tell unittest framework to not print docstrings for test cases.""" |
| 36 | return None |
| 37 | |
commit-bot@chromium.org | 9985ef5 | 2014-02-10 18:19:30 +0000 | [diff] [blame] | 38 | def test_sanitize_locator(self): |
| 39 | """Test _sanitize_locator().""" |
epoger | 66ed8dc | 2014-07-17 12:54:16 -0700 | [diff] [blame] | 40 | # pylint: disable=W0212 |
commit-bot@chromium.org | 9985ef5 | 2014-02-10 18:19:30 +0000 | [diff] [blame] | 41 | self.assertEqual(imagediffdb._sanitize_locator('simple'), 'simple') |
| 42 | self.assertEqual(imagediffdb._sanitize_locator(1234), '1234') |
| 43 | self.assertEqual(imagediffdb._sanitize_locator('one/two'), 'one_two') |
| 44 | self.assertEqual(imagediffdb._sanitize_locator('one\\two'), 'one_two') |
| 45 | self.assertEqual(imagediffdb._sanitize_locator('one_two'), 'one_two') |
| 46 | |
commit-bot@chromium.org | 2a78e82 | 2014-01-06 18:33:19 +0000 | [diff] [blame] | 47 | def test_simple(self): |
commit-bot@chromium.org | 9985ef5 | 2014-02-10 18:19:30 +0000 | [diff] [blame] | 48 | """Test ImageDiffDB, downloading real known images from Google Storage. |
| 49 | |
| 50 | TODO(epoger): Instead of hitting Google Storage, we should read image |
| 51 | files from local disk using a file:// IMG_URL_BASE. |
| 52 | """ |
commit-bot@chromium.org | 2a78e82 | 2014-01-06 18:33:19 +0000 | [diff] [blame] | 53 | # params for each self-test: |
| 54 | # 0. expected image locator |
| 55 | # 1. expected image URL |
| 56 | # 2. actual image locator |
| 57 | # 3. actual image URL |
| 58 | # 4. expected percent_pixels_differing (as a string, to 4 decimal places) |
epoger | 984b97c | 2014-06-11 20:35:59 -0700 | [diff] [blame] | 59 | # 5. expected perceptual difference (as a string, to 4 decimal places) |
| 60 | # 6. expected max_diff_per_channel |
commit-bot@chromium.org | 2a78e82 | 2014-01-06 18:33:19 +0000 | [diff] [blame] | 61 | selftests = [ |
| 62 | [ |
commit-bot@chromium.org | 9985ef5 | 2014-02-10 18:19:30 +0000 | [diff] [blame] | 63 | 'arcofzorro/16206093933823793653', |
commit-bot@chromium.org | 2a78e82 | 2014-01-06 18:33:19 +0000 | [diff] [blame] | 64 | IMG_URL_BASE + 'arcofzorro/16206093933823793653.png', |
commit-bot@chromium.org | 9985ef5 | 2014-02-10 18:19:30 +0000 | [diff] [blame] | 65 | 'arcofzorro/13786535001616823825', |
commit-bot@chromium.org | 2a78e82 | 2014-01-06 18:33:19 +0000 | [diff] [blame] | 66 | IMG_URL_BASE + 'arcofzorro/13786535001616823825.png', |
epoger | 984b97c | 2014-06-11 20:35:59 -0700 | [diff] [blame] | 67 | '0.0662', '0.0662', [255, 255, 247], |
commit-bot@chromium.org | 2a78e82 | 2014-01-06 18:33:19 +0000 | [diff] [blame] | 68 | ], |
| 69 | [ |
commit-bot@chromium.org | 9985ef5 | 2014-02-10 18:19:30 +0000 | [diff] [blame] | 70 | 'gradients_degenerate_2pt/10552995703607727960', |
commit-bot@chromium.org | 2a78e82 | 2014-01-06 18:33:19 +0000 | [diff] [blame] | 71 | IMG_URL_BASE + 'gradients_degenerate_2pt/10552995703607727960.png', |
commit-bot@chromium.org | 9985ef5 | 2014-02-10 18:19:30 +0000 | [diff] [blame] | 72 | 'gradients_degenerate_2pt/11198253335583713230', |
commit-bot@chromium.org | 2a78e82 | 2014-01-06 18:33:19 +0000 | [diff] [blame] | 73 | IMG_URL_BASE + 'gradients_degenerate_2pt/11198253335583713230.png', |
epoger | 984b97c | 2014-06-11 20:35:59 -0700 | [diff] [blame] | 74 | '100.0000', '100.0000', [255, 0, 255], |
commit-bot@chromium.org | 2a78e82 | 2014-01-06 18:33:19 +0000 | [diff] [blame] | 75 | ], |
| 76 | ] |
| 77 | |
| 78 | # Add all image pairs to the database |
epoger | 66ed8dc | 2014-07-17 12:54:16 -0700 | [diff] [blame] | 79 | db = imagediffdb.ImageDiffDB(self.temp_dir) |
commit-bot@chromium.org | 2a78e82 | 2014-01-06 18:33:19 +0000 | [diff] [blame] | 80 | for selftest in selftests: |
epoger | 66ed8dc | 2014-07-17 12:54:16 -0700 | [diff] [blame] | 81 | db.add_image_pair( |
commit-bot@chromium.org | 2a78e82 | 2014-01-06 18:33:19 +0000 | [diff] [blame] | 82 | expected_image_locator=selftest[0], expected_image_url=selftest[1], |
| 83 | actual_image_locator=selftest[2], actual_image_url=selftest[3]) |
| 84 | |
| 85 | # Fetch each image pair from the database |
| 86 | for selftest in selftests: |
| 87 | record = db.get_diff_record(expected_image_locator=selftest[0], |
| 88 | actual_image_locator=selftest[2]) |
| 89 | self.assertEqual('%.4f' % record.get_percent_pixels_differing(), |
| 90 | selftest[4]) |
epoger | 984b97c | 2014-06-11 20:35:59 -0700 | [diff] [blame] | 91 | self.assertEqual('%.4f' % record.get_perceptual_difference(), selftest[5]) |
| 92 | self.assertEqual(record.get_max_diff_per_channel(), selftest[6]) |
commit-bot@chromium.org | 2a78e82 | 2014-01-06 18:33:19 +0000 | [diff] [blame] | 93 | |
epoger@google.com | 9dddf6f | 2013-11-08 16:25:25 +0000 | [diff] [blame] | 94 | |
| 95 | def main(): |
commit-bot@chromium.org | 2a78e82 | 2014-01-06 18:33:19 +0000 | [diff] [blame] | 96 | suite = unittest.TestLoader().loadTestsFromTestCase(ImageDiffDbTest) |
| 97 | unittest.TextTestRunner(verbosity=2).run(suite) |
epoger@google.com | 9dddf6f | 2013-11-08 16:25:25 +0000 | [diff] [blame] | 98 | |
| 99 | |
| 100 | if __name__ == '__main__': |
| 101 | main() |