Brendan Jackman | e81fdcb | 2017-01-04 17:10:29 +0000 | [diff] [blame] | 1 | # Copyright 2015-2017 ARM Limited |
Javi Merino | 034e7cc | 2015-04-22 18:39:21 +0100 | [diff] [blame] | 2 | # |
Javi Merino | aace7c0 | 2015-08-10 14:10:47 +0100 | [diff] [blame] | 3 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | # you may not use this file except in compliance with the License. |
| 5 | # You may obtain a copy of the License at |
| 6 | # |
| 7 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | # |
| 9 | # Unless required by applicable law or agreed to in writing, software |
| 10 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | # See the License for the specific language governing permissions and |
| 13 | # limitations under the License. |
| 14 | # |
| 15 | |
Javi Merino | 67958b1 | 2014-04-10 16:22:13 +0100 | [diff] [blame] | 16 | |
| 17 | import os, sys |
Javi Merino | da493aa | 2014-07-10 15:47:12 +0100 | [diff] [blame] | 18 | import shutil |
Javi Merino | 67958b1 | 2014-04-10 16:22:13 +0100 | [diff] [blame] | 19 | import tempfile |
Javi Merino | 3945269 | 2014-06-21 19:01:13 +0100 | [diff] [blame] | 20 | import matplotlib |
Javi Merino | b78ff49 | 2014-04-14 15:22:12 +0100 | [diff] [blame] | 21 | import pandas as pd |
Javi Merino | 67958b1 | 2014-04-10 16:22:13 +0100 | [diff] [blame] | 22 | |
| 23 | import utils_tests |
Javi Merino | 435457c | 2015-08-10 15:59:10 +0100 | [diff] [blame] | 24 | sys.path.append(os.path.join(utils_tests.TESTS_DIRECTORY, "..", "trappy")) |
| 25 | from trappy.wa import Result, get_results, combine_results |
Javi Merino | 67958b1 | 2014-04-10 16:22:13 +0100 | [diff] [blame] | 26 | |
| 27 | class TestResults(utils_tests.SetupDirectory): |
| 28 | def __init__(self, *args, **kwargs): |
| 29 | super(TestResults, self).__init__( |
Javi Merino | 0d38cb8 | 2014-12-16 15:04:31 +0000 | [diff] [blame] | 30 | [("results.csv", "results.csv")], |
Javi Merino | 67958b1 | 2014-04-10 16:22:13 +0100 | [diff] [blame] | 31 | *args, **kwargs) |
| 32 | |
| 33 | def test_get_results(self): |
Javi Merino | fcd50a2 | 2015-06-12 11:20:53 +0100 | [diff] [blame] | 34 | results_frame = get_results() |
Javi Merino | 67958b1 | 2014-04-10 16:22:13 +0100 | [diff] [blame] | 35 | |
Javi Merino | fcd50a2 | 2015-06-12 11:20:53 +0100 | [diff] [blame] | 36 | self.assertEquals(type(results_frame), Result) |
Javi Merino | 187ca0f | 2014-10-24 15:15:57 +0100 | [diff] [blame] | 37 | self.assertEquals(type(results_frame.columns), pd.core.index.MultiIndex) |
| 38 | self.assertEquals(results_frame["antutu"]["power_allocator"][0], 5) |
| 39 | self.assertEquals(results_frame["antutu"]["step_wise"][1], 9) |
| 40 | self.assertEquals(results_frame["antutu"]["step_wise"][2], 7) |
| 41 | self.assertEquals(results_frame["t-rex_offscreen"]["power_allocator"][0], 1777) |
| 42 | self.assertEquals(results_frame["geekbench"]["step_wise"][0], 8) |
| 43 | self.assertEquals(results_frame["geekbench"]["power_allocator"][1], 1) |
Javi Merino | c95712b | 2014-10-24 17:07:38 +0100 | [diff] [blame] | 44 | self.assertAlmostEquals(results_frame["thechase"]["step_wise"][0], 242.0522258138) |
Javi Merino | 67958b1 | 2014-04-10 16:22:13 +0100 | [diff] [blame] | 45 | |
| 46 | def test_get_results_path(self): |
Javi Merino | fcd50a2 | 2015-06-12 11:20:53 +0100 | [diff] [blame] | 47 | """get_results() can be given a directory for the results.csv""" |
Javi Merino | 67958b1 | 2014-04-10 16:22:13 +0100 | [diff] [blame] | 48 | |
| 49 | other_random_dir = tempfile.mkdtemp() |
| 50 | os.chdir(other_random_dir) |
| 51 | |
Javi Merino | fcd50a2 | 2015-06-12 11:20:53 +0100 | [diff] [blame] | 52 | results_frame = get_results(self.out_dir) |
Javi Merino | 67958b1 | 2014-04-10 16:22:13 +0100 | [diff] [blame] | 53 | |
Javi Merino | c95712b | 2014-10-24 17:07:38 +0100 | [diff] [blame] | 54 | self.assertEquals(len(results_frame.columns), 10) |
Javi Merino | da493aa | 2014-07-10 15:47:12 +0100 | [diff] [blame] | 55 | |
Punit Agrawal | 8fcb7d1 | 2015-06-02 11:18:38 +0100 | [diff] [blame] | 56 | def test_get_results_filename(self): |
Javi Merino | fcd50a2 | 2015-06-12 11:20:53 +0100 | [diff] [blame] | 57 | """get_results() can be given a specific filename""" |
Punit Agrawal | 8fcb7d1 | 2015-06-02 11:18:38 +0100 | [diff] [blame] | 58 | |
| 59 | old_path = os.path.join(self.out_dir, "results.csv") |
| 60 | new_path = os.path.join(self.out_dir, "new_results.csv") |
| 61 | os.rename(old_path, new_path) |
| 62 | |
Javi Merino | fcd50a2 | 2015-06-12 11:20:53 +0100 | [diff] [blame] | 63 | results_frame = get_results(new_path) |
Punit Agrawal | 8fcb7d1 | 2015-06-02 11:18:38 +0100 | [diff] [blame] | 64 | |
| 65 | self.assertEquals(len(results_frame.columns), 10) |
| 66 | |
Javi Merino | c52d43d | 2015-06-12 11:40:20 +0100 | [diff] [blame] | 67 | def test_get_results_name(self): |
| 68 | """get_results() optional name argument overrides the one in the results file""" |
| 69 | res = get_results(name="malkovich") |
Javi Merino | 977ac37 | 2014-10-25 12:02:37 +0100 | [diff] [blame] | 70 | self.assertIsNotNone(res["antutu"]["malkovich"]) |
| 71 | |
Javi Merino | 67958b1 | 2014-04-10 16:22:13 +0100 | [diff] [blame] | 72 | def test_combine_results(self): |
Javi Merino | fcd50a2 | 2015-06-12 11:20:53 +0100 | [diff] [blame] | 73 | res1 = get_results() |
| 74 | res2 = get_results() |
Javi Merino | 67958b1 | 2014-04-10 16:22:13 +0100 | [diff] [blame] | 75 | |
Javi Merino | 187ca0f | 2014-10-24 15:15:57 +0100 | [diff] [blame] | 76 | # First split them |
| 77 | res1.drop('step_wise', axis=1, level=1, inplace=True) |
| 78 | res2.drop('power_allocator', axis=1, level=1, inplace=True) |
| 79 | |
| 80 | # Now combine them again |
Javi Merino | fcd50a2 | 2015-06-12 11:20:53 +0100 | [diff] [blame] | 81 | combined = combine_results([res1, res2]) |
Javi Merino | 67958b1 | 2014-04-10 16:22:13 +0100 | [diff] [blame] | 82 | |
Javi Merino | fcd50a2 | 2015-06-12 11:20:53 +0100 | [diff] [blame] | 83 | self.assertEquals(type(combined), Result) |
Javi Merino | 187ca0f | 2014-10-24 15:15:57 +0100 | [diff] [blame] | 84 | self.assertEquals(combined["antutu"]["step_wise"][0], 4) |
| 85 | self.assertEquals(combined["antutu"]["power_allocator"][0], 5) |
| 86 | self.assertEquals(combined["geekbench"]["power_allocator"][1], 1) |
| 87 | self.assertEquals(combined["t-rex_offscreen"]["step_wise"][2], 424) |
Javi Merino | 67958b1 | 2014-04-10 16:22:13 +0100 | [diff] [blame] | 88 | |
| 89 | def test_plot_results_benchmark(self): |
Javi Merino | fcd50a2 | 2015-06-12 11:20:53 +0100 | [diff] [blame] | 90 | """Test Result.plot_results_benchmark() |
Javi Merino | 67958b1 | 2014-04-10 16:22:13 +0100 | [diff] [blame] | 91 | |
| 92 | Can't test it, so just check that it doens't bomb |
| 93 | """ |
Javi Merino | 67958b1 | 2014-04-10 16:22:13 +0100 | [diff] [blame] | 94 | |
Javi Merino | fcd50a2 | 2015-06-12 11:20:53 +0100 | [diff] [blame] | 95 | res = get_results() |
Javi Merino | b78ff49 | 2014-04-14 15:22:12 +0100 | [diff] [blame] | 96 | |
Javi Merino | 187ca0f | 2014-10-24 15:15:57 +0100 | [diff] [blame] | 97 | res.plot_results_benchmark("antutu") |
| 98 | res.plot_results_benchmark("t-rex_offscreen", title="Glbench TRex") |
Javi Merino | b78ff49 | 2014-04-14 15:22:12 +0100 | [diff] [blame] | 99 | |
Javi Merino | 3945269 | 2014-06-21 19:01:13 +0100 | [diff] [blame] | 100 | (_, _, y_min, y_max) = matplotlib.pyplot.axis() |
Javi Merino | b78ff49 | 2014-04-14 15:22:12 +0100 | [diff] [blame] | 101 | |
Javi Merino | 187ca0f | 2014-10-24 15:15:57 +0100 | [diff] [blame] | 102 | trex_data = pd.concat(res["t-rex_offscreen"][s] for s in res["t-rex_offscreen"]) |
| 103 | data_min = min(trex_data) |
| 104 | data_max = max(trex_data) |
Javi Merino | b78ff49 | 2014-04-14 15:22:12 +0100 | [diff] [blame] | 105 | |
| 106 | # Fail if the axes are within the limits of the data. |
| 107 | self.assertTrue(data_min > y_min) |
| 108 | self.assertTrue(data_max < y_max) |
Javi Merino | 3945269 | 2014-06-21 19:01:13 +0100 | [diff] [blame] | 109 | matplotlib.pyplot.close('all') |
Javi Merino | 67958b1 | 2014-04-10 16:22:13 +0100 | [diff] [blame] | 110 | |
| 111 | def test_get_run_number(self): |
Javi Merino | 435457c | 2015-08-10 15:59:10 +0100 | [diff] [blame] | 112 | from trappy.wa.results import get_run_number |
Javi Merino | fcd50a2 | 2015-06-12 11:20:53 +0100 | [diff] [blame] | 113 | |
| 114 | self.assertEquals(get_run_number("score_2"), (True, 2)) |
| 115 | self.assertEquals(get_run_number("score"), (True, 0)) |
| 116 | self.assertEquals(get_run_number("score 3"), (True, 3)) |
| 117 | self.assertEquals(get_run_number("FPS_1"), (True, 1)) |
| 118 | self.assertEquals(get_run_number("Overall_Score"), (True, 0)) |
| 119 | self.assertEquals(get_run_number("Overall_Score_2"), (True, 1)) |
| 120 | self.assertEquals(get_run_number("Memory_score")[0], False) |
Javi Merino | 67958b1 | 2014-04-10 16:22:13 +0100 | [diff] [blame] | 121 | |
| 122 | def test_plot_results(self): |
Javi Merino | fcd50a2 | 2015-06-12 11:20:53 +0100 | [diff] [blame] | 123 | """Test Result.plot_results() |
Javi Merino | 67958b1 | 2014-04-10 16:22:13 +0100 | [diff] [blame] | 124 | |
| 125 | Can't test it, so just check that it doens't bomb |
| 126 | """ |
| 127 | |
Javi Merino | fcd50a2 | 2015-06-12 11:20:53 +0100 | [diff] [blame] | 128 | res = get_results() |
Javi Merino | 67958b1 | 2014-04-10 16:22:13 +0100 | [diff] [blame] | 129 | |
Javi Merino | 187ca0f | 2014-10-24 15:15:57 +0100 | [diff] [blame] | 130 | res.plot_results() |
Javi Merino | 3945269 | 2014-06-21 19:01:13 +0100 | [diff] [blame] | 131 | matplotlib.pyplot.close('all') |
Javi Merino | b78ff49 | 2014-04-14 15:22:12 +0100 | [diff] [blame] | 132 | |
| 133 | def test_init_fig(self): |
Javi Merino | fcd50a2 | 2015-06-12 11:20:53 +0100 | [diff] [blame] | 134 | r1 = get_results() |
Javi Merino | b78ff49 | 2014-04-14 15:22:12 +0100 | [diff] [blame] | 135 | r1.init_fig() |