Alexey Marinichev | 592b862 | 2010-02-04 15:20:10 -0800 | [diff] [blame] | 1 | // Copyright (c) 2010 The Chromium OS Authors. All rights reserved. |
| 2 | // Use of this source code is governed by a BSD-style license that can be |
| 3 | // found in the LICENSE file. |
| 4 | |
Alexey Marinichev | f50ecb1 | 2010-06-14 15:21:41 -0700 | [diff] [blame] | 5 | #include <gflags/gflags.h> |
Alexey Marinichev | 592b862 | 2010-02-04 15:20:10 -0800 | [diff] [blame] | 6 | #include <stdio.h> |
| 7 | #include <stdlib.h> |
Ilja H. Friedel | 8faad30 | 2011-04-26 14:40:49 -0700 | [diff] [blame] | 8 | #include <string.h> |
| 9 | #include <ctime> |
Alexey Marinichev | 592b862 | 2010-02-04 15:20:10 -0800 | [diff] [blame] | 10 | |
Alexey Marinichev | af0b26d | 2010-02-24 13:03:13 -0800 | [diff] [blame] | 11 | #include "base/logging.h" |
Ben Chan | 3bbf4f1 | 2014-04-09 13:38:20 -0700 | [diff] [blame] | 12 | #include "base/strings/string_split.h" |
| 13 | #include "base/strings/string_util.h" |
Alexey Marinichev | af0b26d | 2010-02-24 13:03:13 -0800 | [diff] [blame] | 14 | |
Simon Que | 7f840e7 | 2012-12-19 12:05:42 -0800 | [diff] [blame] | 15 | #include "glinterface.h" |
Alexey Marinichev | 592b862 | 2010-02-04 15:20:10 -0800 | [diff] [blame] | 16 | #include "main.h" |
Alexey Marinichev | 3c19973 | 2010-03-11 10:33:35 -0800 | [diff] [blame] | 17 | #include "utils.h" |
Alexey Marinichev | 592b862 | 2010-02-04 15:20:10 -0800 | [diff] [blame] | 18 | |
Alexey Marinichev | 9f9b873 | 2010-05-20 19:33:44 -0700 | [diff] [blame] | 19 | #include "all_tests.h" |
| 20 | #include "testbase.h" |
| 21 | |
Alexey Marinichev | f50ecb1 | 2010-06-14 15:21:41 -0700 | [diff] [blame] | 22 | using std::string; |
| 23 | using std::vector; |
Alexey Marinichev | 592b862 | 2010-02-04 15:20:10 -0800 | [diff] [blame] | 24 | |
Ilja Friedel | 3907fd1 | 2014-04-15 14:29:43 -0700 | [diff] [blame] | 25 | DEFINE_int32(duration, 0, |
| 26 | "Run all tests again and again in a loop for at least this many seconds."); |
| 27 | DEFINE_string(tests, "", |
| 28 | "Colon-separated list of tests to run; all tests if omitted."); |
Daniel Kurtz | 980f324 | 2013-04-01 00:45:50 +0800 | [diff] [blame] | 29 | DEFINE_string(blacklist, "", "colon-separated list of tests to disable"); |
Ilja Friedel | 3907fd1 | 2014-04-15 14:29:43 -0700 | [diff] [blame] | 30 | DEFINE_bool(hasty, false, |
| 31 | "Run a smaller set of tests with less accurate results. " |
Daniel Kurtz | 8290ac9 | 2014-06-03 17:13:33 +0800 | [diff] [blame] | 32 | "Useful for running in BVT or debugging a failure. Implies notemp"); |
Daniel Kurtz | 5419f18 | 2014-06-03 17:09:22 +0800 | [diff] [blame] | 33 | DEFINE_bool(list, false, "List available tests"); |
Daniel Kurtz | 8290ac9 | 2014-06-03 17:13:33 +0800 | [diff] [blame] | 34 | DEFINE_bool(notemp, false, "Skip temperature checking"); |
Daniel Kurtz | 88959fb | 2015-12-24 14:26:00 +0800 | [diff] [blame] | 35 | DEFINE_bool(verbose, false, "Print extra debugging messages"); |
Ilja Friedel | 3907fd1 | 2014-04-15 14:29:43 -0700 | [diff] [blame] | 36 | |
Daniel Kurtz | 88959fb | 2015-12-24 14:26:00 +0800 | [diff] [blame] | 37 | bool g_verbose; |
Ilja Friedel | 3907fd1 | 2014-04-15 14:29:43 -0700 | [diff] [blame] | 38 | GLint g_max_texture_size; |
| 39 | bool g_hasty; |
Daniel Kurtz | 8290ac9 | 2014-06-03 17:13:33 +0800 | [diff] [blame] | 40 | bool g_notemp; |
Alexey Marinichev | 19b5a5d | 2010-02-18 11:37:26 -0800 | [diff] [blame] | 41 | |
Alexey Marinichev | f50ecb1 | 2010-06-14 15:21:41 -0700 | [diff] [blame] | 42 | bool test_is_enabled(glbench::TestBase* test, |
| 43 | const vector<string>& enabled_tests) { |
| 44 | if (enabled_tests.empty()) |
| 45 | return true; |
| 46 | |
| 47 | const char* test_name = test->Name(); |
| 48 | for (vector<string>::const_iterator i = enabled_tests.begin(); |
| 49 | i != enabled_tests.end(); ++i) { |
| 50 | // This is not very precise, but will do until there's a need for something |
| 51 | // more flexible. |
| 52 | if (strstr(test_name, i->c_str())) |
| 53 | return true; |
Alexey Marinichev | 19b5a5d | 2010-02-18 11:37:26 -0800 | [diff] [blame] | 54 | } |
Alexey Marinichev | 19b5a5d | 2010-02-18 11:37:26 -0800 | [diff] [blame] | 55 | |
Alexey Marinichev | f50ecb1 | 2010-06-14 15:21:41 -0700 | [diff] [blame] | 56 | return false; |
| 57 | } |
Alexey Marinichev | 19b5a5d | 2010-02-18 11:37:26 -0800 | [diff] [blame] | 58 | |
Daniel Kurtz | 980f324 | 2013-04-01 00:45:50 +0800 | [diff] [blame] | 59 | bool test_is_disabled(glbench::TestBase* test, |
| 60 | const vector<string>& disabled_tests) { |
| 61 | if (disabled_tests.empty()) |
| 62 | return false; |
| 63 | |
| 64 | const char* test_name = test->Name(); |
| 65 | for (vector<string>::const_iterator i = disabled_tests.begin(); |
| 66 | i != disabled_tests.end(); ++i) { |
| 67 | // This is not very precise, but will do until there's a need for something |
| 68 | // more flexible. |
| 69 | if (strstr(test_name, i->c_str())) |
| 70 | return true; |
| 71 | } |
| 72 | |
| 73 | return false; |
| 74 | } |
| 75 | |
Ilja H. Friedel | 8faad30 | 2011-04-26 14:40:49 -0700 | [diff] [blame] | 76 | void printDateTime(void) { |
| 77 | struct tm *ttime; |
| 78 | time_t tm = time(0); |
| 79 | char time_string[64]; |
| 80 | ttime = localtime(&tm); |
| 81 | strftime(time_string, 63, "%c",ttime); |
| 82 | printf("# DateTime: %s\n", time_string); |
| 83 | } |
| 84 | |
Ilja Friedel | c04bdd4 | 2013-01-30 18:55:49 -0800 | [diff] [blame] | 85 | bool PassesSanityCheck(void) { |
Ilja Friedel | 3907fd1 | 2014-04-15 14:29:43 -0700 | [diff] [blame] | 86 | GLint size[2]; |
| 87 | glGetIntegerv(GL_MAX_VIEWPORT_DIMS, size); |
| 88 | printf("# MAX_VIEWPORT_DIMS=(%d, %d)\n", size[0], size[1]); |
| 89 | if (size[0] < g_width || size[1] < g_height) { |
Ilja Friedel | c04bdd4 | 2013-01-30 18:55:49 -0800 | [diff] [blame] | 90 | printf("# Error: MAX_VIEWPORT_DIMS=(%d, %d) are too small.\n", |
Ilja Friedel | 3907fd1 | 2014-04-15 14:29:43 -0700 | [diff] [blame] | 91 | size[0], size[1]); |
Ilja Friedel | c04bdd4 | 2013-01-30 18:55:49 -0800 | [diff] [blame] | 92 | return false; |
| 93 | } |
Ilja Friedel | 3907fd1 | 2014-04-15 14:29:43 -0700 | [diff] [blame] | 94 | glGetIntegerv(GL_MAX_TEXTURE_SIZE, size); |
| 95 | printf("# GL_MAX_TEXTURE_SIZE=%d\n", size[0]); |
| 96 | if (size[0] < g_width || size[0] < g_height) { |
| 97 | printf("# Error: MAX_TEXTURE_SIZE=%d is too small.\n", |
| 98 | size[0]); |
| 99 | return false; |
| 100 | } |
| 101 | g_max_texture_size = size[0]; |
| 102 | |
Ilja Friedel | c04bdd4 | 2013-01-30 18:55:49 -0800 | [diff] [blame] | 103 | return true; |
| 104 | } |
| 105 | |
Alexey Marinichev | 592b862 | 2010-02-04 15:20:10 -0800 | [diff] [blame] | 106 | int main(int argc, char *argv[]) { |
Antoine Labour | ec7eb53 | 2010-03-12 11:01:34 -0800 | [diff] [blame] | 107 | SetBasePathFromArgv0(argv[0], "src"); |
Ilja H. Friedel | 8faad30 | 2011-04-26 14:40:49 -0700 | [diff] [blame] | 108 | google::ParseCommandLineFlags(&argc, &argv, false); |
Simon Que | 7f840e7 | 2012-12-19 12:05:42 -0800 | [diff] [blame] | 109 | |
Daniel Kurtz | 88959fb | 2015-12-24 14:26:00 +0800 | [diff] [blame] | 110 | g_verbose = FLAGS_verbose; |
| 111 | |
Simon Que | 7f840e7 | 2012-12-19 12:05:42 -0800 | [diff] [blame] | 112 | g_main_gl_interface.reset(GLInterface::Create()); |
| 113 | if (!g_main_gl_interface->Init()) { |
Ilja H. Friedel | 8faad30 | 2011-04-26 14:40:49 -0700 | [diff] [blame] | 114 | printf("# Error: Failed to initialize %s.\n", argv[0]); |
Alexey Marinichev | 592b862 | 2010-02-04 15:20:10 -0800 | [diff] [blame] | 115 | return 1; |
| 116 | } |
| 117 | |
Alexey Marinichev | 0f3605d | 2010-08-25 14:31:19 -0700 | [diff] [blame] | 118 | printf("# board_id: %s - %s\n", |
Alexey Marinichev | c587a0e | 2010-07-14 14:51:12 -0700 | [diff] [blame] | 119 | glGetString(GL_VENDOR), glGetString(GL_RENDERER)); |
Ilja Friedel | 1b18039 | 2013-03-12 17:09:06 -0700 | [diff] [blame] | 120 | if (!PassesSanityCheck()) |
| 121 | return 1; |
Simon Que | 0686082 | 2012-12-18 13:17:56 -0800 | [diff] [blame] | 122 | g_main_gl_interface->Cleanup(); |
Alexey Marinichev | 1876c6c | 2010-06-28 12:41:05 -0700 | [diff] [blame] | 123 | |
Ilja H. Friedel | 8faad30 | 2011-04-26 14:40:49 -0700 | [diff] [blame] | 124 | if (argc == 1) { |
| 125 | printf("# Usage: %s [-save [-outdir=<directory>]] to save images\n", argv[0]); |
| 126 | } else { |
| 127 | printf("# Running: "); |
| 128 | for (int i = 0; i < argc; i++) printf("%s ", argv[i]); |
| 129 | printf("\n"); |
| 130 | } |
| 131 | printDateTime(); |
Alexey Marinichev | f50ecb1 | 2010-06-14 15:21:41 -0700 | [diff] [blame] | 132 | |
Ilja Friedel | 3907fd1 | 2014-04-15 14:29:43 -0700 | [diff] [blame] | 133 | g_hasty = FLAGS_hasty; |
Daniel Kurtz | 8290ac9 | 2014-06-03 17:13:33 +0800 | [diff] [blame] | 134 | g_notemp = FLAGS_notemp || g_hasty; |
| 135 | |
| 136 | if (!g_notemp) |
Ilja Friedel | 977aadd | 2014-04-29 20:45:03 -0700 | [diff] [blame] | 137 | g_initial_temperature = GetMachineTemperature(); |
| 138 | |
Alex Vakulenko | 298290d | 2016-01-20 16:07:13 -0800 | [diff] [blame] | 139 | vector<string> enabled_tests = |
| 140 | base::SplitString(FLAGS_tests, ":", base::TRIM_WHITESPACE, |
| 141 | base::SPLIT_WANT_ALL); |
| 142 | vector<string> disabled_tests = |
| 143 | base::SplitString(FLAGS_blacklist, ":", base::TRIM_WHITESPACE, |
| 144 | base::SPLIT_WANT_ALL); |
Ilja Friedel | 3907fd1 | 2014-04-15 14:29:43 -0700 | [diff] [blame] | 145 | |
Alexey Marinichev | 9f9b873 | 2010-05-20 19:33:44 -0700 | [diff] [blame] | 146 | glbench::TestBase* tests[] = { |
Ilja Friedel | 3907fd1 | 2014-04-15 14:29:43 -0700 | [diff] [blame] | 147 | // Please add new tests at the end of this list as tests are known to bleed |
| 148 | // state. Reordering them or inserting a new test may cause a change in the |
| 149 | // output images and MD5 causing graphics_GLBench failures. |
| 150 | // TODO(ihf): Fix this. |
Ilja Friedel | b4efb4a | 2014-04-07 22:58:10 -0700 | [diff] [blame] | 151 | glbench::GetSwapTest(), |
Ilja Friedel | 6f72b2b | 2014-04-11 05:47:22 +0000 | [diff] [blame] | 152 | glbench::GetContextTest(), |
| 153 | glbench::GetClearTest(), |
| 154 | glbench::GetFillRateTest(), |
| 155 | glbench::GetWindowManagerCompositingTest(false), |
| 156 | glbench::GetWindowManagerCompositingTest(true), |
| 157 | glbench::GetTriangleSetupTest(), |
| 158 | glbench::GetYuvToRgbTest(), |
| 159 | glbench::GetReadPixelTest(), |
| 160 | glbench::GetAttributeFetchShaderTest(), |
| 161 | glbench::GetVaryingsAndDdxyShaderTest(), |
Simon Que | 3562e0a | 2012-12-28 12:01:12 -0800 | [diff] [blame] | 162 | glbench::GetTextureReuseTest(), |
Alexey Marinichev | 9c891ef | 2010-05-21 15:28:59 -0700 | [diff] [blame] | 163 | glbench::GetTextureUpdateTest(), |
Simon Que | cd8cfe3 | 2012-12-27 10:37:45 -0800 | [diff] [blame] | 164 | glbench::GetTextureUploadTest(), |
Ilja Friedel | 3907fd1 | 2014-04-15 14:29:43 -0700 | [diff] [blame] | 165 | glbench::GetFboFillRateTest(), |
Alexey Marinichev | 592b862 | 2010-02-04 15:20:10 -0800 | [diff] [blame] | 166 | }; |
| 167 | |
Daniel Kurtz | 5419f18 | 2014-06-03 17:09:22 +0800 | [diff] [blame] | 168 | if (FLAGS_list) { |
| 169 | for (unsigned int i = 0; i < arraysize(tests); i++) |
| 170 | printf("%s\n", tests[i]->Name()); |
| 171 | return 0; |
| 172 | } |
| 173 | |
Alexey Marinichev | f50ecb1 | 2010-06-14 15:21:41 -0700 | [diff] [blame] | 174 | uint64_t done = GetUTime() + 1000000ULL * FLAGS_duration; |
| 175 | do { |
| 176 | for (unsigned int i = 0; i < arraysize(tests); i++) { |
Daniel Kurtz | 980f324 | 2013-04-01 00:45:50 +0800 | [diff] [blame] | 177 | if (!test_is_enabled(tests[i], enabled_tests) || |
| 178 | test_is_disabled(tests[i], disabled_tests)) |
Alexey Marinichev | f50ecb1 | 2010-06-14 15:21:41 -0700 | [diff] [blame] | 179 | continue; |
Simon Que | 0686082 | 2012-12-18 13:17:56 -0800 | [diff] [blame] | 180 | if (!g_main_gl_interface->Init()) { |
| 181 | printf("Initialize failed\n"); |
Stuart Abercrombie | ddd7fae | 2012-06-04 11:55:24 -0700 | [diff] [blame] | 182 | return 1; |
| 183 | } |
Stuart Abercrombie | 7a3fa0b | 2012-07-30 17:47:40 -0700 | [diff] [blame] | 184 | glbench::ClearBuffers(); |
Alexey Marinichev | f50ecb1 | 2010-06-14 15:21:41 -0700 | [diff] [blame] | 185 | tests[i]->Run(); |
Simon Que | 0686082 | 2012-12-18 13:17:56 -0800 | [diff] [blame] | 186 | g_main_gl_interface->Cleanup(); |
Alexey Marinichev | f50ecb1 | 2010-06-14 15:21:41 -0700 | [diff] [blame] | 187 | } |
| 188 | } while (GetUTime() < done); |
| 189 | |
Alexey Marinichev | 9f9b873 | 2010-05-20 19:33:44 -0700 | [diff] [blame] | 190 | for (unsigned int i = 0; i < arraysize(tests); i++) { |
Alexey Marinichev | 9f9b873 | 2010-05-20 19:33:44 -0700 | [diff] [blame] | 191 | delete tests[i]; |
| 192 | tests[i] = NULL; |
| 193 | } |
Alexey Marinichev | 592b862 | 2010-02-04 15:20:10 -0800 | [diff] [blame] | 194 | |
Ilja H. Friedel | 8faad30 | 2011-04-26 14:40:49 -0700 | [diff] [blame] | 195 | printDateTime(); |
Ilja Friedel | 977aadd | 2014-04-29 20:45:03 -0700 | [diff] [blame] | 196 | // Signal to harness that we finished normally. |
| 197 | printf("@TEST_END\n"); |
Ilja H. Friedel | 8faad30 | 2011-04-26 14:40:49 -0700 | [diff] [blame] | 198 | |
Alexey Marinichev | 592b862 | 2010-02-04 15:20:10 -0800 | [diff] [blame] | 199 | return 0; |
| 200 | } |