| epoger@google.com | ec3ed6a | 2011-07-28 14:26:00 +0000 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright 2011 Google Inc. | 
|  | 3 | * | 
|  | 4 | * Use of this source code is governed by a BSD-style license that can be | 
|  | 5 | * found in the LICENSE file. | 
|  | 6 | */ | 
| commit-bot@chromium.org | ba59d64 | 2013-04-11 16:54:09 +0000 | [diff] [blame] | 7 |  | 
| mtklein | 30e6e2a | 2014-06-18 11:44:15 -0700 | [diff] [blame] | 8 | #include "CrashHandler.h" | 
| tfarina@chromium.org | 8f6884a | 2014-01-24 20:56:26 +0000 | [diff] [blame] | 9 | #include "OverwriteLine.h" | 
| tfarina | bcbc178 | 2014-06-18 14:32:48 -0700 | [diff] [blame] | 10 | #include "Resources.h" | 
| herb | 62a69c2 | 2015-09-29 11:47:45 -0700 | [diff] [blame] | 11 | #include "SkAtomics.h" | 
| caryclark | 17f0b6d | 2014-07-22 10:15:34 -0700 | [diff] [blame] | 12 | #include "SkCommonFlags.h" | 
| reed@android.com | 5e5adfd | 2009-03-07 03:39:23 +0000 | [diff] [blame] | 13 | #include "SkGraphics.h" | 
| commit-bot@chromium.org | 0506b9d | 2013-04-22 16:43:07 +0000 | [diff] [blame] | 14 | #include "SkOSFile.h" | 
| reed | 89889b6 | 2014-10-29 12:36:45 -0700 | [diff] [blame] | 15 | #include "SkRunnable.h" | 
| commit-bot@chromium.org | 197845a | 2013-04-19 13:24:28 +0000 | [diff] [blame] | 16 | #include "SkTArray.h" | 
| mtklein | 406654b | 2014-09-03 15:34:37 -0700 | [diff] [blame] | 17 | #include "SkTaskGroup.h" | 
| commit-bot@chromium.org | 197845a | 2013-04-19 13:24:28 +0000 | [diff] [blame] | 18 | #include "SkTemplates.h" | 
| commit-bot@chromium.org | 0506b9d | 2013-04-22 16:43:07 +0000 | [diff] [blame] | 19 | #include "SkTime.h" | 
| reed@android.com | ed67331 | 2009-02-27 16:24:51 +0000 | [diff] [blame] | 20 | #include "Test.h" | 
|  | 21 |  | 
| robertphillips@google.com | bdb1be5 | 2012-09-07 18:24:43 +0000 | [diff] [blame] | 22 | #if SK_SUPPORT_GPU | 
|  | 23 | #include "GrContext.h" | 
| commit-bot@chromium.org | 0dc5bd1 | 2014-02-26 16:31:22 +0000 | [diff] [blame] | 24 | #include "GrContextFactory.h" | 
| robertphillips@google.com | bdb1be5 | 2012-09-07 18:24:43 +0000 | [diff] [blame] | 25 | #endif | 
|  | 26 |  | 
| reed@android.com | ed67331 | 2009-02-27 16:24:51 +0000 | [diff] [blame] | 27 | using namespace skiatest; | 
|  | 28 |  | 
| commit-bot@chromium.org | ba59d64 | 2013-04-11 16:54:09 +0000 | [diff] [blame] | 29 | DEFINE_bool2(extendedTest, x, false, "run extended tests for pathOps."); | 
| commit-bot@chromium.org | 197845a | 2013-04-19 13:24:28 +0000 | [diff] [blame] | 30 |  | 
| commit-bot@chromium.org | 261c666 | 2014-01-02 16:19:53 +0000 | [diff] [blame] | 31 | // need to explicitly declare this, or we get some weird infinite loop llist | 
|  | 32 | template TestRegistry* TestRegistry::gHead; | 
| caryclark | 26ad22a | 2015-10-16 09:03:38 -0700 | [diff] [blame^] | 33 | void (*gVerboseFinalize)() = nullptr; | 
| commit-bot@chromium.org | 261c666 | 2014-01-02 16:19:53 +0000 | [diff] [blame] | 34 |  | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 35 | // The threads report back to this object when they are done. | 
|  | 36 | class Status { | 
| commit-bot@chromium.org | 261c666 | 2014-01-02 16:19:53 +0000 | [diff] [blame] | 37 | public: | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 38 | explicit Status(int total) | 
|  | 39 | : fDone(0), fTestCount(0), fFailCount(0), fTotal(total) {} | 
|  | 40 | // Threadsafe. | 
|  | 41 | void endTest(const char* testName, | 
|  | 42 | bool success, | 
|  | 43 | SkMSec elapsed, | 
|  | 44 | int testCount) { | 
| commit-bot@chromium.org | 261c666 | 2014-01-02 16:19:53 +0000 | [diff] [blame] | 45 | const int done = 1 + sk_atomic_inc(&fDone); | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 46 | for (int i = 0; i < testCount; ++i) { | 
|  | 47 | sk_atomic_inc(&fTestCount); | 
|  | 48 | } | 
|  | 49 | if (!success) { | 
|  | 50 | SkDebugf("\n---- %s FAILED", testName); | 
| commit-bot@chromium.org | 261c666 | 2014-01-02 16:19:53 +0000 | [diff] [blame] | 51 | } | 
|  | 52 |  | 
|  | 53 | SkString prefix(kSkOverwriteLine); | 
|  | 54 | SkString time; | 
|  | 55 | if (FLAGS_verbose) { | 
|  | 56 | prefix.printf("\n"); | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 57 | time.printf("%5dms ", elapsed); | 
| commit-bot@chromium.org | 261c666 | 2014-01-02 16:19:53 +0000 | [diff] [blame] | 58 | } | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 59 | SkDebugf("%s[%3d/%3d] %s%s", prefix.c_str(), done, fTotal, time.c_str(), | 
|  | 60 | testName); | 
| commit-bot@chromium.org | 261c666 | 2014-01-02 16:19:53 +0000 | [diff] [blame] | 61 | } | 
|  | 62 |  | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 63 | void reportFailure() { sk_atomic_inc(&fFailCount); } | 
|  | 64 |  | 
|  | 65 | int32_t testCount() { return fTestCount; } | 
|  | 66 | int32_t failCount() { return fFailCount; } | 
|  | 67 |  | 
| commit-bot@chromium.org | 261c666 | 2014-01-02 16:19:53 +0000 | [diff] [blame] | 68 | private: | 
|  | 69 | int32_t fDone;  // atomic | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 70 | int32_t fTestCount;  // atomic | 
|  | 71 | int32_t fFailCount;  // atomic | 
| commit-bot@chromium.org | 261c666 | 2014-01-02 16:19:53 +0000 | [diff] [blame] | 72 | const int fTotal; | 
|  | 73 | }; | 
|  | 74 |  | 
| commit-bot@chromium.org | 197845a | 2013-04-19 13:24:28 +0000 | [diff] [blame] | 75 | // Deletes self when run. | 
|  | 76 | class SkTestRunnable : public SkRunnable { | 
|  | 77 | public: | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 78 | SkTestRunnable(const Test& test, | 
|  | 79 | Status* status, | 
| halcanary | 96fcdcc | 2015-08-27 07:41:13 -0700 | [diff] [blame] | 80 | GrContextFactory* grContextFactory = nullptr) | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 81 | : fTest(test), fStatus(status), fGrContextFactory(grContextFactory) {} | 
| commit-bot@chromium.org | 197845a | 2013-04-19 13:24:28 +0000 | [diff] [blame] | 82 |  | 
|  | 83 | virtual void run() { | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 84 | struct TestReporter : public skiatest::Reporter { | 
|  | 85 | public: | 
|  | 86 | TestReporter() : fError(false), fTestCount(0) {} | 
| mtklein | 36352bf | 2015-03-25 18:17:31 -0700 | [diff] [blame] | 87 | void bumpTestCount() override { ++fTestCount; } | 
|  | 88 | bool allowExtendedTest() const override { | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 89 | return FLAGS_extendedTest; | 
|  | 90 | } | 
| mtklein | 36352bf | 2015-03-25 18:17:31 -0700 | [diff] [blame] | 91 | bool verbose() const override { return FLAGS_veryVerbose; } | 
|  | 92 | void reportFailed(const skiatest::Failure& failure) override { | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 93 | SkDebugf("\nFAILED: %s", failure.toString().c_str()); | 
|  | 94 | fError = true; | 
|  | 95 | } | 
|  | 96 | bool fError; | 
|  | 97 | int fTestCount; | 
|  | 98 | } reporter; | 
|  | 99 |  | 
|  | 100 | const SkMSec start = SkTime::GetMSecs(); | 
|  | 101 | fTest.proc(&reporter, fGrContextFactory); | 
|  | 102 | SkMSec elapsed = SkTime::GetMSecs() - start; | 
|  | 103 | if (reporter.fError) { | 
|  | 104 | fStatus->reportFailure(); | 
| commit-bot@chromium.org | 197845a | 2013-04-19 13:24:28 +0000 | [diff] [blame] | 105 | } | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 106 | fStatus->endTest(fTest.name, !reporter.fError, elapsed, | 
|  | 107 | reporter.fTestCount); | 
| halcanary | 385fe4d | 2015-08-26 13:07:48 -0700 | [diff] [blame] | 108 | delete this; | 
| commit-bot@chromium.org | 197845a | 2013-04-19 13:24:28 +0000 | [diff] [blame] | 109 | } | 
|  | 110 |  | 
|  | 111 | private: | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 112 | Test fTest; | 
|  | 113 | Status* fStatus; | 
|  | 114 | GrContextFactory* fGrContextFactory; | 
| commit-bot@chromium.org | 197845a | 2013-04-19 13:24:28 +0000 | [diff] [blame] | 115 | }; | 
| commit-bot@chromium.org | ba59d64 | 2013-04-11 16:54:09 +0000 | [diff] [blame] | 116 |  | 
| commit-bot@chromium.org | 5a47b09 | 2014-01-30 15:30:50 +0000 | [diff] [blame] | 117 | static bool should_run(const char* testName, bool isGPUTest) { | 
|  | 118 | if (SkCommandLineFlags::ShouldSkip(FLAGS_match, testName)) { | 
|  | 119 | return false; | 
|  | 120 | } | 
|  | 121 | if (!FLAGS_cpu && !isGPUTest) { | 
|  | 122 | return false; | 
|  | 123 | } | 
|  | 124 | if (!FLAGS_gpu && isGPUTest) { | 
|  | 125 | return false; | 
|  | 126 | } | 
|  | 127 | return true; | 
|  | 128 | } | 
|  | 129 |  | 
| caryclark | 17f0b6d | 2014-07-22 10:15:34 -0700 | [diff] [blame] | 130 | int test_main(); | 
|  | 131 | int test_main() { | 
| mtklein | 30e6e2a | 2014-06-18 11:44:15 -0700 | [diff] [blame] | 132 | SetupCrashHandler(); | 
| commit-bot@chromium.org | ba59d64 | 2013-04-11 16:54:09 +0000 | [diff] [blame] | 133 |  | 
| tfarina | a71d3af | 2014-11-07 06:12:30 -0800 | [diff] [blame] | 134 | SkAutoGraphics ag; | 
| bungeman@google.com | 5af16f8 | 2011-09-02 15:06:44 +0000 | [diff] [blame] | 135 |  | 
| reed@google.com | 91d449e | 2011-10-26 15:25:18 +0000 | [diff] [blame] | 136 | { | 
|  | 137 | SkString header("Skia UnitTests:"); | 
| reed@google.com | 9aff148 | 2013-04-11 18:27:52 +0000 | [diff] [blame] | 138 | if (!FLAGS_match.isEmpty()) { | 
| caryclark@google.com | b631eec | 2013-05-02 13:14:40 +0000 | [diff] [blame] | 139 | header.appendf(" --match"); | 
|  | 140 | for (int index = 0; index < FLAGS_match.count(); ++index) { | 
|  | 141 | header.appendf(" %s", FLAGS_match[index]); | 
|  | 142 | } | 
| reed@google.com | 91d449e | 2011-10-26 15:25:18 +0000 | [diff] [blame] | 143 | } | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 144 | SkString tmpDir = skiatest::GetTmpDir(); | 
| scroggo@google.com | c76218d | 2013-06-06 14:59:56 +0000 | [diff] [blame] | 145 | if (!tmpDir.isEmpty()) { | 
|  | 146 | header.appendf(" --tmpDir %s", tmpDir.c_str()); | 
| djsollen@google.com | cb62650 | 2013-03-20 13:48:20 +0000 | [diff] [blame] | 147 | } | 
| tfarina | bcbc178 | 2014-06-18 14:32:48 -0700 | [diff] [blame] | 148 | SkString resourcePath = GetResourcePath(); | 
| scroggo@google.com | c76218d | 2013-06-06 14:59:56 +0000 | [diff] [blame] | 149 | if (!resourcePath.isEmpty()) { | 
|  | 150 | header.appendf(" --resourcePath %s", resourcePath.c_str()); | 
| reed@google.com | 789c6f2 | 2013-02-25 20:24:24 +0000 | [diff] [blame] | 151 | } | 
| reed@google.com | 91d449e | 2011-10-26 15:25:18 +0000 | [diff] [blame] | 152 | #ifdef SK_DEBUG | 
|  | 153 | header.append(" SK_DEBUG"); | 
|  | 154 | #else | 
|  | 155 | header.append(" SK_RELEASE"); | 
|  | 156 | #endif | 
| commit-bot@chromium.org | 4431e77 | 2014-04-14 17:08:59 +0000 | [diff] [blame] | 157 | if (FLAGS_veryVerbose) { | 
|  | 158 | header.appendf("\n"); | 
|  | 159 | } | 
| kkinnunen | 297aaf9 | 2015-02-19 06:32:12 -0800 | [diff] [blame] | 160 | SkDebugf("%s", header.c_str()); | 
| reed@google.com | 91d449e | 2011-10-26 15:25:18 +0000 | [diff] [blame] | 161 | } | 
|  | 162 |  | 
| reed@android.com | 80e39a7 | 2009-04-02 16:59:40 +0000 | [diff] [blame] | 163 |  | 
| commit-bot@chromium.org | 0506b9d | 2013-04-22 16:43:07 +0000 | [diff] [blame] | 164 | // Count tests first. | 
|  | 165 | int total = 0; | 
|  | 166 | int toRun = 0; | 
| sglez@google.com | 586db93 | 2013-07-24 17:24:23 +0000 | [diff] [blame] | 167 |  | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 168 | for (const TestRegistry* iter = TestRegistry::Head(); iter; | 
|  | 169 | iter = iter->next()) { | 
|  | 170 | const Test& test = iter->factory(); | 
|  | 171 | if (should_run(test.name, test.needsGpu)) { | 
| commit-bot@chromium.org | 0506b9d | 2013-04-22 16:43:07 +0000 | [diff] [blame] | 172 | toRun++; | 
|  | 173 | } | 
|  | 174 | total++; | 
|  | 175 | } | 
| commit-bot@chromium.org | 0506b9d | 2013-04-22 16:43:07 +0000 | [diff] [blame] | 176 |  | 
|  | 177 | // Now run them. | 
| bungeman@google.com | 5af16f8 | 2011-09-02 15:06:44 +0000 | [diff] [blame] | 178 | int skipCount = 0; | 
| commit-bot@chromium.org | 197845a | 2013-04-19 13:24:28 +0000 | [diff] [blame] | 179 |  | 
| mtklein | 406654b | 2014-09-03 15:34:37 -0700 | [diff] [blame] | 180 | SkTaskGroup::Enabler enabled(FLAGS_threads); | 
|  | 181 | SkTaskGroup cpuTests; | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 182 | SkTArray<const Test*> gpuTests; | 
| commit-bot@chromium.org | 261c666 | 2014-01-02 16:19:53 +0000 | [diff] [blame] | 183 |  | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 184 | Status status(toRun); | 
|  | 185 | for (const TestRegistry* iter = TestRegistry::Head(); iter; | 
|  | 186 | iter = iter->next()) { | 
|  | 187 | const Test& test = iter->factory(); | 
|  | 188 | if (!should_run(test.name, test.needsGpu)) { | 
| bungeman@google.com | 5af16f8 | 2011-09-02 15:06:44 +0000 | [diff] [blame] | 189 | ++skipCount; | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 190 | } else if (test.needsGpu) { | 
|  | 191 | gpuTests.push_back(&test); | 
| bungeman@google.com | 5af16f8 | 2011-09-02 15:06:44 +0000 | [diff] [blame] | 192 | } else { | 
| halcanary | 385fe4d | 2015-08-26 13:07:48 -0700 | [diff] [blame] | 193 | cpuTests.add(new SkTestRunnable(test, &status)); | 
| bungeman@google.com | 5af16f8 | 2011-09-02 15:06:44 +0000 | [diff] [blame] | 194 | } | 
| reed@android.com | ed67331 | 2009-02-27 16:24:51 +0000 | [diff] [blame] | 195 | } | 
| reed@android.com | 57b799e | 2009-04-01 20:26:42 +0000 | [diff] [blame] | 196 |  | 
| halcanary | 96fcdcc | 2015-08-27 07:41:13 -0700 | [diff] [blame] | 197 | GrContextFactory* grContextFactoryPtr = nullptr; | 
| commit-bot@chromium.org | 0dc5bd1 | 2014-02-26 16:31:22 +0000 | [diff] [blame] | 198 | #if SK_SUPPORT_GPU | 
|  | 199 | // Give GPU tests a context factory if that makes sense on this machine. | 
|  | 200 | GrContextFactory grContextFactory; | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 201 | grContextFactoryPtr = &grContextFactory; | 
|  | 202 |  | 
| commit-bot@chromium.org | 0dc5bd1 | 2014-02-26 16:31:22 +0000 | [diff] [blame] | 203 | #endif | 
|  | 204 |  | 
|  | 205 | // Run GPU tests on this thread. | 
|  | 206 | for (int i = 0; i < gpuTests.count(); i++) { | 
| halcanary | 385fe4d | 2015-08-26 13:07:48 -0700 | [diff] [blame] | 207 | (new SkTestRunnable(*gpuTests[i], &status, grContextFactoryPtr))->run(); | 
| commit-bot@chromium.org | 197845a | 2013-04-19 13:24:28 +0000 | [diff] [blame] | 208 | } | 
|  | 209 |  | 
| commit-bot@chromium.org | a7538ba | 2013-10-10 18:49:04 +0000 | [diff] [blame] | 210 | // Block until threaded tests finish. | 
| mtklein | 406654b | 2014-09-03 15:34:37 -0700 | [diff] [blame] | 211 | cpuTests.wait(); | 
| commit-bot@chromium.org | 197845a | 2013-04-19 13:24:28 +0000 | [diff] [blame] | 212 |  | 
| commit-bot@chromium.org | 261c666 | 2014-01-02 16:19:53 +0000 | [diff] [blame] | 213 | if (FLAGS_verbose) { | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 214 | SkDebugf( | 
|  | 215 | "\nFinished %d tests, %d failures, %d skipped. " | 
|  | 216 | "(%d internal tests)", | 
|  | 217 | toRun, status.failCount(), skipCount, status.testCount()); | 
| caryclark | 26ad22a | 2015-10-16 09:03:38 -0700 | [diff] [blame^] | 218 | if (gVerboseFinalize) { | 
|  | 219 | (*gVerboseFinalize)(); | 
|  | 220 | } | 
| caryclark@google.com | d54e1e9 | 2013-04-10 15:57:31 +0000 | [diff] [blame] | 221 | } | 
| reed@google.com | a276975 | 2012-07-22 22:33:05 +0000 | [diff] [blame] | 222 |  | 
| commit-bot@chromium.org | 261c666 | 2014-01-02 16:19:53 +0000 | [diff] [blame] | 223 | SkDebugf("\n"); | 
| halcanary | 87f3ba4 | 2015-01-20 09:30:20 -0800 | [diff] [blame] | 224 | return (status.failCount() == 0) ? 0 : 1; | 
| reed@android.com | ed67331 | 2009-02-27 16:24:51 +0000 | [diff] [blame] | 225 | } | 
| caryclark@google.com | 5987f58 | 2012-10-02 18:33:14 +0000 | [diff] [blame] | 226 |  | 
| borenet | 4808757 | 2015-04-02 12:16:36 -0700 | [diff] [blame] | 227 | #if !defined(SK_BUILD_FOR_IOS) | 
| caryclark | 17f0b6d | 2014-07-22 10:15:34 -0700 | [diff] [blame] | 228 | int main(int argc, char** argv) { | 
|  | 229 | SkCommandLineFlags::Parse(argc, argv); | 
|  | 230 | return test_main(); | 
| caryclark@google.com | 5987f58 | 2012-10-02 18:33:14 +0000 | [diff] [blame] | 231 | } | 
|  | 232 | #endif |