blob: 9783db83a0270c2ad7a2667f0c8250e391b548c1 [file] [log] [blame]
epoger@google.comec3ed6a2011-07-28 14:26:00 +00001/*
2 * Copyright 2011 Google Inc.
3 *
4 * Use of this source code is governed by a BSD-style license that can be
5 * found in the LICENSE file.
6 */
commit-bot@chromium.orgba59d642013-04-11 16:54:09 +00007
mtklein30e6e2a2014-06-18 11:44:15 -07008#include "CrashHandler.h"
tfarina@chromium.org8f6884a2014-01-24 20:56:26 +00009#include "OverwriteLine.h"
tfarinabcbc1782014-06-18 14:32:48 -070010#include "Resources.h"
herb62a69c22015-09-29 11:47:45 -070011#include "SkAtomics.h"
caryclark17f0b6d2014-07-22 10:15:34 -070012#include "SkCommonFlags.h"
reed@android.com5e5adfd2009-03-07 03:39:23 +000013#include "SkGraphics.h"
commit-bot@chromium.org0506b9d2013-04-22 16:43:07 +000014#include "SkOSFile.h"
commit-bot@chromium.org197845a2013-04-19 13:24:28 +000015#include "SkTArray.h"
mtklein406654b2014-09-03 15:34:37 -070016#include "SkTaskGroup.h"
commit-bot@chromium.org197845a2013-04-19 13:24:28 +000017#include "SkTemplates.h"
commit-bot@chromium.org0506b9d2013-04-22 16:43:07 +000018#include "SkTime.h"
reed@android.comed673312009-02-27 16:24:51 +000019#include "Test.h"
20
robertphillips@google.combdb1be52012-09-07 18:24:43 +000021#if SK_SUPPORT_GPU
22#include "GrContext.h"
commit-bot@chromium.org0dc5bd12014-02-26 16:31:22 +000023#include "GrContextFactory.h"
robertphillips@google.combdb1be52012-09-07 18:24:43 +000024#endif
25
reed@android.comed673312009-02-27 16:24:51 +000026using namespace skiatest;
bsalomon3724e572016-03-30 18:56:19 -070027using namespace sk_gpu_test;
reed@android.comed673312009-02-27 16:24:51 +000028
commit-bot@chromium.orgba59d642013-04-11 16:54:09 +000029DEFINE_bool2(extendedTest, x, false, "run extended tests for pathOps.");
commit-bot@chromium.org197845a2013-04-19 13:24:28 +000030
commit-bot@chromium.org261c6662014-01-02 16:19:53 +000031// need to explicitly declare this, or we get some weird infinite loop llist
32template TestRegistry* TestRegistry::gHead;
caryclark26ad22a2015-10-16 09:03:38 -070033void (*gVerboseFinalize)() = nullptr;
commit-bot@chromium.org261c6662014-01-02 16:19:53 +000034
halcanary87f3ba42015-01-20 09:30:20 -080035// The threads report back to this object when they are done.
36class Status {
commit-bot@chromium.org261c6662014-01-02 16:19:53 +000037public:
halcanary87f3ba42015-01-20 09:30:20 -080038 explicit Status(int total)
39 : fDone(0), fTestCount(0), fFailCount(0), fTotal(total) {}
40 // Threadsafe.
41 void endTest(const char* testName,
42 bool success,
43 SkMSec elapsed,
44 int testCount) {
commit-bot@chromium.org261c6662014-01-02 16:19:53 +000045 const int done = 1 + sk_atomic_inc(&fDone);
halcanary87f3ba42015-01-20 09:30:20 -080046 for (int i = 0; i < testCount; ++i) {
47 sk_atomic_inc(&fTestCount);
48 }
49 if (!success) {
50 SkDebugf("\n---- %s FAILED", testName);
commit-bot@chromium.org261c6662014-01-02 16:19:53 +000051 }
52
53 SkString prefix(kSkOverwriteLine);
54 SkString time;
55 if (FLAGS_verbose) {
56 prefix.printf("\n");
halcanary87f3ba42015-01-20 09:30:20 -080057 time.printf("%5dms ", elapsed);
commit-bot@chromium.org261c6662014-01-02 16:19:53 +000058 }
halcanary87f3ba42015-01-20 09:30:20 -080059 SkDebugf("%s[%3d/%3d] %s%s", prefix.c_str(), done, fTotal, time.c_str(),
60 testName);
commit-bot@chromium.org261c6662014-01-02 16:19:53 +000061 }
62
halcanary87f3ba42015-01-20 09:30:20 -080063 void reportFailure() { sk_atomic_inc(&fFailCount); }
64
65 int32_t testCount() { return fTestCount; }
66 int32_t failCount() { return fFailCount; }
67
commit-bot@chromium.org261c6662014-01-02 16:19:53 +000068private:
69 int32_t fDone; // atomic
halcanary87f3ba42015-01-20 09:30:20 -080070 int32_t fTestCount; // atomic
71 int32_t fFailCount; // atomic
commit-bot@chromium.org261c6662014-01-02 16:19:53 +000072 const int fTotal;
73};
74
mtklein048494c2016-02-16 19:06:15 -080075class SkTestRunnable {
commit-bot@chromium.org197845a2013-04-19 13:24:28 +000076public:
halcanary87f3ba42015-01-20 09:30:20 -080077 SkTestRunnable(const Test& test,
78 Status* status,
halcanary96fcdcc2015-08-27 07:41:13 -070079 GrContextFactory* grContextFactory = nullptr)
halcanary87f3ba42015-01-20 09:30:20 -080080 : fTest(test), fStatus(status), fGrContextFactory(grContextFactory) {}
commit-bot@chromium.org197845a2013-04-19 13:24:28 +000081
mtklein048494c2016-02-16 19:06:15 -080082 void operator()() {
halcanary87f3ba42015-01-20 09:30:20 -080083 struct TestReporter : public skiatest::Reporter {
84 public:
85 TestReporter() : fError(false), fTestCount(0) {}
mtklein36352bf2015-03-25 18:17:31 -070086 void bumpTestCount() override { ++fTestCount; }
87 bool allowExtendedTest() const override {
halcanary87f3ba42015-01-20 09:30:20 -080088 return FLAGS_extendedTest;
89 }
mtklein36352bf2015-03-25 18:17:31 -070090 bool verbose() const override { return FLAGS_veryVerbose; }
91 void reportFailed(const skiatest::Failure& failure) override {
halcanary87f3ba42015-01-20 09:30:20 -080092 SkDebugf("\nFAILED: %s", failure.toString().c_str());
93 fError = true;
94 }
95 bool fError;
96 int fTestCount;
97 } reporter;
98
benjaminwagnerec4d4d72016-03-25 12:59:53 -070099 const Timer timer;
halcanary87f3ba42015-01-20 09:30:20 -0800100 fTest.proc(&reporter, fGrContextFactory);
benjaminwagnerec4d4d72016-03-25 12:59:53 -0700101 SkMSec elapsed = timer.elapsedMsInt();
halcanary87f3ba42015-01-20 09:30:20 -0800102 if (reporter.fError) {
103 fStatus->reportFailure();
commit-bot@chromium.org197845a2013-04-19 13:24:28 +0000104 }
halcanary87f3ba42015-01-20 09:30:20 -0800105 fStatus->endTest(fTest.name, !reporter.fError, elapsed,
106 reporter.fTestCount);
commit-bot@chromium.org197845a2013-04-19 13:24:28 +0000107 }
108
109private:
halcanary87f3ba42015-01-20 09:30:20 -0800110 Test fTest;
111 Status* fStatus;
112 GrContextFactory* fGrContextFactory;
commit-bot@chromium.org197845a2013-04-19 13:24:28 +0000113};
commit-bot@chromium.orgba59d642013-04-11 16:54:09 +0000114
commit-bot@chromium.org5a47b092014-01-30 15:30:50 +0000115static bool should_run(const char* testName, bool isGPUTest) {
116 if (SkCommandLineFlags::ShouldSkip(FLAGS_match, testName)) {
117 return false;
118 }
119 if (!FLAGS_cpu && !isGPUTest) {
120 return false;
121 }
122 if (!FLAGS_gpu && isGPUTest) {
123 return false;
124 }
125 return true;
126}
127
caryclark17f0b6d2014-07-22 10:15:34 -0700128int test_main();
129int test_main() {
mtklein30e6e2a2014-06-18 11:44:15 -0700130 SetupCrashHandler();
commit-bot@chromium.orgba59d642013-04-11 16:54:09 +0000131
tfarinaa71d3af2014-11-07 06:12:30 -0800132 SkAutoGraphics ag;
bungeman@google.com5af16f82011-09-02 15:06:44 +0000133
reed@google.com91d449e2011-10-26 15:25:18 +0000134 {
135 SkString header("Skia UnitTests:");
reed@google.com9aff1482013-04-11 18:27:52 +0000136 if (!FLAGS_match.isEmpty()) {
caryclark@google.comb631eec2013-05-02 13:14:40 +0000137 header.appendf(" --match");
138 for (int index = 0; index < FLAGS_match.count(); ++index) {
139 header.appendf(" %s", FLAGS_match[index]);
140 }
reed@google.com91d449e2011-10-26 15:25:18 +0000141 }
halcanary87f3ba42015-01-20 09:30:20 -0800142 SkString tmpDir = skiatest::GetTmpDir();
scroggo@google.comc76218d2013-06-06 14:59:56 +0000143 if (!tmpDir.isEmpty()) {
144 header.appendf(" --tmpDir %s", tmpDir.c_str());
djsollen@google.comcb626502013-03-20 13:48:20 +0000145 }
tfarinabcbc1782014-06-18 14:32:48 -0700146 SkString resourcePath = GetResourcePath();
scroggo@google.comc76218d2013-06-06 14:59:56 +0000147 if (!resourcePath.isEmpty()) {
148 header.appendf(" --resourcePath %s", resourcePath.c_str());
reed@google.com789c6f22013-02-25 20:24:24 +0000149 }
reed@google.com91d449e2011-10-26 15:25:18 +0000150#ifdef SK_DEBUG
151 header.append(" SK_DEBUG");
152#else
153 header.append(" SK_RELEASE");
154#endif
commit-bot@chromium.org4431e772014-04-14 17:08:59 +0000155 if (FLAGS_veryVerbose) {
156 header.appendf("\n");
157 }
kkinnunen297aaf92015-02-19 06:32:12 -0800158 SkDebugf("%s", header.c_str());
reed@google.com91d449e2011-10-26 15:25:18 +0000159 }
160
reed@android.com80e39a72009-04-02 16:59:40 +0000161
commit-bot@chromium.org0506b9d2013-04-22 16:43:07 +0000162 // Count tests first.
163 int total = 0;
164 int toRun = 0;
sglez@google.com586db932013-07-24 17:24:23 +0000165
halcanary87f3ba42015-01-20 09:30:20 -0800166 for (const TestRegistry* iter = TestRegistry::Head(); iter;
167 iter = iter->next()) {
168 const Test& test = iter->factory();
169 if (should_run(test.name, test.needsGpu)) {
commit-bot@chromium.org0506b9d2013-04-22 16:43:07 +0000170 toRun++;
171 }
172 total++;
173 }
commit-bot@chromium.org0506b9d2013-04-22 16:43:07 +0000174
175 // Now run them.
bungeman@google.com5af16f82011-09-02 15:06:44 +0000176 int skipCount = 0;
commit-bot@chromium.org197845a2013-04-19 13:24:28 +0000177
mtklein406654b2014-09-03 15:34:37 -0700178 SkTaskGroup::Enabler enabled(FLAGS_threads);
179 SkTaskGroup cpuTests;
halcanary87f3ba42015-01-20 09:30:20 -0800180 SkTArray<const Test*> gpuTests;
commit-bot@chromium.org261c6662014-01-02 16:19:53 +0000181
halcanary87f3ba42015-01-20 09:30:20 -0800182 Status status(toRun);
183 for (const TestRegistry* iter = TestRegistry::Head(); iter;
184 iter = iter->next()) {
185 const Test& test = iter->factory();
186 if (!should_run(test.name, test.needsGpu)) {
bungeman@google.com5af16f82011-09-02 15:06:44 +0000187 ++skipCount;
halcanary87f3ba42015-01-20 09:30:20 -0800188 } else if (test.needsGpu) {
189 gpuTests.push_back(&test);
bungeman@google.com5af16f82011-09-02 15:06:44 +0000190 } else {
mtklein048494c2016-02-16 19:06:15 -0800191 cpuTests.add(SkTestRunnable(test, &status));
bungeman@google.com5af16f82011-09-02 15:06:44 +0000192 }
reed@android.comed673312009-02-27 16:24:51 +0000193 }
reed@android.com57b799e2009-04-01 20:26:42 +0000194
halcanary96fcdcc2015-08-27 07:41:13 -0700195 GrContextFactory* grContextFactoryPtr = nullptr;
commit-bot@chromium.org0dc5bd12014-02-26 16:31:22 +0000196#if SK_SUPPORT_GPU
197 // Give GPU tests a context factory if that makes sense on this machine.
198 GrContextFactory grContextFactory;
halcanary87f3ba42015-01-20 09:30:20 -0800199 grContextFactoryPtr = &grContextFactory;
200
commit-bot@chromium.org0dc5bd12014-02-26 16:31:22 +0000201#endif
202
203 // Run GPU tests on this thread.
204 for (int i = 0; i < gpuTests.count(); i++) {
mtklein048494c2016-02-16 19:06:15 -0800205 SkTestRunnable(*gpuTests[i], &status, grContextFactoryPtr)();
commit-bot@chromium.org197845a2013-04-19 13:24:28 +0000206 }
207
commit-bot@chromium.orga7538ba2013-10-10 18:49:04 +0000208 // Block until threaded tests finish.
mtklein406654b2014-09-03 15:34:37 -0700209 cpuTests.wait();
commit-bot@chromium.org197845a2013-04-19 13:24:28 +0000210
commit-bot@chromium.org261c6662014-01-02 16:19:53 +0000211 if (FLAGS_verbose) {
halcanary87f3ba42015-01-20 09:30:20 -0800212 SkDebugf(
213 "\nFinished %d tests, %d failures, %d skipped. "
214 "(%d internal tests)",
215 toRun, status.failCount(), skipCount, status.testCount());
caryclark26ad22a2015-10-16 09:03:38 -0700216 if (gVerboseFinalize) {
217 (*gVerboseFinalize)();
218 }
caryclark@google.comd54e1e92013-04-10 15:57:31 +0000219 }
reed@google.coma2769752012-07-22 22:33:05 +0000220
commit-bot@chromium.org261c6662014-01-02 16:19:53 +0000221 SkDebugf("\n");
halcanary87f3ba42015-01-20 09:30:20 -0800222 return (status.failCount() == 0) ? 0 : 1;
reed@android.comed673312009-02-27 16:24:51 +0000223}
caryclark@google.com5987f582012-10-02 18:33:14 +0000224
borenet48087572015-04-02 12:16:36 -0700225#if !defined(SK_BUILD_FOR_IOS)
caryclark17f0b6d2014-07-22 10:15:34 -0700226int main(int argc, char** argv) {
227 SkCommandLineFlags::Parse(argc, argv);
228 return test_main();
caryclark@google.com5987f582012-10-02 18:33:14 +0000229}
230#endif