blob: 32eba97c58f73cba1b0a4fc485f9aba6a4e97c53 [file] [log] [blame]
scroggo478652e2015-03-25 07:11:02 -07001/*
2 * Copyright 2013 Google Inc.
3 *
4 * Use of this source code is governed by a BSD-style license that can be
5 * found in the LICENSE file.
6 */
7
mtklein748ca3b2015-01-15 10:56:12 -08008#include "DMJsonWriter.h"
9#include "DMSrcSink.h"
mtklein748ca3b2015-01-15 10:56:12 -080010#include "ProcStats.h"
halcanary7d571242016-02-24 17:59:16 -080011#include "Resources.h"
mtklein748ca3b2015-01-15 10:56:12 -080012#include "SkBBHFactory.h"
mtklein62bd1a62015-01-27 14:46:26 -080013#include "SkChecksum.h"
Brian Osman53136aa2017-07-20 15:43:35 -040014#include "SkChromeTracingTracer.h"
scroggocc2feb12015-08-14 08:32:46 -070015#include "SkCodec.h"
mtklein27c3fdd2016-02-26 14:43:21 -080016#include "SkColorPriv.h"
msarett888dc162016-05-23 10:21:17 -070017#include "SkColorSpace.h"
Mike Klein919cc452017-03-18 15:36:52 +000018#include "SkColorSpacePriv.h"
caryclark17f0b6d2014-07-22 10:15:34 -070019#include "SkCommonFlags.h"
kkinnunen3e980c32015-12-23 01:33:00 -080020#include "SkCommonFlagsConfig.h"
Chris Dalton040238b2017-12-18 14:22:34 -070021#include "SkCommonFlagsGpu.h"
brianosman3c579dc2016-04-19 09:18:11 -070022#include "SkData.h"
Brian Salomondcbb9d92017-07-19 10:53:20 -040023#include "SkDebugfTracer.h"
Hal Canaryd7b38452017-12-11 17:46:26 -050024#include "SkDocument.h"
Brian Osman53136aa2017-07-20 15:43:35 -040025#include "SkEventTracingPriv.h"
caryclark83ca6282015-06-10 09:31:09 -070026#include "SkFontMgr.h"
Hal Canaryd7b38452017-12-11 17:46:26 -050027#include "SkFontMgrPriv.h"
mtklein@google.comd36522d2013-10-16 13:02:15 +000028#include "SkGraphics.h"
mtklein27c3fdd2016-02-26 14:43:21 -080029#include "SkHalf.h"
halcanary4dbbd042016-06-07 17:21:10 -070030#include "SkLeanWindows.h"
mtklein748ca3b2015-01-15 10:56:12 -080031#include "SkMD5.h"
mtklein1b249332015-07-07 12:21:21 -070032#include "SkMutex.h"
mtklein1d0f1642014-09-08 08:05:18 -070033#include "SkOSFile.h"
Ben Wagnerbf111d72016-11-07 18:05:29 -050034#include "SkOSPath.h"
mtklein27c3fdd2016-02-26 14:43:21 -080035#include "SkPM4fPriv.h"
Mike Klein13b6afd2017-06-12 12:45:41 -040036#include "SkPngEncoder.h"
Brian Salomondcbb9d92017-07-19 10:53:20 -040037#include "SkScan.h"
mtklein246ba3a2016-02-23 10:39:36 -080038#include "SkSpinlock.h"
Ben Wagner483c7722018-02-20 17:06:07 -050039#include "SkTestFontMgr.h"
mtkleina82f5622015-02-20 12:30:19 -080040#include "SkTHash.h"
mtklein406654b2014-09-03 15:34:37 -070041#include "SkTaskGroup.h"
Mike Klein0c5fdcb2017-11-13 12:40:46 -050042#include "SkTypeface_win.h"
commit-bot@chromium.org0dc5bd12014-02-26 16:31:22 +000043#include "Test.h"
mtklein748ca3b2015-01-15 10:56:12 -080044#include "Timer.h"
Mike Kleinadacaef2017-02-06 09:26:14 -050045#include "ios_utils.h"
brianosman3c579dc2016-04-19 09:18:11 -070046#include "picture_utils.h"
caryclark83ca6282015-06-10 09:31:09 -070047#include "sk_tool_utils.h"
mtklein@google.comd36522d2013-10-16 13:02:15 +000048
scroggo19b91532016-10-24 09:03:26 -070049#include <vector>
50
halcanary7a14b312015-10-01 07:28:13 -070051#ifdef SK_PDF_IMAGE_STATS
52extern void SkPDFImageDumpStats();
53#endif
54
mtkleina5114d72015-08-24 13:27:01 -070055#include "png.h"
56
bungeman60e0fee2015-08-26 05:15:46 -070057#include <stdlib.h>
58
Mike Klein8f11d4d2018-01-24 12:42:55 -050059#ifndef SK_BUILD_FOR_WIN
scroggo27a58342015-10-28 08:56:41 -070060 #include <unistd.h>
61#endif
62
Dongwon Kang0c7861f2018-02-16 10:55:21 -080063#if defined(SK_BUILD_FOR_ANDROID_FRAMEWORK) && defined(SK_HAS_HEIF_LIBRARY)
64#include <binder/IPCThreadState.h>
65#endif
66
Mike Reed7c26ca72017-07-05 15:45:52 -040067extern bool gSkForceRasterPipelineBlitter;
68
Ben Wagner32fa5102017-08-10 21:25:55 -040069DECLARE_bool(undefok);
djsollen54416de2015-04-03 07:24:48 -070070DEFINE_string(src, "tests gm skp image", "Source types to test.");
mtklein748ca3b2015-01-15 10:56:12 -080071DEFINE_bool(nameByHash, false,
72 "If true, write to FLAGS_writePath[0]/<hash>.png instead of "
djsollen54416de2015-04-03 07:24:48 -070073 "to FLAGS_writePath[0]/<config>/<sourceType>/<sourceOptions>/<name>.png");
mtklein748ca3b2015-01-15 10:56:12 -080074DEFINE_bool2(pathOpsExtended, x, false, "Run extended pathOps tests.");
mtkleind603b222015-02-17 11:13:33 -080075DEFINE_string(matrix, "1 0 0 1",
76 "2x2 scale+skew matrix to apply or upright when using "
77 "'matrix' or 'upright' in config.");
mtklein82d28432015-01-15 12:46:02 -080078DEFINE_bool(gpu_threading, false, "Allow GPU work to run on multiple threads?");
mtklein@google.comd36522d2013-10-16 13:02:15 +000079
mtkleina2ef6422015-01-15 13:44:22 -080080DEFINE_string(blacklist, "",
Chris Daltonecf78ac2017-08-15 15:43:08 -060081 "Space-separated config/src/srcOptions/name quadruples to blacklist. "
82 "'_' matches anything. '~' negates the match. E.g. \n"
djsollen54416de2015-04-03 07:24:48 -070083 "'--blacklist gpu skp _ _' will blacklist all SKPs drawn into the gpu config.\n"
Chris Daltonecf78ac2017-08-15 15:43:08 -060084 "'--blacklist gpu skp _ _ 8888 gm _ aarects' will also blacklist the aarects GM on 8888.\n"
85 "'--blacklist ~8888 svg _ svgparse_' blocks non-8888 SVGs that contain \"svgparse_\" in "
86 "the name.");
mtkleina2ef6422015-01-15 13:44:22 -080087
mtklein62bd1a62015-01-27 14:46:26 -080088DEFINE_string2(readPath, r, "", "If set check for equality with golden results in this directory.");
89
borenet09ed4802015-04-03 14:15:33 -070090DEFINE_string(uninterestingHashesFile, "",
91 "File containing a list of uninteresting hashes. If a result hashes to something in "
92 "this list, no image is written for that result.");
93
mtklein6393c062015-04-27 08:45:01 -070094DEFINE_int32(shards, 1, "We're splitting source data into this many shards.");
95DEFINE_int32(shard, 0, "Which shard do I run?");
96
halcanary45420a92016-06-02 12:41:14 -070097DEFINE_string(mskps, "", "Directory to read mskps from, or a single mskp file.");
Mike Reed7c26ca72017-07-05 15:45:52 -040098DEFINE_bool(forceRasterPipeline, false, "sets gSkForceRasterPipelineBlitter");
halcanary45420a92016-06-02 12:41:14 -070099
Derek Sollenbergeredfe3df2017-07-19 15:25:24 -0400100DEFINE_bool(ignoreSigInt, false, "ignore SIGINT signals during test execution");
101
Mike Klein97d6a7a2017-07-24 10:37:19 -0400102DEFINE_string(dont_write, "", "File extensions to skip writing to --writePath."); // See skia:6821
103
Mike Klein0c5fdcb2017-11-13 12:40:46 -0500104DEFINE_bool(gdi, false, "On Windows, use GDI instead of DirectWrite for font rendering.");
Mike Klein31868212017-11-06 12:02:47 -0500105
mtklein748ca3b2015-01-15 10:56:12 -0800106using namespace DM;
bsalomon3724e572016-03-30 18:56:19 -0700107using sk_gpu_test::GrContextFactory;
bsalomon273c0f52016-03-31 10:59:06 -0700108using sk_gpu_test::GLTestContext;
bsalomonf2f1c172016-04-05 12:59:06 -0700109using sk_gpu_test::ContextInfo;
mtklein@google.comd36522d2013-10-16 13:02:15 +0000110
mtklein748ca3b2015-01-15 10:56:12 -0800111/*~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~*/
112
benjaminwagnerec4d4d72016-03-25 12:59:53 -0700113static const double kStartMs = SkTime::GetMSecs();
mtkleinc41fd922016-03-08 09:01:39 -0800114
115static FILE* gVLog;
116
117template <typename... Args>
118static void vlog(const char* fmt, Args&&... args) {
119 if (gVLog) {
Jim Van Verth32bbf372017-09-20 12:53:00 -0400120 char s[64];
121 HumanizeMs(s, 64, SkTime::GetMSecs() - kStartMs);
122 fprintf(gVLog, "%s\t", s);
mtkleinc41fd922016-03-08 09:01:39 -0800123 fprintf(gVLog, fmt, args...);
124 fflush(gVLog);
125 }
126}
127
128template <typename... Args>
129static void info(const char* fmt, Args&&... args) {
130 vlog(fmt, args...);
131 if (!FLAGS_quiet) {
132 printf(fmt, args...);
133 }
134}
135static void info(const char* fmt) {
136 if (!FLAGS_quiet) {
137 printf("%s", fmt); // Clang warns printf(fmt) is insecure.
138 }
139}
140
reed086eea92016-05-04 17:12:46 -0700141SK_DECLARE_STATIC_MUTEX(gFailuresMutex);
mtklein748ca3b2015-01-15 10:56:12 -0800142static SkTArray<SkString> gFailures;
143
mtklein3eed7dd2016-02-24 19:07:07 -0800144static void fail(const SkString& err) {
mtklein748ca3b2015-01-15 10:56:12 -0800145 SkAutoMutexAcquire lock(gFailuresMutex);
146 SkDebugf("\n\nFAILURE: %s\n\n", err.c_str());
147 gFailures.push_back(err);
halcanary9e398f72015-01-10 11:18:04 -0800148}
149
mtklein0f7748a2016-07-25 15:27:29 -0700150struct Running {
151 SkString id;
152 SkThreadID thread;
153
154 void dump() const {
155 info("\t%s\n", id.c_str());
156 }
157};
mtkleinb37cb412015-03-18 05:27:14 -0700158
mtklein246ba3a2016-02-23 10:39:36 -0800159// We use a spinlock to make locking this in a signal handler _somewhat_ safe.
Mike Klein03a95ad2017-06-23 12:36:32 -0400160static SkSpinlock gMutex;
161static int gPending;
mtklein0f7748a2016-07-25 15:27:29 -0700162static SkTArray<Running> gRunning;
mtklein748ca3b2015-01-15 10:56:12 -0800163
mtklein3eed7dd2016-02-24 19:07:07 -0800164static void done(const char* config, const char* src, const char* srcOptions, const char* name) {
165 SkString id = SkStringPrintf("%s %s %s %s", config, src, srcOptions, name);
mtkleinc41fd922016-03-08 09:01:39 -0800166 vlog("done %s\n", id.c_str());
mtkleinafae30a2016-02-24 12:28:32 -0800167 int pending;
mtkleinb37cb412015-03-18 05:27:14 -0700168 {
mtkleinf10637f2016-06-10 13:56:35 -0700169 SkAutoMutexAcquire lock(gMutex);
mtkleinb37cb412015-03-18 05:27:14 -0700170 for (int i = 0; i < gRunning.count(); i++) {
mtklein0f7748a2016-07-25 15:27:29 -0700171 if (gRunning[i].id == id) {
mtkleinb37cb412015-03-18 05:27:14 -0700172 gRunning.removeShuffle(i);
173 break;
174 }
175 }
mtkleinafae30a2016-02-24 12:28:32 -0800176 pending = --gPending;
reed50bc0512015-05-19 14:13:31 -0700177 }
Mike Klein03a95ad2017-06-23 12:36:32 -0400178
179 // We write out dm.json file and print out a progress update every once in a while.
180 // Notice this also handles the final dm.json and progress update when pending == 0.
mtkleina17241b2015-01-23 05:48:00 -0800181 if (pending % 500 == 0) {
182 JsonWriter::DumpJson();
Mike Klein03a95ad2017-06-23 12:36:32 -0400183
184 int curr = sk_tools::getCurrResidentSetSizeMB(),
185 peak = sk_tools::getMaxResidentSetSizeMB();
186 SkString elapsed = HumanizeMs(SkTime::GetMSecs() - kStartMs);
187
188 SkAutoMutexAcquire lock(gMutex);
189 info("\n%dMB RAM, %dMB peak, %s elapsed, %d queued, %d active:\n",
190 curr, peak, elapsed.c_str(), gPending - gRunning.count(), gRunning.count());
191 for (auto& task : gRunning) {
192 task.dump();
193 }
mtkleina17241b2015-01-23 05:48:00 -0800194 }
mtklein@google.comd36522d2013-10-16 13:02:15 +0000195}
196
mtklein3eed7dd2016-02-24 19:07:07 -0800197static void start(const char* config, const char* src, const char* srcOptions, const char* name) {
198 SkString id = SkStringPrintf("%s %s %s %s", config, src, srcOptions, name);
mtkleinc41fd922016-03-08 09:01:39 -0800199 vlog("start %s\n", id.c_str());
mtkleinf10637f2016-06-10 13:56:35 -0700200 SkAutoMutexAcquire lock(gMutex);
mtklein0f7748a2016-07-25 15:27:29 -0700201 gRunning.push_back({id,SkGetThreadID()});
mtkleinb37cb412015-03-18 05:27:14 -0700202}
203
Mike Klein3cc2d202016-10-24 11:39:43 -0400204static void find_culprit() {
205 // Assumes gMutex is locked.
206 SkThreadID thisThread = SkGetThreadID();
207 for (auto& task : gRunning) {
208 if (task.thread == thisThread) {
209 info("Likely culprit:\n");
210 task.dump();
mtklein0f7748a2016-07-25 15:27:29 -0700211 }
212 }
Mike Klein3cc2d202016-10-24 11:39:43 -0400213}
mtklein0f7748a2016-07-25 15:27:29 -0700214
Mike Klein8f11d4d2018-01-24 12:42:55 -0500215#if defined(SK_BUILD_FOR_WIN)
mtklein5b64dab2016-06-09 08:59:48 -0700216 static LONG WINAPI crash_handler(EXCEPTION_POINTERS* e) {
mtkleinf8557292016-02-29 06:35:28 -0800217 static const struct {
218 const char* name;
robertphillips75467862016-03-01 14:10:23 -0800219 DWORD code;
mtkleinf8557292016-02-29 06:35:28 -0800220 } kExceptions[] = {
221 #define _(E) {#E, E}
222 _(EXCEPTION_ACCESS_VIOLATION),
223 _(EXCEPTION_BREAKPOINT),
224 _(EXCEPTION_INT_DIVIDE_BY_ZERO),
225 _(EXCEPTION_STACK_OVERFLOW),
226 // TODO: more?
227 #undef _
228 };
229
mtkleinf10637f2016-06-10 13:56:35 -0700230 SkAutoMutexAcquire lock(gMutex);
mtklein5b64dab2016-06-09 08:59:48 -0700231
232 const DWORD code = e->ExceptionRecord->ExceptionCode;
233 info("\nCaught exception %u", code);
234 for (const auto& exception : kExceptions) {
235 if (exception.code == code) {
236 info(" %s", exception.name);
mtkleinf8557292016-02-29 06:35:28 -0800237 }
mtkleinf8557292016-02-29 06:35:28 -0800238 }
mtklein5b64dab2016-06-09 08:59:48 -0700239 info(", was running:\n");
240 for (auto& task : gRunning) {
mtklein0f7748a2016-07-25 15:27:29 -0700241 task.dump();
mtklein5b64dab2016-06-09 08:59:48 -0700242 }
mtklein0f7748a2016-07-25 15:27:29 -0700243 find_culprit();
mtklein5b64dab2016-06-09 08:59:48 -0700244 fflush(stdout);
245
mtkleinf8557292016-02-29 06:35:28 -0800246 // Execute default exception handler... hopefully, exit.
247 return EXCEPTION_EXECUTE_HANDLER;
mtklein246ba3a2016-02-23 10:39:36 -0800248 }
249
Mike Klein3cc2d202016-10-24 11:39:43 -0400250 static void setup_crash_handler() {
251 SetUnhandledExceptionFilter(crash_handler);
252 }
253#else
mtklein246ba3a2016-02-23 10:39:36 -0800254 #include <signal.h>
Mike Klein3cc2d202016-10-24 11:39:43 -0400255 #if !defined(SK_BUILD_FOR_ANDROID)
256 #include <execinfo.h>
Brian Salomondcbb9d92017-07-19 10:53:20 -0400257
258#endif
Mike Klein3cc2d202016-10-24 11:39:43 -0400259
260 static constexpr int max_of() { return 0; }
261 template <typename... Rest>
262 static constexpr int max_of(int x, Rest... rest) {
263 return x > max_of(rest...) ? x : max_of(rest...);
264 }
265
Mike Kleinc7278ad2018-02-15 09:26:54 -0500266 static void (*previous_handler[max_of(SIGABRT,SIGBUS,SIGFPE,SIGILL,SIGSEGV,SIGTERM)+1])(int);
mtkleinf8557292016-02-29 06:35:28 -0800267
mtklein5b64dab2016-06-09 08:59:48 -0700268 static void crash_handler(int sig) {
mtkleinf10637f2016-06-10 13:56:35 -0700269 SkAutoMutexAcquire lock(gMutex);
mtklein5b64dab2016-06-09 08:59:48 -0700270
271 info("\nCaught signal %d [%s], was running:\n", sig, strsignal(sig));
272 for (auto& task : gRunning) {
mtklein0f7748a2016-07-25 15:27:29 -0700273 task.dump();
mtklein5b64dab2016-06-09 08:59:48 -0700274 }
mtklein0f7748a2016-07-25 15:27:29 -0700275 find_culprit();
mtklein5b64dab2016-06-09 08:59:48 -0700276
Mike Klein3cc2d202016-10-24 11:39:43 -0400277 #if !defined(SK_BUILD_FOR_ANDROID)
mtklein5b64dab2016-06-09 08:59:48 -0700278 void* stack[64];
279 int count = backtrace(stack, SK_ARRAY_COUNT(stack));
280 char** symbols = backtrace_symbols(stack, count);
281 info("\nStack trace:\n");
282 for (int i = 0; i < count; i++) {
283 info(" %s\n", symbols[i]);
284 }
Mike Klein3cc2d202016-10-24 11:39:43 -0400285 #endif
mtklein5b64dab2016-06-09 08:59:48 -0700286 fflush(stdout);
287
Mike Klein3cc2d202016-10-24 11:39:43 -0400288 signal(sig, previous_handler[sig]);
289 raise(sig);
mtklein5b64dab2016-06-09 08:59:48 -0700290 }
291
Mike Kleinc7278ad2018-02-15 09:26:54 -0500292 static void term_handler(int sig) {
293 info("\nWe have been politely asked to die by %s (%d)."
294 "\nCurrently using %dMB RAM, peak %dMB.\n",
295 strsignal(sig), sig,
296 sk_tools::getCurrResidentSetSizeMB(), sk_tools::getMaxResidentSetSizeMB());
297 signal(sig, previous_handler[sig]);
298 raise(sig);
299 }
300
mtklein246ba3a2016-02-23 10:39:36 -0800301 static void setup_crash_handler() {
302 const int kSignals[] = { SIGABRT, SIGBUS, SIGFPE, SIGILL, SIGSEGV };
303 for (int sig : kSignals) {
Mike Klein3cc2d202016-10-24 11:39:43 -0400304 previous_handler[sig] = signal(sig, crash_handler);
mtklein246ba3a2016-02-23 10:39:36 -0800305 }
Mike Kleinc7278ad2018-02-15 09:26:54 -0500306 previous_handler[SIGTERM] = signal(SIGTERM, term_handler);
Derek Sollenbergeredfe3df2017-07-19 15:25:24 -0400307
308 if (FLAGS_ignoreSigInt) {
309 signal(SIGINT, SIG_IGN);
310 }
mtklein246ba3a2016-02-23 10:39:36 -0800311 }
312#endif
313
mtklein748ca3b2015-01-15 10:56:12 -0800314/*~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~*/
mtklein114c3cd2015-01-15 10:15:02 -0800315
mtklein62bd1a62015-01-27 14:46:26 -0800316struct Gold : public SkString {
mtkleina82f5622015-02-20 12:30:19 -0800317 Gold() : SkString("") {}
mtklein3eed7dd2016-02-24 19:07:07 -0800318 Gold(const SkString& sink, const SkString& src,
319 const SkString& srcOptions, const SkString& name,
320 const SkString& md5)
mtklein62bd1a62015-01-27 14:46:26 -0800321 : SkString("") {
322 this->append(sink);
323 this->append(src);
djsollen54416de2015-04-03 07:24:48 -0700324 this->append(srcOptions);
mtklein62bd1a62015-01-27 14:46:26 -0800325 this->append(name);
326 this->append(md5);
mtklein62bd1a62015-01-27 14:46:26 -0800327 }
mtkleinc8d1dd42015-10-15 12:23:01 -0700328 struct Hash {
329 uint32_t operator()(const Gold& g) const {
330 return SkGoodHash()((const SkString&)g);
331 }
332 };
mtklein62bd1a62015-01-27 14:46:26 -0800333};
mtkleina82f5622015-02-20 12:30:19 -0800334static SkTHashSet<Gold, Gold::Hash> gGold;
mtklein62bd1a62015-01-27 14:46:26 -0800335
336static void add_gold(JsonWriter::BitmapResult r) {
djsollen54416de2015-04-03 07:24:48 -0700337 gGold.add(Gold(r.config, r.sourceType, r.sourceOptions, r.name, r.md5));
mtklein62bd1a62015-01-27 14:46:26 -0800338}
339
340static void gather_gold() {
341 if (!FLAGS_readPath.isEmpty()) {
342 SkString path(FLAGS_readPath[0]);
343 path.append("/dm.json");
344 if (!JsonWriter::ReadJson(path.c_str(), add_gold)) {
345 fail(SkStringPrintf("Couldn't read %s for golden results.", path.c_str()));
346 }
347 }
348}
349
350/*~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~*/
351
Mike Klein8f11d4d2018-01-24 12:42:55 -0500352#if defined(SK_BUILD_FOR_WIN)
mtklein935f1b12016-03-16 08:37:19 -0700353 static const char* kNewline = "\r\n";
354#else
355 static const char* kNewline = "\n";
356#endif
357
borenet09ed4802015-04-03 14:15:33 -0700358static SkTHashSet<SkString> gUninterestingHashes;
359
360static void gather_uninteresting_hashes() {
361 if (!FLAGS_uninterestingHashesFile.isEmpty()) {
bungeman38d909e2016-08-02 14:40:46 -0700362 sk_sp<SkData> data(SkData::MakeFromFileName(FLAGS_uninterestingHashesFile[0]));
mtkleincc334b32015-09-22 11:43:53 -0700363 if (!data) {
mtkleinc41fd922016-03-08 09:01:39 -0800364 info("WARNING: unable to read uninteresting hashes from %s\n",
365 FLAGS_uninterestingHashesFile[0]);
mtkleincc334b32015-09-22 11:43:53 -0700366 return;
367 }
Mike Klein45dcc0c2017-04-05 18:04:31 -0400368
369 // Copy to a string to make sure SkStrSplit has a terminating \0 to find.
370 SkString contents((const char*)data->data(), data->size());
371
borenet09ed4802015-04-03 14:15:33 -0700372 SkTArray<SkString> hashes;
Mike Klein45dcc0c2017-04-05 18:04:31 -0400373 SkStrSplit(contents.c_str(), kNewline, &hashes);
borenet09ed4802015-04-03 14:15:33 -0700374 for (const SkString& hash : hashes) {
375 gUninterestingHashes.add(hash);
376 }
mtkleinc41fd922016-03-08 09:01:39 -0800377 info("FYI: loaded %d distinct uninteresting hashes from %d lines\n",
378 gUninterestingHashes.count(), hashes.count());
borenet09ed4802015-04-03 14:15:33 -0700379 }
380}
381
382/*~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~*/
383
Ben Wagner145dbcd2016-11-03 14:40:50 -0400384struct TaggedSrc : public std::unique_ptr<Src> {
mtklein3eed7dd2016-02-24 19:07:07 -0800385 SkString tag;
386 SkString options;
mtkleine0effd62015-07-29 06:37:28 -0700387};
388
Ben Wagner145dbcd2016-11-03 14:40:50 -0400389struct TaggedSink : public std::unique_ptr<Sink> {
kkinnunen3e980c32015-12-23 01:33:00 -0800390 SkString tag;
djsollen54416de2015-04-03 07:24:48 -0700391};
mtklein748ca3b2015-01-15 10:56:12 -0800392
393static const bool kMemcpyOK = true;
394
mtkleine0effd62015-07-29 06:37:28 -0700395static SkTArray<TaggedSrc, kMemcpyOK> gSrcs;
396static SkTArray<TaggedSink, kMemcpyOK> gSinks;
mtklein748ca3b2015-01-15 10:56:12 -0800397
mtklein6393c062015-04-27 08:45:01 -0700398static bool in_shard() {
399 static int N = 0;
400 return N++ % FLAGS_shards == FLAGS_shard;
401}
402
mtklein3eed7dd2016-02-24 19:07:07 -0800403static void push_src(const char* tag, ImplicitString options, Src* s) {
Ben Wagner145dbcd2016-11-03 14:40:50 -0400404 std::unique_ptr<Src> src(s);
mtklein6393c062015-04-27 08:45:01 -0700405 if (in_shard() &&
mtklein3eed7dd2016-02-24 19:07:07 -0800406 FLAGS_src.contains(tag) &&
mtklein748ca3b2015-01-15 10:56:12 -0800407 !SkCommandLineFlags::ShouldSkip(FLAGS_match, src->name().c_str())) {
mtkleine0effd62015-07-29 06:37:28 -0700408 TaggedSrc& s = gSrcs.push_back();
mtklein18300a32016-03-16 13:53:35 -0700409 s.reset(src.release());
mtklein748ca3b2015-01-15 10:56:12 -0800410 s.tag = tag;
djsollen54416de2015-04-03 07:24:48 -0700411 s.options = options;
mtklein114c3cd2015-01-15 10:15:02 -0800412 }
mtklein748ca3b2015-01-15 10:56:12 -0800413}
mtklein114c3cd2015-01-15 10:15:02 -0800414
msarett9e707a02015-09-01 14:57:57 -0700415static void push_codec_src(Path path, CodecSrc::Mode mode, CodecSrc::DstColorType dstColorType,
scroggoc5560be2016-02-03 09:42:42 -0800416 SkAlphaType dstAlphaType, float scale) {
scroggoe4499842016-02-25 11:03:47 -0800417 if (FLAGS_simpleCodec) {
scroggo19b91532016-10-24 09:03:26 -0700418 const bool simple = CodecSrc::kCodec_Mode == mode || CodecSrc::kAnimated_Mode == mode;
419 if (!simple || dstColorType != CodecSrc::kGetFromCanvas_DstColorType || scale != 1.0f) {
scroggoe4499842016-02-25 11:03:47 -0800420 // Only decode in the simple case.
421 return;
scroggo19b91532016-10-24 09:03:26 -0700422 }
scroggoe4499842016-02-25 11:03:47 -0800423 }
msarett9e707a02015-09-01 14:57:57 -0700424 SkString folder;
425 switch (mode) {
426 case CodecSrc::kCodec_Mode:
427 folder.append("codec");
428 break;
msarettbb25b532016-01-13 09:31:39 -0800429 case CodecSrc::kCodecZeroInit_Mode:
430 folder.append("codec_zero_init");
431 break;
msarett9e707a02015-09-01 14:57:57 -0700432 case CodecSrc::kScanline_Mode:
433 folder.append("scanline");
434 break;
msarett9e707a02015-09-01 14:57:57 -0700435 case CodecSrc::kStripe_Mode:
436 folder.append("stripe");
437 break;
msarett91c22b22016-02-22 12:27:46 -0800438 case CodecSrc::kCroppedScanline_Mode:
439 folder.append("crop");
440 break;
msarett9e707a02015-09-01 14:57:57 -0700441 case CodecSrc::kSubset_Mode:
msarett36c37962015-09-02 13:20:52 -0700442 folder.append("codec_subset");
msarett9e707a02015-09-01 14:57:57 -0700443 break;
scroggo19b91532016-10-24 09:03:26 -0700444 case CodecSrc::kAnimated_Mode:
445 folder.append("codec_animated");
446 break;
msarett9e707a02015-09-01 14:57:57 -0700447 }
448
449 switch (dstColorType) {
450 case CodecSrc::kGrayscale_Always_DstColorType:
451 folder.append("_kGray8");
452 break;
msarett34e0ec42016-04-22 16:27:24 -0700453 case CodecSrc::kNonNative8888_Always_DstColorType:
454 folder.append("_kNonNative");
455 break;
msarett9e707a02015-09-01 14:57:57 -0700456 default:
457 break;
458 }
459
scroggoc5560be2016-02-03 09:42:42 -0800460 switch (dstAlphaType) {
scroggoc5560be2016-02-03 09:42:42 -0800461 case kPremul_SkAlphaType:
462 folder.append("_premul");
463 break;
464 case kUnpremul_SkAlphaType:
465 folder.append("_unpremul");
466 break;
467 default:
468 break;
469 }
470
msarett9e707a02015-09-01 14:57:57 -0700471 if (1.0f != scale) {
472 folder.appendf("_%.3f", scale);
473 }
474
scroggoc5560be2016-02-03 09:42:42 -0800475 CodecSrc* src = new CodecSrc(path, mode, dstColorType, dstAlphaType, scale);
msarett9e707a02015-09-01 14:57:57 -0700476 push_src("image", folder, src);
477}
478
scroggof8dc9df2016-05-16 09:04:13 -0700479static void push_android_codec_src(Path path, CodecSrc::DstColorType dstColorType,
480 SkAlphaType dstAlphaType, int sampleSize) {
msarett3d9d7a72015-10-21 10:27:10 -0700481 SkString folder;
scroggof8dc9df2016-05-16 09:04:13 -0700482 folder.append("scaled_codec");
msarett3d9d7a72015-10-21 10:27:10 -0700483
484 switch (dstColorType) {
485 case CodecSrc::kGrayscale_Always_DstColorType:
486 folder.append("_kGray8");
487 break;
msarett34e0ec42016-04-22 16:27:24 -0700488 case CodecSrc::kNonNative8888_Always_DstColorType:
489 folder.append("_kNonNative");
490 break;
msarett3d9d7a72015-10-21 10:27:10 -0700491 default:
492 break;
493 }
494
scroggoc5560be2016-02-03 09:42:42 -0800495 switch (dstAlphaType) {
scroggoc5560be2016-02-03 09:42:42 -0800496 case kPremul_SkAlphaType:
497 folder.append("_premul");
498 break;
msarett9e9444c2016-02-03 12:39:10 -0800499 case kUnpremul_SkAlphaType:
500 folder.append("_unpremul");
501 break;
scroggoc5560be2016-02-03 09:42:42 -0800502 default:
503 break;
504 }
505
msarett3d9d7a72015-10-21 10:27:10 -0700506 if (1 != sampleSize) {
msarett4b0778e2015-11-13 09:59:11 -0800507 folder.appendf("_%.3f", 1.0f / (float) sampleSize);
msarett3d9d7a72015-10-21 10:27:10 -0700508 }
509
scroggof8dc9df2016-05-16 09:04:13 -0700510 AndroidCodecSrc* src = new AndroidCodecSrc(path, dstColorType, dstAlphaType, sampleSize);
msarett3d9d7a72015-10-21 10:27:10 -0700511 push_src("image", folder, src);
512}
513
msarett18976312016-03-09 14:20:58 -0800514static void push_image_gen_src(Path path, ImageGenSrc::Mode mode, SkAlphaType alphaType, bool isGpu)
515{
516 SkString folder;
517 switch (mode) {
518 case ImageGenSrc::kCodec_Mode:
519 folder.append("gen_codec");
520 break;
521 case ImageGenSrc::kPlatform_Mode:
522 folder.append("gen_platform");
523 break;
524 }
525
526 if (isGpu) {
527 folder.append("_gpu");
528 } else {
529 switch (alphaType) {
530 case kOpaque_SkAlphaType:
531 folder.append("_opaque");
532 break;
533 case kPremul_SkAlphaType:
534 folder.append("_premul");
535 break;
536 case kUnpremul_SkAlphaType:
537 folder.append("_unpremul");
538 break;
539 default:
540 break;
541 }
542 }
543
544 ImageGenSrc* src = new ImageGenSrc(path, mode, alphaType, isGpu);
545 push_src("image", folder, src);
546}
547
Leon Scroggins III07418182017-08-15 12:24:02 -0400548static void push_brd_src(Path path, CodecSrc::DstColorType dstColorType, BRDSrc::Mode mode,
549 uint32_t sampleSize) {
550 SkString folder("brd_android_codec");
551 switch (mode) {
552 case BRDSrc::kFullImage_Mode:
553 break;
554 case BRDSrc::kDivisor_Mode:
555 folder.append("_divisor");
556 break;
557 default:
558 SkASSERT(false);
559 return;
560 }
561
562 switch (dstColorType) {
563 case CodecSrc::kGetFromCanvas_DstColorType:
564 break;
565 case CodecSrc::kGrayscale_Always_DstColorType:
566 folder.append("_kGray");
567 break;
568 default:
569 SkASSERT(false);
570 return;
571 }
572
573 if (1 != sampleSize) {
574 folder.appendf("_%.3f", 1.0f / (float) sampleSize);
575 }
576
577 BRDSrc* src = new BRDSrc(path, mode, dstColorType, sampleSize);
578 push_src("image", folder, src);
579}
580
581static void push_brd_srcs(Path path, bool gray) {
582 if (gray) {
583 // Only run grayscale to one sampleSize and Mode. Though interesting
584 // to test grayscale, it should not reveal anything across various
585 // sampleSizes and Modes
586 // Arbitrarily choose Mode and sampleSize.
587 push_brd_src(path, CodecSrc::kGrayscale_Always_DstColorType,
588 BRDSrc::kFullImage_Mode, 2);
589 }
590
591 // Test on a variety of sampleSizes, making sure to include:
592 // - 2, 4, and 8, which are natively supported by jpeg
593 // - multiples of 2 which are not divisible by 4 (analogous for 4)
594 // - larger powers of two, since BRD clients generally use powers of 2
595 // We will only produce output for the larger sizes on large images.
596 const uint32_t sampleSizes[] = { 1, 2, 3, 4, 5, 6, 7, 8, 12, 16, 24, 32, 64 };
597
598 const BRDSrc::Mode modes[] = { BRDSrc::kFullImage_Mode, BRDSrc::kDivisor_Mode, };
599
600 for (uint32_t sampleSize : sampleSizes) {
601 for (BRDSrc::Mode mode : modes) {
602 push_brd_src(path, CodecSrc::kGetFromCanvas_DstColorType, mode, sampleSize);
603 }
604 }
605}
606
msarett438b2ad2015-04-09 12:43:10 -0700607static void push_codec_srcs(Path path) {
bungeman38d909e2016-08-02 14:40:46 -0700608 sk_sp<SkData> encoded(SkData::MakeFromFileName(path.c_str()));
msarett438b2ad2015-04-09 12:43:10 -0700609 if (!encoded) {
mtkleinc41fd922016-03-08 09:01:39 -0800610 info("Couldn't read %s.", path.c_str());
msarett438b2ad2015-04-09 12:43:10 -0700611 return;
612 }
Mike Reedede7bac2017-07-23 15:30:02 -0400613 std::unique_ptr<SkCodec> codec = SkCodec::MakeFromData(encoded);
halcanary96fcdcc2015-08-27 07:41:13 -0700614 if (nullptr == codec.get()) {
mtkleinc41fd922016-03-08 09:01:39 -0800615 info("Couldn't create codec for %s.", path.c_str());
msarett438b2ad2015-04-09 12:43:10 -0700616 return;
617 }
618
scroggo9366aff2016-05-20 08:38:54 -0700619 // native scaling is only supported by WEBP and JPEG
620 bool supportsNativeScaling = false;
msarett438b2ad2015-04-09 12:43:10 -0700621
msarett91c22b22016-02-22 12:27:46 -0800622 SkTArray<CodecSrc::Mode> nativeModes;
623 nativeModes.push_back(CodecSrc::kCodec_Mode);
624 nativeModes.push_back(CodecSrc::kCodecZeroInit_Mode);
msarett91c22b22016-02-22 12:27:46 -0800625 switch (codec->getEncodedFormat()) {
Hal Canarydb683012016-11-23 08:55:18 -0700626 case SkEncodedImageFormat::kJPEG:
msarett91c22b22016-02-22 12:27:46 -0800627 nativeModes.push_back(CodecSrc::kScanline_Mode);
628 nativeModes.push_back(CodecSrc::kStripe_Mode);
629 nativeModes.push_back(CodecSrc::kCroppedScanline_Mode);
scroggo9366aff2016-05-20 08:38:54 -0700630 supportsNativeScaling = true;
msarett91c22b22016-02-22 12:27:46 -0800631 break;
Hal Canarydb683012016-11-23 08:55:18 -0700632 case SkEncodedImageFormat::kWEBP:
msarett91c22b22016-02-22 12:27:46 -0800633 nativeModes.push_back(CodecSrc::kSubset_Mode);
scroggo9366aff2016-05-20 08:38:54 -0700634 supportsNativeScaling = true;
msarett91c22b22016-02-22 12:27:46 -0800635 break;
Hal Canarydb683012016-11-23 08:55:18 -0700636 case SkEncodedImageFormat::kDNG:
msarettb65e6042016-02-23 05:37:25 -0800637 break;
msarett91c22b22016-02-22 12:27:46 -0800638 default:
639 nativeModes.push_back(CodecSrc::kScanline_Mode);
msarett91c22b22016-02-22 12:27:46 -0800640 break;
641 }
msarett9e707a02015-09-01 14:57:57 -0700642
msarett91c22b22016-02-22 12:27:46 -0800643 SkTArray<CodecSrc::DstColorType> colorTypes;
644 colorTypes.push_back(CodecSrc::kGetFromCanvas_DstColorType);
msarett34e0ec42016-04-22 16:27:24 -0700645 colorTypes.push_back(CodecSrc::kNonNative8888_Always_DstColorType);
msarett36c37962015-09-02 13:20:52 -0700646 switch (codec->getInfo().colorType()) {
647 case kGray_8_SkColorType:
msarett91c22b22016-02-22 12:27:46 -0800648 colorTypes.push_back(CodecSrc::kGrayscale_Always_DstColorType);
msarett36c37962015-09-02 13:20:52 -0700649 break;
650 default:
msarett36c37962015-09-02 13:20:52 -0700651 break;
652 }
msarett9e707a02015-09-01 14:57:57 -0700653
scroggoc5560be2016-02-03 09:42:42 -0800654 SkTArray<SkAlphaType> alphaModes;
655 alphaModes.push_back(kPremul_SkAlphaType);
scroggof2c96a22016-05-20 11:08:27 -0700656 if (codec->getInfo().alphaType() != kOpaque_SkAlphaType) {
657 alphaModes.push_back(kUnpremul_SkAlphaType);
scroggoc5560be2016-02-03 09:42:42 -0800658 }
msarettb714fb02016-01-22 14:46:42 -0800659
660 for (CodecSrc::Mode mode : nativeModes) {
scroggo9366aff2016-05-20 08:38:54 -0700661 for (CodecSrc::DstColorType colorType : colorTypes) {
662 for (SkAlphaType alphaType : alphaModes) {
scroggof2c96a22016-05-20 11:08:27 -0700663 // Only test kCroppedScanline_Mode when the alpha type is premul. The test is
scroggo9366aff2016-05-20 08:38:54 -0700664 // slow and won't be interestingly different with different alpha types.
665 if (CodecSrc::kCroppedScanline_Mode == mode &&
scroggof2c96a22016-05-20 11:08:27 -0700666 kPremul_SkAlphaType != alphaType) {
scroggo9366aff2016-05-20 08:38:54 -0700667 continue;
668 }
msarett91c22b22016-02-22 12:27:46 -0800669
scroggo9366aff2016-05-20 08:38:54 -0700670 push_codec_src(path, mode, colorType, alphaType, 1.0f);
msarettf3dc1882016-04-26 13:06:38 -0700671
scroggo9366aff2016-05-20 08:38:54 -0700672 // Skip kNonNative on different native scales. It won't be interestingly
673 // different.
674 if (supportsNativeScaling &&
675 CodecSrc::kNonNative8888_Always_DstColorType == colorType) {
676 // Native Scales
677 // SkJpegCodec natively supports scaling to the following:
678 for (auto scale : { 0.125f, 0.25f, 0.375f, 0.5f, 0.625f, 0.750f, 0.875f }) {
679 push_codec_src(path, mode, colorType, alphaType, scale);
680 }
scroggoc5560be2016-02-03 09:42:42 -0800681 }
msarett9e707a02015-09-01 14:57:57 -0700682 }
683 }
msarett0a242972015-06-11 14:27:27 -0700684 }
msarett36c37962015-09-02 13:20:52 -0700685
scroggo19b91532016-10-24 09:03:26 -0700686 {
687 std::vector<SkCodec::FrameInfo> frameInfos = codec->getFrameInfo();
688 if (frameInfos.size() > 1) {
Leon Scroggins III557fbbe2017-05-23 09:37:21 -0400689 for (auto dstCT : { CodecSrc::kNonNative8888_Always_DstColorType,
690 CodecSrc::kGetFromCanvas_DstColorType }) {
691 for (auto at : { kUnpremul_SkAlphaType, kPremul_SkAlphaType }) {
692 push_codec_src(path, CodecSrc::kAnimated_Mode, dstCT, at, 1.0f);
693 }
694 }
scroggo19b91532016-10-24 09:03:26 -0700695 }
696
697 }
698
scroggoe4499842016-02-25 11:03:47 -0800699 if (FLAGS_simpleCodec) {
700 return;
701 }
702
msarett3d9d7a72015-10-21 10:27:10 -0700703 const int sampleSizes[] = { 1, 2, 3, 4, 5, 6, 7, 8 };
msarett36c37962015-09-02 13:20:52 -0700704
msarett3d9d7a72015-10-21 10:27:10 -0700705 for (int sampleSize : sampleSizes) {
msarett91c22b22016-02-22 12:27:46 -0800706 for (CodecSrc::DstColorType colorType : colorTypes) {
scroggoc5560be2016-02-03 09:42:42 -0800707 for (SkAlphaType alphaType : alphaModes) {
msarettf3dc1882016-04-26 13:06:38 -0700708 // We can exercise all of the kNonNative support code in the swizzler with just a
709 // few sample sizes. Skip the rest.
710 if (CodecSrc::kNonNative8888_Always_DstColorType == colorType && sampleSize > 3) {
711 continue;
712 }
713
scroggof8dc9df2016-05-16 09:04:13 -0700714 push_android_codec_src(path, colorType, alphaType, sampleSize);
msarett3d9d7a72015-10-21 10:27:10 -0700715 }
msarett36c37962015-09-02 13:20:52 -0700716 }
717 }
msarett18976312016-03-09 14:20:58 -0800718
Leon Scroggins III07418182017-08-15 12:24:02 -0400719 const char* ext = strrchr(path.c_str(), '.');
720 if (ext) {
721 ext++;
msarett18976312016-03-09 14:20:58 -0800722
Leon Scroggins III07418182017-08-15 12:24:02 -0400723 static const char* const rawExts[] = {
724 "arw", "cr2", "dng", "nef", "nrw", "orf", "raf", "rw2", "pef", "srw",
725 "ARW", "CR2", "DNG", "NEF", "NRW", "ORF", "RAF", "RW2", "PEF", "SRW",
726 };
727 for (const char* rawExt : rawExts) {
728 if (0 == strcmp(rawExt, ext)) {
729 // RAW is not supported by image generator (skbug.com/5079) or BRD.
730 return;
731 }
732 }
733
734 static const char* const brdExts[] = {
735 "jpg", "jpeg", "png", "webp",
736 "JPG", "JPEG", "PNG", "WEBP",
737 };
738 for (const char* brdExt : brdExts) {
739 if (0 == strcmp(brdExt, ext)) {
Leon Scroggins IIIc8037dc2017-12-05 13:55:24 -0500740 bool gray = codec->getInfo().colorType() == kGray_8_SkColorType;
Leon Scroggins III07418182017-08-15 12:24:02 -0400741 push_brd_srcs(path, gray);
742 break;
743 }
msarett18976312016-03-09 14:20:58 -0800744 }
745 }
746
747 // Push image generator GPU test.
brianosmanc9ced392016-03-24 07:27:43 -0700748 push_image_gen_src(path, ImageGenSrc::kCodec_Mode, codec->getInfo().alphaType(), true);
msarett18976312016-03-09 14:20:58 -0800749
750 // Push image generator CPU tests.
751 for (SkAlphaType alphaType : alphaModes) {
752 push_image_gen_src(path, ImageGenSrc::kCodec_Mode, alphaType, false);
753
754#if defined(SK_BUILD_FOR_MAC) || defined(SK_BUILD_FOR_IOS)
Hal Canarydb683012016-11-23 08:55:18 -0700755 if (SkEncodedImageFormat::kWEBP != codec->getEncodedFormat() &&
756 SkEncodedImageFormat::kWBMP != codec->getEncodedFormat() &&
msarett18976312016-03-09 14:20:58 -0800757 kUnpremul_SkAlphaType != alphaType)
758 {
759 push_image_gen_src(path, ImageGenSrc::kPlatform_Mode, alphaType, false);
760 }
msarettfc0b6d12016-03-17 13:50:17 -0700761#elif defined(SK_BUILD_FOR_WIN)
Hal Canarydb683012016-11-23 08:55:18 -0700762 if (SkEncodedImageFormat::kWEBP != codec->getEncodedFormat() &&
763 SkEncodedImageFormat::kWBMP != codec->getEncodedFormat())
msarettfc0b6d12016-03-17 13:50:17 -0700764 {
765 push_image_gen_src(path, ImageGenSrc::kPlatform_Mode, alphaType, false);
766 }
msarett18976312016-03-09 14:20:58 -0800767#endif
768 }
msarett438b2ad2015-04-09 12:43:10 -0700769}
770
fmalitaa2b9fdf2016-08-03 19:53:36 -0700771template <typename T>
772void gather_file_srcs(const SkCommandLineFlags::StringArray& flags, const char* ext) {
773 for (int i = 0; i < flags.count(); i++) {
774 const char* path = flags[i];
775 if (sk_isdir(path)) {
776 SkOSFile::Iter it(path, ext);
777 for (SkString file; it.next(&file); ) {
778 push_src(ext, "", new T(SkOSPath::Join(path, file.c_str())));
779 }
780 } else {
781 push_src(ext, "", new T(path));
782 }
783 }
784}
785
scroggo86737142016-02-03 12:19:11 -0800786static bool gather_srcs() {
mtklein748ca3b2015-01-15 10:56:12 -0800787 for (const skiagm::GMRegistry* r = skiagm::GMRegistry::Head(); r; r = r->next()) {
djsollen54416de2015-04-03 07:24:48 -0700788 push_src("gm", "", new GMSrc(r->factory()));
mtklein748ca3b2015-01-15 10:56:12 -0800789 }
scroggo86737142016-02-03 12:19:11 -0800790
Robert Phillipse47f0a02018-03-27 17:01:16 -0400791 gather_file_srcs<SKPSrc>(FLAGS_skps, "skp");
fmalitaa2b9fdf2016-08-03 19:53:36 -0700792 gather_file_srcs<MSKPSrc>(FLAGS_mskps, "mskp");
Florin Malita87ccf332018-05-04 12:23:24 -0400793#if defined(SK_ENABLE_SKOTTIE)
Florin Malita54f65c42018-01-16 17:04:30 -0500794 gather_file_srcs<SkottieSrc>(FLAGS_jsons, "json");
Florin Malita124d5af2017-12-31 17:02:26 -0500795#endif
fmalitaa2b9fdf2016-08-03 19:53:36 -0700796#if defined(SK_XML)
797 gather_file_srcs<SVGSrc>(FLAGS_svgs, "svg");
798#endif
halcanary45420a92016-06-02 12:41:14 -0700799
scroggo86737142016-02-03 12:19:11 -0800800 SkTArray<SkString> images;
msarett69deca82016-04-29 09:38:40 -0700801 if (!CollectImages(FLAGS_images, &images)) {
scroggo86737142016-02-03 12:19:11 -0800802 return false;
803 }
804
805 for (auto image : images) {
806 push_codec_srcs(image);
mtklein709d2c32015-01-15 08:30:25 -0800807 }
scroggo86737142016-02-03 12:19:11 -0800808
msarett69deca82016-04-29 09:38:40 -0700809 SkTArray<SkString> colorImages;
810 if (!CollectImages(FLAGS_colorImages, &colorImages)) {
811 return false;
812 }
813
814 for (auto colorImage : colorImages) {
msarett9ce3a542016-07-15 13:54:38 -0700815 ColorCodecSrc* src = new ColorCodecSrc(colorImage, ColorCodecSrc::kBaseline_Mode,
816 kN32_SkColorType);
msarettb8d1aac2016-08-04 12:22:06 -0700817 push_src("colorImage", "color_codec_baseline", src);
msarett888dc162016-05-23 10:21:17 -0700818
msarett9ce3a542016-07-15 13:54:38 -0700819 src = new ColorCodecSrc(colorImage, ColorCodecSrc::kDst_HPZR30w_Mode, kN32_SkColorType);
msarettb8d1aac2016-08-04 12:22:06 -0700820 push_src("colorImage", "color_codec_HPZR30w", src);
msarett9ce3a542016-07-15 13:54:38 -0700821 // TODO (msarett):
822 // Should we test this Dst in F16 mode (even though the Dst gamma is 2.2 instead of sRGB)?
msarett9876ac52016-06-01 14:47:18 -0700823
msarett9ce3a542016-07-15 13:54:38 -0700824 src = new ColorCodecSrc(colorImage, ColorCodecSrc::kDst_sRGB_Mode, kN32_SkColorType);
msarettb8d1aac2016-08-04 12:22:06 -0700825 push_src("colorImage", "color_codec_sRGB_kN32", src);
msarett9ce3a542016-07-15 13:54:38 -0700826 src = new ColorCodecSrc(colorImage, ColorCodecSrc::kDst_sRGB_Mode, kRGBA_F16_SkColorType);
msarettb8d1aac2016-08-04 12:22:06 -0700827 push_src("colorImage", "color_codec_sRGB_kF16", src);
msarett69deca82016-04-29 09:38:40 -0700828 }
829
scroggo86737142016-02-03 12:19:11 -0800830 return true;
mtklein709d2c32015-01-15 08:30:25 -0800831}
832
kkinnunen3e980c32015-12-23 01:33:00 -0800833static void push_sink(const SkCommandLineConfig& config, Sink* s) {
Ben Wagner145dbcd2016-11-03 14:40:50 -0400834 std::unique_ptr<Sink> sink(s);
kkinnunen3e980c32015-12-23 01:33:00 -0800835
mtkleine0effd62015-07-29 06:37:28 -0700836 // Try a simple Src as a canary. If it fails, skip this sink.
mtklein748ca3b2015-01-15 10:56:12 -0800837 struct : public Src {
mtkleine0effd62015-07-29 06:37:28 -0700838 Error draw(SkCanvas* c) const override {
839 c->drawRect(SkRect::MakeWH(1,1), SkPaint());
840 return "";
841 }
mtklein36352bf2015-03-25 18:17:31 -0700842 SkISize size() const override { return SkISize::Make(16, 16); }
mtkleine0effd62015-07-29 06:37:28 -0700843 Name name() const override { return "justOneRect"; }
844 } justOneRect;
mtklein114c3cd2015-01-15 10:15:02 -0800845
mtklein748ca3b2015-01-15 10:56:12 -0800846 SkBitmap bitmap;
847 SkDynamicMemoryWStream stream;
mtkleinb9eb4ac2015-02-02 18:26:03 -0800848 SkString log;
mtkleine0effd62015-07-29 06:37:28 -0700849 Error err = sink->draw(justOneRect, &bitmap, &stream, &log);
mtklein4089ef72015-03-05 08:40:28 -0800850 if (err.isFatal()) {
mtkleinc41fd922016-03-08 09:01:39 -0800851 info("Could not run %s: %s\n", config.getTag().c_str(), err.c_str());
mtklein05641a52015-04-21 10:49:13 -0700852 exit(1);
mtklein114c3cd2015-01-15 10:15:02 -0800853 }
854
mtkleine0effd62015-07-29 06:37:28 -0700855 TaggedSink& ts = gSinks.push_back();
mtklein18300a32016-03-16 13:53:35 -0700856 ts.reset(sink.release());
kkinnunen3e980c32015-12-23 01:33:00 -0800857 ts.tag = config.getTag();
mtklein748ca3b2015-01-15 10:56:12 -0800858}
859
csmartdalton008b9d82017-02-22 12:00:42 -0700860static Sink* create_sink(const GrContextOptions& grCtxOptions, const SkCommandLineConfig* config) {
Brian Osmanc7ad40f2018-05-31 14:27:17 -0400861 if (FLAGS_gpu) {
kkinnunen3e980c32015-12-23 01:33:00 -0800862 if (const SkCommandLineConfigGpu* gpuConfig = config->asConfigGpu()) {
bsalomon85b4b532016-04-05 11:06:27 -0700863 GrContextFactory::ContextType contextType = gpuConfig->getContextType();
csmartdaltone812d492017-02-21 12:36:05 -0700864 GrContextFactory::ContextOverrides contextOverrides = gpuConfig->getContextOverrides();
csmartdalton008b9d82017-02-22 12:00:42 -0700865 GrContextFactory testFactory(grCtxOptions);
csmartdaltone812d492017-02-21 12:36:05 -0700866 if (!testFactory.get(contextType, contextOverrides)) {
mtkleinc41fd922016-03-08 09:01:39 -0800867 info("WARNING: can not create GPU context for config '%s'. "
868 "GM tests will be skipped.\n", gpuConfig->getTag().c_str());
kkinnunen3e980c32015-12-23 01:33:00 -0800869 return nullptr;
870 }
Brian Osmanf9810662017-08-30 10:02:10 -0400871 if (gpuConfig->getTestThreading()) {
Brian Salomonf865b052018-03-09 09:01:53 -0500872 return new GPUThreadTestingSink(
873 contextType, contextOverrides, gpuConfig->getSurfType(),
874 gpuConfig->getSamples(), gpuConfig->getUseDIText(),
875 gpuConfig->getColorType(), gpuConfig->getAlphaType(),
876 sk_ref_sp(gpuConfig->getColorSpace()), FLAGS_gpu_threading, grCtxOptions);
Brian Osmanf9810662017-08-30 10:02:10 -0400877 } else {
Brian Salomonf865b052018-03-09 09:01:53 -0500878 return new GPUSink(contextType, contextOverrides, gpuConfig->getSurfType(),
879 gpuConfig->getSamples(), gpuConfig->getUseDIText(),
880 gpuConfig->getColorType(), gpuConfig->getAlphaType(),
881 sk_ref_sp(gpuConfig->getColorSpace()), FLAGS_gpu_threading,
882 grCtxOptions);
Brian Osmanf9810662017-08-30 10:02:10 -0400883 }
kkinnunen3e980c32015-12-23 01:33:00 -0800884 }
885 }
Bryce Thomas95a7b762018-03-02 13:54:21 -0800886 if (const SkCommandLineConfigSvg* svgConfig = config->asConfigSvg()) {
887 int pageIndex = svgConfig->getPageIndex();
888 return new SVGSink(pageIndex);
889 }
kkinnunen3e980c32015-12-23 01:33:00 -0800890
891#define SINK(t, sink, ...) if (config->getBackend().equals(t)) { return new sink(__VA_ARGS__); }
892
mtklein748ca3b2015-01-15 10:56:12 -0800893 if (FLAGS_cpu) {
Mike Klein515bda62018-01-09 11:21:58 -0500894 SINK("g8", RasterSink, kGray_8_SkColorType);
Matt Sarettd2228302017-03-02 08:53:46 -0500895 SINK("565", RasterSink, kRGB_565_SkColorType);
Mike Klein5340b3f2018-01-24 13:42:05 -0500896 SINK("4444", RasterSink, kARGB_4444_SkColorType);
Matt Sarettd2228302017-03-02 08:53:46 -0500897 SINK("8888", RasterSink, kN32_SkColorType);
Mike Kleinac568a92018-01-25 09:09:32 -0500898 SINK("rgba", RasterSink, kRGBA_8888_SkColorType);
899 SINK("bgra", RasterSink, kBGRA_8888_SkColorType);
900 SINK("rgbx", RasterSink, kRGB_888x_SkColorType);
901 SINK("1010102", RasterSink, kRGBA_1010102_SkColorType);
902 SINK("101010x", RasterSink, kRGB_101010x_SkColorType);
Yuqian Lib8b62532018-02-23 14:13:36 +0800903 SINK("t8888", ThreadedSink, kN32_SkColorType);
Hal Canaryc7d295e2017-07-20 15:36:00 -0400904 SINK("pdf", PDFSink, false, SK_ScalarDefaultRasterDPI);
Matt Sarettd2228302017-03-02 08:53:46 -0500905 SINK("skp", SKPSink);
906 SINK("pipe", PipeSink);
907 SINK("svg", SVGSink);
908 SINK("null", NullSink);
909 SINK("xps", XPSSink);
Hal Canaryc7d295e2017-07-20 15:36:00 -0400910 SINK("pdfa", PDFSink, true, SK_ScalarDefaultRasterDPI);
911 SINK("pdf300", PDFSink, false, 300);
Hal Canary85c7fe82016-10-25 10:33:27 -0400912 SINK("jsdebug", DebugSink);
Mike Klein0e4041f2018-06-19 16:00:40 -0400913
914 // Configs relevant to color management testing (and 8888 for reference).
915
916 // 'narrow' has a gamut narrower than sRGB, and different transfer function.
917 SkMatrix44 narrow_gamut(SkMatrix44::kUninitialized_Constructor);
918 narrow_gamut.set3x3RowMajorf(gNarrow_toXYZD50);
919
920 auto narrow = SkColorSpace::MakeRGB(k2Dot2Curve_SkGammaNamed, narrow_gamut),
921 srgb = SkColorSpace::MakeSRGB(),
922 srgbLinear = SkColorSpace::MakeSRGBLinear();
923
924 SINK( "f16", RasterSink, kRGBA_F16_SkColorType, srgbLinear);
925 SINK( "srgb", RasterSink, kRGBA_8888_SkColorType, srgb );
926 SINK( "esrgb", RasterSink, kRGBA_F16_SkColorType, srgb );
927 SINK( "narrow", RasterSink, kRGBA_8888_SkColorType, narrow );
928 SINK("enarrow", RasterSink, kRGBA_F16_SkColorType, narrow );
mtklein748ca3b2015-01-15 10:56:12 -0800929 }
930#undef SINK
halcanary96fcdcc2015-08-27 07:41:13 -0700931 return nullptr;
mtklein114c3cd2015-01-15 10:15:02 -0800932}
933
Mike Kleinb7ea3da2017-10-31 17:42:08 +0000934static sk_sp<SkColorSpace> rgb_to_gbr() {
Brian Osman36703d92017-12-12 14:09:31 -0500935 return SkColorSpace::MakeSRGB()->makeColorSpin();
Mike Klein919cc452017-03-18 15:36:52 +0000936}
937
kkinnunen3e980c32015-12-23 01:33:00 -0800938static Sink* create_via(const SkString& tag, Sink* wrapped) {
939#define VIA(t, via, ...) if (tag.equals(t)) { return new via(__VA_ARGS__); }
Mike Kleinb7ea3da2017-10-31 17:42:08 +0000940 VIA("gbr", ViaCSXform, wrapped, rgb_to_gbr(), true);
mtklein9c5052f2016-08-06 12:51:51 -0700941 VIA("lite", ViaLite, wrapped);
reed54dc4872016-09-13 08:09:45 -0700942 VIA("pipe", ViaPipe, wrapped);
Mike Reedbae888e2017-02-18 16:50:45 -0500943#ifdef TEST_VIA_SVG
Mike Reedf67c4592017-02-17 17:06:11 -0500944 VIA("svg", ViaSVG, wrapped);
Mike Reedbae888e2017-02-18 16:50:45 -0500945#endif
halcanary96fcdcc2015-08-27 07:41:13 -0700946 VIA("serialize", ViaSerialization, wrapped);
mtklein4a34ecb2016-01-08 10:19:35 -0800947 VIA("pic", ViaPicture, wrapped);
halcanary96fcdcc2015-08-27 07:41:13 -0700948 VIA("tiles", ViaTiles, 256, 256, nullptr, wrapped);
mtklein7edca212015-01-21 13:18:51 -0800949 VIA("tiles_rt", ViaTiles, 256, 256, new SkRTreeFactory, wrapped);
mtklein748ca3b2015-01-15 10:56:12 -0800950
Robert Phillips33f02ed2018-03-27 08:06:57 -0400951 VIA("ddl", ViaDDL, 3, wrapped);
952
mtkleind603b222015-02-17 11:13:33 -0800953 if (FLAGS_matrix.count() == 4) {
mtklein748ca3b2015-01-15 10:56:12 -0800954 SkMatrix m;
mtkleind603b222015-02-17 11:13:33 -0800955 m.reset();
956 m.setScaleX((SkScalar)atof(FLAGS_matrix[0]));
957 m.setSkewX ((SkScalar)atof(FLAGS_matrix[1]));
958 m.setSkewY ((SkScalar)atof(FLAGS_matrix[2]));
959 m.setScaleY((SkScalar)atof(FLAGS_matrix[3]));
960 VIA("matrix", ViaMatrix, m, wrapped);
961 VIA("upright", ViaUpright, m, wrapped);
mtklein748ca3b2015-01-15 10:56:12 -0800962 }
tomhudson64de1e12015-03-05 08:01:07 -0800963
mtklein748ca3b2015-01-15 10:56:12 -0800964#undef VIA
halcanary96fcdcc2015-08-27 07:41:13 -0700965 return nullptr;
mtklein114c3cd2015-01-15 10:15:02 -0800966}
967
Ben Wagnerf28d4722017-08-11 17:33:22 -0400968static bool gather_sinks(const GrContextOptions& grCtxOptions, bool defaultConfigs) {
kkinnunen3e980c32015-12-23 01:33:00 -0800969 SkCommandLineConfigArray configs;
970 ParseConfigs(FLAGS_config, &configs);
971 for (int i = 0; i < configs.count(); i++) {
972 const SkCommandLineConfig& config = *configs[i];
csmartdalton008b9d82017-02-22 12:00:42 -0700973 Sink* sink = create_sink(grCtxOptions, &config);
kkinnunen3e980c32015-12-23 01:33:00 -0800974 if (sink == nullptr) {
mtkleinc41fd922016-03-08 09:01:39 -0800975 info("Skipping config %s: Don't understand '%s'.\n", config.getTag().c_str(),
976 config.getTag().c_str());
kkinnunen3e980c32015-12-23 01:33:00 -0800977 continue;
978 }
mtklein748ca3b2015-01-15 10:56:12 -0800979
kkinnunen3e980c32015-12-23 01:33:00 -0800980 const SkTArray<SkString>& parts = config.getViaParts();
981 for (int j = parts.count(); j-- > 0;) {
982 const SkString& part = parts[j];
983 Sink* next = create_via(part, sink);
halcanary96fcdcc2015-08-27 07:41:13 -0700984 if (next == nullptr) {
mtkleinc41fd922016-03-08 09:01:39 -0800985 info("Skipping config %s: Don't understand '%s'.\n", config.getTag().c_str(),
986 part.c_str());
mtklein748ca3b2015-01-15 10:56:12 -0800987 delete sink;
halcanary96fcdcc2015-08-27 07:41:13 -0700988 sink = nullptr;
mtklein748ca3b2015-01-15 10:56:12 -0800989 break;
990 }
991 sink = next;
992 }
993 if (sink) {
994 push_sink(config, sink);
mtklein114c3cd2015-01-15 10:15:02 -0800995 }
996 }
brianosman05c987c2016-05-09 13:42:16 -0700997
998 // If no configs were requested (just running tests, perhaps?), then we're okay.
Ben Wagnerf28d4722017-08-11 17:33:22 -0400999 if (configs.count() == 0 ||
1000 // If we're using the default configs, we're okay.
1001 defaultConfigs ||
Ben Wagner32fa5102017-08-10 21:25:55 -04001002 // If we've been told to ignore undefined flags, we're okay.
1003 FLAGS_undefok ||
1004 // Otherwise, make sure that all specified configs have become sinks.
1005 configs.count() == gSinks.count()) {
1006 return true;
1007 }
1008 info("Invalid --config. Use --undefok to bypass this warning.\n");
1009 return false;
mtklein114c3cd2015-01-15 10:15:02 -08001010}
mtklein709d2c32015-01-15 08:30:25 -08001011
mtkleina5114d72015-08-24 13:27:01 -07001012static bool dump_png(SkBitmap bitmap, const char* path, const char* md5) {
Mike Klein13b6afd2017-06-12 12:45:41 -04001013 SkPixmap pm;
1014 if (!bitmap.peekPixels(&pm)) {
1015 return false; // Ought to never happen... we're already read-back at this point.
mtkleina5114d72015-08-24 13:27:01 -07001016 }
Mike Klein13b6afd2017-06-12 12:45:41 -04001017 SkFILEWStream dst{path};
mtkleina5114d72015-08-24 13:27:01 -07001018
mtkleind69ece62015-09-10 10:37:44 -07001019 SkString description;
1020 description.append("Key: ");
1021 for (int i = 0; i < FLAGS_key.count(); i++) {
1022 description.appendf("%s ", FLAGS_key[i]);
1023 }
1024 description.append("Properties: ");
1025 for (int i = 0; i < FLAGS_properties.count(); i++) {
1026 description.appendf("%s ", FLAGS_properties[i]);
1027 }
1028 description.appendf("MD5: %s", md5);
1029
Mike Klein13b6afd2017-06-12 12:45:41 -04001030 const char* comments[] = {
1031 "Author", "DM dump_png()",
1032 "Description", description.c_str(),
1033 };
1034 size_t lengths[] = {
1035 strlen(comments[0])+1, strlen(comments[1])+1,
1036 strlen(comments[2])+1, strlen(comments[3])+1,
1037 };
mtkleina5114d72015-08-24 13:27:01 -07001038
Mike Klein13b6afd2017-06-12 12:45:41 -04001039 SkPngEncoder::Options options;
1040 options.fComments = SkDataTable::MakeCopyArrays((const void**)comments, lengths, 4);
1041 options.fFilterFlags = SkPngEncoder::FilterFlag::kNone;
1042 options.fZLibLevel = 1;
1043 options.fUnpremulBehavior = pm.colorSpace() ? SkTransferFunctionBehavior::kRespect
1044 : SkTransferFunctionBehavior::kIgnore;
1045 return SkPngEncoder::Encode(&dst, pm, options);
mtkleina5114d72015-08-24 13:27:01 -07001046}
1047
mtkleina2ef6422015-01-15 13:44:22 -08001048static bool match(const char* needle, const char* haystack) {
Chris Daltonecf78ac2017-08-15 15:43:08 -06001049 if ('~' == needle[0]) {
1050 return !match(needle + 1, haystack);
1051 }
1052 if (0 == strcmp("_", needle)) {
1053 return true;
1054 }
1055 return nullptr != strstr(haystack, needle);
mtkleina2ef6422015-01-15 13:44:22 -08001056}
1057
mtklein3eed7dd2016-02-24 19:07:07 -08001058static bool is_blacklisted(const char* sink, const char* src,
1059 const char* srcOptions, const char* name) {
mtklein0d243ff2015-04-03 07:51:00 -07001060 for (int i = 0; i < FLAGS_blacklist.count() - 3; i += 4) {
mtkleina2ef6422015-01-15 13:44:22 -08001061 if (match(FLAGS_blacklist[i+0], sink) &&
djsollen54416de2015-04-03 07:24:48 -07001062 match(FLAGS_blacklist[i+1], src) &&
1063 match(FLAGS_blacklist[i+2], srcOptions) &&
1064 match(FLAGS_blacklist[i+3], name)) {
mtklein3eed7dd2016-02-24 19:07:07 -08001065 return true;
mtkleina2ef6422015-01-15 13:44:22 -08001066 }
1067 }
mtklein3eed7dd2016-02-24 19:07:07 -08001068 return false;
mtkleina2ef6422015-01-15 13:44:22 -08001069}
1070
mtkleincd50bca2016-01-05 06:20:20 -08001071// Even when a Task Sink reports to be non-threadsafe (e.g. GPU), we know things like
1072// .png encoding are definitely thread safe. This lets us offload that work to CPU threads.
1073static SkTaskGroup gDefinitelyThreadSafeWork;
1074
mtklein748ca3b2015-01-15 10:56:12 -08001075// The finest-grained unit of work we can run: draw a single Src into a single Sink,
1076// report any errors, and perhaps write out the output: a .png of the bitmap, or a raw stream.
1077struct Task {
mtkleine0effd62015-07-29 06:37:28 -07001078 Task(const TaggedSrc& src, const TaggedSink& sink) : src(src), sink(sink) {}
1079 const TaggedSrc& src;
1080 const TaggedSink& sink;
mtklein748ca3b2015-01-15 10:56:12 -08001081
mtklein21eaf3b2016-02-08 12:39:59 -08001082 static void Run(const Task& task) {
1083 SkString name = task.src->name();
mtkleine0effd62015-07-29 06:37:28 -07001084
mtkleinb9eb4ac2015-02-02 18:26:03 -08001085 SkString log;
mtklein3eed7dd2016-02-24 19:07:07 -08001086 if (!FLAGS_dryRun) {
mtklein748ca3b2015-01-15 10:56:12 -08001087 SkBitmap bitmap;
1088 SkDynamicMemoryWStream stream;
mtklein3eed7dd2016-02-24 19:07:07 -08001089 start(task.sink.tag.c_str(), task.src.tag.c_str(),
1090 task.src.options.c_str(), name.c_str());
mtklein21eaf3b2016-02-08 12:39:59 -08001091 Error err = task.sink->draw(*task.src, &bitmap, &stream, &log);
mtkleinb3b13b72016-03-07 13:20:52 -08001092 if (!log.isEmpty()) {
mtkleinc41fd922016-03-08 09:01:39 -08001093 info("%s %s %s %s:\n%s\n", task.sink.tag.c_str()
1094 , task.src.tag.c_str()
1095 , task.src.options.c_str()
1096 , name.c_str()
1097 , log.c_str());
mtkleinb3b13b72016-03-07 13:20:52 -08001098 }
mtklein748ca3b2015-01-15 10:56:12 -08001099 if (!err.isEmpty()) {
mtklein4089ef72015-03-05 08:40:28 -08001100 if (err.isFatal()) {
djsollen54416de2015-04-03 07:24:48 -07001101 fail(SkStringPrintf("%s %s %s %s: %s",
mtklein21eaf3b2016-02-08 12:39:59 -08001102 task.sink.tag.c_str(),
1103 task.src.tag.c_str(),
1104 task.src.options.c_str(),
mtklein4089ef72015-03-05 08:40:28 -08001105 name.c_str(),
1106 err.c_str()));
mtkleinb37cb412015-03-18 05:27:14 -07001107 } else {
mtklein3eed7dd2016-02-24 19:07:07 -08001108 done(task.sink.tag.c_str(), task.src.tag.c_str(),
1109 task.src.options.c_str(), name.c_str());
mtkleinba6ada72016-01-21 09:39:35 -08001110 return;
mtklein4089ef72015-03-05 08:40:28 -08001111 }
mtklein748ca3b2015-01-15 10:56:12 -08001112 }
mtklein62bd1a62015-01-27 14:46:26 -08001113
mtkleincd50bca2016-01-05 06:20:20 -08001114 // We're likely switching threads here, so we must capture by value, [=] or [foo,bar].
Hal Canary0b833192017-03-14 14:35:02 -04001115 SkStreamAsset* data = stream.detachAsStream().release();
mtkleincd50bca2016-01-05 06:20:20 -08001116 gDefinitelyThreadSafeWork.add([task,name,bitmap,data]{
Ben Wagner145dbcd2016-11-03 14:40:50 -04001117 std::unique_ptr<SkStreamAsset> ownedData(data);
mtkleincd50bca2016-01-05 06:20:20 -08001118
mtkleincd50bca2016-01-05 06:20:20 -08001119 SkString md5;
1120 if (!FLAGS_writePath.isEmpty() || !FLAGS_readPath.isEmpty()) {
1121 SkMD5 hash;
1122 if (data->getLength()) {
1123 hash.writeStream(data, data->getLength());
1124 data->rewind();
mtklein38408462015-07-08 07:25:27 -07001125 } else {
mtkleincd50bca2016-01-05 06:20:20 -08001126 // If we're BGRA (Linux, Windows), swizzle over to RGBA (Mac, Android).
1127 // This helps eliminate multiple 0-pixel-diff hashes on gold.skia.org.
1128 // (Android's general slow speed breaks the tie arbitrarily in RGBA's favor.)
1129 // We might consider promoting 565 to RGBA too.
1130 if (bitmap.colorType() == kBGRA_8888_SkColorType) {
1131 SkBitmap swizzle;
Matt Sarett68b8e3d2017-04-28 11:15:22 -04001132 SkAssertResult(sk_tool_utils::copy_to(&swizzle, kRGBA_8888_SkColorType,
1133 bitmap));
Mike Reedf0ffb892017-10-03 14:47:21 -04001134 hash.write(swizzle.getPixels(), swizzle.computeByteSize());
mtkleincd50bca2016-01-05 06:20:20 -08001135 } else {
Mike Reedf0ffb892017-10-03 14:47:21 -04001136 hash.write(bitmap.getPixels(), bitmap.computeByteSize());
mtkleincd50bca2016-01-05 06:20:20 -08001137 }
1138 }
1139 SkMD5::Digest digest;
1140 hash.finish(digest);
1141 for (int i = 0; i < 16; i++) {
1142 md5.appendf("%02x", digest.data[i]);
mtklein38408462015-07-08 07:25:27 -07001143 }
mtklein62bd1a62015-01-27 14:46:26 -08001144 }
mtklein62bd1a62015-01-27 14:46:26 -08001145
mtkleincd50bca2016-01-05 06:20:20 -08001146 if (!FLAGS_readPath.isEmpty() &&
mtklein3eed7dd2016-02-24 19:07:07 -08001147 !gGold.contains(Gold(task.sink.tag, task.src.tag,
1148 task.src.options, name, md5))) {
mtkleincd50bca2016-01-05 06:20:20 -08001149 fail(SkStringPrintf("%s not found for %s %s %s %s in %s",
1150 md5.c_str(),
mtklein21eaf3b2016-02-08 12:39:59 -08001151 task.sink.tag.c_str(),
1152 task.src.tag.c_str(),
1153 task.src.options.c_str(),
mtkleincd50bca2016-01-05 06:20:20 -08001154 name.c_str(),
1155 FLAGS_readPath[0]));
mtklein748ca3b2015-01-15 10:56:12 -08001156 }
mtkleincd50bca2016-01-05 06:20:20 -08001157
1158 if (!FLAGS_writePath.isEmpty()) {
mtklein21eaf3b2016-02-08 12:39:59 -08001159 const char* ext = task.sink->fileExtension();
Brian Osmanf1942de2017-08-30 14:50:22 -04001160 if (ext && !FLAGS_dont_write.contains(ext)) {
Mike Klein97d6a7a2017-07-24 10:37:19 -04001161 if (data->getLength()) {
1162 WriteToDisk(task, md5, ext, data, data->getLength(), nullptr);
1163 SkASSERT(bitmap.drawsNothing());
1164 } else if (!bitmap.drawsNothing()) {
1165 WriteToDisk(task, md5, ext, nullptr, 0, &bitmap);
1166 }
mtkleincd50bca2016-01-05 06:20:20 -08001167 }
1168 }
1169 });
mtklein748ca3b2015-01-15 10:56:12 -08001170 }
mtklein3eed7dd2016-02-24 19:07:07 -08001171 done(task.sink.tag.c_str(), task.src.tag.c_str(), task.src.options.c_str(), name.c_str());
mtklein748ca3b2015-01-15 10:56:12 -08001172 }
1173
1174 static void WriteToDisk(const Task& task,
mtklein62bd1a62015-01-27 14:46:26 -08001175 SkString md5,
1176 const char* ext,
mtklein748ca3b2015-01-15 10:56:12 -08001177 SkStream* data, size_t len,
mtklein62bd1a62015-01-27 14:46:26 -08001178 const SkBitmap* bitmap) {
mtklein409d4702016-02-29 07:38:01 -08001179 bool gammaCorrect = false;
1180 if (bitmap) {
Brian Osman7039f742016-11-01 15:56:16 -04001181 gammaCorrect = SkToBool(bitmap->info().colorSpace());
mtklein409d4702016-02-29 07:38:01 -08001182 }
1183
mtklein748ca3b2015-01-15 10:56:12 -08001184 JsonWriter::BitmapResult result;
djsollen54416de2015-04-03 07:24:48 -07001185 result.name = task.src->name();
mtklein3eed7dd2016-02-24 19:07:07 -08001186 result.config = task.sink.tag;
djsollen54416de2015-04-03 07:24:48 -07001187 result.sourceType = task.src.tag;
1188 result.sourceOptions = task.src.options;
1189 result.ext = ext;
mtklein409d4702016-02-29 07:38:01 -08001190 result.gammaCorrect = gammaCorrect;
djsollen54416de2015-04-03 07:24:48 -07001191 result.md5 = md5;
mtklein748ca3b2015-01-15 10:56:12 -08001192 JsonWriter::AddBitmapResult(result);
1193
mtkleinb0531a72015-04-07 13:38:48 -07001194 // If an MD5 is uninteresting, we want it noted in the JSON file,
1195 // but don't want to dump it out as a .png (or whatever ext is).
1196 if (gUninterestingHashes.contains(md5)) {
1197 return;
1198 }
1199
mtklein748ca3b2015-01-15 10:56:12 -08001200 const char* dir = FLAGS_writePath[0];
1201 if (0 == strcmp(dir, "@")) { // Needed for iOS.
1202 dir = FLAGS_resourcePath[0];
1203 }
1204 sk_mkdir(dir);
1205
1206 SkString path;
1207 if (FLAGS_nameByHash) {
1208 path = SkOSPath::Join(dir, result.md5.c_str());
1209 path.append(".");
1210 path.append(ext);
1211 if (sk_exists(path.c_str())) {
1212 return; // Content-addressed. If it exists already, we're done.
1213 }
1214 } else {
kkinnunen3e980c32015-12-23 01:33:00 -08001215 path = SkOSPath::Join(dir, task.sink.tag.c_str());
mtklein748ca3b2015-01-15 10:56:12 -08001216 sk_mkdir(path.c_str());
msarett9e707a02015-09-01 14:57:57 -07001217 path = SkOSPath::Join(path.c_str(), task.src.tag.c_str());
mtklein748ca3b2015-01-15 10:56:12 -08001218 sk_mkdir(path.c_str());
msarett9e707a02015-09-01 14:57:57 -07001219 if (strcmp(task.src.options.c_str(), "") != 0) {
1220 path = SkOSPath::Join(path.c_str(), task.src.options.c_str());
djsollen54416de2015-04-03 07:24:48 -07001221 sk_mkdir(path.c_str());
1222 }
mtklein748ca3b2015-01-15 10:56:12 -08001223 path = SkOSPath::Join(path.c_str(), task.src->name().c_str());
1224 path.append(".");
1225 path.append(ext);
1226 }
1227
mtklein748ca3b2015-01-15 10:56:12 -08001228 if (bitmap) {
mtkleina5114d72015-08-24 13:27:01 -07001229 if (!dump_png(*bitmap, path.c_str(), result.md5.c_str())) {
mtklein748ca3b2015-01-15 10:56:12 -08001230 fail(SkStringPrintf("Can't encode PNG to %s.\n", path.c_str()));
1231 return;
1232 }
1233 } else {
mtkleina5114d72015-08-24 13:27:01 -07001234 SkFILEWStream file(path.c_str());
1235 if (!file.isValid()) {
1236 fail(SkStringPrintf("Can't open %s for writing.\n", path.c_str()));
1237 return;
1238 }
mtklein748ca3b2015-01-15 10:56:12 -08001239 if (!file.writeStream(data, len)) {
1240 fail(SkStringPrintf("Can't write to %s.\n", path.c_str()));
1241 return;
1242 }
1243 }
1244 }
1245};
1246
mtklein748ca3b2015-01-15 10:56:12 -08001247/*~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~*/
1248
1249// Unit tests don't fit so well into the Src/Sink model, so we give them special treatment.
1250
mtklein21eaf3b2016-02-08 12:39:59 -08001251static SkTDArray<skiatest::Test> gParallelTests, gSerialTests;
mtklein748ca3b2015-01-15 10:56:12 -08001252
1253static void gather_tests() {
mtklein6c5fed22015-01-20 13:47:23 -08001254 if (!FLAGS_src.contains("tests")) {
mtklein748ca3b2015-01-15 10:56:12 -08001255 return;
1256 }
mtklein6393c062015-04-27 08:45:01 -07001257 for (const skiatest::TestRegistry* r = skiatest::TestRegistry::Head(); r; r = r->next()) {
1258 if (!in_shard()) {
1259 continue;
1260 }
halcanary87f3ba42015-01-20 09:30:20 -08001261 // Despite its name, factory() is returning a reference to
1262 // link-time static const POD data.
1263 const skiatest::Test& test = r->factory();
1264 if (SkCommandLineFlags::ShouldSkip(FLAGS_match, test.name)) {
mtklein748ca3b2015-01-15 10:56:12 -08001265 continue;
1266 }
Brian Osmanc7ad40f2018-05-31 14:27:17 -04001267 if (test.needsGpu && FLAGS_gpu) {
mtklein21eaf3b2016-02-08 12:39:59 -08001268 (FLAGS_gpu_threading ? gParallelTests : gSerialTests).push(test);
halcanary87f3ba42015-01-20 09:30:20 -08001269 } else if (!test.needsGpu && FLAGS_cpu) {
mtklein21eaf3b2016-02-08 12:39:59 -08001270 gParallelTests.push(test);
mtklein82d28432015-01-15 12:46:02 -08001271 }
mtklein748ca3b2015-01-15 10:56:12 -08001272 }
1273}
1274
csmartdalton008b9d82017-02-22 12:00:42 -07001275static void run_test(skiatest::Test test, const GrContextOptions& grCtxOptions) {
halcanary87f3ba42015-01-20 09:30:20 -08001276 struct : public skiatest::Reporter {
mtklein36352bf2015-03-25 18:17:31 -07001277 void reportFailed(const skiatest::Failure& failure) override {
halcanary87f3ba42015-01-20 09:30:20 -08001278 fail(failure.toString());
1279 JsonWriter::AddTestFailure(failure);
1280 }
mtklein36352bf2015-03-25 18:17:31 -07001281 bool allowExtendedTest() const override {
halcanary87f3ba42015-01-20 09:30:20 -08001282 return FLAGS_pathOpsExtended;
1283 }
mtklein36352bf2015-03-25 18:17:31 -07001284 bool verbose() const override { return FLAGS_veryVerbose; }
halcanary87f3ba42015-01-20 09:30:20 -08001285 } reporter;
djsollen824996a2015-06-12 12:06:22 -07001286
mtklein3eed7dd2016-02-24 19:07:07 -08001287 if (!FLAGS_dryRun && !is_blacklisted("_", "tests", "_", test.name)) {
Robert Phillipsec325342017-10-30 18:02:48 +00001288 GrContextOptions options = grCtxOptions;
1289 test.modifyGrContextOptions(&options);
1290
mtklein21eaf3b2016-02-08 12:39:59 -08001291 start("unit", "test", "", test.name);
Brian Salomondcfca432017-11-15 15:48:03 -05001292 test.run(&reporter, options);
mtklein748ca3b2015-01-15 10:56:12 -08001293 }
mtklein3eed7dd2016-02-24 19:07:07 -08001294 done("unit", "test", "", test.name);
mtklein748ca3b2015-01-15 10:56:12 -08001295}
1296
1297/*~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~*/
1298
caryclark83ca6282015-06-10 09:31:09 -07001299#define PORTABLE_FONT_PREFIX "Toy Liberation "
1300
mbocee6a9912016-05-31 11:42:36 -07001301static sk_sp<SkTypeface> create_from_name(const char familyName[], SkFontStyle style) {
caryclark83ca6282015-06-10 09:31:09 -07001302 if (familyName && strlen(familyName) > sizeof(PORTABLE_FONT_PREFIX)
1303 && !strncmp(familyName, PORTABLE_FONT_PREFIX, sizeof(PORTABLE_FONT_PREFIX) - 1)) {
caryclark1818acb2015-07-24 12:09:25 -07001304 return sk_tool_utils::create_portable_typeface(familyName, style);
caryclark83ca6282015-06-10 09:31:09 -07001305 }
halcanary96fcdcc2015-08-27 07:41:13 -07001306 return nullptr;
caryclark83ca6282015-06-10 09:31:09 -07001307}
1308
1309#undef PORTABLE_FONT_PREFIX
1310
mbocee6a9912016-05-31 11:42:36 -07001311extern sk_sp<SkTypeface> (*gCreateTypefaceDelegate)(const char [], SkFontStyle );
caryclark83ca6282015-06-10 09:31:09 -07001312
Mike Kleinbe28ee22017-02-06 12:46:20 -05001313int main(int argc, char** argv) {
Dongwon Kang0c7861f2018-02-16 10:55:21 -08001314#if defined(SK_BUILD_FOR_ANDROID_FRAMEWORK) && defined(SK_HAS_HEIF_LIBRARY)
1315 android::ProcessState::self()->startThreadPool();
1316#endif
Mike Kleinbe28ee22017-02-06 12:46:20 -05001317 SkCommandLineFlags::Parse(argc, argv);
Brian Osman53136aa2017-07-20 15:43:35 -04001318
Mike Klein31868212017-11-06 12:02:47 -05001319 if (!FLAGS_nativeFonts) {
Ben Wagner483c7722018-02-20 17:06:07 -05001320 gSkFontMgr_DefaultFactory = &sk_tool_utils::MakePortableFontMgr;
Mike Klein31868212017-11-06 12:02:47 -05001321 }
1322
Mike Klein0c5fdcb2017-11-13 12:40:46 -05001323#if defined(SK_BUILD_FOR_WIN)
1324 if (FLAGS_gdi) {
Hal Canaryccafca02017-11-14 10:34:48 -05001325 gSkFontMgr_DefaultFactory = &SkFontMgr_New_GDI;
Mike Klein0c5fdcb2017-11-13 12:40:46 -05001326 }
1327#endif
1328
Brian Osmanbc8150f2017-07-24 11:38:01 -04001329 initializeEventTracingForTools();
Brian Osman53136aa2017-07-20 15:43:35 -04001330
Mike Klein6613cc52017-12-19 09:09:33 -05001331#if !defined(SK_BUILD_FOR_GOOGLE3) && defined(SK_BUILD_FOR_IOS)
Mike Kleinadacaef2017-02-06 09:26:14 -05001332 cd_Documents();
1333#endif
bsalomon71de3532016-04-26 14:27:21 -07001334 setbuf(stdout, nullptr);
mtklein246ba3a2016-02-23 10:39:36 -08001335 setup_crash_handler();
mtkleinafae30a2016-02-24 12:28:32 -08001336
Yuqian Liba62b4a2016-12-14 13:46:53 -05001337 gSkUseAnalyticAA = FLAGS_analyticAA;
Yuqian Lidf60e362017-07-25 11:26:31 -04001338 gSkUseDeltaAA = FLAGS_deltaAA;
liyuqian38911a72016-10-04 11:23:22 -07001339
Yuqian Li550148b2017-01-13 10:13:13 -05001340 if (FLAGS_forceAnalyticAA) {
1341 gSkForceAnalyticAA = true;
1342 }
Yuqian Lia81b6262017-09-06 17:10:05 -04001343 if (FLAGS_forceDeltaAA) {
1344 gSkForceDeltaAA = true;
1345 }
Mike Reed7c26ca72017-07-05 15:45:52 -04001346 if (FLAGS_forceRasterPipeline) {
1347 gSkForceRasterPipelineBlitter = true;
1348 }
Yuqian Li550148b2017-01-13 10:13:13 -05001349
Mike Kleine9f187b2017-06-26 13:23:12 -04001350 // The bots like having a verbose.log to upload, so always touch the file even if --verbose.
1351 if (!FLAGS_writePath.isEmpty()) {
mtklein51c8cfc2016-03-11 12:59:09 -08001352 sk_mkdir(FLAGS_writePath[0]);
mtkleina1ce2162016-07-22 12:23:46 -07001353 gVLog = fopen(SkOSPath::Join(FLAGS_writePath[0], "verbose.log").c_str(), "w");
mtkleinc41fd922016-03-08 09:01:39 -08001354 }
Mike Kleine9f187b2017-06-26 13:23:12 -04001355 if (FLAGS_verbose) {
1356 gVLog = stderr;
1357 }
mtkleinc41fd922016-03-08 09:01:39 -08001358
csmartdalton008b9d82017-02-22 12:00:42 -07001359 GrContextOptions grCtxOptions;
Chris Dalton040238b2017-12-18 14:22:34 -07001360 SetCtxOptionsFromCommonFlags(&grCtxOptions);
csmartdalton008b9d82017-02-22 12:00:42 -07001361
mtklein5286f022016-01-22 08:18:14 -08001362 JsonWriter::DumpJson(); // It's handy for the bots to assume this is ~never missing.
commit-bot@chromium.org39e8d932014-05-29 20:14:48 +00001363 SkAutoGraphics ag;
mtklein406654b2014-09-03 15:34:37 -07001364 SkTaskGroup::Enabler enabled(FLAGS_threads);
caryclark83ca6282015-06-10 09:31:09 -07001365 gCreateTypefaceDelegate = &create_from_name;
commit-bot@chromium.orga65e2fd2014-05-30 17:23:31 +00001366
Mike Reed0933bc92017-12-09 01:27:41 +00001367 if (nullptr == GetResourceAsData("images/color_wheel.png")) {
1368 info("Some resources are missing. Do you need to set --resourcePath?\n");
halcanary7d571242016-02-24 17:59:16 -08001369 }
mtklein62bd1a62015-01-27 14:46:26 -08001370 gather_gold();
borenet09ed4802015-04-03 14:15:33 -07001371 gather_uninteresting_hashes();
mtklein62bd1a62015-01-27 14:46:26 -08001372
scroggo86737142016-02-03 12:19:11 -08001373 if (!gather_srcs()) {
1374 return 1;
1375 }
Ben Wagnerf28d4722017-08-11 17:33:22 -04001376 // TODO(dogben): This is a bit ugly. Find a cleaner way to do this.
1377 bool defaultConfigs = true;
1378 for (int i = 0; i < argc; i++) {
1379 static const char* kConfigArg = "--config";
1380 if (strcmp(argv[i], kConfigArg) == 0) {
1381 defaultConfigs = false;
1382 break;
1383 }
1384 }
1385 if (!gather_sinks(grCtxOptions, defaultConfigs)) {
brianosman05c987c2016-05-09 13:42:16 -07001386 return 1;
1387 }
mtklein748ca3b2015-01-15 10:56:12 -08001388 gather_tests();
mtklein21eaf3b2016-02-08 12:39:59 -08001389 gPending = gSrcs.count() * gSinks.count() + gParallelTests.count() + gSerialTests.count();
Brian Osmand0677bc2017-08-03 12:13:47 -04001390 info("%d srcs * %d sinks + %d tests == %d tasks\n",
mtkleinc41fd922016-03-08 09:01:39 -08001391 gSrcs.count(), gSinks.count(), gParallelTests.count() + gSerialTests.count(), gPending);
mtklein748ca3b2015-01-15 10:56:12 -08001392
mtklein21eaf3b2016-02-08 12:39:59 -08001393 // Kick off as much parallel work as we can, making note of any serial work we'll need to do.
1394 SkTaskGroup parallel;
1395 SkTArray<Task> serial;
1396
1397 for (auto& sink : gSinks)
1398 for (auto& src : gSrcs) {
mtklein3eed7dd2016-02-24 19:07:07 -08001399 if (src->veto(sink->flags()) ||
1400 is_blacklisted(sink.tag.c_str(), src.tag.c_str(),
1401 src.options.c_str(), src->name().c_str())) {
mtkleinf10637f2016-06-10 13:56:35 -07001402 SkAutoMutexAcquire lock(gMutex);
mtklein3eed7dd2016-02-24 19:07:07 -08001403 gPending--;
1404 continue;
1405 }
1406
mtklein21eaf3b2016-02-08 12:39:59 -08001407 Task task(src, sink);
1408 if (src->serial() || sink->serial()) {
1409 serial.push_back(task);
1410 } else {
1411 parallel.add([task] { Task::Run(task); });
mtklein748ca3b2015-01-15 10:56:12 -08001412 }
commit-bot@chromium.org38aeb0f2014-02-26 23:01:57 +00001413 }
mtklein21eaf3b2016-02-08 12:39:59 -08001414 for (auto test : gParallelTests) {
csmartdalton008b9d82017-02-22 12:00:42 -07001415 parallel.add([test, grCtxOptions] { run_test(test, grCtxOptions); });
mtklein55e88b22015-01-21 15:50:13 -08001416 }
mtklein21eaf3b2016-02-08 12:39:59 -08001417
1418 // With the parallel work running, run serial tasks and tests here on main thread.
1419 for (auto task : serial) { Task::Run(task); }
csmartdalton008b9d82017-02-22 12:00:42 -07001420 for (auto test : gSerialTests) { run_test(test, grCtxOptions); }
mtklein21eaf3b2016-02-08 12:39:59 -08001421
1422 // Wait for any remaining parallel work to complete (including any spun off of serial tasks).
1423 parallel.wait();
mtkleincd50bca2016-01-05 06:20:20 -08001424 gDefinitelyThreadSafeWork.wait();
1425
mtkleinda884c42016-02-24 18:00:23 -08001426 // We'd better have run everything.
1427 SkASSERT(gPending == 0);
mtkleine027f172016-02-26 15:53:06 -08001428 // Make sure we've flushed all our results to disk.
1429 JsonWriter::DumpJson();
mtkleinda884c42016-02-24 18:00:23 -08001430
mtklein748ca3b2015-01-15 10:56:12 -08001431 // At this point we're back in single-threaded land.
caryclarkf53ce802015-06-15 06:48:30 -07001432 sk_tool_utils::release_portable_typefaces();
mtklein@google.comd36522d2013-10-16 13:02:15 +00001433
mtklein748ca3b2015-01-15 10:56:12 -08001434 if (gFailures.count() > 0) {
mtkleinc41fd922016-03-08 09:01:39 -08001435 info("Failures:\n");
mtklein748ca3b2015-01-15 10:56:12 -08001436 for (int i = 0; i < gFailures.count(); i++) {
mtkleinc41fd922016-03-08 09:01:39 -08001437 info("\t%s\n", gFailures[i].c_str());
mtklein748ca3b2015-01-15 10:56:12 -08001438 }
mtkleinc41fd922016-03-08 09:01:39 -08001439 info("%d failures\n", gFailures.count());
mtklein748ca3b2015-01-15 10:56:12 -08001440 return 1;
mtklein114c3cd2015-01-15 10:15:02 -08001441 }
mtkleinafae30a2016-02-24 12:28:32 -08001442
1443#ifdef SK_PDF_IMAGE_STATS
halcanary7a14b312015-10-01 07:28:13 -07001444 SkPDFImageDumpStats();
mtkleinafae30a2016-02-24 12:28:32 -08001445#endif // SK_PDF_IMAGE_STATS
1446
Herb Derby5a523fe2017-01-26 16:48:28 -05001447 SkGraphics::PurgeAllCaches();
mtkleinc41fd922016-03-08 09:01:39 -08001448 info("Finished!\n");
Brian Osman53136aa2017-07-20 15:43:35 -04001449
mtklein748ca3b2015-01-15 10:56:12 -08001450 return 0;
mtklein@google.comd36522d2013-10-16 13:02:15 +00001451}