blob: 37e3f060bc5d5e46df4f71c7f768be148a091e7f [file] [log] [blame]
mtkleinf3723212014-06-25 14:08:00 -07001/*
2 * Copyright 2014 Google Inc.
3 *
4 * Use of this source code is governed by a BSD-style license that can be
5 * found in the LICENSE file.
6 */
7
mtkleinbb6a0282014-07-01 08:43:42 -07008#include <ctype.h>
9
tomhudsond968a6f2015-03-26 11:28:06 -070010#include "nanobench.h"
11
msarett84451022016-02-11 06:45:51 -080012#include "AndroidCodecBench.h"
mtkleinf3723212014-06-25 14:08:00 -070013#include "Benchmark.h"
msarett7f691442015-09-22 11:56:16 -070014#include "BitmapRegionDecoderBench.h"
scroggo60869a42015-04-01 12:09:17 -070015#include "CodecBench.h"
msarett7f691442015-09-22 11:56:16 -070016#include "CodecBenchPriv.h"
msarett2cee9022016-06-03 08:25:21 -070017#include "ColorCodecBench.h"
mtkleinf3723212014-06-25 14:08:00 -070018#include "CrashHandler.h"
mtkleine714e752014-07-31 12:13:48 -070019#include "GMBench.h"
mtkleinafb43792014-08-19 15:55:55 -070020#include "ProcStats.h"
mtklein60317d0f2014-07-14 11:30:37 -070021#include "ResultsWriter.h"
mtkleinfd731ce2014-09-10 12:19:30 -070022#include "RecordingBench.h"
joshualitt261c3ad2015-04-27 09:16:57 -070023#include "SKPAnimationBench.h"
mtklein92007582014-08-01 07:46:52 -070024#include "SKPBench.h"
mtkleinf3723212014-06-25 14:08:00 -070025#include "Stats.h"
mtkleinf3723212014-06-25 14:08:00 -070026
msarett84451022016-02-11 06:45:51 -080027#include "SkAndroidCodec.h"
msarett5cb48852015-11-06 08:56:32 -080028#include "SkBitmapRegionDecoder.h"
mtklein6838d852014-10-29 14:15:10 -070029#include "SkBBoxHierarchy.h"
mtkleinf3723212014-06-25 14:08:00 -070030#include "SkCanvas.h"
scroggo60869a42015-04-01 12:09:17 -070031#include "SkCodec.h"
caryclark17f0b6d2014-07-22 10:15:34 -070032#include "SkCommonFlags.h"
kkinnunen3e980c32015-12-23 01:33:00 -080033#include "SkCommonFlagsConfig.h"
msarett95f192d2015-02-13 09:05:41 -080034#include "SkData.h"
mtkleinf3723212014-06-25 14:08:00 -070035#include "SkForceLinking.h"
36#include "SkGraphics.h"
halcanary4dbbd042016-06-07 17:21:10 -070037#include "SkLeanWindows.h"
mtklein20840502014-08-21 15:51:22 -070038#include "SkOSFile.h"
39#include "SkPictureRecorder.h"
mtklein051e56d2014-12-04 08:46:51 -080040#include "SkPictureUtils.h"
mtkleinf3723212014-06-25 14:08:00 -070041#include "SkString.h"
42#include "SkSurface.h"
fmalita6519c212016-09-14 08:05:17 -070043#include "SkSVGDOM.h"
robertphillips5b693772014-11-21 06:19:36 -080044#include "SkTaskGroup.h"
msarettc149f0e2016-01-04 11:35:43 -080045#include "SkThreadUtils.h"
joshualitt3ebd0502016-02-09 07:18:08 -080046#include "ThermalManager.h"
liyuqian38911a72016-10-04 11:23:22 -070047#include "SkScan.h"
mtkleinf3723212014-06-25 14:08:00 -070048
bungeman60e0fee2015-08-26 05:15:46 -070049#include <stdlib.h>
50
scroggo38ce0a72016-01-07 07:28:47 -080051#ifndef SK_BUILD_FOR_WIN32
52 #include <unistd.h>
53#endif
54
tomhudsond968a6f2015-03-26 11:28:06 -070055#ifdef SK_BUILD_FOR_ANDROID_FRAMEWORK
56 #include "nanobenchAndroid.h"
57#endif
58
mtkleinbb6a0282014-07-01 08:43:42 -070059#if SK_SUPPORT_GPU
jcgregoriobf5e5232014-07-17 13:14:16 -070060 #include "gl/GrGLDefines.h"
bsalomon76228632015-05-29 08:02:10 -070061 #include "GrCaps.h"
mtkleinbb6a0282014-07-01 08:43:42 -070062 #include "GrContextFactory.h"
bsalomon3724e572016-03-30 18:56:19 -070063 #include "gl/GrGLUtil.h"
64 using sk_gpu_test::GrContextFactory;
bsalomonc8699322016-05-11 11:55:36 -070065 using sk_gpu_test::TestContext;
krajcevski69a55602014-08-13 10:46:31 -070066 SkAutoTDelete<GrContextFactory> gGrFactory;
mtkleinbb6a0282014-07-01 08:43:42 -070067#endif
68
bsalomon682c2692015-05-22 14:01:46 -070069 struct GrContextOptions;
70
mtkleinf3723212014-06-25 14:08:00 -070071__SK_FORCE_IMAGE_DECODER_LINKING;
72
reed53249782014-10-10 09:09:52 -070073static const int kAutoTuneLoops = 0;
bsalomon6eb03cc2014-08-07 14:28:50 -070074
mtkleinb5110422014-08-07 15:20:02 -070075static const int kDefaultLoops =
bsalomon6eb03cc2014-08-07 14:28:50 -070076#ifdef SK_DEBUG
77 1;
mtkleina189ccd2014-07-14 12:28:47 -070078#else
bsalomon6eb03cc2014-08-07 14:28:50 -070079 kAutoTuneLoops;
mtkleina189ccd2014-07-14 12:28:47 -070080#endif
81
bsalomon6eb03cc2014-08-07 14:28:50 -070082static SkString loops_help_txt() {
83 SkString help;
84 help.printf("Number of times to run each bench. Set this to %d to auto-"
85 "tune for each bench. Timings are only reported when auto-tuning.",
86 kAutoTuneLoops);
87 return help;
88}
89
cdaltone1b89582015-06-25 19:17:08 -070090static SkString to_string(int n) {
91 SkString str;
92 str.appendS32(n);
93 return str;
94}
95
bsalomon6eb03cc2014-08-07 14:28:50 -070096DEFINE_int32(loops, kDefaultLoops, loops_help_txt().c_str());
97
mtkleinf3723212014-06-25 14:08:00 -070098DEFINE_int32(samples, 10, "Number of samples to measure for each bench.");
mtkleinbbba1682015-10-28 11:36:30 -070099DEFINE_int32(ms, 0, "If >0, run each bench for this many ms instead of obeying --samples.");
mtkleinf3723212014-06-25 14:08:00 -0700100DEFINE_int32(overheadLoops, 100000, "Loops to estimate timer overhead.");
101DEFINE_double(overheadGoal, 0.0001,
102 "Loop until timer overhead is at most this fraction of our measurments.");
mtkleinbb6a0282014-07-01 08:43:42 -0700103DEFINE_double(gpuMs, 5, "Target bench time in millseconds for GPU.");
cdaltond416a5b2015-06-23 13:23:44 -0700104DEFINE_int32(gpuFrameLag, 5, "If unknown, estimated maximum number of frames GPU allows to lag.");
mtkleinf3723212014-06-25 14:08:00 -0700105
mtklein60317d0f2014-07-14 11:30:37 -0700106DEFINE_string(outResultsFile, "", "If given, write results here as JSON.");
mtklein55b0ffc2014-07-17 08:38:23 -0700107DEFINE_int32(maxCalibrationAttempts, 3,
108 "Try up to this many times to guess loops for a bench, or skip the bench.");
109DEFINE_int32(maxLoops, 1000000, "Never run a bench more times than this.");
mtklein92007582014-08-01 07:46:52 -0700110DEFINE_string(clip, "0,0,1000,1000", "Clip for SKPs.");
111DEFINE_string(scales, "1.0", "Space-separated scales for SKPs.");
cdalton63a82852015-06-29 14:06:10 -0700112DEFINE_string(zoom, "1.0,0", "Comma-separated zoomMax,zoomPeriodMs factors for a periodic SKP zoom "
113 "function that ping-pongs between 1.0 and zoomMax.");
mtklein20840502014-08-21 15:51:22 -0700114DEFINE_bool(bbh, true, "Build a BBH for SKPs?");
mtklein8c1a4f82016-08-08 06:56:22 -0700115DEFINE_bool(lite, false, "Use SkLiteRecorder in recording benchmarks?");
robertphillips5b693772014-11-21 06:19:36 -0800116DEFINE_bool(mpd, true, "Use MultiPictureDraw for the SKPs?");
cdaltonb4022962015-06-25 10:51:56 -0700117DEFINE_bool(loopSKP, true, "Loop SKPs like we do for micro benches?");
mtkleine070c2b2014-10-14 08:40:43 -0700118DEFINE_int32(flushEvery, 10, "Flush --outResultsFile every Nth run.");
mtklein55e88b22015-01-21 15:50:13 -0800119DEFINE_bool(resetGpuContext, true, "Reset the GrContext before running each test.");
bsalomonb12ea412015-02-02 21:19:50 -0800120DEFINE_bool(gpuStats, false, "Print GPU stats after each gpu benchmark?");
joshualitte45c81c2015-12-02 09:05:37 -0800121DEFINE_bool(gpuStatsDump, false, "Dump GPU states after each benchmark to json");
msarettc149f0e2016-01-04 11:35:43 -0800122DEFINE_bool(keepAlive, false, "Print a message every so often so that we don't time out");
joshualitt3ebd0502016-02-09 07:18:08 -0800123DEFINE_string(useThermalManager, "0,1,10,1000", "enabled,threshold,sleepTimeMs,TimeoutMs for "
124 "thermalManager\n");
mtklein92007582014-08-01 07:46:52 -0700125
mtklein65dfd2f2016-02-03 10:40:54 -0800126DEFINE_string(sourceType, "",
127 "Apply usual --match rules to source type: bench, gm, skp, image, etc.");
128DEFINE_string(benchType, "",
Mike Reed9cdd2ab2016-10-21 10:43:36 -0400129 "Apply usual --match rules to bench type: micro, recording, piping, playback, skcodec, etc.");
mtklein65dfd2f2016-02-03 10:40:54 -0800130
mtkleinbbba1682015-10-28 11:36:30 -0700131static double now_ms() { return SkTime::GetNSecs() * 1e-6; }
132
mtkleinf3723212014-06-25 14:08:00 -0700133static SkString humanize(double ms) {
mtkleindc5bbab2014-09-24 06:34:09 -0700134 if (FLAGS_verbose) return SkStringPrintf("%llu", (uint64_t)(ms*1e6));
mtklein748ca3b2015-01-15 10:56:12 -0800135 return HumanizeMs(ms);
mtkleinf3723212014-06-25 14:08:00 -0700136}
mtklein55b0ffc2014-07-17 08:38:23 -0700137#define HUMANIZE(ms) humanize(ms).c_str()
mtkleinf3723212014-06-25 14:08:00 -0700138
tomhudsond968a6f2015-03-26 11:28:06 -0700139bool Target::init(SkImageInfo info, Benchmark* bench) {
140 if (Benchmark::kRaster_Backend == config.backend) {
reede8f30622016-03-23 18:59:25 -0700141 this->surface = SkSurface::MakeRaster(info);
142 if (!this->surface) {
tomhudsond968a6f2015-03-26 11:28:06 -0700143 return false;
144 }
145 }
146 return true;
147}
148bool Target::capturePixels(SkBitmap* bmp) {
tomhudson75a0ebb2015-03-27 12:11:44 -0700149 SkCanvas* canvas = this->getCanvas();
tomhudsond968a6f2015-03-26 11:28:06 -0700150 if (!canvas) {
151 return false;
152 }
153 bmp->setInfo(canvas->imageInfo());
154 if (!canvas->readPixels(bmp, 0, 0)) {
155 SkDebugf("Can't read canvas pixels.\n");
156 return false;
157 }
158 return true;
159}
160
161#if SK_SUPPORT_GPU
162struct GPUTarget : public Target {
bsalomonc8699322016-05-11 11:55:36 -0700163 explicit GPUTarget(const Config& c) : Target(c), context(nullptr) { }
164 TestContext* context;
tomhudsond968a6f2015-03-26 11:28:06 -0700165
166 void setup() override {
bsalomonc8699322016-05-11 11:55:36 -0700167 this->context->makeCurrent();
tomhudsond968a6f2015-03-26 11:28:06 -0700168 // Make sure we're done with whatever came before.
bsalomonc8699322016-05-11 11:55:36 -0700169 this->context->finish();
tomhudsond968a6f2015-03-26 11:28:06 -0700170 }
171 void endTiming() override {
bsalomonc8699322016-05-11 11:55:36 -0700172 if (this->context) {
173 this->context->waitOnSyncOrSwap();
tomhudsond968a6f2015-03-26 11:28:06 -0700174 }
175 }
176 void fence() override {
bsalomonc8699322016-05-11 11:55:36 -0700177 this->context->finish();
tomhudsond968a6f2015-03-26 11:28:06 -0700178 }
mtkleind75c4662015-04-30 07:11:22 -0700179
cdaltond416a5b2015-06-23 13:23:44 -0700180 bool needsFrameTiming(int* maxFrameLag) const override {
bsalomonc8699322016-05-11 11:55:36 -0700181 if (!this->context->getMaxGpuFrameLag(maxFrameLag)) {
cdaltond416a5b2015-06-23 13:23:44 -0700182 // Frame lag is unknown.
183 *maxFrameLag = FLAGS_gpuFrameLag;
184 }
185 return true;
186 }
tomhudsond968a6f2015-03-26 11:28:06 -0700187 bool init(SkImageInfo info, Benchmark* bench) override {
bsalomonafcd7cd2015-08-31 12:39:41 -0700188 uint32_t flags = this->config.useDFText ? SkSurfaceProps::kUseDeviceIndependentFonts_Flag :
189 0;
tomhudsond968a6f2015-03-26 11:28:06 -0700190 SkSurfaceProps props(flags, SkSurfaceProps::kLegacyFontHost_InitType);
reede8f30622016-03-23 18:59:25 -0700191 this->surface = SkSurface::MakeRenderTarget(gGrFactory->get(this->config.ctxType,
192 this->config.ctxOptions),
bsalomon5ec26ae2016-02-25 08:33:02 -0800193 SkBudgeted::kNo, info,
reede8f30622016-03-23 18:59:25 -0700194 this->config.samples, &props);
bsalomonc8699322016-05-11 11:55:36 -0700195 this->context = gGrFactory->getContextInfo(this->config.ctxType,
196 this->config.ctxOptions).testContext();
tomhudsond968a6f2015-03-26 11:28:06 -0700197 if (!this->surface.get()) {
198 return false;
199 }
bsalomonc8699322016-05-11 11:55:36 -0700200 if (!this->context->fenceSyncSupport()) {
cdaltond416a5b2015-06-23 13:23:44 -0700201 SkDebugf("WARNING: GL context for config \"%s\" does not support fence sync. "
svaisanenc47635e2016-01-28 06:05:43 -0800202 "Timings might not be accurate.\n", this->config.name.c_str());
cdaltond416a5b2015-06-23 13:23:44 -0700203 }
tomhudsond968a6f2015-03-26 11:28:06 -0700204 return true;
205 }
206 void fillOptions(ResultsWriter* log) override {
207 const GrGLubyte* version;
bsalomonc8699322016-05-11 11:55:36 -0700208 if (this->context->backend() == kOpenGL_GrBackend) {
209 const GrGLInterface* gl =
210 reinterpret_cast<const GrGLInterface*>(this->context->backendContext());
211 GR_GL_CALL_RET(gl, version, GetString(GR_GL_VERSION));
212 log->configOption("GL_VERSION", (const char*)(version));
tomhudsond968a6f2015-03-26 11:28:06 -0700213
bsalomonc8699322016-05-11 11:55:36 -0700214 GR_GL_CALL_RET(gl, version, GetString(GR_GL_RENDERER));
215 log->configOption("GL_RENDERER", (const char*) version);
tomhudsond968a6f2015-03-26 11:28:06 -0700216
bsalomonc8699322016-05-11 11:55:36 -0700217 GR_GL_CALL_RET(gl, version, GetString(GR_GL_VENDOR));
218 log->configOption("GL_VENDOR", (const char*) version);
tomhudsond968a6f2015-03-26 11:28:06 -0700219
bsalomonc8699322016-05-11 11:55:36 -0700220 GR_GL_CALL_RET(gl, version, GetString(GR_GL_SHADING_LANGUAGE_VERSION));
221 log->configOption("GL_SHADING_LANGUAGE_VERSION", (const char*) version);
222 }
tomhudsond968a6f2015-03-26 11:28:06 -0700223 }
224};
mtkleind75c4662015-04-30 07:11:22 -0700225
tomhudsond968a6f2015-03-26 11:28:06 -0700226#endif
227
tomhudson75a0ebb2015-03-27 12:11:44 -0700228static double time(int loops, Benchmark* bench, Target* target) {
229 SkCanvas* canvas = target->getCanvas();
bsalomon6eb03cc2014-08-07 14:28:50 -0700230 if (canvas) {
231 canvas->clear(SK_ColorWHITE);
232 }
joshualitt8a6697a2015-09-30 12:11:07 -0700233 bench->preDraw(canvas);
mtkleinbbba1682015-10-28 11:36:30 -0700234 double start = now_ms();
tomhudson75a0ebb2015-03-27 12:11:44 -0700235 canvas = target->beginTiming(canvas);
236 bench->draw(loops, canvas);
mtkleinbb6a0282014-07-01 08:43:42 -0700237 if (canvas) {
238 canvas->flush();
239 }
tomhudson75a0ebb2015-03-27 12:11:44 -0700240 target->endTiming();
mtkleinbbba1682015-10-28 11:36:30 -0700241 double elapsed = now_ms() - start;
joshualitt8a6697a2015-09-30 12:11:07 -0700242 bench->postDraw(canvas);
mtkleinbbba1682015-10-28 11:36:30 -0700243 return elapsed;
mtkleinbb6a0282014-07-01 08:43:42 -0700244}
245
mtkleinf3723212014-06-25 14:08:00 -0700246static double estimate_timer_overhead() {
247 double overhead = 0;
mtkleinf3723212014-06-25 14:08:00 -0700248 for (int i = 0; i < FLAGS_overheadLoops; i++) {
mtkleinbbba1682015-10-28 11:36:30 -0700249 double start = now_ms();
250 overhead += now_ms() - start;
mtkleinf3723212014-06-25 14:08:00 -0700251 }
252 return overhead / FLAGS_overheadLoops;
253}
254
reed53249782014-10-10 09:09:52 -0700255static int detect_forever_loops(int loops) {
256 // look for a magic run-forever value
257 if (loops < 0) {
258 loops = SK_MaxS32;
259 }
260 return loops;
261}
262
mtklein55b0ffc2014-07-17 08:38:23 -0700263static int clamp_loops(int loops) {
264 if (loops < 1) {
mtklein527930f2014-11-06 08:04:34 -0800265 SkDebugf("ERROR: clamping loops from %d to 1. "
266 "There's probably something wrong with the bench.\n", loops);
mtklein55b0ffc2014-07-17 08:38:23 -0700267 return 1;
268 }
269 if (loops > FLAGS_maxLoops) {
270 SkDebugf("WARNING: clamping loops from %d to FLAGS_maxLoops, %d.\n", loops, FLAGS_maxLoops);
271 return FLAGS_maxLoops;
272 }
273 return loops;
274}
275
tomhudsond968a6f2015-03-26 11:28:06 -0700276static bool write_canvas_png(Target* target, const SkString& filename) {
277
bsalomon6eb03cc2014-08-07 14:28:50 -0700278 if (filename.isEmpty()) {
279 return false;
280 }
tomhudson75a0ebb2015-03-27 12:11:44 -0700281 if (target->getCanvas() &&
282 kUnknown_SkColorType == target->getCanvas()->imageInfo().colorType()) {
bsalomon6eb03cc2014-08-07 14:28:50 -0700283 return false;
284 }
tomhudsond968a6f2015-03-26 11:28:06 -0700285
bsalomon6eb03cc2014-08-07 14:28:50 -0700286 SkBitmap bmp;
tomhudsond968a6f2015-03-26 11:28:06 -0700287
288 if (!target->capturePixels(&bmp)) {
bsalomon6eb03cc2014-08-07 14:28:50 -0700289 return false;
290 }
tomhudsond968a6f2015-03-26 11:28:06 -0700291
bsalomon6eb03cc2014-08-07 14:28:50 -0700292 SkString dir = SkOSPath::Dirname(filename.c_str());
293 if (!sk_mkdir(dir.c_str())) {
294 SkDebugf("Can't make dir %s.\n", dir.c_str());
295 return false;
296 }
297 SkFILEWStream stream(filename.c_str());
298 if (!stream.isValid()) {
299 SkDebugf("Can't write %s.\n", filename.c_str());
300 return false;
301 }
302 if (!SkImageEncoder::EncodeStream(&stream, bmp, SkImageEncoder::kPNG_Type, 100)) {
303 SkDebugf("Can't encode a PNG.\n");
304 return false;
305 }
306 return true;
307}
308
309static int kFailedLoops = -2;
cdaltone1b89582015-06-25 19:17:08 -0700310static int setup_cpu_bench(const double overhead, Target* target, Benchmark* bench) {
mtkleinbb6a0282014-07-01 08:43:42 -0700311 // First figure out approximately how many loops of bench it takes to make overhead negligible.
mtklein2069e222014-08-04 13:57:39 -0700312 double bench_plus_overhead = 0.0;
mtklein55b0ffc2014-07-17 08:38:23 -0700313 int round = 0;
cdaltonb4022962015-06-25 10:51:56 -0700314 int loops = bench->calculateLoops(FLAGS_loops);
315 if (kAutoTuneLoops == loops) {
bsalomon6eb03cc2014-08-07 14:28:50 -0700316 while (bench_plus_overhead < overhead) {
317 if (round++ == FLAGS_maxCalibrationAttempts) {
318 SkDebugf("WARNING: Can't estimate loops for %s (%s vs. %s); skipping.\n",
mtklein96289052014-09-10 12:05:59 -0700319 bench->getUniqueName(), HUMANIZE(bench_plus_overhead), HUMANIZE(overhead));
bsalomon6eb03cc2014-08-07 14:28:50 -0700320 return kFailedLoops;
321 }
tomhudson75a0ebb2015-03-27 12:11:44 -0700322 bench_plus_overhead = time(1, bench, target);
mtklein55b0ffc2014-07-17 08:38:23 -0700323 }
mtklein2069e222014-08-04 13:57:39 -0700324 }
mtkleinf3723212014-06-25 14:08:00 -0700325
mtkleinbb6a0282014-07-01 08:43:42 -0700326 // Later we'll just start and stop the timer once but loop N times.
mtkleinf3723212014-06-25 14:08:00 -0700327 // We'll pick N to make timer overhead negligible:
328 //
mtkleinbb6a0282014-07-01 08:43:42 -0700329 // overhead
330 // ------------------------- < FLAGS_overheadGoal
331 // overhead + N * Bench Time
mtkleinf3723212014-06-25 14:08:00 -0700332 //
mtkleinbb6a0282014-07-01 08:43:42 -0700333 // where bench_plus_overhead ≈ overhead + Bench Time.
mtkleinf3723212014-06-25 14:08:00 -0700334 //
335 // Doing some math, we get:
336 //
mtkleinbb6a0282014-07-01 08:43:42 -0700337 // (overhead / FLAGS_overheadGoal) - overhead
338 // ------------------------------------------ < N
339 // bench_plus_overhead - overhead)
mtkleinf3723212014-06-25 14:08:00 -0700340 //
341 // Luckily, this also works well in practice. :)
bsalomon6eb03cc2014-08-07 14:28:50 -0700342 if (kAutoTuneLoops == loops) {
343 const double numer = overhead / FLAGS_overheadGoal - overhead;
344 const double denom = bench_plus_overhead - overhead;
345 loops = (int)ceil(numer / denom);
reed53249782014-10-10 09:09:52 -0700346 loops = clamp_loops(loops);
347 } else {
348 loops = detect_forever_loops(loops);
bsalomon6eb03cc2014-08-07 14:28:50 -0700349 }
mtkleinbb6a0282014-07-01 08:43:42 -0700350
mtkleinbb6a0282014-07-01 08:43:42 -0700351 return loops;
mtkleinf3723212014-06-25 14:08:00 -0700352}
353
cdaltone1b89582015-06-25 19:17:08 -0700354static int setup_gpu_bench(Target* target, Benchmark* bench, int maxGpuFrameLag) {
mtkleinbb6a0282014-07-01 08:43:42 -0700355 // First, figure out how many loops it'll take to get a frame up to FLAGS_gpuMs.
cdaltonb4022962015-06-25 10:51:56 -0700356 int loops = bench->calculateLoops(FLAGS_loops);
bsalomon6eb03cc2014-08-07 14:28:50 -0700357 if (kAutoTuneLoops == loops) {
358 loops = 1;
mtkleina189ccd2014-07-14 12:28:47 -0700359 double elapsed = 0;
360 do {
mtklein527930f2014-11-06 08:04:34 -0800361 if (1<<30 == loops) {
362 // We're about to wrap. Something's wrong with the bench.
363 loops = 0;
364 break;
365 }
mtkleina189ccd2014-07-14 12:28:47 -0700366 loops *= 2;
367 // If the GPU lets frames lag at all, we need to make sure we're timing
cdaltond416a5b2015-06-23 13:23:44 -0700368 // _this_ round, not still timing last round.
369 for (int i = 0; i < maxGpuFrameLag; i++) {
tomhudson75a0ebb2015-03-27 12:11:44 -0700370 elapsed = time(loops, bench, target);
mtkleina189ccd2014-07-14 12:28:47 -0700371 }
372 } while (elapsed < FLAGS_gpuMs);
mtkleinbb6a0282014-07-01 08:43:42 -0700373
mtkleina189ccd2014-07-14 12:28:47 -0700374 // We've overshot at least a little. Scale back linearly.
375 loops = (int)ceil(loops * FLAGS_gpuMs / elapsed);
reed53249782014-10-10 09:09:52 -0700376 loops = clamp_loops(loops);
mtkleinbb6a0282014-07-01 08:43:42 -0700377
tomhudsond968a6f2015-03-26 11:28:06 -0700378 // Make sure we're not still timing our calibration.
379 target->fence();
reed53249782014-10-10 09:09:52 -0700380 } else {
381 loops = detect_forever_loops(loops);
mtkleina189ccd2014-07-14 12:28:47 -0700382 }
mtkleinbb6a0282014-07-01 08:43:42 -0700383
384 // Pretty much the same deal as the calibration: do some warmup to make
385 // sure we're timing steady-state pipelined frames.
cdaltond416a5b2015-06-23 13:23:44 -0700386 for (int i = 0; i < maxGpuFrameLag - 1; i++) {
tomhudson75a0ebb2015-03-27 12:11:44 -0700387 time(loops, bench, target);
mtkleinf3723212014-06-25 14:08:00 -0700388 }
mtkleinbb6a0282014-07-01 08:43:42 -0700389
mtkleinbb6a0282014-07-01 08:43:42 -0700390 return loops;
391}
mtkleinbb6a0282014-07-01 08:43:42 -0700392
bsalomonc2553372014-07-22 13:09:05 -0700393#if SK_SUPPORT_GPU
bsalomon85b4b532016-04-05 11:06:27 -0700394#define kBogusContextType GrContextFactory::kNativeGL_ContextType
csmartdalton6270e552016-09-13 10:41:49 -0700395#define kBogusContextOptions GrContextFactory::ContextOptions::kNone
bsalomonc2553372014-07-22 13:09:05 -0700396#else
bsalomon85b4b532016-04-05 11:06:27 -0700397#define kBogusContextType 0
398#define kBogusContextOptions 0
mtkleine714e752014-07-31 12:13:48 -0700399#endif
bsalomonc2553372014-07-22 13:09:05 -0700400
svaisanenc47635e2016-01-28 06:05:43 -0800401static void create_config(const SkCommandLineConfig* config, SkTArray<Config>* configs) {
402
403#if SK_SUPPORT_GPU
404 if (const auto* gpuConfig = config->asConfigGpu()) {
405 if (!FLAGS_gpu)
406 return;
407
svaisanenc47635e2016-01-28 06:05:43 -0800408 const auto ctxType = gpuConfig->getContextType();
csmartdalton6270e552016-09-13 10:41:49 -0700409 const auto ctxOptions = gpuConfig->getContextOptions();
svaisanenc47635e2016-01-28 06:05:43 -0800410 const auto sampleCount = gpuConfig->getSamples();
411
412 if (const GrContext* ctx = gGrFactory->get(ctxType, ctxOptions)) {
413 const auto maxSampleCount = ctx->caps()->maxSampleCount();
414 if (sampleCount > ctx->caps()->maxSampleCount()) {
415 SkDebugf("Configuration sample count %d exceeds maximum %d.\n",
416 sampleCount, maxSampleCount);
417 return;
418 }
419 } else {
420 SkDebugf("No context was available matching config type and options.\n");
421 return;
422 }
423
424 Config target = {
kkinnunend4e1c352016-03-01 23:41:26 -0800425 gpuConfig->getTag(),
svaisanenc47635e2016-01-28 06:05:43 -0800426 Benchmark::kGPU_Backend,
brianosman1a48e132016-06-20 09:41:41 -0700427 gpuConfig->getColorType(),
svaisanenc47635e2016-01-28 06:05:43 -0800428 kPremul_SkAlphaType,
brianosman1a48e132016-06-20 09:41:41 -0700429 sk_ref_sp(gpuConfig->getColorSpace()),
svaisanenc47635e2016-01-28 06:05:43 -0800430 sampleCount,
431 ctxType,
kkinnunend4e1c352016-03-01 23:41:26 -0800432 ctxOptions,
433 gpuConfig->getUseDIText()
434 };
svaisanenc47635e2016-01-28 06:05:43 -0800435
436 configs->push_back(target);
437 return;
438 }
439#endif
440
brianosmanb109b8c2016-06-16 13:03:24 -0700441 #define CPU_CONFIG(name, backend, color, alpha, colorSpace) \
442 if (config->getTag().equals(#name)) { \
443 Config config = { \
444 SkString(#name), Benchmark::backend, color, alpha, colorSpace, \
445 0, kBogusContextType, kBogusContextOptions, false \
446 }; \
447 configs->push_back(config); \
448 return; \
mtkleinbb6a0282014-07-01 08:43:42 -0700449 }
mtkleine714e752014-07-31 12:13:48 -0700450
mtklein40b32be2014-07-09 08:46:49 -0700451 if (FLAGS_cpu) {
mtkleinbb6c41b2016-03-08 11:31:11 -0800452 CPU_CONFIG(nonrendering, kNonRendering_Backend,
brianosmanb109b8c2016-06-16 13:03:24 -0700453 kUnknown_SkColorType, kUnpremul_SkAlphaType, nullptr)
mtkleinbb6c41b2016-03-08 11:31:11 -0800454
455 CPU_CONFIG(8888, kRaster_Backend,
brianosmanb109b8c2016-06-16 13:03:24 -0700456 kN32_SkColorType, kPremul_SkAlphaType, nullptr)
mtkleinbb6c41b2016-03-08 11:31:11 -0800457 CPU_CONFIG(565, kRaster_Backend,
brianosmanb109b8c2016-06-16 13:03:24 -0700458 kRGB_565_SkColorType, kOpaque_SkAlphaType, nullptr)
Brian Osman526972e2016-10-24 09:24:02 -0400459 auto srgbColorSpace = SkColorSpace::MakeNamed(SkColorSpace::kSRGB_Named);
mtkleinbb6c41b2016-03-08 11:31:11 -0800460 CPU_CONFIG(srgb, kRaster_Backend,
brianosmanb109b8c2016-06-16 13:03:24 -0700461 kN32_SkColorType, kPremul_SkAlphaType, srgbColorSpace)
Brian Osman526972e2016-10-24 09:24:02 -0400462 auto srgbLinearColorSpace = SkColorSpace::MakeNamed(SkColorSpace::kSRGBLinear_Named);
mtkleinbb6c41b2016-03-08 11:31:11 -0800463 CPU_CONFIG(f16, kRaster_Backend,
raftias7c602de2016-10-13 10:45:44 -0700464 kRGBA_F16_SkColorType, kPremul_SkAlphaType, srgbLinearColorSpace)
mtklein40b32be2014-07-09 08:46:49 -0700465 }
mtkleinbb6a0282014-07-01 08:43:42 -0700466
svaisanenc47635e2016-01-28 06:05:43 -0800467 #undef CPU_CONFIG
tomhudsond968a6f2015-03-26 11:28:06 -0700468
469#ifdef SK_BUILD_FOR_ANDROID_FRAMEWORK
djsollen817c72a2016-01-28 13:57:02 -0800470 if (config->getTag().equals("hwui")) {
mtkleinbb6c41b2016-03-08 11:31:11 -0800471 Config config = { SkString("hwui"), Benchmark::kHWUI_Backend,
brianosmanb109b8c2016-06-16 13:03:24 -0700472 kRGBA_8888_SkColorType, kPremul_SkAlphaType, nullptr,
bsalomon85b4b532016-04-05 11:06:27 -0700473 0, kBogusContextType, kBogusContextOptions, false };
svaisanenc47635e2016-01-28 06:05:43 -0800474 configs->push_back(config);
tomhudsond968a6f2015-03-26 11:28:06 -0700475 }
476#endif
mtkleinf3723212014-06-25 14:08:00 -0700477}
478
svaisanenc47635e2016-01-28 06:05:43 -0800479// Append all configs that are enabled and supported.
480void create_configs(SkTArray<Config>* configs) {
481 SkCommandLineConfigArray array;
482 ParseConfigs(FLAGS_config, &array);
483 for (int i = 0; i < array.count(); ++i) {
484 create_config(array[i], configs);
485 }
486}
487
brianosman9f1f6e22016-09-15 08:33:02 -0700488// disable warning : switch statement contains default but no 'case' labels
489#if defined _WIN32
490#pragma warning ( push )
491#pragma warning ( disable : 4065 )
492#endif
493
halcanary96fcdcc2015-08-27 07:41:13 -0700494// If bench is enabled for config, returns a Target* for it, otherwise nullptr.
bsalomonc2553372014-07-22 13:09:05 -0700495static Target* is_enabled(Benchmark* bench, const Config& config) {
496 if (!bench->isSuitableFor(config.backend)) {
halcanary96fcdcc2015-08-27 07:41:13 -0700497 return nullptr;
bsalomonc2553372014-07-22 13:09:05 -0700498 }
499
reede5ea5002014-09-03 11:54:58 -0700500 SkImageInfo info = SkImageInfo::Make(bench->getSize().fX, bench->getSize().fY,
brianosmanb109b8c2016-06-16 13:03:24 -0700501 config.color, config.alpha, config.colorSpace);
bsalomonc2553372014-07-22 13:09:05 -0700502
halcanary96fcdcc2015-08-27 07:41:13 -0700503 Target* target = nullptr;
bsalomonc2553372014-07-22 13:09:05 -0700504
tomhudsond968a6f2015-03-26 11:28:06 -0700505 switch (config.backend) {
bsalomonc2553372014-07-22 13:09:05 -0700506#if SK_SUPPORT_GPU
tomhudsond968a6f2015-03-26 11:28:06 -0700507 case Benchmark::kGPU_Backend:
508 target = new GPUTarget(config);
509 break;
bsalomonc2553372014-07-22 13:09:05 -0700510#endif
tomhudsond968a6f2015-03-26 11:28:06 -0700511#ifdef SK_BUILD_FOR_ANDROID_FRAMEWORK
512 case Benchmark::kHWUI_Backend:
513 target = new HWUITarget(config, bench);
514 break;
515#endif
516 default:
517 target = new Target(config);
518 break;
519 }
bsalomonc2553372014-07-22 13:09:05 -0700520
tomhudsond968a6f2015-03-26 11:28:06 -0700521 if (!target->init(info, bench)) {
bsalomonc2553372014-07-22 13:09:05 -0700522 delete target;
halcanary96fcdcc2015-08-27 07:41:13 -0700523 return nullptr;
bsalomonc2553372014-07-22 13:09:05 -0700524 }
525 return target;
526}
527
brianosman9f1f6e22016-09-15 08:33:02 -0700528#if defined _WIN32
529#pragma warning ( pop )
530#endif
531
reed42943c82016-09-12 12:01:44 -0700532static bool valid_brd_bench(sk_sp<SkData> encoded, SkColorType colorType, uint32_t sampleSize,
msarettd1227a72016-05-18 06:23:57 -0700533 uint32_t minOutputSize, int* width, int* height) {
msarett5cb48852015-11-06 08:56:32 -0800534 SkAutoTDelete<SkBitmapRegionDecoder> brd(
msarettd1227a72016-05-18 06:23:57 -0700535 SkBitmapRegionDecoder::Create(encoded, SkBitmapRegionDecoder::kAndroidCodec_Strategy));
msarett7f691442015-09-22 11:56:16 -0700536 if (nullptr == brd.get()) {
537 // This is indicates that subset decoding is not supported for a particular image format.
538 return false;
539 }
540
msarett7f691442015-09-22 11:56:16 -0700541 if (sampleSize * minOutputSize > (uint32_t) brd->width() || sampleSize * minOutputSize >
542 (uint32_t) brd->height()) {
543 // This indicates that the image is not large enough to decode a
544 // minOutputSize x minOutputSize subset at the given sampleSize.
545 return false;
546 }
547
548 // Set the image width and height. The calling code will use this to choose subsets to decode.
549 *width = brd->width();
550 *height = brd->height();
551 return true;
552}
553
egdaniel3bf92062015-06-26 08:12:46 -0700554static void cleanup_run(Target* target) {
halcanary385fe4d2015-08-26 13:07:48 -0700555 delete target;
egdaniel3bf92062015-06-26 08:12:46 -0700556#if SK_SUPPORT_GPU
557 if (FLAGS_abandonGpuContext) {
558 gGrFactory->abandonContexts();
559 }
560 if (FLAGS_resetGpuContext || FLAGS_abandonGpuContext) {
561 gGrFactory->destroyContexts();
562 }
563#endif
564}
565
fmalita6519c212016-09-14 08:05:17 -0700566static void collect_files(const SkCommandLineFlags::StringArray& paths, const char* ext,
567 SkTArray<SkString>* list) {
568 for (int i = 0; i < paths.count(); ++i) {
569 if (SkStrEndsWith(paths[i], ext)) {
570 list->push_back(SkString(paths[i]));
571 } else {
572 SkOSFile::Iter it(paths[i], ext);
573 SkString path;
574 while (it.next(&path)) {
575 list->push_back(SkOSPath::Join(paths[i], path.c_str()));
576 }
577 }
578 }
579}
580
mtkleine714e752014-07-31 12:13:48 -0700581class BenchmarkStream {
582public:
mtklein92007582014-08-01 07:46:52 -0700583 BenchmarkStream() : fBenches(BenchRegistry::Head())
584 , fGMs(skiagm::GMRegistry::Head())
mtkleinfd731ce2014-09-10 12:19:30 -0700585 , fCurrentRecording(0)
Mike Reed9cdd2ab2016-10-21 10:43:36 -0400586 , fCurrentPiping(0)
mtklein92007582014-08-01 07:46:52 -0700587 , fCurrentScale(0)
robertphillips5b693772014-11-21 06:19:36 -0800588 , fCurrentSKP(0)
fmalita6519c212016-09-14 08:05:17 -0700589 , fCurrentSVG(0)
msarett95f192d2015-02-13 09:05:41 -0800590 , fCurrentUseMPD(0)
scroggo60869a42015-04-01 12:09:17 -0700591 , fCurrentCodec(0)
msarett84451022016-02-11 06:45:51 -0800592 , fCurrentAndroidCodec(0)
msarett7f691442015-09-22 11:56:16 -0700593 , fCurrentBRDImage(0)
msarett2cee9022016-06-03 08:25:21 -0700594 , fCurrentColorImage(0)
msarett95f192d2015-02-13 09:05:41 -0800595 , fCurrentColorType(0)
msarettc7796b92016-01-07 14:20:20 -0800596 , fCurrentAlphaType(0)
msarettb23e6aa2015-06-09 13:56:10 -0700597 , fCurrentSubsetType(0)
msarett84451022016-02-11 06:45:51 -0800598 , fCurrentSampleSize(0)
msarettb23e6aa2015-06-09 13:56:10 -0700599 , fCurrentAnimSKP(0) {
fmalita6519c212016-09-14 08:05:17 -0700600 collect_files(FLAGS_skps, ".skp", &fSKPs);
601 collect_files(FLAGS_svgs, ".svg", &fSVGs);
mtkleine714e752014-07-31 12:13:48 -0700602
mtklein92007582014-08-01 07:46:52 -0700603 if (4 != sscanf(FLAGS_clip[0], "%d,%d,%d,%d",
604 &fClip.fLeft, &fClip.fTop, &fClip.fRight, &fClip.fBottom)) {
605 SkDebugf("Can't parse %s from --clip as an SkIRect.\n", FLAGS_clip[0]);
606 exit(1);
607 }
608
609 for (int i = 0; i < FLAGS_scales.count(); i++) {
610 if (1 != sscanf(FLAGS_scales[i], "%f", &fScales.push_back())) {
611 SkDebugf("Can't parse %s from --scales as an SkScalar.\n", FLAGS_scales[i]);
612 exit(1);
613 }
614 }
robertphillips5b693772014-11-21 06:19:36 -0800615
cdalton63a82852015-06-29 14:06:10 -0700616 if (2 != sscanf(FLAGS_zoom[0], "%f,%lf", &fZoomMax, &fZoomPeriodMs)) {
617 SkDebugf("Can't parse %s from --zoom as a zoomMax,zoomPeriodMs.\n", FLAGS_zoom[0]);
joshualitt261c3ad2015-04-27 09:16:57 -0700618 exit(1);
619 }
620
robertphillips5b693772014-11-21 06:19:36 -0800621 if (FLAGS_mpd) {
622 fUseMPDs.push_back() = true;
623 }
mtkleinc751ecb2015-06-15 08:56:38 -0700624 fUseMPDs.push_back() = false;
mtklein95553d92015-03-12 08:24:21 -0700625
msarett95f192d2015-02-13 09:05:41 -0800626 // Prepare the images for decoding
msarett69deca82016-04-29 09:38:40 -0700627 if (!CollectImages(FLAGS_images, &fImages)) {
scroggo86737142016-02-03 12:19:11 -0800628 exit(1);
msarett95f192d2015-02-13 09:05:41 -0800629 }
msarett2cee9022016-06-03 08:25:21 -0700630 if (!CollectImages(FLAGS_colorImages, &fColorImages)) {
631 exit(1);
632 }
mtklein95553d92015-03-12 08:24:21 -0700633
msarett95f192d2015-02-13 09:05:41 -0800634 // Choose the candidate color types for image decoding
msarett67cb6662016-06-21 08:49:26 -0700635 fColorTypes.push_back(kN32_SkColorType);
636 if (!FLAGS_simpleCodec) {
637 fColorTypes.push_back(kRGB_565_SkColorType);
638 fColorTypes.push_back(kAlpha_8_SkColorType);
639 fColorTypes.push_back(kIndex_8_SkColorType);
640 fColorTypes.push_back(kGray_8_SkColorType);
641 }
mtklein92007582014-08-01 07:46:52 -0700642 }
643
reedca2622b2016-03-18 07:25:55 -0700644 static sk_sp<SkPicture> ReadPicture(const char* path) {
mtkleinfd731ce2014-09-10 12:19:30 -0700645 // Not strictly necessary, as it will be checked again later,
646 // but helps to avoid a lot of pointless work if we're going to skip it.
cdalton91e457d2016-02-17 11:10:16 -0800647 if (SkCommandLineFlags::ShouldSkip(FLAGS_match, SkOSPath::Basename(path).c_str())) {
reedca2622b2016-03-18 07:25:55 -0700648 return nullptr;
mtkleinfd731ce2014-09-10 12:19:30 -0700649 }
650
bungemanf93d7112016-09-16 06:24:20 -0700651 std::unique_ptr<SkStream> stream = SkStream::MakeFromFile(path);
652 if (!stream) {
mtkleinfd731ce2014-09-10 12:19:30 -0700653 SkDebugf("Could not read %s.\n", path);
reedca2622b2016-03-18 07:25:55 -0700654 return nullptr;
mtkleinfd731ce2014-09-10 12:19:30 -0700655 }
656
reedca2622b2016-03-18 07:25:55 -0700657 return SkPicture::MakeFromStream(stream.get());
mtkleinfd731ce2014-09-10 12:19:30 -0700658 }
659
fmalita6519c212016-09-14 08:05:17 -0700660 static sk_sp<SkPicture> ReadSVGPicture(const char* path) {
661 SkFILEStream stream(path);
662 if (!stream.isValid()) {
663 SkDebugf("Could not read %s.\n", path);
664 return nullptr;
665 }
666
fmalitae1baa7c2016-09-14 12:04:30 -0700667 sk_sp<SkSVGDOM> svgDom = SkSVGDOM::MakeFromStream(stream);
fmalita6519c212016-09-14 08:05:17 -0700668 if (!svgDom) {
669 SkDebugf("Could not parse %s.\n", path);
670 return nullptr;
671 }
672
fmalitae1baa7c2016-09-14 12:04:30 -0700673 // Use the intrinsic SVG size if available, otherwise fall back to a default value.
674 static const SkSize kDefaultContainerSize = SkSize::Make(128, 128);
675 if (svgDom->containerSize().isEmpty()) {
676 svgDom->setContainerSize(kDefaultContainerSize);
677 }
678
fmalita6519c212016-09-14 08:05:17 -0700679 SkPictureRecorder recorder;
fmalitae1baa7c2016-09-14 12:04:30 -0700680 svgDom->render(recorder.beginRecording(svgDom->containerSize().width(),
681 svgDom->containerSize().height()));
fmalita6519c212016-09-14 08:05:17 -0700682 return recorder.finishRecordingAsPicture();
683 }
684
mtklein92007582014-08-01 07:46:52 -0700685 Benchmark* next() {
mtklein65dfd2f2016-02-03 10:40:54 -0800686 SkAutoTDelete<Benchmark> bench;
687 do {
688 bench.reset(this->rawNext());
689 if (!bench) {
690 return nullptr;
691 }
692 } while(SkCommandLineFlags::ShouldSkip(FLAGS_sourceType, fSourceType) ||
693 SkCommandLineFlags::ShouldSkip(FLAGS_benchType, fBenchType));
mtklein18300a32016-03-16 13:53:35 -0700694 return bench.release();
mtklein65dfd2f2016-02-03 10:40:54 -0800695 }
696
697 Benchmark* rawNext() {
mtkleine714e752014-07-31 12:13:48 -0700698 if (fBenches) {
halcanary96fcdcc2015-08-27 07:41:13 -0700699 Benchmark* bench = fBenches->factory()(nullptr);
mtkleine714e752014-07-31 12:13:48 -0700700 fBenches = fBenches->next();
mtklein92007582014-08-01 07:46:52 -0700701 fSourceType = "bench";
mtkleinfd731ce2014-09-10 12:19:30 -0700702 fBenchType = "micro";
mtkleine714e752014-07-31 12:13:48 -0700703 return bench;
704 }
mtklein92007582014-08-01 07:46:52 -0700705
mtkleine714e752014-07-31 12:13:48 -0700706 while (fGMs) {
halcanary96fcdcc2015-08-27 07:41:13 -0700707 SkAutoTDelete<skiagm::GM> gm(fGMs->factory()(nullptr));
mtkleine714e752014-07-31 12:13:48 -0700708 fGMs = fGMs->next();
mtkleincf5d9c92015-01-23 10:31:45 -0800709 if (gm->runAsBench()) {
mtklein92007582014-08-01 07:46:52 -0700710 fSourceType = "gm";
mtkleinfd731ce2014-09-10 12:19:30 -0700711 fBenchType = "micro";
mtklein18300a32016-03-16 13:53:35 -0700712 return new GMBench(gm.release());
mtkleine714e752014-07-31 12:13:48 -0700713 }
714 }
mtklein92007582014-08-01 07:46:52 -0700715
mtkleinfd731ce2014-09-10 12:19:30 -0700716 // First add all .skps as RecordingBenches.
717 while (fCurrentRecording < fSKPs.count()) {
718 const SkString& path = fSKPs[fCurrentRecording++];
reedca2622b2016-03-18 07:25:55 -0700719 sk_sp<SkPicture> pic = ReadPicture(path.c_str());
720 if (!pic) {
mtkleinfd731ce2014-09-10 12:19:30 -0700721 continue;
722 }
723 SkString name = SkOSPath::Basename(path.c_str());
724 fSourceType = "skp";
725 fBenchType = "recording";
reedca2622b2016-03-18 07:25:55 -0700726 fSKPBytes = static_cast<double>(SkPictureUtils::ApproximateBytesUsed(pic.get()));
mtklein051e56d2014-12-04 08:46:51 -0800727 fSKPOps = pic->approximateOpCount();
mtklein8c1a4f82016-08-08 06:56:22 -0700728 return new RecordingBench(name.c_str(), pic.get(), FLAGS_bbh, FLAGS_lite);
mtkleinfd731ce2014-09-10 12:19:30 -0700729 }
730
Mike Reed9cdd2ab2016-10-21 10:43:36 -0400731 // Add all .skps as PipeBenches.
732 while (fCurrentPiping < fSKPs.count()) {
733 const SkString& path = fSKPs[fCurrentPiping++];
734 sk_sp<SkPicture> pic = ReadPicture(path.c_str());
735 if (!pic) {
736 continue;
737 }
738 SkString name = SkOSPath::Basename(path.c_str());
739 fSourceType = "skp";
740 fBenchType = "piping";
741 fSKPBytes = static_cast<double>(SkPictureUtils::ApproximateBytesUsed(pic.get()));
742 fSKPOps = pic->approximateOpCount();
743 return new PipingBench(name.c_str(), pic.get());
744 }
745
mtkleinfd731ce2014-09-10 12:19:30 -0700746 // Then once each for each scale as SKPBenches (playback).
mtklein92007582014-08-01 07:46:52 -0700747 while (fCurrentScale < fScales.count()) {
748 while (fCurrentSKP < fSKPs.count()) {
robertphillips5b693772014-11-21 06:19:36 -0800749 const SkString& path = fSKPs[fCurrentSKP];
reedca2622b2016-03-18 07:25:55 -0700750 sk_sp<SkPicture> pic = ReadPicture(path.c_str());
751 if (!pic) {
robertphillips5b693772014-11-21 06:19:36 -0800752 fCurrentSKP++;
mtklein92007582014-08-01 07:46:52 -0700753 continue;
754 }
robertphillips5b693772014-11-21 06:19:36 -0800755
756 while (fCurrentUseMPD < fUseMPDs.count()) {
757 if (FLAGS_bbh) {
758 // The SKP we read off disk doesn't have a BBH. Re-record so it grows one.
759 SkRTreeFactory factory;
760 SkPictureRecorder recorder;
robertphillips5b693772014-11-21 06:19:36 -0800761 pic->playback(recorder.beginRecording(pic->cullRect().width(),
762 pic->cullRect().height(),
mtklein748ca3b2015-01-15 10:56:12 -0800763 &factory,
robertphillipsdda54452016-07-13 13:27:16 -0700764 0));
reedca2622b2016-03-18 07:25:55 -0700765 pic = recorder.finishRecordingAsPicture();
robertphillips5b693772014-11-21 06:19:36 -0800766 }
767 SkString name = SkOSPath::Basename(path.c_str());
768 fSourceType = "skp";
769 fBenchType = "playback";
halcanary385fe4d2015-08-26 13:07:48 -0700770 return new SKPBench(name.c_str(), pic.get(), fClip, fScales[fCurrentScale],
771 fUseMPDs[fCurrentUseMPD++], FLAGS_loopSKP);
mtklein20840502014-08-21 15:51:22 -0700772 }
robertphillips5b693772014-11-21 06:19:36 -0800773 fCurrentUseMPD = 0;
774 fCurrentSKP++;
mtklein92007582014-08-01 07:46:52 -0700775 }
fmalita6519c212016-09-14 08:05:17 -0700776
777 while (fCurrentSVG++ < fSVGs.count()) {
778 const char* path = fSVGs[fCurrentSVG - 1].c_str();
779 if (sk_sp<SkPicture> pic = ReadSVGPicture(path)) {
780 fSourceType = "svg";
781 fBenchType = "playback";
782 return new SKPBench(SkOSPath::Basename(path).c_str(), pic.get(), fClip,
783 fScales[fCurrentScale], false, FLAGS_loopSKP);
784 }
785 }
786
mtklein92007582014-08-01 07:46:52 -0700787 fCurrentSKP = 0;
fmalita6519c212016-09-14 08:05:17 -0700788 fCurrentSVG = 0;
mtklein92007582014-08-01 07:46:52 -0700789 fCurrentScale++;
790 }
791
joshualitt261c3ad2015-04-27 09:16:57 -0700792 // Now loop over each skp again if we have an animation
cdalton63a82852015-06-29 14:06:10 -0700793 if (fZoomMax != 1.0f && fZoomPeriodMs > 0) {
joshualitt261c3ad2015-04-27 09:16:57 -0700794 while (fCurrentAnimSKP < fSKPs.count()) {
795 const SkString& path = fSKPs[fCurrentAnimSKP];
reedca2622b2016-03-18 07:25:55 -0700796 sk_sp<SkPicture> pic = ReadPicture(path.c_str());
797 if (!pic) {
joshualitt261c3ad2015-04-27 09:16:57 -0700798 fCurrentAnimSKP++;
799 continue;
800 }
801
802 fCurrentAnimSKP++;
803 SkString name = SkOSPath::Basename(path.c_str());
cdalton63a82852015-06-29 14:06:10 -0700804 SkAutoTUnref<SKPAnimationBench::Animation> animation(
805 SKPAnimationBench::CreateZoomAnimation(fZoomMax, fZoomPeriodMs));
halcanary385fe4d2015-08-26 13:07:48 -0700806 return new SKPAnimationBench(name.c_str(), pic.get(), fClip, animation,
807 FLAGS_loopSKP);
joshualitt261c3ad2015-04-27 09:16:57 -0700808 }
809 }
810
scroggo60869a42015-04-01 12:09:17 -0700811 for (; fCurrentCodec < fImages.count(); fCurrentCodec++) {
scroggo303fa352015-10-05 11:03:34 -0700812 fSourceType = "image";
813 fBenchType = "skcodec";
scroggo60869a42015-04-01 12:09:17 -0700814 const SkString& path = fImages[fCurrentCodec];
mtklein6f0ff912016-01-11 09:04:21 -0800815 if (SkCommandLineFlags::ShouldSkip(FLAGS_match, path.c_str())) {
816 continue;
817 }
bungeman38d909e2016-08-02 14:40:46 -0700818 sk_sp<SkData> encoded(SkData::MakeFromFileName(path.c_str()));
reed42943c82016-09-12 12:01:44 -0700819 SkAutoTDelete<SkCodec> codec(SkCodec::NewFromData(encoded));
scroggo60869a42015-04-01 12:09:17 -0700820 if (!codec) {
821 // Nothing to time.
msarett9d9725c2015-04-24 11:41:55 -0700822 SkDebugf("Cannot find codec for %s\n", path.c_str());
scroggo60869a42015-04-01 12:09:17 -0700823 continue;
824 }
scroggo21027992015-04-02 13:22:38 -0700825
scroggo60869a42015-04-01 12:09:17 -0700826 while (fCurrentColorType < fColorTypes.count()) {
scroggo21027992015-04-02 13:22:38 -0700827 const SkColorType colorType = fColorTypes[fCurrentColorType];
scroggo21027992015-04-02 13:22:38 -0700828
msarettc7796b92016-01-07 14:20:20 -0800829 SkAlphaType alphaType = codec->getInfo().alphaType();
msarett67cb6662016-06-21 08:49:26 -0700830 if (FLAGS_simpleCodec) {
831 if (kUnpremul_SkAlphaType == alphaType) {
832 alphaType = kPremul_SkAlphaType;
833 }
834
835 fCurrentColorType++;
836 } else {
837 switch (alphaType) {
838 case kOpaque_SkAlphaType:
839 // We only need to test one alpha type (opaque).
msarettc7796b92016-01-07 14:20:20 -0800840 fCurrentColorType++;
msarett67cb6662016-06-21 08:49:26 -0700841 break;
842 case kUnpremul_SkAlphaType:
843 case kPremul_SkAlphaType:
844 if (0 == fCurrentAlphaType) {
845 // Test unpremul first.
846 alphaType = kUnpremul_SkAlphaType;
847 fCurrentAlphaType++;
848 } else {
849 // Test premul.
850 alphaType = kPremul_SkAlphaType;
851 fCurrentAlphaType = 0;
852 fCurrentColorType++;
853 }
854 break;
855 default:
856 SkASSERT(false);
857 fCurrentColorType++;
858 break;
859 }
scroggo21027992015-04-02 13:22:38 -0700860 }
861
msarettc7796b92016-01-07 14:20:20 -0800862 // Make sure we can decode to this color type and alpha type.
863 SkImageInfo info =
864 codec->getInfo().makeColorType(colorType).makeAlphaType(alphaType);
scroggo21027992015-04-02 13:22:38 -0700865 const size_t rowBytes = info.minRowBytes();
866 SkAutoMalloc storage(info.getSafeSize(rowBytes));
867
868 // Used if fCurrentColorType is kIndex_8_SkColorType
869 int colorCount = 256;
870 SkPMColor colors[256];
871
scroggoeb602a52015-07-09 08:16:03 -0700872 const SkCodec::Result result = codec->getPixels(
halcanary96fcdcc2015-08-27 07:41:13 -0700873 info, storage.get(), rowBytes, nullptr, colors,
scroggo21027992015-04-02 13:22:38 -0700874 &colorCount);
scroggo60869a42015-04-01 12:09:17 -0700875 switch (result) {
scroggoeb602a52015-07-09 08:16:03 -0700876 case SkCodec::kSuccess:
877 case SkCodec::kIncompleteInput:
scroggo60869a42015-04-01 12:09:17 -0700878 return new CodecBench(SkOSPath::Basename(path.c_str()),
bungeman38d909e2016-08-02 14:40:46 -0700879 encoded.get(), colorType, alphaType);
scroggoeb602a52015-07-09 08:16:03 -0700880 case SkCodec::kInvalidConversion:
scroggo60869a42015-04-01 12:09:17 -0700881 // This is okay. Not all conversions are valid.
882 break;
scroggo60869a42015-04-01 12:09:17 -0700883 default:
884 // This represents some sort of failure.
885 SkASSERT(false);
886 break;
887 }
888 }
889 fCurrentColorType = 0;
890 }
891
msarett84451022016-02-11 06:45:51 -0800892 // Run AndroidCodecBenches
893 const int sampleSizes[] = { 2, 4, 8 };
894 for (; fCurrentAndroidCodec < fImages.count(); fCurrentAndroidCodec++) {
895 fSourceType = "image";
896 fBenchType = "skandroidcodec";
897
898 const SkString& path = fImages[fCurrentAndroidCodec];
899 if (SkCommandLineFlags::ShouldSkip(FLAGS_match, path.c_str())) {
900 continue;
901 }
bungeman38d909e2016-08-02 14:40:46 -0700902 sk_sp<SkData> encoded(SkData::MakeFromFileName(path.c_str()));
reed42943c82016-09-12 12:01:44 -0700903 SkAutoTDelete<SkAndroidCodec> codec(SkAndroidCodec::NewFromData(encoded));
msarett84451022016-02-11 06:45:51 -0800904 if (!codec) {
905 // Nothing to time.
906 SkDebugf("Cannot find codec for %s\n", path.c_str());
907 continue;
908 }
909
910 while (fCurrentSampleSize < (int) SK_ARRAY_COUNT(sampleSizes)) {
911 int sampleSize = sampleSizes[fCurrentSampleSize];
912 fCurrentSampleSize++;
913 if (10 * sampleSize > SkTMin(codec->getInfo().width(), codec->getInfo().height())) {
914 // Avoid benchmarking scaled decodes of already small images.
915 break;
916 }
917
bungeman38d909e2016-08-02 14:40:46 -0700918 return new AndroidCodecBench(SkOSPath::Basename(path.c_str()),
919 encoded.get(), sampleSize);
msarett84451022016-02-11 06:45:51 -0800920 }
921 fCurrentSampleSize = 0;
922 }
923
msarett7f691442015-09-22 11:56:16 -0700924 // Run the BRDBenches
msarett7f691442015-09-22 11:56:16 -0700925 // We intend to create benchmarks that model the use cases in
926 // android/libraries/social/tiledimage. In this library, an image is decoded in 512x512
927 // tiles. The image can be translated freely, so the location of a tile may be anywhere in
928 // the image. For that reason, we will benchmark decodes in five representative locations
929 // in the image. Additionally, this use case utilizes power of two scaling, so we will
930 // test on power of two sample sizes. The output tile is always 512x512, so, when a
931 // sampleSize is used, the size of the subset that is decoded is always
932 // (sampleSize*512)x(sampleSize*512).
933 // There are a few good reasons to only test on power of two sample sizes at this time:
msarett7f691442015-09-22 11:56:16 -0700934 // All use cases we are aware of only scale by powers of two.
935 // PNG decodes use the indicated sampling strategy regardless of the sample size, so
936 // these tests are sufficient to provide good coverage of our scaling options.
msarett84451022016-02-11 06:45:51 -0800937 const uint32_t brdSampleSizes[] = { 1, 2, 4, 8, 16 };
msarett7f691442015-09-22 11:56:16 -0700938 const uint32_t minOutputSize = 512;
mtklein6f0ff912016-01-11 09:04:21 -0800939 for (; fCurrentBRDImage < fImages.count(); fCurrentBRDImage++) {
msarettd1227a72016-05-18 06:23:57 -0700940 fSourceType = "image";
941 fBenchType = "BRD";
942
mtklein6f0ff912016-01-11 09:04:21 -0800943 const SkString& path = fImages[fCurrentBRDImage];
944 if (SkCommandLineFlags::ShouldSkip(FLAGS_match, path.c_str())) {
945 continue;
946 }
scroggo860e8a62015-10-15 07:51:28 -0700947
msarettd1227a72016-05-18 06:23:57 -0700948 while (fCurrentColorType < fColorTypes.count()) {
949 while (fCurrentSampleSize < (int) SK_ARRAY_COUNT(brdSampleSizes)) {
950 while (fCurrentSubsetType <= kLastSingle_SubsetType) {
scroggo860e8a62015-10-15 07:51:28 -0700951
bungeman38d909e2016-08-02 14:40:46 -0700952 sk_sp<SkData> encoded(SkData::MakeFromFileName(path.c_str()));
msarettd1227a72016-05-18 06:23:57 -0700953 const SkColorType colorType = fColorTypes[fCurrentColorType];
954 uint32_t sampleSize = brdSampleSizes[fCurrentSampleSize];
955 int currentSubsetType = fCurrentSubsetType++;
scroggo860e8a62015-10-15 07:51:28 -0700956
msarettd1227a72016-05-18 06:23:57 -0700957 int width = 0;
958 int height = 0;
reed42943c82016-09-12 12:01:44 -0700959 if (!valid_brd_bench(encoded, colorType, sampleSize, minOutputSize,
msarettd1227a72016-05-18 06:23:57 -0700960 &width, &height)) {
961 break;
msarett7f691442015-09-22 11:56:16 -0700962 }
msarettd1227a72016-05-18 06:23:57 -0700963
964 SkString basename = SkOSPath::Basename(path.c_str());
965 SkIRect subset;
966 const uint32_t subsetSize = sampleSize * minOutputSize;
967 switch (currentSubsetType) {
968 case kTopLeft_SubsetType:
969 basename.append("_TopLeft");
970 subset = SkIRect::MakeXYWH(0, 0, subsetSize, subsetSize);
971 break;
972 case kTopRight_SubsetType:
973 basename.append("_TopRight");
974 subset = SkIRect::MakeXYWH(width - subsetSize, 0, subsetSize,
975 subsetSize);
976 break;
977 case kMiddle_SubsetType:
978 basename.append("_Middle");
979 subset = SkIRect::MakeXYWH((width - subsetSize) / 2,
980 (height - subsetSize) / 2, subsetSize, subsetSize);
981 break;
982 case kBottomLeft_SubsetType:
983 basename.append("_BottomLeft");
984 subset = SkIRect::MakeXYWH(0, height - subsetSize, subsetSize,
985 subsetSize);
986 break;
987 case kBottomRight_SubsetType:
988 basename.append("_BottomRight");
989 subset = SkIRect::MakeXYWH(width - subsetSize,
990 height - subsetSize, subsetSize, subsetSize);
991 break;
992 default:
993 SkASSERT(false);
994 }
995
996 return new BitmapRegionDecoderBench(basename.c_str(), encoded.get(),
997 colorType, sampleSize, subset);
msarett7f691442015-09-22 11:56:16 -0700998 }
msarettd1227a72016-05-18 06:23:57 -0700999 fCurrentSubsetType = 0;
1000 fCurrentSampleSize++;
msarett7f691442015-09-22 11:56:16 -07001001 }
msarettd1227a72016-05-18 06:23:57 -07001002 fCurrentSampleSize = 0;
1003 fCurrentColorType++;
msarett7f691442015-09-22 11:56:16 -07001004 }
msarettd1227a72016-05-18 06:23:57 -07001005 fCurrentColorType = 0;
msarett7f691442015-09-22 11:56:16 -07001006 }
1007
msarett2cee9022016-06-03 08:25:21 -07001008 while (fCurrentColorImage < fColorImages.count()) {
1009 fSourceType = "colorimage";
1010 fBenchType = "skcolorcodec";
1011 const SkString& path = fColorImages[fCurrentColorImage];
1012 fCurrentColorImage++;
1013 sk_sp<SkData> encoded = SkData::MakeFromFileName(path.c_str());
1014 if (encoded) {
1015 return new ColorCodecBench(SkOSPath::Basename(path.c_str()).c_str(),
1016 std::move(encoded));
1017 } else {
1018 SkDebugf("Could not read file %s.\n", path.c_str());
1019 }
1020 }
1021
halcanary96fcdcc2015-08-27 07:41:13 -07001022 return nullptr;
mtkleine714e752014-07-31 12:13:48 -07001023 }
mtklein92007582014-08-01 07:46:52 -07001024
1025 void fillCurrentOptions(ResultsWriter* log) const {
1026 log->configOption("source_type", fSourceType);
mtkleinfd731ce2014-09-10 12:19:30 -07001027 log->configOption("bench_type", fBenchType);
mtklein92007582014-08-01 07:46:52 -07001028 if (0 == strcmp(fSourceType, "skp")) {
1029 log->configOption("clip",
1030 SkStringPrintf("%d %d %d %d", fClip.fLeft, fClip.fTop,
1031 fClip.fRight, fClip.fBottom).c_str());
djsollenf2b340f2016-01-29 08:51:04 -08001032 SkASSERT_RELEASE(fCurrentScale < fScales.count()); // debugging paranoia
mtklein92007582014-08-01 07:46:52 -07001033 log->configOption("scale", SkStringPrintf("%.2g", fScales[fCurrentScale]).c_str());
robertphillips5b693772014-11-21 06:19:36 -08001034 if (fCurrentUseMPD > 0) {
1035 SkASSERT(1 == fCurrentUseMPD || 2 == fCurrentUseMPD);
1036 log->configOption("multi_picture_draw", fUseMPDs[fCurrentUseMPD-1] ? "true" : "false");
1037 }
mtklein92007582014-08-01 07:46:52 -07001038 }
mtklein051e56d2014-12-04 08:46:51 -08001039 if (0 == strcmp(fBenchType, "recording")) {
1040 log->metric("bytes", fSKPBytes);
1041 log->metric("ops", fSKPOps);
1042 }
mtklein92007582014-08-01 07:46:52 -07001043 }
1044
mtkleine714e752014-07-31 12:13:48 -07001045private:
msarettb23e6aa2015-06-09 13:56:10 -07001046 enum SubsetType {
1047 kTopLeft_SubsetType = 0,
1048 kTopRight_SubsetType = 1,
msarettab80e352015-06-17 10:28:22 -07001049 kMiddle_SubsetType = 2,
1050 kBottomLeft_SubsetType = 3,
1051 kBottomRight_SubsetType = 4,
1052 kTranslate_SubsetType = 5,
1053 kZoom_SubsetType = 6,
msarett7f691442015-09-22 11:56:16 -07001054 kLast_SubsetType = kZoom_SubsetType,
1055 kLastSingle_SubsetType = kBottomRight_SubsetType,
msarettb23e6aa2015-06-09 13:56:10 -07001056 };
1057
mtkleine714e752014-07-31 12:13:48 -07001058 const BenchRegistry* fBenches;
1059 const skiagm::GMRegistry* fGMs;
mtklein92007582014-08-01 07:46:52 -07001060 SkIRect fClip;
1061 SkTArray<SkScalar> fScales;
1062 SkTArray<SkString> fSKPs;
fmalita6519c212016-09-14 08:05:17 -07001063 SkTArray<SkString> fSVGs;
robertphillips5b693772014-11-21 06:19:36 -08001064 SkTArray<bool> fUseMPDs;
msarett95f192d2015-02-13 09:05:41 -08001065 SkTArray<SkString> fImages;
msarett2cee9022016-06-03 08:25:21 -07001066 SkTArray<SkString> fColorImages;
msarett74deb982015-10-20 16:45:56 -07001067 SkTArray<SkColorType, true> fColorTypes;
cdalton63a82852015-06-29 14:06:10 -07001068 SkScalar fZoomMax;
1069 double fZoomPeriodMs;
mtklein92007582014-08-01 07:46:52 -07001070
mtklein051e56d2014-12-04 08:46:51 -08001071 double fSKPBytes, fSKPOps;
1072
mtkleinfd731ce2014-09-10 12:19:30 -07001073 const char* fSourceType; // What we're benching: bench, GM, SKP, ...
1074 const char* fBenchType; // How we bench it: micro, recording, playback, ...
1075 int fCurrentRecording;
Mike Reed9cdd2ab2016-10-21 10:43:36 -04001076 int fCurrentPiping;
mtklein92007582014-08-01 07:46:52 -07001077 int fCurrentScale;
1078 int fCurrentSKP;
fmalita6519c212016-09-14 08:05:17 -07001079 int fCurrentSVG;
robertphillips5b693772014-11-21 06:19:36 -08001080 int fCurrentUseMPD;
scroggo60869a42015-04-01 12:09:17 -07001081 int fCurrentCodec;
msarett84451022016-02-11 06:45:51 -08001082 int fCurrentAndroidCodec;
msarett7f691442015-09-22 11:56:16 -07001083 int fCurrentBRDImage;
msarett2cee9022016-06-03 08:25:21 -07001084 int fCurrentColorImage;
msarett95f192d2015-02-13 09:05:41 -08001085 int fCurrentColorType;
msarettc7796b92016-01-07 14:20:20 -08001086 int fCurrentAlphaType;
msarettb23e6aa2015-06-09 13:56:10 -07001087 int fCurrentSubsetType;
msarett84451022016-02-11 06:45:51 -08001088 int fCurrentSampleSize;
joshualitt261c3ad2015-04-27 09:16:57 -07001089 int fCurrentAnimSKP;
mtkleine714e752014-07-31 12:13:48 -07001090};
1091
msarettc149f0e2016-01-04 11:35:43 -08001092// Some runs (mostly, Valgrind) are so slow that the bot framework thinks we've hung.
1093// This prints something every once in a while so that it knows we're still working.
1094static void start_keepalive() {
1095 struct Loop {
1096 static void forever(void*) {
1097 for (;;) {
1098 static const int kSec = 1200;
1099 #if defined(SK_BUILD_FOR_WIN)
1100 Sleep(kSec * 1000);
1101 #else
1102 sleep(kSec);
1103 #endif
1104 SkDebugf("\nBenchmarks still running...\n");
1105 }
1106 }
1107 };
1108 static SkThread* intentionallyLeaked = new SkThread(Loop::forever);
1109 intentionallyLeaked->start();
1110}
1111
jcgregorio3b27ade2014-11-13 08:06:40 -08001112int nanobench_main();
caryclark17f0b6d2014-07-22 10:15:34 -07001113int nanobench_main() {
jcgregorio3b27ade2014-11-13 08:06:40 -08001114 SetupCrashHandler();
mtkleinf3723212014-06-25 14:08:00 -07001115 SkAutoGraphics ag;
mtkleincc29d262015-07-09 10:04:56 -07001116 SkTaskGroup::Enabler enabled(FLAGS_threads);
mtkleinf3723212014-06-25 14:08:00 -07001117
krajcevski69a55602014-08-13 10:46:31 -07001118#if SK_SUPPORT_GPU
bsalomon682c2692015-05-22 14:01:46 -07001119 GrContextOptions grContextOpts;
halcanary385fe4d2015-08-26 13:07:48 -07001120 gGrFactory.reset(new GrContextFactory(grContextOpts));
krajcevski69a55602014-08-13 10:46:31 -07001121#endif
1122
bsalomon06cddec2014-10-24 10:40:50 -07001123 if (FLAGS_veryVerbose) {
1124 FLAGS_verbose = true;
1125 }
1126
bsalomon6eb03cc2014-08-07 14:28:50 -07001127 if (kAutoTuneLoops != FLAGS_loops) {
mtkleina189ccd2014-07-14 12:28:47 -07001128 FLAGS_samples = 1;
1129 FLAGS_gpuFrameLag = 0;
1130 }
1131
bsalomon6eb03cc2014-08-07 14:28:50 -07001132 if (!FLAGS_writePath.isEmpty()) {
1133 SkDebugf("Writing files to %s.\n", FLAGS_writePath[0]);
1134 if (!sk_mkdir(FLAGS_writePath[0])) {
1135 SkDebugf("Could not create %s. Files won't be written.\n", FLAGS_writePath[0]);
halcanary96fcdcc2015-08-27 07:41:13 -07001136 FLAGS_writePath.set(0, nullptr);
bsalomon6eb03cc2014-08-07 14:28:50 -07001137 }
1138 }
1139
halcanary385fe4d2015-08-26 13:07:48 -07001140 SkAutoTDelete<ResultsWriter> log(new ResultsWriter);
mtklein60317d0f2014-07-14 11:30:37 -07001141 if (!FLAGS_outResultsFile.isEmpty()) {
mtklein53520152016-01-20 09:53:59 -08001142#if defined(SK_RELEASE)
halcanary385fe4d2015-08-26 13:07:48 -07001143 log.reset(new NanoJSONResultsWriter(FLAGS_outResultsFile[0]));
mtklein53520152016-01-20 09:53:59 -08001144#else
1145 SkDebugf("I'm ignoring --outResultsFile because this is a Debug build.");
1146 return 1;
1147#endif
mtklein60317d0f2014-07-14 11:30:37 -07001148 }
mtklein1915b622014-08-20 11:45:00 -07001149
1150 if (1 == FLAGS_properties.count() % 2) {
1151 SkDebugf("ERROR: --properties must be passed with an even number of arguments.\n");
1152 return 1;
1153 }
1154 for (int i = 1; i < FLAGS_properties.count(); i += 2) {
1155 log->property(FLAGS_properties[i-1], FLAGS_properties[i]);
1156 }
jcgregoriobf5e5232014-07-17 13:14:16 -07001157
1158 if (1 == FLAGS_key.count() % 2) {
1159 SkDebugf("ERROR: --key must be passed with an even number of arguments.\n");
1160 return 1;
1161 }
1162 for (int i = 1; i < FLAGS_key.count(); i += 2) {
mtklein1915b622014-08-20 11:45:00 -07001163 log->key(FLAGS_key[i-1], FLAGS_key[i]);
mtklein94e51562014-08-19 12:41:53 -07001164 }
mtklein60317d0f2014-07-14 11:30:37 -07001165
mtkleinf3723212014-06-25 14:08:00 -07001166 const double overhead = estimate_timer_overhead();
mtklein55b0ffc2014-07-17 08:38:23 -07001167 SkDebugf("Timer overhead: %s\n", HUMANIZE(overhead));
Mike Klein91294772014-07-16 19:59:32 -04001168
cdaltone1b89582015-06-25 19:17:08 -07001169 SkTArray<double> samples;
mtkleinbb6a0282014-07-01 08:43:42 -07001170
bsalomon6eb03cc2014-08-07 14:28:50 -07001171 if (kAutoTuneLoops != FLAGS_loops) {
1172 SkDebugf("Fixed number of loops; times would only be misleading so we won't print them.\n");
mtkleinf3723212014-06-25 14:08:00 -07001173 } else if (FLAGS_quiet) {
mtklein66cfcff2015-12-04 06:35:30 -08001174 SkDebugf("! -> high variance, ? -> moderate variance\n");
1175 SkDebugf(" micros \tbench\n");
mtkleinbbba1682015-10-28 11:36:30 -07001176 } else if (FLAGS_ms) {
cdaltone1b89582015-06-25 19:17:08 -07001177 SkDebugf("curr/maxrss\tloops\tmin\tmedian\tmean\tmax\tstddev\tsamples\tconfig\tbench\n");
mtkleinf3723212014-06-25 14:08:00 -07001178 } else {
mtkleind75c4662015-04-30 07:11:22 -07001179 SkDebugf("curr/maxrss\tloops\tmin\tmedian\tmean\tmax\tstddev\t%-*s\tconfig\tbench\n",
qiankun.miao8247ec32014-09-09 19:24:36 -07001180 FLAGS_samples, "samples");
mtkleinf3723212014-06-25 14:08:00 -07001181 }
1182
svaisanenc47635e2016-01-28 06:05:43 -08001183 SkTArray<Config> configs;
bsalomonc2553372014-07-22 13:09:05 -07001184 create_configs(&configs);
1185
joshualitt3ebd0502016-02-09 07:18:08 -08001186#ifdef THERMAL_MANAGER_SUPPORTED
1187 int tmEnabled, tmThreshold, tmSleepTimeMs, tmTimeoutMs;
1188 if (4 != sscanf(FLAGS_useThermalManager[0], "%d,%d,%d,%d",
1189 &tmEnabled, &tmThreshold, &tmSleepTimeMs, &tmTimeoutMs)) {
1190 SkDebugf("Can't parse %s from --useThermalManager.\n", FLAGS_useThermalManager[0]);
1191 exit(1);
1192 }
1193 ThermalManager tm(tmThreshold, tmSleepTimeMs, tmTimeoutMs);
1194#endif
1195
msarettc149f0e2016-01-04 11:35:43 -08001196 if (FLAGS_keepAlive) {
1197 start_keepalive();
1198 }
1199
liyuqian38911a72016-10-04 11:23:22 -07001200 if (FLAGS_analyticAA) {
Mike Klein511f2d72016-10-04 15:45:56 -04001201 gSkUseAnalyticAA = true;
liyuqian38911a72016-10-04 11:23:22 -07001202 }
1203
mtkleine070c2b2014-10-14 08:40:43 -07001204 int runs = 0;
mtklein92007582014-08-01 07:46:52 -07001205 BenchmarkStream benchStream;
1206 while (Benchmark* b = benchStream.next()) {
mtkleine714e752014-07-31 12:13:48 -07001207 SkAutoTDelete<Benchmark> bench(b);
mtklein96289052014-09-10 12:05:59 -07001208 if (SkCommandLineFlags::ShouldSkip(FLAGS_match, bench->getUniqueName())) {
mtkleinf3723212014-06-25 14:08:00 -07001209 continue;
1210 }
1211
svaisanenc47635e2016-01-28 06:05:43 -08001212 if (!configs.empty()) {
mtklein96289052014-09-10 12:05:59 -07001213 log->bench(bench->getUniqueName(), bench->getSize().fX, bench->getSize().fY);
joshualitt8a6697a2015-09-30 12:11:07 -07001214 bench->delayedSetup();
jcgregoriobf5e5232014-07-17 13:14:16 -07001215 }
egdaniel3bf92062015-06-26 08:12:46 -07001216 for (int i = 0; i < configs.count(); ++i) {
joshualitt3ebd0502016-02-09 07:18:08 -08001217#ifdef THERMAL_MANAGER_SUPPORTED
1218 if (tmEnabled && !tm.coolOffIfNecessary()) {
1219 SkDebugf("Could not cool off, timings will be throttled\n");
1220 }
1221#endif
egdaniel3bf92062015-06-26 08:12:46 -07001222 Target* target = is_enabled(b, configs[i]);
1223 if (!target) {
1224 continue;
1225 }
mtkleinf3723212014-06-25 14:08:00 -07001226
halcanary96fcdcc2015-08-27 07:41:13 -07001227 // During HWUI output this canvas may be nullptr.
egdaniel3bf92062015-06-26 08:12:46 -07001228 SkCanvas* canvas = target->getCanvas();
svaisanenc47635e2016-01-28 06:05:43 -08001229 const char* config = target->config.name.c_str();
egdaniel3bf92062015-06-26 08:12:46 -07001230
brianosman7a5ada82016-02-08 13:49:12 -08001231 if (FLAGS_pre_log || FLAGS_dryRun) {
benjaminwagner8d61f0d2016-01-25 13:02:40 -08001232 SkDebugf("Running %s\t%s\n"
1233 , bench->getUniqueName()
1234 , config);
brianosman7a5ada82016-02-08 13:49:12 -08001235 if (FLAGS_dryRun) {
1236 continue;
1237 }
benjaminwagner8d61f0d2016-01-25 13:02:40 -08001238 }
1239
egdaniel3bf92062015-06-26 08:12:46 -07001240 target->setup();
robertphillips5b693772014-11-21 06:19:36 -08001241 bench->perCanvasPreDraw(canvas);
1242
cdaltone1b89582015-06-25 19:17:08 -07001243 int maxFrameLag;
mtkleina1ebeb22015-10-01 09:43:39 -07001244 int loops = target->needsFrameTiming(&maxFrameLag)
egdaniel3bf92062015-06-26 08:12:46 -07001245 ? setup_gpu_bench(target, bench.get(), maxFrameLag)
1246 : setup_cpu_bench(overhead, target, bench.get());
cdaltone1b89582015-06-25 19:17:08 -07001247
mtkleinbbba1682015-10-28 11:36:30 -07001248 if (FLAGS_ms) {
1249 samples.reset();
1250 auto stop = now_ms() + FLAGS_ms;
1251 do {
1252 samples.push_back(time(loops, bench, target) / loops);
1253 } while (now_ms() < stop);
1254 } else {
cdaltone1b89582015-06-25 19:17:08 -07001255 samples.reset(FLAGS_samples);
1256 for (int s = 0; s < FLAGS_samples; s++) {
egdaniel3bf92062015-06-26 08:12:46 -07001257 samples[s] = time(loops, bench, target) / loops;
cdaltone1b89582015-06-25 19:17:08 -07001258 }
cdaltone1b89582015-06-25 19:17:08 -07001259 }
mtkleinf3723212014-06-25 14:08:00 -07001260
joshualitte45c81c2015-12-02 09:05:37 -08001261#if SK_SUPPORT_GPU
1262 SkTArray<SkString> keys;
1263 SkTArray<double> values;
1264 bool gpuStatsDump = FLAGS_gpuStatsDump && Benchmark::kGPU_Backend == configs[i].backend;
1265 if (gpuStatsDump) {
1266 // TODO cache stats
1267 bench->getGpuStats(canvas, &keys, &values);
1268 }
1269#endif
1270
robertphillips5b693772014-11-21 06:19:36 -08001271 bench->perCanvasPostDraw(canvas);
1272
egdaniel3bf92062015-06-26 08:12:46 -07001273 if (Benchmark::kNonRendering_Backend != target->config.backend &&
tomhudsond968a6f2015-03-26 11:28:06 -07001274 !FLAGS_writePath.isEmpty() && FLAGS_writePath[0]) {
bsalomon6eb03cc2014-08-07 14:28:50 -07001275 SkString pngFilename = SkOSPath::Join(FLAGS_writePath[0], config);
mtklein96289052014-09-10 12:05:59 -07001276 pngFilename = SkOSPath::Join(pngFilename.c_str(), bench->getUniqueName());
bsalomon6eb03cc2014-08-07 14:28:50 -07001277 pngFilename.append(".png");
egdaniel3bf92062015-06-26 08:12:46 -07001278 write_canvas_png(target, pngFilename);
bsalomon6eb03cc2014-08-07 14:28:50 -07001279 }
1280
1281 if (kFailedLoops == loops) {
mtklein2069e222014-08-04 13:57:39 -07001282 // Can't be timed. A warning note has already been printed.
egdaniel3bf92062015-06-26 08:12:46 -07001283 cleanup_run(target);
Mike Kleine3631362014-07-15 17:56:37 -04001284 continue;
1285 }
1286
cdaltone1b89582015-06-25 19:17:08 -07001287 Stats stats(samples);
mtklein1915b622014-08-20 11:45:00 -07001288 log->config(config);
mtklein96289052014-09-10 12:05:59 -07001289 log->configOption("name", bench->getName());
mtklein1915b622014-08-20 11:45:00 -07001290 benchStream.fillCurrentOptions(log.get());
egdaniel3bf92062015-06-26 08:12:46 -07001291 target->fillOptions(log.get());
mtklein051e56d2014-12-04 08:46:51 -08001292 log->metric("min_ms", stats.min);
joshualitte45c81c2015-12-02 09:05:37 -08001293#if SK_SUPPORT_GPU
1294 if (gpuStatsDump) {
1295 // dump to json, only SKPBench currently returns valid keys / values
1296 SkASSERT(keys.count() == values.count());
1297 for (int i = 0; i < keys.count(); i++) {
1298 log->metric(keys[i].c_str(), values[i]);
1299 }
1300 }
1301#endif
1302
mtkleine070c2b2014-10-14 08:40:43 -07001303 if (runs++ % FLAGS_flushEvery == 0) {
1304 log->flush();
1305 }
mtklein60317d0f2014-07-14 11:30:37 -07001306
bsalomon6eb03cc2014-08-07 14:28:50 -07001307 if (kAutoTuneLoops != FLAGS_loops) {
egdaniel3bf92062015-06-26 08:12:46 -07001308 if (configs.count() == 1) {
mtkleina189ccd2014-07-14 12:28:47 -07001309 config = ""; // Only print the config if we run the same bench on more than one.
1310 }
mtkleind75c4662015-04-30 07:11:22 -07001311 SkDebugf("%4d/%-4dMB\t%s\t%s\n"
1312 , sk_tools::getCurrResidentSetSizeMB()
1313 , sk_tools::getMaxResidentSetSizeMB()
mtklein53d25622014-09-18 07:39:42 -07001314 , bench->getUniqueName()
1315 , config);
mtkleinf3723212014-06-25 14:08:00 -07001316 } else if (FLAGS_quiet) {
mtklein66cfcff2015-12-04 06:35:30 -08001317 const char* mark = " ";
1318 const double stddev_percent = 100 * sqrt(stats.var) / stats.mean;
1319 if (stddev_percent > 5) mark = "?";
1320 if (stddev_percent > 10) mark = "!";
1321
1322 SkDebugf("%10.2f %s\t%s\t%s\n",
1323 stats.median*1e3, mark, bench->getUniqueName(), config);
mtkleinf3723212014-06-25 14:08:00 -07001324 } else {
1325 const double stddev_percent = 100 * sqrt(stats.var) / stats.mean;
mtkleind75c4662015-04-30 07:11:22 -07001326 SkDebugf("%4d/%-4dMB\t%d\t%s\t%s\t%s\t%s\t%.0f%%\t%s\t%s\t%s\n"
1327 , sk_tools::getCurrResidentSetSizeMB()
1328 , sk_tools::getMaxResidentSetSizeMB()
mtkleinf3723212014-06-25 14:08:00 -07001329 , loops
mtklein55b0ffc2014-07-17 08:38:23 -07001330 , HUMANIZE(stats.min)
1331 , HUMANIZE(stats.median)
1332 , HUMANIZE(stats.mean)
1333 , HUMANIZE(stats.max)
mtkleinf3723212014-06-25 14:08:00 -07001334 , stddev_percent
mtkleinbbba1682015-10-28 11:36:30 -07001335 , FLAGS_ms ? to_string(samples.count()).c_str() : stats.plot.c_str()
mtkleinf3723212014-06-25 14:08:00 -07001336 , config
mtklein96289052014-09-10 12:05:59 -07001337 , bench->getUniqueName()
mtkleinf3723212014-06-25 14:08:00 -07001338 );
1339 }
joshualitte45c81c2015-12-02 09:05:37 -08001340
bsalomonb12ea412015-02-02 21:19:50 -08001341#if SK_SUPPORT_GPU
joshualitte45c81c2015-12-02 09:05:37 -08001342 if (FLAGS_gpuStats && Benchmark::kGPU_Backend == configs[i].backend) {
kkinnunen5219fd92015-12-10 06:28:13 -08001343 GrContext* context = gGrFactory->get(configs[i].ctxType,
kkinnunen3e980c32015-12-23 01:33:00 -08001344 configs[i].ctxOptions);
kkinnunen5219fd92015-12-10 06:28:13 -08001345 context->printCacheStats();
1346 context->printGpuStats();
bsalomon06cddec2014-10-24 10:40:50 -07001347 }
1348#endif
joshualitte45c81c2015-12-02 09:05:37 -08001349
cdalton2c56ba52015-06-26 13:32:53 -07001350 if (FLAGS_verbose) {
1351 SkDebugf("Samples: ");
1352 for (int i = 0; i < samples.count(); i++) {
1353 SkDebugf("%s ", HUMANIZE(samples[i]));
1354 }
1355 SkDebugf("%s\n", bench->getUniqueName());
1356 }
egdaniel3bf92062015-06-26 08:12:46 -07001357 cleanup_run(target);
mtkleinf3723212014-06-25 14:08:00 -07001358 }
mtkleinf3723212014-06-25 14:08:00 -07001359 }
1360
mtkleine1091452014-12-04 10:47:02 -08001361 log->bench("memory_usage", 0,0);
1362 log->config("meta");
1363 log->metric("max_rss_mb", sk_tools::getMaxResidentSetSizeMB());
1364
joshualitte0b19d42015-03-26 10:41:02 -07001365#if SK_SUPPORT_GPU
1366 // Make sure we clean up the global GrContextFactory here, otherwise we might race with the
1367 // SkEventTracer destructor
halcanary96fcdcc2015-08-27 07:41:13 -07001368 gGrFactory.reset(nullptr);
joshualitte0b19d42015-03-26 10:41:02 -07001369#endif
1370
mtkleinf3723212014-06-25 14:08:00 -07001371 return 0;
1372}
1373
jcgregorio3b27ade2014-11-13 08:06:40 -08001374#if !defined SK_BUILD_FOR_IOS
1375int main(int argc, char** argv) {
1376 SkCommandLineFlags::Parse(argc, argv);
1377 return nanobench_main();
1378}
1379#endif