blob: 5c3b7901afc913131a84ccdd7a51a6f8199159de [file] [log] [blame]
epoger@google.comec3ed6a2011-07-28 14:26:00 +00001/*
2 * Copyright 2011 Google Inc.
3 *
4 * Use of this source code is governed by a BSD-style license that can be
5 * found in the LICENSE file.
6 */
bsalomon@google.com971d0c82011-08-19 17:22:05 +00007
tfarinaf168b862014-06-19 12:32:29 -07008#include "BenchLogger.h"
tfarinaf168b862014-06-19 12:32:29 -07009#include "Benchmark.h"
mtklein30e6e2a2014-06-18 11:44:15 -070010#include "CrashHandler.h"
tfarinaf168b862014-06-19 12:32:29 -070011#include "GMBench.h"
commit-bot@chromium.orge3bb3bc2013-12-03 18:16:48 +000012#include "ResultsWriter.h"
robertphillips@google.com73672252013-08-29 12:40:26 +000013#include "SkBitmapDevice.h"
reed@android.combd700c32009-01-05 03:34:50 +000014#include "SkCanvas.h"
mtklein@google.com78d03792013-09-10 19:42:07 +000015#include "SkColorPriv.h"
sglez@google.com586db932013-07-24 17:24:23 +000016#include "SkCommandLineFlags.h"
reed@google.com1bc6c6a2014-02-04 14:02:44 +000017#include "SkData.h"
bsalomon@google.com82a7bfc2012-04-16 19:11:17 +000018#include "SkDeferredCanvas.h"
reed@android.com3a859a02009-01-28 00:56:29 +000019#include "SkGraphics.h"
reed@android.comb398fe82009-01-07 11:47:57 +000020#include "SkImageEncoder.h"
mtklein@google.comc2897432013-09-10 19:23:38 +000021#include "SkOSFile.h"
reed@android.com6c924ad2009-03-31 03:48:49 +000022#include "SkPicture.h"
robertphillips@google.com770963f2014-04-18 18:04:41 +000023#include "SkPictureRecorder.h"
reed@android.combd700c32009-01-05 03:34:50 +000024#include "SkString.h"
reed@google.com1bc6c6a2014-02-04 14:02:44 +000025#include "SkSurface.h"
mtklein9ac68ee2014-06-20 11:29:20 -070026#include "Timer.h"
reed@android.com29348cb2009-08-04 18:17:15 +000027
djsollen@google.comdb490e92013-11-20 13:15:40 +000028#if SK_SUPPORT_GPU
29#include "GrContext.h"
30#include "GrContextFactory.h"
31#include "GrRenderTarget.h"
32#include "SkGpuDevice.h"
33#include "gl/GrGLDefines.h"
34#else
35class GrContext;
36#endif // SK_SUPPORT_GPU
37
mtklein@google.com9ef1d212013-09-13 20:39:50 +000038#include <limits>
39
mtklein@google.comc2897432013-09-10 19:23:38 +000040enum BenchMode {
41 kNormal_BenchMode,
42 kDeferred_BenchMode,
43 kDeferredSilent_BenchMode,
44 kRecord_BenchMode,
45 kPictureRecord_BenchMode
keyar@chromium.orgfdd909c2012-07-20 23:03:42 +000046};
mtklein@google.comdbd41c82013-09-13 20:11:09 +000047const char* BenchMode_Name[] = {
48 "normal", "deferred", "deferredSilent", "record", "picturerecord"
49};
commit-bot@chromium.org515dcd32013-08-28 14:17:03 +000050
borenet@google.com4e061d32013-09-16 19:12:19 +000051static const char kDefaultsConfigStr[] = "defaults";
52
keyar@chromium.orgfdd909c2012-07-20 23:03:42 +000053///////////////////////////////////////////////////////////////////////////////
54
reed@android.combd700c32009-01-05 03:34:50 +000055class Iter {
56public:
commit-bot@chromium.org575d9cd2014-02-24 23:25:49 +000057 Iter() : fBenches(BenchRegistry::Head()), fGMs(skiagm::GMRegistry::Head()) {}
rmistry@google.comfbfcd562012-08-23 18:09:54 +000058
tfarinaf168b862014-06-19 12:32:29 -070059 Benchmark* next() {
commit-bot@chromium.org575d9cd2014-02-24 23:25:49 +000060 if (fBenches) {
61 BenchRegistry::Factory f = fBenches->factory();
62 fBenches = fBenches->next();
commit-bot@chromium.org38aeb0f2014-02-26 23:01:57 +000063 return (*f)(NULL);
reed@android.combd700c32009-01-05 03:34:50 +000064 }
commit-bot@chromium.org575d9cd2014-02-24 23:25:49 +000065
66 while (fGMs) {
67 SkAutoTDelete<skiagm::GM> gm(fGMs->factory()(NULL));
68 fGMs = fGMs->next();
69 if (gm->getFlags() & skiagm::GM::kAsBench_Flag) {
tfarinaf168b862014-06-19 12:32:29 -070070 return SkNEW_ARGS(GMBench, (gm.detach()));
commit-bot@chromium.org575d9cd2014-02-24 23:25:49 +000071 }
72 }
73
reed@android.combd700c32009-01-05 03:34:50 +000074 return NULL;
75 }
bungeman@google.comd1a416a2011-05-18 18:37:07 +000076
reed@android.combd700c32009-01-05 03:34:50 +000077private:
commit-bot@chromium.org575d9cd2014-02-24 23:25:49 +000078 const BenchRegistry* fBenches;
79 const skiagm::GMRegistry* fGMs;
reed@android.combd700c32009-01-05 03:34:50 +000080};
81
82static void make_filename(const char name[], SkString* path) {
83 path->set(name);
84 for (int i = 0; name[i]; i++) {
85 switch (name[i]) {
86 case '/':
87 case '\\':
88 case ' ':
89 case ':':
90 path->writable_str()[i] = '-';
91 break;
92 default:
93 break;
94 }
95 }
96}
97
reed@android.com4c7d3d62009-01-21 03:15:13 +000098static void saveFile(const char name[], const char config[], const char dir[],
reed@google.com1bc6c6a2014-02-04 14:02:44 +000099 const SkImage* image) {
100 SkAutoTUnref<SkData> data(image->encode(SkImageEncoder::kPNG_Type, 100));
101 if (NULL == data.get()) {
reed@android.com4c7d3d62009-01-21 03:15:13 +0000102 return;
103 }
rmistry@google.comfbfcd562012-08-23 18:09:54 +0000104
mtklein@google.comc2897432013-09-10 19:23:38 +0000105 SkString filename;
106 make_filename(name, &filename);
107 filename.appendf("_%s.png", config);
108 SkString path = SkOSPath::SkPathJoin(dir, filename.c_str());
109 ::remove(path.c_str());
reed@google.com1bc6c6a2014-02-04 14:02:44 +0000110
reed@google.comace13542014-02-06 22:00:58 +0000111 SkFILEWStream stream(path.c_str());
reed@google.com1bc6c6a2014-02-04 14:02:44 +0000112 stream.write(data->data(), data->size());
reed@android.com4c7d3d62009-01-21 03:15:13 +0000113}
114
robertphillips@google.com84b18c72014-04-13 19:09:42 +0000115static void perform_clip(SkCanvas* canvas, int w, int h) {
reed@android.com4c7d3d62009-01-21 03:15:13 +0000116 SkRect r;
rmistry@google.comfbfcd562012-08-23 18:09:54 +0000117
reed@android.com4c7d3d62009-01-21 03:15:13 +0000118 r.set(SkIntToScalar(10), SkIntToScalar(10),
119 SkIntToScalar(w*2/3), SkIntToScalar(h*2/3));
120 canvas->clipRect(r, SkRegion::kIntersect_Op);
rmistry@google.comfbfcd562012-08-23 18:09:54 +0000121
reed@android.com4c7d3d62009-01-21 03:15:13 +0000122 r.set(SkIntToScalar(w/3), SkIntToScalar(h/3),
123 SkIntToScalar(w-10), SkIntToScalar(h-10));
124 canvas->clipRect(r, SkRegion::kXOR_Op);
125}
126
robertphillips@google.com84b18c72014-04-13 19:09:42 +0000127static void perform_rotate(SkCanvas* canvas, int w, int h) {
reed@android.com4c7d3d62009-01-21 03:15:13 +0000128 const SkScalar x = SkIntToScalar(w) / 2;
129 const SkScalar y = SkIntToScalar(h) / 2;
rmistry@google.comfbfcd562012-08-23 18:09:54 +0000130
reed@android.com4c7d3d62009-01-21 03:15:13 +0000131 canvas->translate(x, y);
132 canvas->rotate(SkIntToScalar(35));
133 canvas->translate(-x, -y);
134}
135
robertphillips@google.com84b18c72014-04-13 19:09:42 +0000136static void perform_scale(SkCanvas* canvas, int w, int h) {
reed@android.com387359e2009-08-04 01:51:09 +0000137 const SkScalar x = SkIntToScalar(w) / 2;
138 const SkScalar y = SkIntToScalar(h) / 2;
rmistry@google.comfbfcd562012-08-23 18:09:54 +0000139
reed@android.com387359e2009-08-04 01:51:09 +0000140 canvas->translate(x, y);
141 // just enough so we can't take the sprite case
142 canvas->scale(SK_Scalar1 * 99/100, SK_Scalar1 * 99/100);
143 canvas->translate(-x, -y);
144}
145
reed@google.com1bc6c6a2014-02-04 14:02:44 +0000146static SkSurface* make_surface(SkColorType colorType, const SkIPoint& size,
tfarinaf168b862014-06-19 12:32:29 -0700147 Benchmark::Backend backend, int sampleCount,
reed@google.com1bc6c6a2014-02-04 14:02:44 +0000148 GrContext* context) {
149 SkSurface* surface = NULL;
150 SkImageInfo info = SkImageInfo::Make(size.fX, size.fY, colorType,
151 kPremul_SkAlphaType);
rmistry@google.comfbfcd562012-08-23 18:09:54 +0000152
mike@reedtribe.orga9015f82011-05-17 02:25:05 +0000153 switch (backend) {
tfarinaf168b862014-06-19 12:32:29 -0700154 case Benchmark::kRaster_Backend:
reed@google.com1bc6c6a2014-02-04 14:02:44 +0000155 surface = SkSurface::NewRaster(info);
156 surface->getCanvas()->clear(SK_ColorWHITE);
mike@reedtribe.orga9015f82011-05-17 02:25:05 +0000157 break;
bsalomon@google.comcf8fb1f2012-08-02 14:03:32 +0000158#if SK_SUPPORT_GPU
tfarinaf168b862014-06-19 12:32:29 -0700159 case Benchmark::kGPU_Backend: {
reed@google.com1bc6c6a2014-02-04 14:02:44 +0000160 surface = SkSurface::NewRenderTarget(context, info, sampleCount);
mike@reedtribe.orga9015f82011-05-17 02:25:05 +0000161 break;
bsalomon@google.comcb265352013-02-22 16:13:16 +0000162 }
bsalomon@google.comcf8fb1f2012-08-02 14:03:32 +0000163#endif
tfarinaf168b862014-06-19 12:32:29 -0700164 case Benchmark::kPDF_Backend:
mike@reedtribe.orga9015f82011-05-17 02:25:05 +0000165 default:
mtklein@google.com330313a2013-08-22 15:37:26 +0000166 SkDEBUGFAIL("unsupported");
mike@reedtribe.orga9015f82011-05-17 02:25:05 +0000167 }
reed@google.com1bc6c6a2014-02-04 14:02:44 +0000168 return surface;
mike@reedtribe.orga9015f82011-05-17 02:25:05 +0000169}
170
bsalomon@google.comcb265352013-02-22 16:13:16 +0000171#if SK_SUPPORT_GPU
172GrContextFactory gContextFactory;
173typedef GrContextFactory::GLContextType GLContextType;
mtklein@google.comc2897432013-09-10 19:23:38 +0000174static const GLContextType kNative = GrContextFactory::kNative_GLContextType;
commit-bot@chromium.orge8989572014-01-26 20:51:00 +0000175static const GLContextType kNVPR = GrContextFactory::kNVPR_GLContextType;
mtklein@google.comc2897432013-09-10 19:23:38 +0000176#if SK_ANGLE
177static const GLContextType kANGLE = GrContextFactory::kANGLE_GLContextType;
mtklein@google.comc2897432013-09-10 19:23:38 +0000178#endif
179static const GLContextType kDebug = GrContextFactory::kDebug_GLContextType;
180static const GLContextType kNull = GrContextFactory::kNull_GLContextType;
bsalomon@google.comcb265352013-02-22 16:13:16 +0000181#else
182typedef int GLContextType;
mtklein@google.comc2897432013-09-10 19:23:38 +0000183static const GLContextType kNative = 0, kANGLE = 0, kDebug = 0, kNull = 0;
bsalomon@google.comcb265352013-02-22 16:13:16 +0000184#endif
185
mtklein@google.comc2897432013-09-10 19:23:38 +0000186#ifdef SK_DEBUG
187static const bool kIsDebug = true;
188#else
189static const bool kIsDebug = false;
190#endif
191
192static const struct Config {
reed@google.com1bc6c6a2014-02-04 14:02:44 +0000193 SkColorType fColorType;
mtklein@google.comc2897432013-09-10 19:23:38 +0000194 const char* name;
195 int sampleCount;
tfarinaf168b862014-06-19 12:32:29 -0700196 Benchmark::Backend backend;
mtklein@google.comc2897432013-09-10 19:23:38 +0000197 GLContextType contextType;
198 bool runByDefault;
reed@android.com4bc19832009-01-19 20:08:35 +0000199} gConfigs[] = {
tfarinaf168b862014-06-19 12:32:29 -0700200 { kN32_SkColorType, "NONRENDERING", 0, Benchmark::kNonRendering_Backend, kNative, true},
201 { kN32_SkColorType, "8888", 0, Benchmark::kRaster_Backend, kNative, true},
202 { kRGB_565_SkColorType, "565", 0, Benchmark::kRaster_Backend, kNative, true},
bsalomon@google.comcf8fb1f2012-08-02 14:03:32 +0000203#if SK_SUPPORT_GPU
tfarinaf168b862014-06-19 12:32:29 -0700204 { kN32_SkColorType, "GPU", 0, Benchmark::kGPU_Backend, kNative, true},
205 { kN32_SkColorType, "MSAA4", 4, Benchmark::kGPU_Backend, kNative, false},
206 { kN32_SkColorType, "MSAA16", 16, Benchmark::kGPU_Backend, kNative, false},
207 { kN32_SkColorType, "NVPRMSAA4", 4, Benchmark::kGPU_Backend, kNVPR, true},
208 { kN32_SkColorType, "NVPRMSAA16", 16, Benchmark::kGPU_Backend, kNVPR, false},
robertphillips@google.comd3b9fbb2012-03-28 16:19:11 +0000209#if SK_ANGLE
tfarinaf168b862014-06-19 12:32:29 -0700210 { kN32_SkColorType, "ANGLE", 0, Benchmark::kGPU_Backend, kANGLE, true},
bsalomon@google.comcf8fb1f2012-08-02 14:03:32 +0000211#endif // SK_ANGLE
tfarinaf168b862014-06-19 12:32:29 -0700212 { kN32_SkColorType, "Debug", 0, Benchmark::kGPU_Backend, kDebug, kIsDebug},
213 { kN32_SkColorType, "NULLGPU", 0, Benchmark::kGPU_Backend, kNull, true},
bsalomon@google.comcf8fb1f2012-08-02 14:03:32 +0000214#endif // SK_SUPPORT_GPU
reed@android.com4bc19832009-01-19 20:08:35 +0000215};
216
mtklein@google.comc2897432013-09-10 19:23:38 +0000217DEFINE_string(outDir, "", "If given, image of each bench will be put in outDir.");
218DEFINE_string(timers, "cg", "Timers to display. "
219 "Options: w(all) W(all, truncated) c(pu) C(pu, truncated) g(pu)");
reed@android.com4c7d3d62009-01-21 03:15:13 +0000220
mtklein@google.comc2897432013-09-10 19:23:38 +0000221DEFINE_bool(rotate, false, "Rotate canvas before bench run?");
222DEFINE_bool(scale, false, "Scale canvas before bench run?");
223DEFINE_bool(clip, false, "Clip canvas before bench run?");
bsalomon@google.com8a70eef2013-03-19 13:58:55 +0000224
mtklein@google.comc2897432013-09-10 19:23:38 +0000225DEFINE_bool(forceAA, true, "Force anti-aliasing?");
226DEFINE_bool(forceFilter, false, "Force bitmap filtering?");
227DEFINE_string(forceDither, "default", "Force dithering: true, false, or default?");
228DEFINE_bool(forceBlend, false, "Force alpha blending?");
229
230DEFINE_int32(gpuCacheBytes, -1, "GPU cache size limit in bytes. 0 to disable cache.");
231DEFINE_int32(gpuCacheCount, -1, "GPU cache size limit in object count. 0 to disable cache.");
232
commit-bot@chromium.org6dda8272014-01-23 17:21:19 +0000233DEFINE_bool2(leaks, l, false, "show leaked ref cnt'd objects.");
mtklein@google.comc2897432013-09-10 19:23:38 +0000234DEFINE_string(match, "", "[~][^]substring[$] [...] of test name to run.\n"
235 "Multiple matches may be separated by spaces.\n"
236 "~ causes a matching test to always be skipped\n"
237 "^ requires the start of the test to match\n"
238 "$ requires the end of the test to match\n"
239 "^ and $ requires an exact match\n"
240 "If a test does not match any list entry,\n"
241 "it is skipped unless some list entry starts with ~\n");
242DEFINE_string(mode, "normal",
243 "normal: draw to a normal canvas;\n"
244 "deferred: draw to a deferred canvas;\n"
245 "deferredSilent: deferred with silent playback;\n"
246 "record: draw to an SkPicture;\n"
247 "picturerecord: draw from an SkPicture to an SkPicture.\n");
borenet@google.com4e061d32013-09-16 19:12:19 +0000248DEFINE_string(config, kDefaultsConfigStr,
249 "Run configs given. By default, runs the configs marked \"runByDefault\" in gConfigs.");
mtklein@google.comc2897432013-09-10 19:23:38 +0000250DEFINE_string(logFile, "", "Also write stdout here.");
mtklein@google.comdbd41c82013-09-13 20:11:09 +0000251DEFINE_int32(minMs, 20, "Shortest time we'll allow a benchmark to run.");
252DEFINE_int32(maxMs, 4000, "Longest time we'll allow a benchmark to run.");
commit-bot@chromium.org4bbe2e52014-04-21 21:12:32 +0000253DEFINE_bool(runOnce, kIsDebug, "Run each bench exactly once and don't report timings.");
mtklein@google.comdbd41c82013-09-13 20:11:09 +0000254DEFINE_double(error, 0.01,
255 "Ratio of subsequent bench measurements must drop within 1±error to converge.");
mtklein@google.comc2897432013-09-10 19:23:38 +0000256DEFINE_string(timeFormat, "%9.2f", "Format to print results, in milliseconds per 1000 loops.");
mtklein@google.comdbd41c82013-09-13 20:11:09 +0000257DEFINE_bool2(verbose, v, false, "Print more.");
commit-bot@chromium.orge3bb3bc2013-12-03 18:16:48 +0000258DEFINE_string(outResultsFile, "", "If given, the results will be written to the file in JSON format.");
commit-bot@chromium.org56b7a6d2014-03-13 16:22:00 +0000259DEFINE_bool(dryRun, false, "Don't actually run the tests, just print what would have been done.");
260
mtklein@google.comdbd41c82013-09-13 20:11:09 +0000261// Has this bench converged? First arguments are milliseconds / loop iteration,
262// last is overall runtime in milliseconds.
263static bool HasConverged(double prevPerLoop, double currPerLoop, double currRaw) {
264 if (currRaw < FLAGS_minMs) {
265 return false;
266 }
267 const double low = 1 - FLAGS_error, high = 1 + FLAGS_error;
268 const double ratio = currPerLoop / prevPerLoop;
269 return low < ratio && ratio < high;
270}
tomhudson@google.com86bb9b72012-04-03 13:28:57 +0000271
caryclark@google.com5987f582012-10-02 18:33:14 +0000272int tool_main(int argc, char** argv);
273int tool_main(int argc, char** argv) {
mtklein30e6e2a2014-06-18 11:44:15 -0700274 SetupCrashHandler();
commit-bot@chromium.org6dda8272014-01-23 17:21:19 +0000275 SkCommandLineFlags::Parse(argc, argv);
bsalomon@google.com4e230682013-01-15 20:37:04 +0000276#if SK_ENABLE_INST_COUNT
commit-bot@chromium.org6dda8272014-01-23 17:21:19 +0000277 if (FLAGS_leaks) {
278 gPrintInstCount = true;
279 }
bsalomon@google.com65a87cc2012-08-14 13:15:44 +0000280#endif
reed@android.com3a859a02009-01-28 00:56:29 +0000281 SkAutoGraphics ag;
bsalomon@google.com65a87cc2012-08-14 13:15:44 +0000282
mtklein@google.comc2897432013-09-10 19:23:38 +0000283 // First, parse some flags.
tfarinaf168b862014-06-19 12:32:29 -0700284 BenchLogger logger;
mtklein@google.comc2897432013-09-10 19:23:38 +0000285 if (FLAGS_logFile.count()) {
286 logger.SetLogFile(FLAGS_logFile[0]);
287 }
scroggo@google.com9a412522012-09-07 15:21:18 +0000288
commit-bot@chromium.orge3bb3bc2013-12-03 18:16:48 +0000289 LoggerResultsWriter logWriter(logger, FLAGS_timeFormat[0]);
290 MultiResultsWriter writer;
291 writer.add(&logWriter);
commit-bot@chromium.org61744ec2014-05-16 13:15:41 +0000292
commit-bot@chromium.orge3bb3bc2013-12-03 18:16:48 +0000293 SkAutoTDelete<JSONResultsWriter> jsonWriter;
294 if (FLAGS_outResultsFile.count()) {
295 jsonWriter.reset(SkNEW(JSONResultsWriter(FLAGS_outResultsFile[0])));
296 writer.add(jsonWriter.get());
297 }
commit-bot@chromium.org61744ec2014-05-16 13:15:41 +0000298
commit-bot@chromium.orge3bb3bc2013-12-03 18:16:48 +0000299 // Instantiate after all the writers have been added to writer so that we
300 // call close() before their destructors are called on the way out.
301 CallEnd<MultiResultsWriter> ender(writer);
302
mtklein@google.comc2897432013-09-10 19:23:38 +0000303 const uint8_t alpha = FLAGS_forceBlend ? 0x80 : 0xFF;
304 SkTriState::State dither = SkTriState::kDefault;
305 for (size_t i = 0; i < 3; i++) {
306 if (strcmp(SkTriState::Name[i], FLAGS_forceDither[0]) == 0) {
307 dither = static_cast<SkTriState::State>(i);
reed@android.comb398fe82009-01-07 11:47:57 +0000308 }
309 }
mtklein@google.comc2897432013-09-10 19:23:38 +0000310
311 BenchMode benchMode = kNormal_BenchMode;
312 for (size_t i = 0; i < SK_ARRAY_COUNT(BenchMode_Name); i++) {
313 if (strcmp(FLAGS_mode[0], BenchMode_Name[i]) == 0) {
314 benchMode = static_cast<BenchMode>(i);
315 }
keyar@chromium.orgfdd909c2012-07-20 23:03:42 +0000316 }
mtklein@google.comc2897432013-09-10 19:23:38 +0000317
318 SkTDArray<int> configs;
borenet@google.com4e061d32013-09-16 19:12:19 +0000319 bool runDefaultConfigs = false;
mtklein@google.comc2897432013-09-10 19:23:38 +0000320 // Try user-given configs first.
321 for (int i = 0; i < FLAGS_config.count(); i++) {
robertphillips@google.come9cd27d2013-10-16 17:48:11 +0000322 for (int j = 0; j < static_cast<int>(SK_ARRAY_COUNT(gConfigs)); ++j) {
mtklein@google.comc2897432013-09-10 19:23:38 +0000323 if (0 == strcmp(FLAGS_config[i], gConfigs[j].name)) {
324 *configs.append() = j;
borenet@google.com4e061d32013-09-16 19:12:19 +0000325 } else if (0 == strcmp(FLAGS_config[i], kDefaultsConfigStr)) {
326 runDefaultConfigs = true;
mtklein@google.comc2897432013-09-10 19:23:38 +0000327 }
328 }
keyar@chromium.orgfdd909c2012-07-20 23:03:42 +0000329 }
mtklein@google.comc2897432013-09-10 19:23:38 +0000330 // If there weren't any, fill in with defaults.
borenet@google.com4e061d32013-09-16 19:12:19 +0000331 if (runDefaultConfigs) {
robertphillips@google.come9cd27d2013-10-16 17:48:11 +0000332 for (int i = 0; i < static_cast<int>(SK_ARRAY_COUNT(gConfigs)); ++i) {
mtklein@google.comc2897432013-09-10 19:23:38 +0000333 if (gConfigs[i].runByDefault) {
bsalomon@google.com8a70eef2013-03-19 13:58:55 +0000334 *configs.append() = i;
335 }
tomhudson@google.com13eaaaa2012-04-16 18:00:40 +0000336 }
337 }
mtklein@google.comc2897432013-09-10 19:23:38 +0000338 // Filter out things we can't run.
339 if (kNormal_BenchMode != benchMode) {
bsalomon@google.com604a56a2013-03-15 15:42:15 +0000340 // Non-rendering configs only run in normal mode
341 for (int i = 0; i < configs.count(); ++i) {
mtklein@google.comc2897432013-09-10 19:23:38 +0000342 const Config& config = gConfigs[configs[i]];
tfarinaf168b862014-06-19 12:32:29 -0700343 if (Benchmark::kNonRendering_Backend == config.backend) {
bsalomon@google.com604a56a2013-03-15 15:42:15 +0000344 configs.remove(i, 1);
345 --i;
346 }
347 }
348 }
scroggo@google.com111fd112013-09-25 21:42:12 +0000349
bsalomon@google.com8a70eef2013-03-19 13:58:55 +0000350#if SK_SUPPORT_GPU
351 for (int i = 0; i < configs.count(); ++i) {
mtklein@google.comc2897432013-09-10 19:23:38 +0000352 const Config& config = gConfigs[configs[i]];
bsalomon@google.com8a70eef2013-03-19 13:58:55 +0000353
tfarinaf168b862014-06-19 12:32:29 -0700354 if (Benchmark::kGPU_Backend == config.backend) {
mtklein@google.comc2897432013-09-10 19:23:38 +0000355 GrContext* context = gContextFactory.get(config.contextType);
bsalomon@google.com8a70eef2013-03-19 13:58:55 +0000356 if (NULL == context) {
commit-bot@chromium.org0f298cc2014-04-30 15:54:29 +0000357 SkDebugf("GrContext could not be created for config %s. Config will be skipped.\n",
358 config.name);
bsalomon@google.com8a70eef2013-03-19 13:58:55 +0000359 configs.remove(i);
360 --i;
361 continue;
362 }
mtklein@google.comc2897432013-09-10 19:23:38 +0000363 if (config.sampleCount > context->getMaxSampleCount()){
commit-bot@chromium.org0f298cc2014-04-30 15:54:29 +0000364 SkDebugf(
365 "Sample count (%d) for config %s is not supported. Config will be skipped.\n",
366 config.sampleCount, config.name);
bsalomon@google.com8a70eef2013-03-19 13:58:55 +0000367 configs.remove(i);
368 --i;
369 continue;
370 }
371 }
372 }
373#endif
374
mtklein@google.comc2897432013-09-10 19:23:38 +0000375 // All flags should be parsed now. Report our settings.
commit-bot@chromium.org4bbe2e52014-04-21 21:12:32 +0000376 if (FLAGS_runOnce) {
377 logger.logError("bench was run with --runOnce, so we're going to hide the times."
378 " It's for your own good!\n");
mtklein@google.comc2897432013-09-10 19:23:38 +0000379 }
commit-bot@chromium.orge3bb3bc2013-12-03 18:16:48 +0000380 writer.option("mode", FLAGS_mode[0]);
381 writer.option("alpha", SkStringPrintf("0x%02X", alpha).c_str());
382 writer.option("antialias", SkStringPrintf("%d", FLAGS_forceAA).c_str());
383 writer.option("filter", SkStringPrintf("%d", FLAGS_forceFilter).c_str());
384 writer.option("dither", SkTriState::Name[dither]);
385
386 writer.option("rotate", SkStringPrintf("%d", FLAGS_rotate).c_str());
387 writer.option("scale", SkStringPrintf("%d", FLAGS_scale).c_str());
388 writer.option("clip", SkStringPrintf("%d", FLAGS_clip).c_str());
rmistry@google.comfbfcd562012-08-23 18:09:54 +0000389
bungeman@google.coma5d48412011-06-15 17:25:46 +0000390#if defined(SK_BUILD_FOR_WIN32)
commit-bot@chromium.orge3bb3bc2013-12-03 18:16:48 +0000391 writer.option("system", "WIN32");
bungeman@google.coma5d48412011-06-15 17:25:46 +0000392#elif defined(SK_BUILD_FOR_MAC)
commit-bot@chromium.orge3bb3bc2013-12-03 18:16:48 +0000393 writer.option("system", "MAC");
bungeman@google.coma5d48412011-06-15 17:25:46 +0000394#elif defined(SK_BUILD_FOR_ANDROID)
commit-bot@chromium.orge3bb3bc2013-12-03 18:16:48 +0000395 writer.option("system", "ANDROID");
bungeman@google.coma5d48412011-06-15 17:25:46 +0000396#elif defined(SK_BUILD_FOR_UNIX)
commit-bot@chromium.orge3bb3bc2013-12-03 18:16:48 +0000397 writer.option("system", "UNIX");
bungeman@google.coma5d48412011-06-15 17:25:46 +0000398#else
commit-bot@chromium.orge3bb3bc2013-12-03 18:16:48 +0000399 writer.option("system", "other");
bungeman@google.coma5d48412011-06-15 17:25:46 +0000400#endif
401
402#if defined(SK_DEBUG)
commit-bot@chromium.orge3bb3bc2013-12-03 18:16:48 +0000403 writer.option("build", "DEBUG");
404#else
405 writer.option("build", "RELEASE");
bungeman@google.coma5d48412011-06-15 17:25:46 +0000406#endif
mtklein@google.comc2897432013-09-10 19:23:38 +0000407
408 // Set texture cache limits if non-default.
bsalomon@google.com5c90e292013-02-22 19:17:13 +0000409 for (size_t i = 0; i < SK_ARRAY_COUNT(gConfigs); ++i) {
bsalomon@google.comcb265352013-02-22 16:13:16 +0000410#if SK_SUPPORT_GPU
mtklein@google.comc2897432013-09-10 19:23:38 +0000411 const Config& config = gConfigs[i];
tfarinaf168b862014-06-19 12:32:29 -0700412 if (Benchmark::kGPU_Backend != config.backend) {
mtklein@google.comc2897432013-09-10 19:23:38 +0000413 continue;
bsalomon@google.comcb265352013-02-22 16:13:16 +0000414 }
mtklein@google.comc2897432013-09-10 19:23:38 +0000415 GrContext* context = gContextFactory.get(config.contextType);
416 if (NULL == context) {
417 continue;
418 }
419
420 size_t bytes;
421 int count;
commit-bot@chromium.org95c20032014-05-09 14:29:32 +0000422 context->getResourceCacheLimits(&count, &bytes);
mtklein@google.comc2897432013-09-10 19:23:38 +0000423 if (-1 != FLAGS_gpuCacheBytes) {
424 bytes = static_cast<size_t>(FLAGS_gpuCacheBytes);
425 }
426 if (-1 != FLAGS_gpuCacheCount) {
427 count = FLAGS_gpuCacheCount;
428 }
commit-bot@chromium.org95c20032014-05-09 14:29:32 +0000429 context->setResourceCacheLimits(count, bytes);
bsalomon@google.comcb265352013-02-22 16:13:16 +0000430#endif
431 }
bsalomon@google.com74913722011-10-27 20:44:19 +0000432
mtklein@google.comc2897432013-09-10 19:23:38 +0000433 // Run each bench in each configuration it supports and we asked for.
434 Iter iter;
tfarinaf168b862014-06-19 12:32:29 -0700435 Benchmark* bench;
reed@android.combd700c32009-01-05 03:34:50 +0000436 while ((bench = iter.next()) != NULL) {
tfarinaf168b862014-06-19 12:32:29 -0700437 SkAutoTUnref<Benchmark> benchUnref(bench);
mtklein@google.comc2897432013-09-10 19:23:38 +0000438 if (SkCommandLineFlags::ShouldSkip(FLAGS_match, bench->getName())) {
reed@android.comb398fe82009-01-07 11:47:57 +0000439 continue;
440 }
rmistry@google.comfbfcd562012-08-23 18:09:54 +0000441
mtklein@google.comc2897432013-09-10 19:23:38 +0000442 bench->setForceAlpha(alpha);
443 bench->setForceAA(FLAGS_forceAA);
444 bench->setForceFilter(FLAGS_forceFilter);
445 bench->setDither(dither);
mtklein683e9062014-06-18 07:15:48 -0700446 bench->preDraw();
bsalomon@google.com30e6d2c2012-08-13 14:03:31 +0000447
mtklein@google.comc2897432013-09-10 19:23:38 +0000448 bool loggedBenchName = false;
449 for (int i = 0; i < configs.count(); ++i) {
450 const int configIndex = configs[i];
451 const Config& config = gConfigs[configIndex];
tomhudson@google.com13eaaaa2012-04-16 18:00:40 +0000452
commit-bot@chromium.org644629c2013-11-21 06:21:58 +0000453 if (!bench->isSuitableFor(config.backend)) {
mtklein@google.comc2897432013-09-10 19:23:38 +0000454 continue;
bsalomon@google.com604a56a2013-03-15 15:42:15 +0000455 }
456
bsalomon@google.comcb265352013-02-22 16:13:16 +0000457 GrContext* context = NULL;
bsalomon@google.comcf8fb1f2012-08-02 14:03:32 +0000458#if SK_SUPPORT_GPU
sugoi@google.com9c55f802013-03-07 20:52:59 +0000459 SkGLContextHelper* glContext = NULL;
tfarinaf168b862014-06-19 12:32:29 -0700460 if (Benchmark::kGPU_Backend == config.backend) {
mtklein@google.comc2897432013-09-10 19:23:38 +0000461 context = gContextFactory.get(config.contextType);
bsalomon@google.comcb265352013-02-22 16:13:16 +0000462 if (NULL == context) {
463 continue;
464 }
mtklein@google.comc2897432013-09-10 19:23:38 +0000465 glContext = gContextFactory.getGLContext(config.contextType);
mike@reedtribe.orga9015f82011-05-17 02:25:05 +0000466 }
bsalomon@google.comcf8fb1f2012-08-02 14:03:32 +0000467#endif
reed@google.com1bc6c6a2014-02-04 14:02:44 +0000468
mtklein@google.comc2897432013-09-10 19:23:38 +0000469 SkAutoTUnref<SkCanvas> canvas;
robertphillips@google.com84b18c72014-04-13 19:09:42 +0000470 SkAutoTUnref<SkPicture> recordFrom;
471 SkPictureRecorder recorderTo;
mtklein@google.comc2897432013-09-10 19:23:38 +0000472 const SkIPoint dim = bench->getSize();
bsalomon@google.com604a56a2013-03-15 15:42:15 +0000473
reed@google.com1bc6c6a2014-02-04 14:02:44 +0000474 SkAutoTUnref<SkSurface> surface;
tfarinaf168b862014-06-19 12:32:29 -0700475 if (Benchmark::kNonRendering_Backend != config.backend) {
reed@google.com1bc6c6a2014-02-04 14:02:44 +0000476 surface.reset(make_surface(config.fColorType,
477 dim,
478 config.backend,
479 config.sampleCount,
480 context));
481 if (!surface.get()) {
mtklein@google.comdbd41c82013-09-13 20:11:09 +0000482 logger.logError(SkStringPrintf(
483 "Device creation failure for config %s. Will skip.\n", config.name));
mtklein@google.comc2897432013-09-10 19:23:38 +0000484 continue;
keyar@chromium.orgfdd909c2012-07-20 23:03:42 +0000485 }
junov@chromium.orgfb103892012-09-20 19:35:43 +0000486
mtklein@google.comc2897432013-09-10 19:23:38 +0000487 switch(benchMode) {
488 case kDeferredSilent_BenchMode:
489 case kDeferred_BenchMode:
reed@google.com1bc6c6a2014-02-04 14:02:44 +0000490 canvas.reset(SkDeferredCanvas::Create(surface.get()));
mtklein@google.comc2897432013-09-10 19:23:38 +0000491 break;
492 case kRecord_BenchMode:
robertphillips9f1c2412014-06-09 06:25:34 -0700493 canvas.reset(SkRef(recorderTo.beginRecording(dim.fX, dim.fY)));
mtklein@google.comc2897432013-09-10 19:23:38 +0000494 break;
robertphillips@google.com84b18c72014-04-13 19:09:42 +0000495 case kPictureRecord_BenchMode: {
496 SkPictureRecorder recorderFrom;
robertphillips9f1c2412014-06-09 06:25:34 -0700497 bench->draw(1, recorderFrom.beginRecording(dim.fX, dim.fY));
robertphillips@google.com84b18c72014-04-13 19:09:42 +0000498 recordFrom.reset(recorderFrom.endRecording());
robertphillips9f1c2412014-06-09 06:25:34 -0700499 canvas.reset(SkRef(recorderTo.beginRecording(dim.fX, dim.fY)));
mtklein@google.comc2897432013-09-10 19:23:38 +0000500 break;
robertphillips@google.com84b18c72014-04-13 19:09:42 +0000501 }
mtklein@google.comc2897432013-09-10 19:23:38 +0000502 case kNormal_BenchMode:
reed@google.com1bc6c6a2014-02-04 14:02:44 +0000503 canvas.reset(SkRef(surface->getCanvas()));
mtklein@google.comc2897432013-09-10 19:23:38 +0000504 break;
505 default:
506 SkASSERT(false);
507 }
508 }
509
510 if (NULL != canvas) {
511 canvas->clear(SK_ColorWHITE);
skia.committer@gmail.com51997012014-04-14 03:04:57 +0000512 if (FLAGS_clip) {
513 perform_clip(canvas, dim.fX, dim.fY);
robertphillips@google.com84b18c72014-04-13 19:09:42 +0000514 }
skia.committer@gmail.com51997012014-04-14 03:04:57 +0000515 if (FLAGS_scale) {
516 perform_scale(canvas, dim.fX, dim.fY);
robertphillips@google.com84b18c72014-04-13 19:09:42 +0000517 }
skia.committer@gmail.com51997012014-04-14 03:04:57 +0000518 if (FLAGS_rotate) {
519 perform_rotate(canvas, dim.fX, dim.fY);
robertphillips@google.com84b18c72014-04-13 19:09:42 +0000520 }
mtklein@google.comc2897432013-09-10 19:23:38 +0000521 }
522
523 if (!loggedBenchName) {
524 loggedBenchName = true;
commit-bot@chromium.orge3bb3bc2013-12-03 18:16:48 +0000525 writer.bench(bench->getName(), dim.fX, dim.fY);
mtklein@google.comc2897432013-09-10 19:23:38 +0000526 }
527
528#if SK_SUPPORT_GPU
529 SkGLContextHelper* contextHelper = NULL;
tfarinaf168b862014-06-19 12:32:29 -0700530 if (Benchmark::kGPU_Backend == config.backend) {
mtklein@google.comc2897432013-09-10 19:23:38 +0000531 contextHelper = gContextFactory.getGLContext(config.contextType);
532 }
mtklein9ac68ee2014-06-20 11:29:20 -0700533 Timer timer(contextHelper);
mtklein@google.comc2897432013-09-10 19:23:38 +0000534#else
mtklein9ac68ee2014-06-20 11:29:20 -0700535 Timer timer;
mtklein@google.comc2897432013-09-10 19:23:38 +0000536#endif
537
mtklein@google.com9ef1d212013-09-13 20:39:50 +0000538 double previous = std::numeric_limits<double>::infinity();
mtklein@google.comdbd41c82013-09-13 20:11:09 +0000539 bool converged = false;
djsollen@google.com70de4da2013-10-10 17:33:39 +0000540
541 // variables used to compute loopsPerFrame
542 double frameIntervalTime = 0.0f;
543 int frameIntervalTotalLoops = 0;
544
545 bool frameIntervalComputed = false;
546 int loopsPerFrame = 0;
547 int loopsPerIter = 0;
mtklein@google.comdbd41c82013-09-13 20:11:09 +0000548 if (FLAGS_verbose) { SkDebugf("%s %s: ", bench->getName(), config.name); }
commit-bot@chromium.org56b7a6d2014-03-13 16:22:00 +0000549 if (!FLAGS_dryRun) {
550 do {
551 // Ramp up 1 -> 2 -> 4 -> 8 -> 16 -> ... -> ~1 billion.
552 loopsPerIter = (loopsPerIter == 0) ? 1 : loopsPerIter * 2;
553 if (loopsPerIter >= (1<<30) || timer.fWall > FLAGS_maxMs) {
554 // If you find it takes more than a billion loops to get up to 20ms of runtime,
555 // you've got a computer clocked at several THz or have a broken benchmark. ;)
556 // "1B ought to be enough for anybody."
557 logger.logError(SkStringPrintf(
558 "\nCan't get %s %s to converge in %dms (%d loops)",
559 bench->getName(), config.name, FLAGS_maxMs, loopsPerIter));
560 break;
djsollen@google.com70de4da2013-10-10 17:33:39 +0000561 }
562
commit-bot@chromium.org56b7a6d2014-03-13 16:22:00 +0000563 if ((benchMode == kRecord_BenchMode || benchMode == kPictureRecord_BenchMode)) {
564 // Clear the recorded commands so that they do not accumulate.
robertphillips9f1c2412014-06-09 06:25:34 -0700565 canvas.reset(SkRef(recorderTo.beginRecording(dim.fX, dim.fY)));
djsollen@google.com70de4da2013-10-10 17:33:39 +0000566 }
567
commit-bot@chromium.org56b7a6d2014-03-13 16:22:00 +0000568 timer.start();
569 // Inner loop that allows us to break the run into smaller
570 // chunks (e.g. frames). This is especially useful for the GPU
571 // as we can flush and/or swap buffers to keep the GPU from
572 // queuing up too much work.
573 for (int loopCount = loopsPerIter; loopCount > 0; ) {
574 // Save and restore around each call to draw() to guarantee a pristine canvas.
575 SkAutoCanvasRestore saveRestore(canvas, true/*also save*/);
djsollen@google.com70de4da2013-10-10 17:33:39 +0000576
commit-bot@chromium.org56b7a6d2014-03-13 16:22:00 +0000577 int loops;
578 if (frameIntervalComputed && loopCount > loopsPerFrame) {
579 loops = loopsPerFrame;
580 loopCount -= loopsPerFrame;
581 } else {
582 loops = loopCount;
583 loopCount = 0;
djsollen@google.com70de4da2013-10-10 17:33:39 +0000584 }
djsollen@google.comdcfed6c2013-10-10 18:48:27 +0000585
commit-bot@chromium.org56b7a6d2014-03-13 16:22:00 +0000586 if (benchMode == kPictureRecord_BenchMode) {
robertphillips@google.com84b18c72014-04-13 19:09:42 +0000587 recordFrom->draw(canvas);
commit-bot@chromium.org56b7a6d2014-03-13 16:22:00 +0000588 } else {
589 bench->draw(loops, canvas);
590 }
591
592 if (kDeferredSilent_BenchMode == benchMode) {
593 static_cast<SkDeferredCanvas*>(canvas.get())->silentFlush();
594 } else if (NULL != canvas) {
595 canvas->flush();
596 }
597
598 #if SK_SUPPORT_GPU
599 // swap drawing buffers on each frame to prevent the GPU
600 // from queuing up too much work
601 if (NULL != glContext) {
602 glContext->swapBuffers();
603 }
604 #endif
605 }
606
607
608
609 // Stop truncated timers before GL calls complete, and stop the full timers after.
610 timer.truncatedEnd();
611 #if SK_SUPPORT_GPU
612 if (NULL != glContext) {
613 context->flush();
614 SK_GL(*glContext, Finish());
615 }
616 #endif
617 timer.end();
618
619 // setup the frame interval for subsequent iterations
620 if (!frameIntervalComputed) {
621 frameIntervalTime += timer.fWall;
622 frameIntervalTotalLoops += loopsPerIter;
623 if (frameIntervalTime >= FLAGS_minMs) {
624 frameIntervalComputed = true;
625 loopsPerFrame =
626 (int)(((double)frameIntervalTotalLoops / frameIntervalTime) * FLAGS_minMs);
627 if (loopsPerFrame < 1) {
628 loopsPerFrame = 1;
629 }
630 // SkDebugf(" %s has %d loops in %f ms (normalized to %d)\n",
631 // bench->getName(), frameIntervalTotalLoops,
632 // timer.fWall, loopsPerFrame);
633 }
634 }
635
636 const double current = timer.fWall / loopsPerIter;
637 if (FLAGS_verbose && current > previous) { SkDebugf("↑"); }
638 if (FLAGS_verbose) { SkDebugf("%.3g ", current); }
639 converged = HasConverged(previous, current, timer.fWall);
640 previous = current;
commit-bot@chromium.org4bbe2e52014-04-21 21:12:32 +0000641 } while (!FLAGS_runOnce && !converged);
commit-bot@chromium.org56b7a6d2014-03-13 16:22:00 +0000642 }
mtklein@google.comdbd41c82013-09-13 20:11:09 +0000643 if (FLAGS_verbose) { SkDebugf("\n"); }
mtklein@google.comc2897432013-09-10 19:23:38 +0000644
tfarinaf168b862014-06-19 12:32:29 -0700645 if (!FLAGS_dryRun && FLAGS_outDir.count() && Benchmark::kNonRendering_Backend != config.backend) {
reed@google.com1bc6c6a2014-02-04 14:02:44 +0000646 SkAutoTUnref<SkImage> image(surface->newImageSnapshot());
647 if (image.get()) {
648 saveFile(bench->getName(), config.name, FLAGS_outDir[0],
649 image);
650 }
mtklein@google.comc2897432013-09-10 19:23:38 +0000651 }
652
commit-bot@chromium.org4bbe2e52014-04-21 21:12:32 +0000653 if (FLAGS_runOnce) {
654 // Let's not mislead ourselves by looking at Debug build or single iteration bench times!
mtklein@google.comc2897432013-09-10 19:23:38 +0000655 continue;
656 }
657
658 // Normalize to ms per 1000 iterations.
djsollen@google.com70de4da2013-10-10 17:33:39 +0000659 const double normalize = 1000.0 / loopsPerIter;
mtklein@google.comc2897432013-09-10 19:23:38 +0000660 const struct { char shortName; const char* longName; double ms; } times[] = {
661 {'w', "msecs", normalize * timer.fWall},
662 {'W', "Wmsecs", normalize * timer.fTruncatedWall},
663 {'c', "cmsecs", normalize * timer.fCpu},
664 {'C', "Cmsecs", normalize * timer.fTruncatedCpu},
665 {'g', "gmsecs", normalize * timer.fGpu},
666 };
667
commit-bot@chromium.orge3bb3bc2013-12-03 18:16:48 +0000668 writer.config(config.name);
mtklein@google.comc2897432013-09-10 19:23:38 +0000669 for (size_t i = 0; i < SK_ARRAY_COUNT(times); i++) {
670 if (strchr(FLAGS_timers[0], times[i].shortName) && times[i].ms > 0) {
commit-bot@chromium.orge3bb3bc2013-12-03 18:16:48 +0000671 writer.timer(times[i].longName, times[i].ms);
commit-bot@chromium.org7495f592013-06-03 19:31:07 +0000672 }
reed@google.com25df8882011-07-14 19:03:58 +0000673 }
bsalomon@google.com604a56a2013-03-15 15:42:15 +0000674 }
reed@android.combd700c32009-01-05 03:34:50 +0000675 }
bsalomon@google.comcf8fb1f2012-08-02 14:03:32 +0000676#if SK_SUPPORT_GPU
bsalomon@google.comcb265352013-02-22 16:13:16 +0000677 gContextFactory.destroyContexts();
robertphillips@google.com9d594202012-09-13 14:05:00 +0000678#endif
reed@android.combd700c32009-01-05 03:34:50 +0000679 return 0;
680}
caryclark@google.com5987f582012-10-02 18:33:14 +0000681
borenet@google.com7158e6a2012-11-01 17:43:44 +0000682#if !defined(SK_BUILD_FOR_IOS) && !defined(SK_BUILD_FOR_NACL)
caryclark@google.com5987f582012-10-02 18:33:14 +0000683int main(int argc, char * const argv[]) {
684 return tool_main(argc, (char**) argv);
685}
686#endif