blob: 67371024e395773f53bf18cf52ad9e24238c1063 [file] [log] [blame]
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +00001/*
2 * Copyright 2014 Google Inc.
3 *
4 * Use of this source code is governed by a BSD-style license that can be
5 * found in the LICENSE file.
6 *
7 * Classes for writing out bench results in various formats.
8 */
tfarinaf168b862014-06-19 12:32:29 -07009
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +000010#ifndef SkPictureResultsWriter_DEFINED
11#define SkPictureResultsWriter_DEFINED
12
kelvinly4d1a3642014-06-26 11:26:40 -070013
14#include "PictureRenderer.h"
tfarinaf168b862014-06-19 12:32:29 -070015#include "BenchLogger.h"
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +000016#include "ResultsWriter.h"
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +000017#include "SkJSONCPP.h"
18#include "SkStream.h"
19#include "SkString.h"
20#include "SkTArray.h"
tfarinaf168b862014-06-19 12:32:29 -070021#include "TimerData.h"
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +000022
23/**
24 * Base class for writing picture bench results.
25 */
26class PictureResultsWriter : SkNoncopyable {
27public:
28 enum TileFlags {kPurging, kAvg};
29
30 PictureResultsWriter() {}
31 virtual ~PictureResultsWriter() {}
32
33 virtual void bench(const char name[], int32_t x, int32_t y) = 0;
kelvinly4d1a3642014-06-26 11:26:40 -070034 virtual void logRenderer(sk_tools::PictureRenderer *pr) = 0;
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +000035 virtual void tileMeta(int x, int y, int tx, int ty) = 0;
36 virtual void addTileFlag(PictureResultsWriter::TileFlags flag) = 0;
37 virtual void tileData(
skia.committer@gmail.com9681eeb2014-05-30 03:06:10 +000038 TimerData* data,
39 const char format[],
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +000040 const TimerData::Result result,
41 uint32_t timerTypes,
42 int numInnerLoops = 1) = 0;
43 virtual void end() = 0;
44};
45
46/**
47 * This class allows bench data to be piped into multiple
48 * PictureResultWriter classes. It does not own any classes
49 * passed to it, so the owner is required to manage any classes
50 * passed to PictureResultsMultiWriter */
51class PictureResultsMultiWriter : public PictureResultsWriter {
52public:
skia.committer@gmail.com9681eeb2014-05-30 03:06:10 +000053 PictureResultsMultiWriter()
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +000054 : fWriters() {}
55 void add(PictureResultsWriter* newWriter) {
56 fWriters.push_back(newWriter);
57 }
58 virtual ~PictureResultsMultiWriter() {}
mtklein36352bf2015-03-25 18:17:31 -070059 void bench(const char name[], int32_t x, int32_t y) override {
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +000060 for(int i=0; i<fWriters.count(); ++i) {
61 fWriters[i]->bench(name, x, y);
62 }
63 }
mtklein36352bf2015-03-25 18:17:31 -070064 void logRenderer(sk_tools::PictureRenderer *pr) override {
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +000065 for(int i=0; i<fWriters.count(); ++i) {
kelvinly4d1a3642014-06-26 11:26:40 -070066 fWriters[i]->logRenderer(pr);
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +000067 }
68 }
mtklein36352bf2015-03-25 18:17:31 -070069 void tileMeta(int x, int y, int tx, int ty) override {
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +000070 for(int i=0; i<fWriters.count(); ++i) {
71 fWriters[i]->tileMeta(x, y, tx, ty);
72 }
73 }
mtklein36352bf2015-03-25 18:17:31 -070074 void addTileFlag(PictureResultsWriter::TileFlags flag) override {
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +000075 for(int i=0; i<fWriters.count(); ++i) {
76 fWriters[i]->addTileFlag(flag);
77 }
78 }
79 virtual void tileData(
skia.committer@gmail.com9681eeb2014-05-30 03:06:10 +000080 TimerData* data,
81 const char format[],
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +000082 const TimerData::Result result,
83 uint32_t timerTypes,
mtklein36352bf2015-03-25 18:17:31 -070084 int numInnerLoops = 1) override {
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +000085 for(int i=0; i<fWriters.count(); ++i) {
skia.committer@gmail.com9681eeb2014-05-30 03:06:10 +000086 fWriters[i]->tileData(data, format, result, timerTypes,
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +000087 numInnerLoops);
88 }
89 }
mtklein36352bf2015-03-25 18:17:31 -070090 void end() override {
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +000091 for(int i=0; i<fWriters.count(); ++i) {
92 fWriters[i]->end();
93 }
94 }
95private:
96 SkTArray<PictureResultsWriter*> fWriters;
97};
98
99/**
tfarinaf168b862014-06-19 12:32:29 -0700100 * Writes to BenchLogger to mimic original behavior
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000101 */
skia.committer@gmail.com9681eeb2014-05-30 03:06:10 +0000102class PictureResultsLoggerWriter : public PictureResultsWriter {
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000103private:
104 void logProgress(const char str[]) {
105 if(fLogger != NULL) {
106 fLogger->logProgress(str);
107 }
108 }
109public:
tfarinaf168b862014-06-19 12:32:29 -0700110 PictureResultsLoggerWriter(BenchLogger* log)
kelvinly4d1a3642014-06-26 11:26:40 -0700111 : fLogger(log), fCurrentLine() {}
mtklein36352bf2015-03-25 18:17:31 -0700112 void bench(const char name[], int32_t x, int32_t y) override {
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000113 SkString result;
114 result.printf("running bench [%i %i] %s ", x, y, name);
115 this->logProgress(result.c_str());
116 }
mtklein36352bf2015-03-25 18:17:31 -0700117 void logRenderer(sk_tools::PictureRenderer* renderer) override {
kelvinly4d1a3642014-06-26 11:26:40 -0700118 fCurrentLine = renderer->getConfigName();
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000119 }
mtklein36352bf2015-03-25 18:17:31 -0700120 void tileMeta(int x, int y, int tx, int ty) override {
kelvinly4d1a3642014-06-26 11:26:40 -0700121 fCurrentLine.appendf(": tile [%i,%i] out of [%i,%i]", x, y, tx, ty);
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000122 }
mtklein36352bf2015-03-25 18:17:31 -0700123 void addTileFlag(PictureResultsWriter::TileFlags flag) override {
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000124 if(flag == PictureResultsWriter::kPurging) {
kelvinly4d1a3642014-06-26 11:26:40 -0700125 fCurrentLine.append(" <withPurging>");
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000126 } else if(flag == PictureResultsWriter::kAvg) {
kelvinly4d1a3642014-06-26 11:26:40 -0700127 fCurrentLine.append(" <averaged>");
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000128 }
129 }
130 virtual void tileData(
skia.committer@gmail.com9681eeb2014-05-30 03:06:10 +0000131 TimerData* data,
132 const char format[],
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000133 const TimerData::Result result,
134 uint32_t timerTypes,
mtklein36352bf2015-03-25 18:17:31 -0700135 int numInnerLoops = 1) override {
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000136 SkString results = data->getResult(format, result,
kelvinly4d1a3642014-06-26 11:26:40 -0700137 fCurrentLine.c_str(), timerTypes, numInnerLoops);
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000138 results.append("\n");
139 this->logProgress(results.c_str());
140 }
mtklein36352bf2015-03-25 18:17:31 -0700141 void end() override {}
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000142private:
tfarinaf168b862014-06-19 12:32:29 -0700143 BenchLogger* fLogger;
kelvinly4d1a3642014-06-26 11:26:40 -0700144 SkString fCurrentLine;
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000145};
146
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000147/**
148 * This PictureResultsWriter collects data in a JSON node
149 *
150 * The format is something like
151 * {
152 * benches: [
153 * {
154 * name: "Name_of_test"
155 * tilesets: [
156 * {
157 * name: "Name of the configuration"
158 * tiles: [
159 * {
160 * flags: {
161 * purging: true //Flags for the current tile
162 * // are put here
163 * }
164 * data: {
165 * wsecs: [....] //Actual data ends up here
166 * }
167 * }
168 * ]
169 * }
170 * ]
171 * }
172 * ]
173 * }*/
174
175class PictureJSONResultsWriter : public PictureResultsWriter {
176public:
mtklein1915b622014-08-20 11:45:00 -0700177 PictureJSONResultsWriter(const char filename[],
kelvinly4d1a3642014-06-26 11:26:40 -0700178 const char builderName[],
179 int buildNumber,
180 int timestamp,
181 const char gitHash[],
182 int gitNumber)
183 : fStream(filename) {
184 fBuilderName = SkString(builderName);
185 fBuildNumber = buildNumber;
186 fTimestamp = timestamp;
187 fGitHash = SkString(gitHash);
188 fGitNumber = gitNumber;
mtklein1915b622014-08-20 11:45:00 -0700189 fBuilderData = this->makeBuilderJson();
kelvinly4d1a3642014-06-26 11:26:40 -0700190 }
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000191
mtklein36352bf2015-03-25 18:17:31 -0700192 void bench(const char name[], int32_t x, int32_t y) override {
kelvinly4d1a3642014-06-26 11:26:40 -0700193 fBenchName = SkString(name);
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000194 }
mtklein36352bf2015-03-25 18:17:31 -0700195 void logRenderer(sk_tools::PictureRenderer* pr) override {
kelvinly4d1a3642014-06-26 11:26:40 -0700196 fParams = pr->getJSONConfig();
197 fConfigString = pr->getConfigName();
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000198 }
kelvinly4d1a3642014-06-26 11:26:40 -0700199 // Apparently tiles aren't used, so tileMeta is empty
mtklein36352bf2015-03-25 18:17:31 -0700200 void tileMeta(int x, int y, int tx, int ty) override {}
kelvinly4d1a3642014-06-26 11:26:40 -0700201 // Flags aren't used, so addTileFlag is empty
mtklein36352bf2015-03-25 18:17:31 -0700202 void addTileFlag(PictureResultsWriter::TileFlags flag) override {}
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000203 virtual void tileData(
skia.committer@gmail.com9681eeb2014-05-30 03:06:10 +0000204 TimerData* data,
205 const char format[],
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000206 const TimerData::Result result,
207 uint32_t timerTypes,
mtklein36352bf2015-03-25 18:17:31 -0700208 int numInnerLoops = 1) override {
kelvinly4d1a3642014-06-26 11:26:40 -0700209 Json::Value newData = data->getJSON(timerTypes, result, numInnerLoops);
210 Json::Value combinedParams(fBuilderData);
211 for(Json::ValueIterator iter = fParams.begin(); iter != fParams.end();
212 iter++) {
213 combinedParams[iter.key().asString()]= *iter;
214 }
215 // For each set of timer data
216 for(Json::ValueIterator iter = newData.begin(); iter != newData.end();
217 iter++) {
218 Json::Value data;
219 data["buildNumber"] = fBuildNumber;
220 data["timestamp"] = fTimestamp;
221 data["gitHash"] = fGitHash.c_str();
222 data["gitNumber"] = fGitNumber;
223 data["isTrybot"] = fBuilderName.endsWith("Trybot");
224
225 data["params"] = combinedParams;
226 data["params"]["benchName"] = fBenchName.c_str();
227
228 // Not including skpSize because that's deprecated?
229 data["key"] = this->makeKey(iter.key().asString().c_str()).c_str();
230 // Get the data
231 SkTArray<double> times;
232 Json::Value val = *iter;
233 for(Json::ValueIterator vals = val.begin(); vals != val.end();
234 vals++) {
235 times.push_back((*vals).asDouble());
236 }
mtklein1915b622014-08-20 11:45:00 -0700237 qsort(static_cast<void*>(times.begin()), times.count(),
kelvinly4d1a3642014-06-26 11:26:40 -0700238 sizeof(double), PictureJSONResultsWriter::CompareDoubles);
239 data["value"] = times[static_cast<int>(times.count() * 0.25f)];
240 data["params"]["measurementType"] = iter.key().asString();
241 fStream.writeText(Json::FastWriter().write(data).c_str());
242 }
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000243 }
mtklein36352bf2015-03-25 18:17:31 -0700244 void end() override {
kelvinly4d1a3642014-06-26 11:26:40 -0700245 fStream.flush();
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000246 }
247private:
mtklein1915b622014-08-20 11:45:00 -0700248 Json::Value makeBuilderJson() const {
249 static const int kNumKeys = 6;
250 static const char* kKeys[kNumKeys] = {
251 "role", "os", "model", "gpu", "arch", "configuration"};
252 Json::Value builderData;
253
254 if (!fBuilderName.isEmpty()) {
255 SkTArray<SkString> splitBuilder;
256 SkStrSplit(fBuilderName.c_str(), "-", &splitBuilder);
257 SkASSERT(splitBuilder.count() >= kNumKeys);
258 for (int i = 0; i < kNumKeys && i < splitBuilder.count(); ++i) {
259 builderData[kKeys[i]] = splitBuilder[i].c_str();
260 }
261 builderData["builderName"] = fBuilderName.c_str();
262 if (kNumKeys < splitBuilder.count()) {
263 SkString extras;
264 for (int i = kNumKeys; i < splitBuilder.count(); ++i) {
265 extras.append(splitBuilder[i]);
266 if (i != splitBuilder.count() - 1) {
267 extras.append("-");
268 }
269 }
270 builderData["badParams"] = extras.c_str();
271 }
272 }
273 return builderData;
274 }
275
kelvinly4d1a3642014-06-26 11:26:40 -0700276 static int CompareDoubles(const void* p1, const void* p2) {
277 if(*static_cast<const double*>(p1) < *static_cast<const double*>(p2)) {
278 return -1;
mtklein1915b622014-08-20 11:45:00 -0700279 } else if(*static_cast<const double*>(p1) ==
kelvinly4d1a3642014-06-26 11:26:40 -0700280 *static_cast<const double*>(p2)) {
mtklein1915b622014-08-20 11:45:00 -0700281 return 0;
kelvinly4d1a3642014-06-26 11:26:40 -0700282 } else {
283 return 1;
284 }
285 }
286 SkString makeKey(const char measurementType[]) const {
287 SkString tmp(fBuilderName);
288 tmp.append("_");
289 tmp.append(fBenchName);
290 tmp.append("_");
291 tmp.append(fConfigString);
292 tmp.append("_");
293 tmp.append(measurementType);
294 return tmp;
295 }
296
297 SkFILEWStream fStream;
298 Json::Value fBuilderData;
299 SkString fBenchName;
300 Json::Value fParams;
301
302 SkString fConfigString;
303 SkString fBuilderName;
304 int fBuildNumber;
305 int fTimestamp;
306 SkString fGitHash;
307 int fGitNumber;
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000308};
commit-bot@chromium.org37c772a2014-05-29 17:10:24 +0000309
310#endif