Add source-data sharding to DM.
E.g. out/Debug/dm --shards 4 --shard 1
This shards all inputs, GMs, SKPs, tests, etc.
BUG=skia:
Review URL: https://codereview.chromium.org/1109813002
diff --git a/dm/DM.cpp b/dm/DM.cpp
index c0fccaa..57de4c1 100644
--- a/dm/DM.cpp
+++ b/dm/DM.cpp
@@ -46,6 +46,9 @@
"File containing a list of uninteresting hashes. If a result hashes to something in "
"this list, no image is written for that result.");
+DEFINE_int32(shards, 1, "We're splitting source data into this many shards.");
+DEFINE_int32(shard, 0, "Which shard do I run?");
+
__SK_FORCE_IMAGE_DECODER_LINKING;
using namespace DM;
@@ -167,9 +170,15 @@
static SkTArray<Tagged<Src>, kMemcpyOK> gSrcs;
static SkTArray<Tagged<Sink>, kMemcpyOK> gSinks;
+static bool in_shard() {
+ static int N = 0;
+ return N++ % FLAGS_shards == FLAGS_shard;
+}
+
static void push_src(const char* tag, const char* options, Src* s) {
SkAutoTDelete<Src> src(s);
- if (FLAGS_src.contains(tag) &&
+ if (in_shard() &&
+ FLAGS_src.contains(tag) &&
!SkCommandLineFlags::ShouldSkip(FLAGS_match, src->name().c_str())) {
Tagged<Src>& s = gSrcs.push_back();
s.reset(src.detach());
@@ -603,8 +612,10 @@
if (!FLAGS_src.contains("tests")) {
return;
}
- for (const skiatest::TestRegistry* r = skiatest::TestRegistry::Head(); r;
- r = r->next()) {
+ for (const skiatest::TestRegistry* r = skiatest::TestRegistry::Head(); r; r = r->next()) {
+ if (!in_shard()) {
+ continue;
+ }
// Despite its name, factory() is returning a reference to
// link-time static const POD data.
const skiatest::Test& test = r->factory();