blob: 2b3ae236b4188bb2faf0c37110f5690065aca488 [file] [log] [blame]
rmistry5eab9912016-08-09 13:46:48 -07001[
2 {
3 "cmd": [
4 "python",
5 "-u",
6 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
7 "[CUSTOM_/_B_WORK]",
8 "511"
9 ],
Eric Borena1590852017-03-20 12:48:31 -040010 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -070011 "name": "makedirs checkout_path",
12 "~followup_annotations": [
13 "@@@STEP_LOG_LINE@python.inline@@@@",
14 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
15 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
16 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
17 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
18 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
19 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
20 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
21 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
22 "@@@STEP_LOG_END@python.inline@@@"
23 ]
24 },
25 {
26 "cmd": [
27 "python",
28 "-u",
borenet8fa74702016-10-25 05:26:14 -070029 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
rmistry5eab9912016-08-09 13:46:48 -070030 "--spec",
borenet8fa74702016-10-25 05:26:14 -070031 "cache_dir = '[CUSTOM_/_B_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'skia', 'url': 'https://skia.googlesource.com/skia.git'}]",
32 "--patch_root",
33 "skia",
34 "--revision_mapping_file",
35 "{\"skia\": \"got_revision\"}",
36 "--git-cache-dir",
37 "[CUSTOM_/_B_CACHE]",
38 "--output_json",
39 "/path/to/tmp/json",
40 "--revision",
41 "skia@abc123",
42 "--output_manifest"
rmistry5eab9912016-08-09 13:46:48 -070043 ],
44 "cwd": "[CUSTOM_/_B_WORK]",
45 "env": {
Eric Boren1b5b9442017-02-21 09:43:05 -050046 "GIT_HTTP_LOW_SPEED_LIMIT": "1000",
47 "GIT_HTTP_LOW_SPEED_TIME": "300",
Eric Borenbbb24f22017-03-21 08:20:33 -040048 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
rmistry5eab9912016-08-09 13:46:48 -070049 },
Eric Borena1590852017-03-20 12:48:31 -040050 "infra_step": true,
borenet8fa74702016-10-25 05:26:14 -070051 "name": "bot_update",
rmistry5eab9912016-08-09 13:46:48 -070052 "~followup_annotations": [
borenet8fa74702016-10-25 05:26:14 -070053 "@@@STEP_TEXT@Some step text@@@",
rmistry5eab9912016-08-09 13:46:48 -070054 "@@@STEP_LOG_LINE@json.output@{@@@",
borenet8fa74702016-10-25 05:26:14 -070055 "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
56 "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
57 "@@@STEP_LOG_LINE@json.output@ \"skia\": \"abc123\"@@@",
58 "@@@STEP_LOG_LINE@json.output@ }, @@@",
59 "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
60 "@@@STEP_LOG_LINE@json.output@ \"skia\": {@@@",
61 "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/skia.git\", @@@",
rmistry90d0bfa2016-09-15 04:52:20 -070062 "@@@STEP_LOG_LINE@json.output@ \"revision\": \"9046e2e693bb92a76e972b694580e5d17ad10748\"@@@",
rmistry5eab9912016-08-09 13:46:48 -070063 "@@@STEP_LOG_LINE@json.output@ }@@@",
borenet8fa74702016-10-25 05:26:14 -070064 "@@@STEP_LOG_LINE@json.output@ }, @@@",
65 "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",
66 "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"skia\", @@@",
67 "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",
68 "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"9046e2e693bb92a76e972b694580e5d17ad10748\", @@@",
69 "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#164710}\"@@@",
70 "@@@STEP_LOG_LINE@json.output@ }, @@@",
71 "@@@STEP_LOG_LINE@json.output@ \"root\": \"skia\", @@@",
72 "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",
rmistry5eab9912016-08-09 13:46:48 -070073 "@@@STEP_LOG_LINE@json.output@}@@@",
74 "@@@STEP_LOG_END@json.output@@@",
borenet8fa74702016-10-25 05:26:14 -070075 "@@@SET_BUILD_PROPERTY@got_revision@\"9046e2e693bb92a76e972b694580e5d17ad10748\"@@@",
76 "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#164710}\"@@@"
rmistry5eab9912016-08-09 13:46:48 -070077 ]
78 },
79 {
80 "cmd": [
81 "python",
82 "-u",
83 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -050084 "[START_DIR]/tmp",
rmistry5eab9912016-08-09 13:46:48 -070085 "511"
86 ],
Eric Borena1590852017-03-20 12:48:31 -040087 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -070088 "name": "makedirs tmp_dir",
89 "~followup_annotations": [
90 "@@@STEP_LOG_LINE@python.inline@@@@",
91 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
92 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
93 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
94 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
95 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
96 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
97 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
98 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
99 "@@@STEP_LOG_END@python.inline@@@"
100 ]
101 },
102 {
103 "cmd": [
Mike Klein71c53932016-10-12 14:32:09 -0400104 "python",
105 "-u",
mtkleinbfef32f2016-09-16 11:39:14 -0700106 "[CUSTOM_/_B_WORK]/skia/bin/fetch-gn"
rmistry5eab9912016-08-09 13:46:48 -0700107 ],
108 "cwd": "[CUSTOM_/_B_WORK]/skia",
109 "env": {
Kevin Lubick0a51b482017-02-06 12:45:29 -0500110 "BUILDTYPE": "Release",
111 "CHROME_HEADLESS": "1",
112 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]",
113 "SKIA_OUT": "[START_DIR]/out"
rmistry5eab9912016-08-09 13:46:48 -0700114 },
Eric Borena1590852017-03-20 12:48:31 -0400115 "infra_step": true,
mtkleinbfef32f2016-09-16 11:39:14 -0700116 "name": "fetch-gn"
117 },
118 {
119 "cmd": [
Eric Borenad29aee2017-01-17 14:35:06 -0500120 "[CUSTOM_/_B_WORK]/skia/bin/gn",
mtkleinbfef32f2016-09-16 11:39:14 -0700121 "gen",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500122 "[START_DIR]/out/Release",
mtkleinbfef32f2016-09-16 11:39:14 -0700123 "--args=cc=\"gcc\" cxx=\"g++\" is_debug=false"
124 ],
125 "cwd": "[CUSTOM_/_B_WORK]/skia",
126 "env": {
Kevin Lubick0a51b482017-02-06 12:45:29 -0500127 "BUILDTYPE": "Release",
128 "CHROME_HEADLESS": "1",
129 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]",
130 "SKIA_OUT": "[START_DIR]/out"
mtkleinbfef32f2016-09-16 11:39:14 -0700131 },
132 "name": "gn gen"
133 },
134 {
135 "cmd": [
136 "ninja",
137 "-C",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500138 "[START_DIR]/out/Release"
mtkleinbfef32f2016-09-16 11:39:14 -0700139 ],
140 "cwd": "[CUSTOM_/_B_WORK]/skia",
141 "env": {
Kevin Lubick0a51b482017-02-06 12:45:29 -0500142 "BUILDTYPE": "Release",
143 "CHROME_HEADLESS": "1",
144 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]",
145 "SKIA_OUT": "[START_DIR]/out"
mtkleinbfef32f2016-09-16 11:39:14 -0700146 },
147 "name": "ninja"
rmistry5eab9912016-08-09 13:46:48 -0700148 },
149 {
150 "cmd": [
151 "python",
152 "-u",
Stephan Altmuellerbabb1012017-04-05 11:45:52 -0400153 "import errno\nimport glob\nimport os\nimport shutil\nimport sys\n\nsrc = sys.argv[1]\ndst = sys.argv[2]\nbuild_products_whitelist = ['dm', 'dm.exe', 'dm.app', 'nanobench.app', 'get_images_from_skps', 'get_images_from_skps.exe', 'nanobench', 'nanobench.exe', 'skpbench', '*.so', '*.dll', '*.dylib', 'skia_launcher', 'lib/*.so', 'iOSShell.app', 'iOSShell.ipa', 'visualbench', 'visualbench.exe', 'vulkan-1.dll']\n\ntry:\n os.makedirs(dst)\nexcept OSError as e:\n if e.errno != errno.EEXIST:\n raise\n\nfor pattern in build_products_whitelist:\n path = os.path.join(src, pattern)\n for f in glob.glob(path):\n dst_path = os.path.join(dst, os.path.relpath(f, src))\n if not os.path.isdir(os.path.dirname(dst_path)):\n os.makedirs(os.path.dirname(dst_path))\n print 'Copying build product %s to %s' % (f, dst_path)\n shutil.move(f, dst_path)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500154 "[START_DIR]/out/Release",
rmistry5eab9912016-08-09 13:46:48 -0700155 "[CUSTOM_/_B_WORK]/skia/infra/bots/ct"
156 ],
Eric Borena1590852017-03-20 12:48:31 -0400157 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700158 "name": "copy build products",
159 "~followup_annotations": [
160 "@@@STEP_LOG_LINE@python.inline@import errno@@@",
161 "@@@STEP_LOG_LINE@python.inline@import glob@@@",
162 "@@@STEP_LOG_LINE@python.inline@import os@@@",
163 "@@@STEP_LOG_LINE@python.inline@import shutil@@@",
164 "@@@STEP_LOG_LINE@python.inline@import sys@@@",
165 "@@@STEP_LOG_LINE@python.inline@@@@",
166 "@@@STEP_LOG_LINE@python.inline@src = sys.argv[1]@@@",
167 "@@@STEP_LOG_LINE@python.inline@dst = sys.argv[2]@@@",
Stephan Altmuellerbabb1012017-04-05 11:45:52 -0400168 "@@@STEP_LOG_LINE@python.inline@build_products_whitelist = ['dm', 'dm.exe', 'dm.app', 'nanobench.app', 'get_images_from_skps', 'get_images_from_skps.exe', 'nanobench', 'nanobench.exe', 'skpbench', '*.so', '*.dll', '*.dylib', 'skia_launcher', 'lib/*.so', 'iOSShell.app', 'iOSShell.ipa', 'visualbench', 'visualbench.exe', 'vulkan-1.dll']@@@",
rmistry5eab9912016-08-09 13:46:48 -0700169 "@@@STEP_LOG_LINE@python.inline@@@@",
170 "@@@STEP_LOG_LINE@python.inline@try:@@@",
171 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(dst)@@@",
172 "@@@STEP_LOG_LINE@python.inline@except OSError as e:@@@",
173 "@@@STEP_LOG_LINE@python.inline@ if e.errno != errno.EEXIST:@@@",
174 "@@@STEP_LOG_LINE@python.inline@ raise@@@",
175 "@@@STEP_LOG_LINE@python.inline@@@@",
176 "@@@STEP_LOG_LINE@python.inline@for pattern in build_products_whitelist:@@@",
177 "@@@STEP_LOG_LINE@python.inline@ path = os.path.join(src, pattern)@@@",
178 "@@@STEP_LOG_LINE@python.inline@ for f in glob.glob(path):@@@",
179 "@@@STEP_LOG_LINE@python.inline@ dst_path = os.path.join(dst, os.path.relpath(f, src))@@@",
180 "@@@STEP_LOG_LINE@python.inline@ if not os.path.isdir(os.path.dirname(dst_path)):@@@",
181 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(os.path.dirname(dst_path))@@@",
182 "@@@STEP_LOG_LINE@python.inline@ print 'Copying build product %s to %s' % (f, dst_path)@@@",
183 "@@@STEP_LOG_LINE@python.inline@ shutil.move(f, dst_path)@@@",
184 "@@@STEP_LOG_END@python.inline@@@"
185 ]
186 },
187 {
188 "cmd": [
189 "python",
190 "-u",
191 "RECIPE_MODULE[depot_tools::git]/resources/git_setup.py",
192 "--path",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500193 "[START_DIR]/swarming.client",
rmistry5eab9912016-08-09 13:46:48 -0700194 "--url",
195 "https://chromium.googlesource.com/external/swarming.client.git"
196 ],
197 "name": "git setup (swarming_client)"
198 },
199 {
200 "cmd": [
201 "git",
202 "retry",
203 "fetch",
204 "origin",
205 "master"
206 ],
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500207 "cwd": "[START_DIR]/swarming.client",
rmistry5eab9912016-08-09 13:46:48 -0700208 "env": {
209 "PATH": "RECIPE_PACKAGE_REPO[depot_tools]:%(PATH)s"
210 },
Eric Borena1590852017-03-20 12:48:31 -0400211 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700212 "name": "git fetch (swarming_client)"
213 },
214 {
215 "cmd": [
216 "git",
217 "checkout",
218 "-f",
219 "FETCH_HEAD"
220 ],
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500221 "cwd": "[START_DIR]/swarming.client",
Eric Borena1590852017-03-20 12:48:31 -0400222 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700223 "name": "git checkout (swarming_client)"
224 },
225 {
226 "cmd": [
227 "git",
228 "rev-parse",
229 "HEAD"
230 ],
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500231 "cwd": "[START_DIR]/swarming.client",
Eric Borena1590852017-03-20 12:48:31 -0400232 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700233 "name": "read revision",
234 "stdout": "/path/to/tmp/",
235 "~followup_annotations": [
236 "@@@STEP_TEXT@<br/>checked out 'deadbeef'<br/>@@@"
237 ]
238 },
239 {
240 "cmd": [
241 "git",
242 "clean",
243 "-f",
244 "-d",
245 "-x"
246 ],
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500247 "cwd": "[START_DIR]/swarming.client",
Eric Borena1590852017-03-20 12:48:31 -0400248 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700249 "name": "git clean (swarming_client)"
250 },
251 {
252 "cmd": [
253 "git",
254 "submodule",
255 "sync"
256 ],
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500257 "cwd": "[START_DIR]/swarming.client",
Eric Borena1590852017-03-20 12:48:31 -0400258 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700259 "name": "submodule sync (swarming_client)"
260 },
261 {
262 "cmd": [
263 "git",
264 "submodule",
265 "update",
266 "--init",
267 "--recursive"
268 ],
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500269 "cwd": "[START_DIR]/swarming.client",
Eric Borena1590852017-03-20 12:48:31 -0400270 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700271 "name": "submodule update (swarming_client)"
272 },
273 {
274 "cmd": [
275 "python",
276 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500277 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -0700278 "--version"
279 ],
280 "name": "swarming.py --version",
281 "stdout": "/path/to/tmp/",
282 "~followup_annotations": [
283 "@@@STEP_TEXT@0.8.6@@@"
284 ]
285 },
286 {
287 "cmd": [
288 "download_from_google_storage",
289 "--no_resume",
290 "--platform=linux*",
291 "--no_auth",
292 "--bucket",
293 "chromium-luci",
294 "-d",
295 "[CUSTOM_/_B_WORK]/skia/infra/bots/tools/luci-go/linux64"
296 ],
297 "env": {
298 "PATH": "RECIPE_PACKAGE_REPO[depot_tools]:%(PATH)s"
299 },
300 "name": "download luci-go linux"
301 },
302 {
303 "cmd": [
304 "download_from_google_storage",
305 "--no_resume",
306 "--platform=darwin",
307 "--no_auth",
308 "--bucket",
309 "chromium-luci",
310 "-d",
311 "[CUSTOM_/_B_WORK]/skia/infra/bots/tools/luci-go/mac64"
312 ],
313 "env": {
314 "PATH": "RECIPE_PACKAGE_REPO[depot_tools]:%(PATH)s"
315 },
316 "name": "download luci-go mac"
317 },
318 {
319 "cmd": [
320 "download_from_google_storage",
321 "--no_resume",
322 "--platform=win32",
323 "--no_auth",
324 "--bucket",
325 "chromium-luci",
326 "-d",
327 "[CUSTOM_/_B_WORK]/skia/infra/bots/tools/luci-go/win64"
328 ],
329 "env": {
330 "PATH": "RECIPE_PACKAGE_REPO[depot_tools]:%(PATH)s"
331 },
332 "name": "download luci-go win"
333 },
334 {
335 "cmd": [
336 "python",
337 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500338 "RECIPE_MODULE[build::file]/resources/fileutil.py",
339 "rmtree",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500340 "[START_DIR]/luci-go"
rmistry5eab9912016-08-09 13:46:48 -0700341 ],
342 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500343 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700344 },
Eric Borena1590852017-03-20 12:48:31 -0400345 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500346 "name": "rmtree luci-go"
rmistry5eab9912016-08-09 13:46:48 -0700347 },
348 {
349 "cmd": [
350 "python",
351 "-u",
352 "\nimport shutil\nimport sys\nshutil.copytree(sys.argv[1], sys.argv[2], symlinks=bool(sys.argv[3]))\n",
353 "[CUSTOM_/_B_WORK]/skia/infra/bots/tools/luci-go",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500354 "[START_DIR]/luci-go",
rmistry5eab9912016-08-09 13:46:48 -0700355 "0"
356 ],
357 "name": "Copy Go binary",
358 "~followup_annotations": [
Ravi Mistry1eab4422016-10-13 10:36:50 -0400359 "@@@SET_BUILD_PROPERTY@Webpage rankings@\"https://storage.cloud.google.com/cluster-telemetry/csv/top-1m.csv\"@@@",
360 "@@@SET_BUILD_PROPERTY@Download SKPs by rank@\"https://pantheon.corp.google.com/storage/browser/cluster-telemetry/swarming/skps/10k/fad657e-276e633/\"@@@"
rmistry5eab9912016-08-09 13:46:48 -0700361 ]
362 },
363 {
364 "cmd": [
365 "python",
366 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500367 "RECIPE_MODULE[build::file]/resources/fileutil.py",
368 "rmtree",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500369 "[START_DIR]/swarming_temp_dir"
rmistry5eab9912016-08-09 13:46:48 -0700370 ],
371 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500372 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700373 },
Eric Borena1590852017-03-20 12:48:31 -0400374 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500375 "name": "rmtree swarming_temp_dir"
rmistry5eab9912016-08-09 13:46:48 -0700376 },
377 {
378 "cmd": [
379 "python",
380 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500381 "RECIPE_MODULE[build::file]/resources/fileutil.py",
382 "rmtree",
rmistry5eab9912016-08-09 13:46:48 -0700383 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave1"
384 ],
385 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500386 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700387 },
Eric Borena1590852017-03-20 12:48:31 -0400388 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500389 "name": "rmtree slave1"
rmistry5eab9912016-08-09 13:46:48 -0700390 },
391 {
392 "cmd": [
393 "python",
394 "-u",
395 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
396 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave1",
397 "511"
398 ],
399 "name": "makedirs slave1",
400 "~followup_annotations": [
401 "@@@STEP_LOG_LINE@python.inline@@@@",
402 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
403 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
404 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
405 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
406 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
407 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
408 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
409 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
410 "@@@STEP_LOG_END@python.inline@@@"
411 ]
412 },
413 {
414 "cmd": [
415 "python",
416 "-u",
417 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
418 "--",
419 "-m",
420 "cp",
421 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/1/*.skp",
422 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/2/*.skp",
423 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/3/*.skp",
424 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/4/*.skp",
425 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/5/*.skp",
426 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/6/*.skp",
427 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/7/*.skp",
428 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/8/*.skp",
429 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/9/*.skp",
430 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/10/*.skp",
431 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave1"
432 ],
Eric Borena1590852017-03-20 12:48:31 -0400433 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700434 "name": "gsutil cp"
435 },
436 {
437 "cmd": [
438 "python",
439 "-u",
440 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500441 "[START_DIR]/swarming_temp_dir",
rmistry5eab9912016-08-09 13:46:48 -0700442 "511"
443 ],
444 "name": "makedirs swarming tmp dir",
445 "~followup_annotations": [
446 "@@@STEP_LOG_LINE@python.inline@@@@",
447 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
448 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
449 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
450 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
451 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
452 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
453 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
454 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
455 "@@@STEP_LOG_END@python.inline@@@"
456 ]
457 },
458 {
459 "cmd": [
460 "python",
461 "-u",
462 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500463 "{\n \"args\": [\n \"--isolate\", \n \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct/ct_skps.isolate\", \n \"--isolated\", \n \"[START_DIR]/swarming_temp_dir/skia-task-ct-nanobench-1.isolated\", \n \"--config-variable\", \n \"OS\", \n \"linux\", \n \"--extra-variable\", \n \"CONFIGURATION\", \n \"Release\", \n \"--extra-variable\", \n \"BUILDER\", \n \"Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs\", \n \"--extra-variable\", \n \"GIT_HASH\", \n \"9046e2e693bb92a76e972b694580e5d17ad10748\", \n \"--extra-variable\", \n \"SLAVE_NUM\", \n \"1\", \n \"--extra-variable\", \n \"TOOL_NAME\", \n \"nanobench\"\n ], \n \"dir\": \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct\", \n \"version\": 1\n}",
464 "[START_DIR]/swarming_temp_dir/ct-nanobench-1.isolated.gen.json"
rmistry5eab9912016-08-09 13:46:48 -0700465 ],
466 "name": "Write ct-nanobench-1.isolated.gen.json"
467 },
468 {
469 "cmd": [
470 "python",
471 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500472 "RECIPE_MODULE[build::file]/resources/fileutil.py",
473 "rmtree",
rmistry5eab9912016-08-09 13:46:48 -0700474 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave2"
475 ],
476 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500477 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700478 },
Eric Borena1590852017-03-20 12:48:31 -0400479 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500480 "name": "rmtree slave2"
rmistry5eab9912016-08-09 13:46:48 -0700481 },
482 {
483 "cmd": [
484 "python",
485 "-u",
486 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
487 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave2",
488 "511"
489 ],
490 "name": "makedirs slave2",
491 "~followup_annotations": [
492 "@@@STEP_LOG_LINE@python.inline@@@@",
493 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
494 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
495 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
496 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
497 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
498 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
499 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
500 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
501 "@@@STEP_LOG_END@python.inline@@@"
502 ]
503 },
504 {
505 "cmd": [
506 "python",
507 "-u",
508 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
509 "--",
510 "-m",
511 "cp",
512 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/11/*.skp",
513 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/12/*.skp",
514 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/13/*.skp",
515 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/14/*.skp",
516 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/15/*.skp",
517 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/16/*.skp",
518 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/17/*.skp",
519 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/18/*.skp",
520 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/19/*.skp",
521 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/20/*.skp",
522 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave2"
523 ],
Eric Borena1590852017-03-20 12:48:31 -0400524 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700525 "name": "gsutil cp (2)"
526 },
527 {
528 "cmd": [
529 "python",
530 "-u",
531 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500532 "[START_DIR]/swarming_temp_dir",
rmistry5eab9912016-08-09 13:46:48 -0700533 "511"
534 ],
535 "name": "makedirs swarming tmp dir (2)",
536 "~followup_annotations": [
537 "@@@STEP_LOG_LINE@python.inline@@@@",
538 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
539 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
540 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
541 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
542 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
543 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
544 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
545 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
546 "@@@STEP_LOG_END@python.inline@@@"
547 ]
548 },
549 {
550 "cmd": [
551 "python",
552 "-u",
553 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500554 "{\n \"args\": [\n \"--isolate\", \n \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct/ct_skps.isolate\", \n \"--isolated\", \n \"[START_DIR]/swarming_temp_dir/skia-task-ct-nanobench-2.isolated\", \n \"--config-variable\", \n \"OS\", \n \"linux\", \n \"--extra-variable\", \n \"CONFIGURATION\", \n \"Release\", \n \"--extra-variable\", \n \"BUILDER\", \n \"Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs\", \n \"--extra-variable\", \n \"GIT_HASH\", \n \"9046e2e693bb92a76e972b694580e5d17ad10748\", \n \"--extra-variable\", \n \"SLAVE_NUM\", \n \"2\", \n \"--extra-variable\", \n \"TOOL_NAME\", \n \"nanobench\"\n ], \n \"dir\": \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct\", \n \"version\": 1\n}",
555 "[START_DIR]/swarming_temp_dir/ct-nanobench-2.isolated.gen.json"
rmistry5eab9912016-08-09 13:46:48 -0700556 ],
557 "name": "Write ct-nanobench-2.isolated.gen.json"
558 },
559 {
560 "cmd": [
561 "python",
562 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500563 "RECIPE_MODULE[build::file]/resources/fileutil.py",
564 "rmtree",
rmistry5eab9912016-08-09 13:46:48 -0700565 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave3"
566 ],
567 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500568 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700569 },
Eric Borena1590852017-03-20 12:48:31 -0400570 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500571 "name": "rmtree slave3"
rmistry5eab9912016-08-09 13:46:48 -0700572 },
573 {
574 "cmd": [
575 "python",
576 "-u",
577 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
578 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave3",
579 "511"
580 ],
581 "name": "makedirs slave3",
582 "~followup_annotations": [
583 "@@@STEP_LOG_LINE@python.inline@@@@",
584 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
585 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
586 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
587 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
588 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
589 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
590 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
591 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
592 "@@@STEP_LOG_END@python.inline@@@"
593 ]
594 },
595 {
596 "cmd": [
597 "python",
598 "-u",
599 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
600 "--",
601 "-m",
602 "cp",
603 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/21/*.skp",
604 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/22/*.skp",
605 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/23/*.skp",
606 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/24/*.skp",
607 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/25/*.skp",
608 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/26/*.skp",
609 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/27/*.skp",
610 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/28/*.skp",
611 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/29/*.skp",
612 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/30/*.skp",
613 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave3"
614 ],
Eric Borena1590852017-03-20 12:48:31 -0400615 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700616 "name": "gsutil cp (3)"
617 },
618 {
619 "cmd": [
620 "python",
621 "-u",
622 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500623 "[START_DIR]/swarming_temp_dir",
rmistry5eab9912016-08-09 13:46:48 -0700624 "511"
625 ],
626 "name": "makedirs swarming tmp dir (3)",
627 "~followup_annotations": [
628 "@@@STEP_LOG_LINE@python.inline@@@@",
629 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
630 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
631 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
632 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
633 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
634 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
635 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
636 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
637 "@@@STEP_LOG_END@python.inline@@@"
638 ]
639 },
640 {
641 "cmd": [
642 "python",
643 "-u",
644 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500645 "{\n \"args\": [\n \"--isolate\", \n \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct/ct_skps.isolate\", \n \"--isolated\", \n \"[START_DIR]/swarming_temp_dir/skia-task-ct-nanobench-3.isolated\", \n \"--config-variable\", \n \"OS\", \n \"linux\", \n \"--extra-variable\", \n \"CONFIGURATION\", \n \"Release\", \n \"--extra-variable\", \n \"BUILDER\", \n \"Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs\", \n \"--extra-variable\", \n \"GIT_HASH\", \n \"9046e2e693bb92a76e972b694580e5d17ad10748\", \n \"--extra-variable\", \n \"SLAVE_NUM\", \n \"3\", \n \"--extra-variable\", \n \"TOOL_NAME\", \n \"nanobench\"\n ], \n \"dir\": \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct\", \n \"version\": 1\n}",
646 "[START_DIR]/swarming_temp_dir/ct-nanobench-3.isolated.gen.json"
rmistry5eab9912016-08-09 13:46:48 -0700647 ],
648 "name": "Write ct-nanobench-3.isolated.gen.json"
649 },
650 {
651 "cmd": [
652 "python",
653 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500654 "RECIPE_MODULE[build::file]/resources/fileutil.py",
655 "rmtree",
rmistry5eab9912016-08-09 13:46:48 -0700656 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave4"
657 ],
658 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500659 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700660 },
Eric Borena1590852017-03-20 12:48:31 -0400661 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500662 "name": "rmtree slave4"
rmistry5eab9912016-08-09 13:46:48 -0700663 },
664 {
665 "cmd": [
666 "python",
667 "-u",
668 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
669 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave4",
670 "511"
671 ],
672 "name": "makedirs slave4",
673 "~followup_annotations": [
674 "@@@STEP_LOG_LINE@python.inline@@@@",
675 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
676 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
677 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
678 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
679 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
680 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
681 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
682 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
683 "@@@STEP_LOG_END@python.inline@@@"
684 ]
685 },
686 {
687 "cmd": [
688 "python",
689 "-u",
690 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
691 "--",
692 "-m",
693 "cp",
694 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/31/*.skp",
695 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/32/*.skp",
696 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/33/*.skp",
697 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/34/*.skp",
698 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/35/*.skp",
699 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/36/*.skp",
700 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/37/*.skp",
701 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/38/*.skp",
702 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/39/*.skp",
703 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/40/*.skp",
704 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave4"
705 ],
Eric Borena1590852017-03-20 12:48:31 -0400706 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700707 "name": "gsutil cp (4)"
708 },
709 {
710 "cmd": [
711 "python",
712 "-u",
713 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500714 "[START_DIR]/swarming_temp_dir",
rmistry5eab9912016-08-09 13:46:48 -0700715 "511"
716 ],
717 "name": "makedirs swarming tmp dir (4)",
718 "~followup_annotations": [
719 "@@@STEP_LOG_LINE@python.inline@@@@",
720 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
721 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
722 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
723 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
724 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
725 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
726 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
727 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
728 "@@@STEP_LOG_END@python.inline@@@"
729 ]
730 },
731 {
732 "cmd": [
733 "python",
734 "-u",
735 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500736 "{\n \"args\": [\n \"--isolate\", \n \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct/ct_skps.isolate\", \n \"--isolated\", \n \"[START_DIR]/swarming_temp_dir/skia-task-ct-nanobench-4.isolated\", \n \"--config-variable\", \n \"OS\", \n \"linux\", \n \"--extra-variable\", \n \"CONFIGURATION\", \n \"Release\", \n \"--extra-variable\", \n \"BUILDER\", \n \"Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs\", \n \"--extra-variable\", \n \"GIT_HASH\", \n \"9046e2e693bb92a76e972b694580e5d17ad10748\", \n \"--extra-variable\", \n \"SLAVE_NUM\", \n \"4\", \n \"--extra-variable\", \n \"TOOL_NAME\", \n \"nanobench\"\n ], \n \"dir\": \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct\", \n \"version\": 1\n}",
737 "[START_DIR]/swarming_temp_dir/ct-nanobench-4.isolated.gen.json"
rmistry5eab9912016-08-09 13:46:48 -0700738 ],
739 "name": "Write ct-nanobench-4.isolated.gen.json"
740 },
741 {
742 "cmd": [
743 "python",
744 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500745 "RECIPE_MODULE[build::file]/resources/fileutil.py",
746 "rmtree",
rmistry5eab9912016-08-09 13:46:48 -0700747 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave5"
748 ],
749 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500750 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700751 },
Eric Borena1590852017-03-20 12:48:31 -0400752 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500753 "name": "rmtree slave5"
rmistry5eab9912016-08-09 13:46:48 -0700754 },
755 {
756 "cmd": [
757 "python",
758 "-u",
759 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
760 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave5",
761 "511"
762 ],
763 "name": "makedirs slave5",
764 "~followup_annotations": [
765 "@@@STEP_LOG_LINE@python.inline@@@@",
766 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
767 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
768 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
769 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
770 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
771 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
772 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
773 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
774 "@@@STEP_LOG_END@python.inline@@@"
775 ]
776 },
777 {
778 "cmd": [
779 "python",
780 "-u",
781 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
782 "--",
783 "-m",
784 "cp",
785 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/41/*.skp",
786 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/42/*.skp",
787 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/43/*.skp",
788 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/44/*.skp",
789 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/45/*.skp",
790 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/46/*.skp",
791 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/47/*.skp",
792 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/48/*.skp",
793 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/49/*.skp",
794 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/50/*.skp",
795 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave5"
796 ],
Eric Borena1590852017-03-20 12:48:31 -0400797 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700798 "name": "gsutil cp (5)"
799 },
800 {
801 "cmd": [
802 "python",
803 "-u",
804 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500805 "[START_DIR]/swarming_temp_dir",
rmistry5eab9912016-08-09 13:46:48 -0700806 "511"
807 ],
808 "name": "makedirs swarming tmp dir (5)",
809 "~followup_annotations": [
810 "@@@STEP_LOG_LINE@python.inline@@@@",
811 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
812 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
813 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
814 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
815 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
816 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
817 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
818 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
819 "@@@STEP_LOG_END@python.inline@@@"
820 ]
821 },
822 {
823 "cmd": [
824 "python",
825 "-u",
826 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500827 "{\n \"args\": [\n \"--isolate\", \n \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct/ct_skps.isolate\", \n \"--isolated\", \n \"[START_DIR]/swarming_temp_dir/skia-task-ct-nanobench-5.isolated\", \n \"--config-variable\", \n \"OS\", \n \"linux\", \n \"--extra-variable\", \n \"CONFIGURATION\", \n \"Release\", \n \"--extra-variable\", \n \"BUILDER\", \n \"Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs\", \n \"--extra-variable\", \n \"GIT_HASH\", \n \"9046e2e693bb92a76e972b694580e5d17ad10748\", \n \"--extra-variable\", \n \"SLAVE_NUM\", \n \"5\", \n \"--extra-variable\", \n \"TOOL_NAME\", \n \"nanobench\"\n ], \n \"dir\": \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct\", \n \"version\": 1\n}",
828 "[START_DIR]/swarming_temp_dir/ct-nanobench-5.isolated.gen.json"
rmistry5eab9912016-08-09 13:46:48 -0700829 ],
830 "name": "Write ct-nanobench-5.isolated.gen.json"
831 },
832 {
833 "cmd": [
834 "python",
835 "-u",
836 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
837 "{\"chromium_build\": \"fad657e-276e633\", \"num_slaves\": 5, \"page_type\": \"10k\"}",
838 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/skps_version"
839 ],
Eric Borena1590852017-03-20 12:48:31 -0400840 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700841 "name": "Create [CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/skps_version"
842 },
843 {
844 "cmd": [
845 "python",
846 "-u",
847 "RECIPE_MODULE[build::isolate]/resources/isolate.py",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500848 "[START_DIR]/swarming.client",
rmistry5eab9912016-08-09 13:46:48 -0700849 "batcharchive",
850 "--dump-json",
851 "/path/to/tmp/json",
852 "--isolate-server",
853 "https://isolateserver.appspot.com",
854 "--verbose",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500855 "[START_DIR]/swarming_temp_dir/ct-nanobench-1.isolated.gen.json",
856 "[START_DIR]/swarming_temp_dir/ct-nanobench-2.isolated.gen.json",
857 "[START_DIR]/swarming_temp_dir/ct-nanobench-3.isolated.gen.json",
858 "[START_DIR]/swarming_temp_dir/ct-nanobench-4.isolated.gen.json",
859 "[START_DIR]/swarming_temp_dir/ct-nanobench-5.isolated.gen.json"
rmistry5eab9912016-08-09 13:46:48 -0700860 ],
861 "name": "isolate tests",
862 "~followup_annotations": [
863 "@@@STEP_LOG_LINE@json.output@{@@@",
864 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-1\": \"[dummy hash for ct-nanobench-1]\", @@@",
865 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-2\": \"[dummy hash for ct-nanobench-2]\", @@@",
866 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-3\": \"[dummy hash for ct-nanobench-3]\", @@@",
867 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-4\": \"[dummy hash for ct-nanobench-4]\", @@@",
868 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-5\": \"[dummy hash for ct-nanobench-5]\"@@@",
869 "@@@STEP_LOG_LINE@json.output@}@@@",
870 "@@@STEP_LOG_END@json.output@@@",
871 "@@@SET_BUILD_PROPERTY@swarm_hashes@{\"ct-nanobench-1\": \"[dummy hash for ct-nanobench-1]\", \"ct-nanobench-2\": \"[dummy hash for ct-nanobench-2]\", \"ct-nanobench-3\": \"[dummy hash for ct-nanobench-3]\", \"ct-nanobench-4\": \"[dummy hash for ct-nanobench-4]\", \"ct-nanobench-5\": \"[dummy hash for ct-nanobench-5]\"}@@@"
872 ]
873 },
874 {
875 "cmd": [
876 "python",
877 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500878 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -0700879 "trigger",
880 "--swarming",
881 "https://chromium-swarm.appspot.com",
882 "--isolate-server",
883 "https://isolateserver.appspot.com",
884 "--priority",
885 "90",
886 "--shards",
887 "1",
888 "--task-name",
Eric Borenf9aa9e52017-04-10 09:56:10 -0400889 "ct-nanobench-1/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1",
rmistry5eab9912016-08-09 13:46:48 -0700890 "--dump-json",
891 "/path/to/tmp/json",
892 "--expiration",
893 "72000",
894 "--io-timeout",
895 "2400",
896 "--hard-timeout",
897 "14400",
898 "--dimension",
899 "cpu",
900 "x86-64",
901 "--dimension",
902 "gpu",
903 "10de:104a",
904 "--dimension",
905 "os",
906 "Ubuntu-14.04",
907 "--dimension",
908 "pool",
909 "Chrome",
910 "--tag",
911 "allow_milo:1",
912 "--tag",
913 "buildername:Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs",
914 "--tag",
rmistry5eab9912016-08-09 13:46:48 -0700915 "data:[dummy hash for ct-nanobench-1]",
916 "--tag",
rmistry5eab9912016-08-09 13:46:48 -0700917 "name:ct-nanobench-1",
918 "--tag",
919 "os:Ubuntu-14.04",
920 "--tag",
921 "revision:abc123",
922 "--tag",
Eric Borene395b9b2017-03-06 09:06:53 -0500923 "stepname:ct-nanobench-1",
rmistry5eab9912016-08-09 13:46:48 -0700924 "[dummy hash for ct-nanobench-1]"
925 ],
Eric Borena1590852017-03-20 12:48:31 -0400926 "infra_step": true,
Eric Borene395b9b2017-03-06 09:06:53 -0500927 "name": "[trigger] ct-nanobench-1",
rmistry5eab9912016-08-09 13:46:48 -0700928 "~followup_annotations": [
Eric Boren3fd9e442016-12-12 08:42:11 -0500929 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'@@@",
rmistry5eab9912016-08-09 13:46:48 -0700930 "@@@STEP_LOG_LINE@json.output@{@@@",
Eric Borenf9aa9e52017-04-10 09:56:10 -0400931 "@@@STEP_LOG_LINE@json.output@ \"base_task_name\": \"ct-nanobench-1/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1\", @@@",
rmistry5eab9912016-08-09 13:46:48 -0700932 "@@@STEP_LOG_LINE@json.output@ \"tasks\": {@@@",
Eric Borenf9aa9e52017-04-10 09:56:10 -0400933 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-1/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1\": {@@@",
rmistry5eab9912016-08-09 13:46:48 -0700934 "@@@STEP_LOG_LINE@json.output@ \"shard_index\": 0, @@@",
935 "@@@STEP_LOG_LINE@json.output@ \"task_id\": \"10000\", @@@",
936 "@@@STEP_LOG_LINE@json.output@ \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"@@@",
937 "@@@STEP_LOG_LINE@json.output@ }@@@",
938 "@@@STEP_LOG_LINE@json.output@ }@@@",
939 "@@@STEP_LOG_LINE@json.output@}@@@",
940 "@@@STEP_LOG_END@json.output@@@",
941 "@@@STEP_LINK@shard #0@https://chromium-swarm.appspot.com/user/task/10000@@@"
942 ]
943 },
944 {
945 "cmd": [
946 "python",
947 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500948 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -0700949 "trigger",
950 "--swarming",
951 "https://chromium-swarm.appspot.com",
952 "--isolate-server",
953 "https://isolateserver.appspot.com",
954 "--priority",
955 "90",
956 "--shards",
957 "1",
958 "--task-name",
Eric Borenf9aa9e52017-04-10 09:56:10 -0400959 "ct-nanobench-2/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1",
rmistry5eab9912016-08-09 13:46:48 -0700960 "--dump-json",
961 "/path/to/tmp/json",
962 "--expiration",
963 "72000",
964 "--io-timeout",
965 "2400",
966 "--hard-timeout",
967 "14400",
968 "--dimension",
969 "cpu",
970 "x86-64",
971 "--dimension",
972 "gpu",
973 "10de:104a",
974 "--dimension",
975 "os",
976 "Ubuntu-14.04",
977 "--dimension",
978 "pool",
979 "Chrome",
980 "--tag",
981 "allow_milo:1",
982 "--tag",
983 "buildername:Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs",
984 "--tag",
rmistry5eab9912016-08-09 13:46:48 -0700985 "data:[dummy hash for ct-nanobench-2]",
986 "--tag",
rmistry5eab9912016-08-09 13:46:48 -0700987 "name:ct-nanobench-2",
988 "--tag",
989 "os:Ubuntu-14.04",
990 "--tag",
991 "revision:abc123",
992 "--tag",
Eric Borene395b9b2017-03-06 09:06:53 -0500993 "stepname:ct-nanobench-2",
rmistry5eab9912016-08-09 13:46:48 -0700994 "[dummy hash for ct-nanobench-2]"
995 ],
Eric Borena1590852017-03-20 12:48:31 -0400996 "infra_step": true,
Eric Borene395b9b2017-03-06 09:06:53 -0500997 "name": "[trigger] ct-nanobench-2",
rmistry5eab9912016-08-09 13:46:48 -0700998 "~followup_annotations": [
Eric Boren3fd9e442016-12-12 08:42:11 -0500999 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'@@@",
rmistry5eab9912016-08-09 13:46:48 -07001000 "@@@STEP_LOG_LINE@json.output@{@@@",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001001 "@@@STEP_LOG_LINE@json.output@ \"base_task_name\": \"ct-nanobench-2/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1\", @@@",
rmistry5eab9912016-08-09 13:46:48 -07001002 "@@@STEP_LOG_LINE@json.output@ \"tasks\": {@@@",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001003 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-2/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1\": {@@@",
rmistry5eab9912016-08-09 13:46:48 -07001004 "@@@STEP_LOG_LINE@json.output@ \"shard_index\": 0, @@@",
1005 "@@@STEP_LOG_LINE@json.output@ \"task_id\": \"10000\", @@@",
1006 "@@@STEP_LOG_LINE@json.output@ \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"@@@",
1007 "@@@STEP_LOG_LINE@json.output@ }@@@",
1008 "@@@STEP_LOG_LINE@json.output@ }@@@",
1009 "@@@STEP_LOG_LINE@json.output@}@@@",
1010 "@@@STEP_LOG_END@json.output@@@",
1011 "@@@STEP_LINK@shard #0@https://chromium-swarm.appspot.com/user/task/10000@@@"
1012 ]
1013 },
1014 {
1015 "cmd": [
1016 "python",
1017 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001018 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001019 "trigger",
1020 "--swarming",
1021 "https://chromium-swarm.appspot.com",
1022 "--isolate-server",
1023 "https://isolateserver.appspot.com",
1024 "--priority",
1025 "90",
1026 "--shards",
1027 "1",
1028 "--task-name",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001029 "ct-nanobench-3/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1",
rmistry5eab9912016-08-09 13:46:48 -07001030 "--dump-json",
1031 "/path/to/tmp/json",
1032 "--expiration",
1033 "72000",
1034 "--io-timeout",
1035 "2400",
1036 "--hard-timeout",
1037 "14400",
1038 "--dimension",
1039 "cpu",
1040 "x86-64",
1041 "--dimension",
1042 "gpu",
1043 "10de:104a",
1044 "--dimension",
1045 "os",
1046 "Ubuntu-14.04",
1047 "--dimension",
1048 "pool",
1049 "Chrome",
1050 "--tag",
1051 "allow_milo:1",
1052 "--tag",
1053 "buildername:Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs",
1054 "--tag",
rmistry5eab9912016-08-09 13:46:48 -07001055 "data:[dummy hash for ct-nanobench-3]",
1056 "--tag",
rmistry5eab9912016-08-09 13:46:48 -07001057 "name:ct-nanobench-3",
1058 "--tag",
1059 "os:Ubuntu-14.04",
1060 "--tag",
1061 "revision:abc123",
1062 "--tag",
Eric Borene395b9b2017-03-06 09:06:53 -05001063 "stepname:ct-nanobench-3",
rmistry5eab9912016-08-09 13:46:48 -07001064 "[dummy hash for ct-nanobench-3]"
1065 ],
Eric Borena1590852017-03-20 12:48:31 -04001066 "infra_step": true,
Eric Borene395b9b2017-03-06 09:06:53 -05001067 "name": "[trigger] ct-nanobench-3",
rmistry5eab9912016-08-09 13:46:48 -07001068 "~followup_annotations": [
Eric Boren3fd9e442016-12-12 08:42:11 -05001069 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'@@@",
rmistry5eab9912016-08-09 13:46:48 -07001070 "@@@STEP_LOG_LINE@json.output@{@@@",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001071 "@@@STEP_LOG_LINE@json.output@ \"base_task_name\": \"ct-nanobench-3/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1\", @@@",
rmistry5eab9912016-08-09 13:46:48 -07001072 "@@@STEP_LOG_LINE@json.output@ \"tasks\": {@@@",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001073 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-3/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1\": {@@@",
rmistry5eab9912016-08-09 13:46:48 -07001074 "@@@STEP_LOG_LINE@json.output@ \"shard_index\": 0, @@@",
1075 "@@@STEP_LOG_LINE@json.output@ \"task_id\": \"10000\", @@@",
1076 "@@@STEP_LOG_LINE@json.output@ \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"@@@",
1077 "@@@STEP_LOG_LINE@json.output@ }@@@",
1078 "@@@STEP_LOG_LINE@json.output@ }@@@",
1079 "@@@STEP_LOG_LINE@json.output@}@@@",
1080 "@@@STEP_LOG_END@json.output@@@",
1081 "@@@STEP_LINK@shard #0@https://chromium-swarm.appspot.com/user/task/10000@@@"
1082 ]
1083 },
1084 {
1085 "cmd": [
1086 "python",
1087 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001088 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001089 "trigger",
1090 "--swarming",
1091 "https://chromium-swarm.appspot.com",
1092 "--isolate-server",
1093 "https://isolateserver.appspot.com",
1094 "--priority",
1095 "90",
1096 "--shards",
1097 "1",
1098 "--task-name",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001099 "ct-nanobench-4/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1",
rmistry5eab9912016-08-09 13:46:48 -07001100 "--dump-json",
1101 "/path/to/tmp/json",
1102 "--expiration",
1103 "72000",
1104 "--io-timeout",
1105 "2400",
1106 "--hard-timeout",
1107 "14400",
1108 "--dimension",
1109 "cpu",
1110 "x86-64",
1111 "--dimension",
1112 "gpu",
1113 "10de:104a",
1114 "--dimension",
1115 "os",
1116 "Ubuntu-14.04",
1117 "--dimension",
1118 "pool",
1119 "Chrome",
1120 "--tag",
1121 "allow_milo:1",
1122 "--tag",
1123 "buildername:Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs",
1124 "--tag",
rmistry5eab9912016-08-09 13:46:48 -07001125 "data:[dummy hash for ct-nanobench-4]",
1126 "--tag",
rmistry5eab9912016-08-09 13:46:48 -07001127 "name:ct-nanobench-4",
1128 "--tag",
1129 "os:Ubuntu-14.04",
1130 "--tag",
1131 "revision:abc123",
1132 "--tag",
Eric Borene395b9b2017-03-06 09:06:53 -05001133 "stepname:ct-nanobench-4",
rmistry5eab9912016-08-09 13:46:48 -07001134 "[dummy hash for ct-nanobench-4]"
1135 ],
Eric Borena1590852017-03-20 12:48:31 -04001136 "infra_step": true,
Eric Borene395b9b2017-03-06 09:06:53 -05001137 "name": "[trigger] ct-nanobench-4",
rmistry5eab9912016-08-09 13:46:48 -07001138 "~followup_annotations": [
Eric Boren3fd9e442016-12-12 08:42:11 -05001139 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'@@@",
rmistry5eab9912016-08-09 13:46:48 -07001140 "@@@STEP_LOG_LINE@json.output@{@@@",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001141 "@@@STEP_LOG_LINE@json.output@ \"base_task_name\": \"ct-nanobench-4/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1\", @@@",
rmistry5eab9912016-08-09 13:46:48 -07001142 "@@@STEP_LOG_LINE@json.output@ \"tasks\": {@@@",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001143 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-4/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1\": {@@@",
rmistry5eab9912016-08-09 13:46:48 -07001144 "@@@STEP_LOG_LINE@json.output@ \"shard_index\": 0, @@@",
1145 "@@@STEP_LOG_LINE@json.output@ \"task_id\": \"10000\", @@@",
1146 "@@@STEP_LOG_LINE@json.output@ \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"@@@",
1147 "@@@STEP_LOG_LINE@json.output@ }@@@",
1148 "@@@STEP_LOG_LINE@json.output@ }@@@",
1149 "@@@STEP_LOG_LINE@json.output@}@@@",
1150 "@@@STEP_LOG_END@json.output@@@",
1151 "@@@STEP_LINK@shard #0@https://chromium-swarm.appspot.com/user/task/10000@@@"
1152 ]
1153 },
1154 {
1155 "cmd": [
1156 "python",
1157 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001158 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001159 "trigger",
1160 "--swarming",
1161 "https://chromium-swarm.appspot.com",
1162 "--isolate-server",
1163 "https://isolateserver.appspot.com",
1164 "--priority",
1165 "90",
1166 "--shards",
1167 "1",
1168 "--task-name",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001169 "ct-nanobench-5/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1",
rmistry5eab9912016-08-09 13:46:48 -07001170 "--dump-json",
1171 "/path/to/tmp/json",
1172 "--expiration",
1173 "72000",
1174 "--io-timeout",
1175 "2400",
1176 "--hard-timeout",
1177 "14400",
1178 "--dimension",
1179 "cpu",
1180 "x86-64",
1181 "--dimension",
1182 "gpu",
1183 "10de:104a",
1184 "--dimension",
1185 "os",
1186 "Ubuntu-14.04",
1187 "--dimension",
1188 "pool",
1189 "Chrome",
1190 "--tag",
1191 "allow_milo:1",
1192 "--tag",
1193 "buildername:Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs",
1194 "--tag",
rmistry5eab9912016-08-09 13:46:48 -07001195 "data:[dummy hash for ct-nanobench-5]",
1196 "--tag",
rmistry5eab9912016-08-09 13:46:48 -07001197 "name:ct-nanobench-5",
1198 "--tag",
1199 "os:Ubuntu-14.04",
1200 "--tag",
1201 "revision:abc123",
1202 "--tag",
Eric Borene395b9b2017-03-06 09:06:53 -05001203 "stepname:ct-nanobench-5",
rmistry5eab9912016-08-09 13:46:48 -07001204 "[dummy hash for ct-nanobench-5]"
1205 ],
Eric Borena1590852017-03-20 12:48:31 -04001206 "infra_step": true,
Eric Borene395b9b2017-03-06 09:06:53 -05001207 "name": "[trigger] ct-nanobench-5",
rmistry5eab9912016-08-09 13:46:48 -07001208 "~followup_annotations": [
Eric Boren3fd9e442016-12-12 08:42:11 -05001209 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'@@@",
rmistry5eab9912016-08-09 13:46:48 -07001210 "@@@STEP_LOG_LINE@json.output@{@@@",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001211 "@@@STEP_LOG_LINE@json.output@ \"base_task_name\": \"ct-nanobench-5/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1\", @@@",
rmistry5eab9912016-08-09 13:46:48 -07001212 "@@@STEP_LOG_LINE@json.output@ \"tasks\": {@@@",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001213 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-5/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1\": {@@@",
rmistry5eab9912016-08-09 13:46:48 -07001214 "@@@STEP_LOG_LINE@json.output@ \"shard_index\": 0, @@@",
1215 "@@@STEP_LOG_LINE@json.output@ \"task_id\": \"10000\", @@@",
1216 "@@@STEP_LOG_LINE@json.output@ \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"@@@",
1217 "@@@STEP_LOG_LINE@json.output@ }@@@",
1218 "@@@STEP_LOG_LINE@json.output@ }@@@",
1219 "@@@STEP_LOG_LINE@json.output@}@@@",
1220 "@@@STEP_LOG_END@json.output@@@",
1221 "@@@STEP_LINK@shard #0@https://chromium-swarm.appspot.com/user/task/10000@@@",
1222 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/task/10000@@@"
1223 ]
1224 },
1225 {
1226 "cmd": [
1227 "python",
1228 "-u",
recipe-roller6bc873f2017-04-18 18:53:29 -07001229 "RECIPE_MODULE[build::swarming]/resources/collect_task.py",
1230 "-o",
1231 "/path/to/tmp/json",
1232 "--task-output-dir",
1233 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-1",
1234 "--merge-script",
1235 "RECIPE_MODULE[build::swarming]/resources/noop_merge.py",
1236 "--merge-additional-args",
1237 "[]",
1238 "--",
1239 "python",
1240 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001241 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001242 "collect",
1243 "--swarming",
1244 "https://chromium-swarm.appspot.com",
1245 "--decorate",
1246 "--print-status-updates",
1247 "--json",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001248 "{\"base_task_name\": \"ct-nanobench-1/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1\", \"tasks\": {\"ct-nanobench-1/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1\": {\"shard_index\": 0, \"task_id\": \"10000\", \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"}}}",
rmistry5eab9912016-08-09 13:46:48 -07001249 "--task-summary-json",
recipe-roller6bc873f2017-04-18 18:53:29 -07001250 "/path/to/tmp/json"
rmistry5eab9912016-08-09 13:46:48 -07001251 ],
recipe-roller6bc873f2017-04-18 18:53:29 -07001252 "cwd": "[START_DIR]",
Eric Borene395b9b2017-03-06 09:06:53 -05001253 "name": "ct-nanobench-1",
rmistry5eab9912016-08-09 13:46:48 -07001254 "~followup_annotations": [
Eric Borenfc50dda2017-01-18 09:47:28 -05001255 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'<br>swarming pending 71s@@@",
recipe-roller6bc873f2017-04-18 18:53:29 -07001256 "@@@STEP_LOG_LINE@json.output@{}@@@",
1257 "@@@STEP_LOG_END@json.output@@@",
Robert Iannuccibf3bf862017-03-24 18:11:15 -07001258 "@@@STEP_LOG_LINE@swarming.summary@{@@@",
1259 "@@@STEP_LOG_LINE@swarming.summary@ \"shards\": [@@@",
1260 "@@@STEP_LOG_LINE@swarming.summary@ {@@@",
1261 "@@@STEP_LOG_LINE@swarming.summary@ \"abandoned_ts\": null, @@@",
1262 "@@@STEP_LOG_LINE@swarming.summary@ \"bot_id\": \"vm30\", @@@",
1263 "@@@STEP_LOG_LINE@swarming.summary@ \"completed_ts\": \"2014-09-25T01:42:00.123\", @@@",
1264 "@@@STEP_LOG_LINE@swarming.summary@ \"created_ts\": \"2014-09-25T01:41:00.123\", @@@",
1265 "@@@STEP_LOG_LINE@swarming.summary@ \"durations\": [@@@",
1266 "@@@STEP_LOG_LINE@swarming.summary@ 5.7, @@@",
1267 "@@@STEP_LOG_LINE@swarming.summary@ 31.5@@@",
1268 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1269 "@@@STEP_LOG_LINE@swarming.summary@ \"exit_codes\": [@@@",
1270 "@@@STEP_LOG_LINE@swarming.summary@ 0, @@@",
1271 "@@@STEP_LOG_LINE@swarming.summary@ 0@@@",
1272 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1273 "@@@STEP_LOG_LINE@swarming.summary@ \"failure\": false, @@@",
1274 "@@@STEP_LOG_LINE@swarming.summary@ \"id\": \"148aa78d7aa0000\", @@@",
1275 "@@@STEP_LOG_LINE@swarming.summary@ \"internal_failure\": false, @@@",
1276 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated_out\": {@@@",
1277 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated\": \"abc123\", @@@",
1278 "@@@STEP_LOG_LINE@swarming.summary@ \"isolatedserver\": \"https://isolateserver.appspot.com\", @@@",
1279 "@@@STEP_LOG_LINE@swarming.summary@ \"namespace\": \"default-gzip\", @@@",
1280 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1281 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1282 "@@@STEP_LOG_LINE@swarming.summary@ \"modified_ts\": \"2014-09-25 01:42:00\", @@@",
1283 "@@@STEP_LOG_LINE@swarming.summary@ \"name\": \"heartbeat-canary-2014-09-25_01:41:55-os=Windows\", @@@",
1284 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs\": [@@@",
1285 "@@@STEP_LOG_LINE@swarming.summary@ \"Heart beat succeeded on win32.\\n\", @@@",
1286 "@@@STEP_LOG_LINE@swarming.summary@ \"Foo\"@@@",
1287 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1288 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs_ref\": {@@@",
1289 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1290 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1291 "@@@STEP_LOG_LINE@swarming.summary@ \"started_ts\": \"2014-09-25T01:42:11.123\", @@@",
1292 "@@@STEP_LOG_LINE@swarming.summary@ \"state\": 112, @@@",
1293 "@@@STEP_LOG_LINE@swarming.summary@ \"try_number\": 1, @@@",
1294 "@@@STEP_LOG_LINE@swarming.summary@ \"user\": \"unknown\"@@@",
1295 "@@@STEP_LOG_LINE@swarming.summary@ }@@@",
1296 "@@@STEP_LOG_LINE@swarming.summary@ ]@@@",
1297 "@@@STEP_LOG_LINE@swarming.summary@}@@@",
1298 "@@@STEP_LOG_END@swarming.summary@@@",
rmistry5eab9912016-08-09 13:46:48 -07001299 "@@@STEP_LINK@shard #0 isolated out@blah@@@",
1300 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/task/148aa78d7aa0000@@@"
1301 ]
1302 },
1303 {
1304 "cmd": [
1305 "python",
1306 "-u",
1307 "\nimport json, os, sys\nif os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):\n with open(sys.argv[2], 'w') as f:\n json.dump(os.listdir(sys.argv[1]), f)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001308 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-1/0",
rmistry5eab9912016-08-09 13:46:48 -07001309 "/path/to/tmp/json"
1310 ],
1311 "name": "listdir output dir",
1312 "~followup_annotations": [
1313 "@@@STEP_LOG_LINE@json.output@[@@@",
1314 "@@@STEP_LOG_LINE@json.output@ \"file 1\", @@@",
1315 "@@@STEP_LOG_LINE@json.output@ \"file 2\"@@@",
1316 "@@@STEP_LOG_LINE@json.output@]@@@",
1317 "@@@STEP_LOG_END@json.output@@@",
1318 "@@@STEP_LOG_LINE@python.inline@@@@",
1319 "@@@STEP_LOG_LINE@python.inline@import json, os, sys@@@",
1320 "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):@@@",
1321 "@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[2], 'w') as f:@@@",
1322 "@@@STEP_LOG_LINE@python.inline@ json.dump(os.listdir(sys.argv[1]), f)@@@",
1323 "@@@STEP_LOG_END@python.inline@@@"
1324 ]
1325 },
1326 {
1327 "cmd": [
1328 "python",
1329 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001330 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001331 "--",
1332 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1333 "----",
1334 "cp",
1335 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001336 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-1/0/file 1",
rmistry5eab9912016-08-09 13:46:48 -07001337 "gs://skia-perf/ct/10k/2012/05/14/12/"
1338 ],
1339 "env": {
1340 "AWS_CREDENTIAL_FILE": null,
1341 "BOTO_CONFIG": null
1342 },
Eric Borena1590852017-03-20 12:48:31 -04001343 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001344 "name": "gsutil upload json output",
1345 "~followup_annotations": [
1346 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1347 ]
1348 },
1349 {
1350 "cmd": [
1351 "python",
1352 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001353 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001354 "--",
1355 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1356 "----",
1357 "cp",
1358 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001359 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-1/0/file 2",
rmistry5eab9912016-08-09 13:46:48 -07001360 "gs://skia-perf/ct/10k/2012/05/14/12/"
1361 ],
1362 "env": {
1363 "AWS_CREDENTIAL_FILE": null,
1364 "BOTO_CONFIG": null
1365 },
Eric Borena1590852017-03-20 12:48:31 -04001366 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001367 "name": "gsutil upload json output (2)",
1368 "~followup_annotations": [
1369 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1370 ]
1371 },
1372 {
1373 "cmd": [
1374 "python",
1375 "-u",
recipe-roller6bc873f2017-04-18 18:53:29 -07001376 "RECIPE_MODULE[build::swarming]/resources/collect_task.py",
1377 "-o",
1378 "/path/to/tmp/json",
1379 "--task-output-dir",
1380 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-2",
1381 "--merge-script",
1382 "RECIPE_MODULE[build::swarming]/resources/noop_merge.py",
1383 "--merge-additional-args",
1384 "[]",
1385 "--",
1386 "python",
1387 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001388 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001389 "collect",
1390 "--swarming",
1391 "https://chromium-swarm.appspot.com",
1392 "--decorate",
1393 "--print-status-updates",
1394 "--json",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001395 "{\"base_task_name\": \"ct-nanobench-2/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1\", \"tasks\": {\"ct-nanobench-2/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1\": {\"shard_index\": 0, \"task_id\": \"10000\", \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"}}}",
rmistry5eab9912016-08-09 13:46:48 -07001396 "--task-summary-json",
recipe-roller6bc873f2017-04-18 18:53:29 -07001397 "/path/to/tmp/json"
rmistry5eab9912016-08-09 13:46:48 -07001398 ],
recipe-roller6bc873f2017-04-18 18:53:29 -07001399 "cwd": "[START_DIR]",
Eric Borene395b9b2017-03-06 09:06:53 -05001400 "name": "ct-nanobench-2",
rmistry5eab9912016-08-09 13:46:48 -07001401 "~followup_annotations": [
Eric Borenfc50dda2017-01-18 09:47:28 -05001402 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'<br>swarming pending 71s@@@",
recipe-roller6bc873f2017-04-18 18:53:29 -07001403 "@@@STEP_LOG_LINE@json.output@{}@@@",
1404 "@@@STEP_LOG_END@json.output@@@",
Robert Iannuccibf3bf862017-03-24 18:11:15 -07001405 "@@@STEP_LOG_LINE@swarming.summary@{@@@",
1406 "@@@STEP_LOG_LINE@swarming.summary@ \"shards\": [@@@",
1407 "@@@STEP_LOG_LINE@swarming.summary@ {@@@",
1408 "@@@STEP_LOG_LINE@swarming.summary@ \"abandoned_ts\": null, @@@",
1409 "@@@STEP_LOG_LINE@swarming.summary@ \"bot_id\": \"vm30\", @@@",
1410 "@@@STEP_LOG_LINE@swarming.summary@ \"completed_ts\": \"2014-09-25T01:42:00.123\", @@@",
1411 "@@@STEP_LOG_LINE@swarming.summary@ \"created_ts\": \"2014-09-25T01:41:00.123\", @@@",
1412 "@@@STEP_LOG_LINE@swarming.summary@ \"durations\": [@@@",
1413 "@@@STEP_LOG_LINE@swarming.summary@ 5.7, @@@",
1414 "@@@STEP_LOG_LINE@swarming.summary@ 31.5@@@",
1415 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1416 "@@@STEP_LOG_LINE@swarming.summary@ \"exit_codes\": [@@@",
1417 "@@@STEP_LOG_LINE@swarming.summary@ 0, @@@",
1418 "@@@STEP_LOG_LINE@swarming.summary@ 0@@@",
1419 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1420 "@@@STEP_LOG_LINE@swarming.summary@ \"failure\": false, @@@",
1421 "@@@STEP_LOG_LINE@swarming.summary@ \"id\": \"148aa78d7aa0000\", @@@",
1422 "@@@STEP_LOG_LINE@swarming.summary@ \"internal_failure\": false, @@@",
1423 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated_out\": {@@@",
1424 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated\": \"abc123\", @@@",
1425 "@@@STEP_LOG_LINE@swarming.summary@ \"isolatedserver\": \"https://isolateserver.appspot.com\", @@@",
1426 "@@@STEP_LOG_LINE@swarming.summary@ \"namespace\": \"default-gzip\", @@@",
1427 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1428 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1429 "@@@STEP_LOG_LINE@swarming.summary@ \"modified_ts\": \"2014-09-25 01:42:00\", @@@",
1430 "@@@STEP_LOG_LINE@swarming.summary@ \"name\": \"heartbeat-canary-2014-09-25_01:41:55-os=Windows\", @@@",
1431 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs\": [@@@",
1432 "@@@STEP_LOG_LINE@swarming.summary@ \"Heart beat succeeded on win32.\\n\", @@@",
1433 "@@@STEP_LOG_LINE@swarming.summary@ \"Foo\"@@@",
1434 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1435 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs_ref\": {@@@",
1436 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1437 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1438 "@@@STEP_LOG_LINE@swarming.summary@ \"started_ts\": \"2014-09-25T01:42:11.123\", @@@",
1439 "@@@STEP_LOG_LINE@swarming.summary@ \"state\": 112, @@@",
1440 "@@@STEP_LOG_LINE@swarming.summary@ \"try_number\": 1, @@@",
1441 "@@@STEP_LOG_LINE@swarming.summary@ \"user\": \"unknown\"@@@",
1442 "@@@STEP_LOG_LINE@swarming.summary@ }@@@",
1443 "@@@STEP_LOG_LINE@swarming.summary@ ]@@@",
1444 "@@@STEP_LOG_LINE@swarming.summary@}@@@",
1445 "@@@STEP_LOG_END@swarming.summary@@@",
rmistry5eab9912016-08-09 13:46:48 -07001446 "@@@STEP_LINK@shard #0 isolated out@blah@@@",
1447 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/task/148aa78d7aa0000@@@"
1448 ]
1449 },
1450 {
1451 "cmd": [
1452 "python",
1453 "-u",
1454 "\nimport json, os, sys\nif os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):\n with open(sys.argv[2], 'w') as f:\n json.dump(os.listdir(sys.argv[1]), f)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001455 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-2/0",
rmistry5eab9912016-08-09 13:46:48 -07001456 "/path/to/tmp/json"
1457 ],
1458 "name": "listdir output dir (2)",
1459 "~followup_annotations": [
1460 "@@@STEP_LOG_LINE@json.output@[@@@",
1461 "@@@STEP_LOG_LINE@json.output@ \"file 1\", @@@",
1462 "@@@STEP_LOG_LINE@json.output@ \"file 2\"@@@",
1463 "@@@STEP_LOG_LINE@json.output@]@@@",
1464 "@@@STEP_LOG_END@json.output@@@",
1465 "@@@STEP_LOG_LINE@python.inline@@@@",
1466 "@@@STEP_LOG_LINE@python.inline@import json, os, sys@@@",
1467 "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):@@@",
1468 "@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[2], 'w') as f:@@@",
1469 "@@@STEP_LOG_LINE@python.inline@ json.dump(os.listdir(sys.argv[1]), f)@@@",
1470 "@@@STEP_LOG_END@python.inline@@@"
1471 ]
1472 },
1473 {
1474 "cmd": [
1475 "python",
1476 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001477 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001478 "--",
1479 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1480 "----",
1481 "cp",
1482 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001483 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-2/0/file 1",
rmistry5eab9912016-08-09 13:46:48 -07001484 "gs://skia-perf/ct/10k/2012/05/14/12/"
1485 ],
1486 "env": {
1487 "AWS_CREDENTIAL_FILE": null,
1488 "BOTO_CONFIG": null
1489 },
Eric Borena1590852017-03-20 12:48:31 -04001490 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001491 "name": "gsutil upload json output (3)",
1492 "~followup_annotations": [
1493 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1494 ]
1495 },
1496 {
1497 "cmd": [
1498 "python",
1499 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001500 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001501 "--",
1502 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1503 "----",
1504 "cp",
1505 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001506 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-2/0/file 2",
rmistry5eab9912016-08-09 13:46:48 -07001507 "gs://skia-perf/ct/10k/2012/05/14/12/"
1508 ],
1509 "env": {
1510 "AWS_CREDENTIAL_FILE": null,
1511 "BOTO_CONFIG": null
1512 },
Eric Borena1590852017-03-20 12:48:31 -04001513 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001514 "name": "gsutil upload json output (4)",
1515 "~followup_annotations": [
1516 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1517 ]
1518 },
1519 {
1520 "cmd": [
1521 "python",
1522 "-u",
recipe-roller6bc873f2017-04-18 18:53:29 -07001523 "RECIPE_MODULE[build::swarming]/resources/collect_task.py",
1524 "-o",
1525 "/path/to/tmp/json",
1526 "--task-output-dir",
1527 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-3",
1528 "--merge-script",
1529 "RECIPE_MODULE[build::swarming]/resources/noop_merge.py",
1530 "--merge-additional-args",
1531 "[]",
1532 "--",
1533 "python",
1534 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001535 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001536 "collect",
1537 "--swarming",
1538 "https://chromium-swarm.appspot.com",
1539 "--decorate",
1540 "--print-status-updates",
1541 "--json",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001542 "{\"base_task_name\": \"ct-nanobench-3/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1\", \"tasks\": {\"ct-nanobench-3/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1\": {\"shard_index\": 0, \"task_id\": \"10000\", \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"}}}",
rmistry5eab9912016-08-09 13:46:48 -07001543 "--task-summary-json",
recipe-roller6bc873f2017-04-18 18:53:29 -07001544 "/path/to/tmp/json"
rmistry5eab9912016-08-09 13:46:48 -07001545 ],
recipe-roller6bc873f2017-04-18 18:53:29 -07001546 "cwd": "[START_DIR]",
Eric Borene395b9b2017-03-06 09:06:53 -05001547 "name": "ct-nanobench-3",
rmistry5eab9912016-08-09 13:46:48 -07001548 "~followup_annotations": [
Eric Borenfc50dda2017-01-18 09:47:28 -05001549 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'<br>swarming pending 71s@@@",
recipe-roller6bc873f2017-04-18 18:53:29 -07001550 "@@@STEP_LOG_LINE@json.output@{}@@@",
1551 "@@@STEP_LOG_END@json.output@@@",
Robert Iannuccibf3bf862017-03-24 18:11:15 -07001552 "@@@STEP_LOG_LINE@swarming.summary@{@@@",
1553 "@@@STEP_LOG_LINE@swarming.summary@ \"shards\": [@@@",
1554 "@@@STEP_LOG_LINE@swarming.summary@ {@@@",
1555 "@@@STEP_LOG_LINE@swarming.summary@ \"abandoned_ts\": null, @@@",
1556 "@@@STEP_LOG_LINE@swarming.summary@ \"bot_id\": \"vm30\", @@@",
1557 "@@@STEP_LOG_LINE@swarming.summary@ \"completed_ts\": \"2014-09-25T01:42:00.123\", @@@",
1558 "@@@STEP_LOG_LINE@swarming.summary@ \"created_ts\": \"2014-09-25T01:41:00.123\", @@@",
1559 "@@@STEP_LOG_LINE@swarming.summary@ \"durations\": [@@@",
1560 "@@@STEP_LOG_LINE@swarming.summary@ 5.7, @@@",
1561 "@@@STEP_LOG_LINE@swarming.summary@ 31.5@@@",
1562 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1563 "@@@STEP_LOG_LINE@swarming.summary@ \"exit_codes\": [@@@",
1564 "@@@STEP_LOG_LINE@swarming.summary@ 0, @@@",
1565 "@@@STEP_LOG_LINE@swarming.summary@ 0@@@",
1566 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1567 "@@@STEP_LOG_LINE@swarming.summary@ \"failure\": false, @@@",
1568 "@@@STEP_LOG_LINE@swarming.summary@ \"id\": \"148aa78d7aa0000\", @@@",
1569 "@@@STEP_LOG_LINE@swarming.summary@ \"internal_failure\": false, @@@",
1570 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated_out\": {@@@",
1571 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated\": \"abc123\", @@@",
1572 "@@@STEP_LOG_LINE@swarming.summary@ \"isolatedserver\": \"https://isolateserver.appspot.com\", @@@",
1573 "@@@STEP_LOG_LINE@swarming.summary@ \"namespace\": \"default-gzip\", @@@",
1574 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1575 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1576 "@@@STEP_LOG_LINE@swarming.summary@ \"modified_ts\": \"2014-09-25 01:42:00\", @@@",
1577 "@@@STEP_LOG_LINE@swarming.summary@ \"name\": \"heartbeat-canary-2014-09-25_01:41:55-os=Windows\", @@@",
1578 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs\": [@@@",
1579 "@@@STEP_LOG_LINE@swarming.summary@ \"Heart beat succeeded on win32.\\n\", @@@",
1580 "@@@STEP_LOG_LINE@swarming.summary@ \"Foo\"@@@",
1581 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1582 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs_ref\": {@@@",
1583 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1584 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1585 "@@@STEP_LOG_LINE@swarming.summary@ \"started_ts\": \"2014-09-25T01:42:11.123\", @@@",
1586 "@@@STEP_LOG_LINE@swarming.summary@ \"state\": 112, @@@",
1587 "@@@STEP_LOG_LINE@swarming.summary@ \"try_number\": 1, @@@",
1588 "@@@STEP_LOG_LINE@swarming.summary@ \"user\": \"unknown\"@@@",
1589 "@@@STEP_LOG_LINE@swarming.summary@ }@@@",
1590 "@@@STEP_LOG_LINE@swarming.summary@ ]@@@",
1591 "@@@STEP_LOG_LINE@swarming.summary@}@@@",
1592 "@@@STEP_LOG_END@swarming.summary@@@",
rmistry5eab9912016-08-09 13:46:48 -07001593 "@@@STEP_LINK@shard #0 isolated out@blah@@@",
1594 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/task/148aa78d7aa0000@@@"
1595 ]
1596 },
1597 {
1598 "cmd": [
1599 "python",
1600 "-u",
1601 "\nimport json, os, sys\nif os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):\n with open(sys.argv[2], 'w') as f:\n json.dump(os.listdir(sys.argv[1]), f)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001602 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-3/0",
rmistry5eab9912016-08-09 13:46:48 -07001603 "/path/to/tmp/json"
1604 ],
1605 "name": "listdir output dir (3)",
1606 "~followup_annotations": [
1607 "@@@STEP_LOG_LINE@json.output@[@@@",
1608 "@@@STEP_LOG_LINE@json.output@ \"file 1\", @@@",
1609 "@@@STEP_LOG_LINE@json.output@ \"file 2\"@@@",
1610 "@@@STEP_LOG_LINE@json.output@]@@@",
1611 "@@@STEP_LOG_END@json.output@@@",
1612 "@@@STEP_LOG_LINE@python.inline@@@@",
1613 "@@@STEP_LOG_LINE@python.inline@import json, os, sys@@@",
1614 "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):@@@",
1615 "@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[2], 'w') as f:@@@",
1616 "@@@STEP_LOG_LINE@python.inline@ json.dump(os.listdir(sys.argv[1]), f)@@@",
1617 "@@@STEP_LOG_END@python.inline@@@"
1618 ]
1619 },
1620 {
1621 "cmd": [
1622 "python",
1623 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001624 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001625 "--",
1626 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1627 "----",
1628 "cp",
1629 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001630 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-3/0/file 1",
rmistry5eab9912016-08-09 13:46:48 -07001631 "gs://skia-perf/ct/10k/2012/05/14/12/"
1632 ],
1633 "env": {
1634 "AWS_CREDENTIAL_FILE": null,
1635 "BOTO_CONFIG": null
1636 },
Eric Borena1590852017-03-20 12:48:31 -04001637 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001638 "name": "gsutil upload json output (5)",
1639 "~followup_annotations": [
1640 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1641 ]
1642 },
1643 {
1644 "cmd": [
1645 "python",
1646 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001647 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001648 "--",
1649 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1650 "----",
1651 "cp",
1652 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001653 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-3/0/file 2",
rmistry5eab9912016-08-09 13:46:48 -07001654 "gs://skia-perf/ct/10k/2012/05/14/12/"
1655 ],
1656 "env": {
1657 "AWS_CREDENTIAL_FILE": null,
1658 "BOTO_CONFIG": null
1659 },
Eric Borena1590852017-03-20 12:48:31 -04001660 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001661 "name": "gsutil upload json output (6)",
1662 "~followup_annotations": [
1663 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1664 ]
1665 },
1666 {
1667 "cmd": [
1668 "python",
1669 "-u",
recipe-roller6bc873f2017-04-18 18:53:29 -07001670 "RECIPE_MODULE[build::swarming]/resources/collect_task.py",
1671 "-o",
1672 "/path/to/tmp/json",
1673 "--task-output-dir",
1674 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-4",
1675 "--merge-script",
1676 "RECIPE_MODULE[build::swarming]/resources/noop_merge.py",
1677 "--merge-additional-args",
1678 "[]",
1679 "--",
1680 "python",
1681 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001682 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001683 "collect",
1684 "--swarming",
1685 "https://chromium-swarm.appspot.com",
1686 "--decorate",
1687 "--print-status-updates",
1688 "--json",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001689 "{\"base_task_name\": \"ct-nanobench-4/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1\", \"tasks\": {\"ct-nanobench-4/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1\": {\"shard_index\": 0, \"task_id\": \"10000\", \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"}}}",
rmistry5eab9912016-08-09 13:46:48 -07001690 "--task-summary-json",
recipe-roller6bc873f2017-04-18 18:53:29 -07001691 "/path/to/tmp/json"
rmistry5eab9912016-08-09 13:46:48 -07001692 ],
recipe-roller6bc873f2017-04-18 18:53:29 -07001693 "cwd": "[START_DIR]",
Eric Borene395b9b2017-03-06 09:06:53 -05001694 "name": "ct-nanobench-4",
rmistry5eab9912016-08-09 13:46:48 -07001695 "~followup_annotations": [
Eric Borenfc50dda2017-01-18 09:47:28 -05001696 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'<br>swarming pending 71s@@@",
recipe-roller6bc873f2017-04-18 18:53:29 -07001697 "@@@STEP_LOG_LINE@json.output@{}@@@",
1698 "@@@STEP_LOG_END@json.output@@@",
Robert Iannuccibf3bf862017-03-24 18:11:15 -07001699 "@@@STEP_LOG_LINE@swarming.summary@{@@@",
1700 "@@@STEP_LOG_LINE@swarming.summary@ \"shards\": [@@@",
1701 "@@@STEP_LOG_LINE@swarming.summary@ {@@@",
1702 "@@@STEP_LOG_LINE@swarming.summary@ \"abandoned_ts\": null, @@@",
1703 "@@@STEP_LOG_LINE@swarming.summary@ \"bot_id\": \"vm30\", @@@",
1704 "@@@STEP_LOG_LINE@swarming.summary@ \"completed_ts\": \"2014-09-25T01:42:00.123\", @@@",
1705 "@@@STEP_LOG_LINE@swarming.summary@ \"created_ts\": \"2014-09-25T01:41:00.123\", @@@",
1706 "@@@STEP_LOG_LINE@swarming.summary@ \"durations\": [@@@",
1707 "@@@STEP_LOG_LINE@swarming.summary@ 5.7, @@@",
1708 "@@@STEP_LOG_LINE@swarming.summary@ 31.5@@@",
1709 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1710 "@@@STEP_LOG_LINE@swarming.summary@ \"exit_codes\": [@@@",
1711 "@@@STEP_LOG_LINE@swarming.summary@ 0, @@@",
1712 "@@@STEP_LOG_LINE@swarming.summary@ 0@@@",
1713 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1714 "@@@STEP_LOG_LINE@swarming.summary@ \"failure\": false, @@@",
1715 "@@@STEP_LOG_LINE@swarming.summary@ \"id\": \"148aa78d7aa0000\", @@@",
1716 "@@@STEP_LOG_LINE@swarming.summary@ \"internal_failure\": false, @@@",
1717 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated_out\": {@@@",
1718 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated\": \"abc123\", @@@",
1719 "@@@STEP_LOG_LINE@swarming.summary@ \"isolatedserver\": \"https://isolateserver.appspot.com\", @@@",
1720 "@@@STEP_LOG_LINE@swarming.summary@ \"namespace\": \"default-gzip\", @@@",
1721 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1722 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1723 "@@@STEP_LOG_LINE@swarming.summary@ \"modified_ts\": \"2014-09-25 01:42:00\", @@@",
1724 "@@@STEP_LOG_LINE@swarming.summary@ \"name\": \"heartbeat-canary-2014-09-25_01:41:55-os=Windows\", @@@",
1725 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs\": [@@@",
1726 "@@@STEP_LOG_LINE@swarming.summary@ \"Heart beat succeeded on win32.\\n\", @@@",
1727 "@@@STEP_LOG_LINE@swarming.summary@ \"Foo\"@@@",
1728 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1729 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs_ref\": {@@@",
1730 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1731 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1732 "@@@STEP_LOG_LINE@swarming.summary@ \"started_ts\": \"2014-09-25T01:42:11.123\", @@@",
1733 "@@@STEP_LOG_LINE@swarming.summary@ \"state\": 112, @@@",
1734 "@@@STEP_LOG_LINE@swarming.summary@ \"try_number\": 1, @@@",
1735 "@@@STEP_LOG_LINE@swarming.summary@ \"user\": \"unknown\"@@@",
1736 "@@@STEP_LOG_LINE@swarming.summary@ }@@@",
1737 "@@@STEP_LOG_LINE@swarming.summary@ ]@@@",
1738 "@@@STEP_LOG_LINE@swarming.summary@}@@@",
1739 "@@@STEP_LOG_END@swarming.summary@@@",
rmistry5eab9912016-08-09 13:46:48 -07001740 "@@@STEP_LINK@shard #0 isolated out@blah@@@",
1741 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/task/148aa78d7aa0000@@@"
1742 ]
1743 },
1744 {
1745 "cmd": [
1746 "python",
1747 "-u",
1748 "\nimport json, os, sys\nif os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):\n with open(sys.argv[2], 'w') as f:\n json.dump(os.listdir(sys.argv[1]), f)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001749 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-4/0",
rmistry5eab9912016-08-09 13:46:48 -07001750 "/path/to/tmp/json"
1751 ],
1752 "name": "listdir output dir (4)",
1753 "~followup_annotations": [
1754 "@@@STEP_LOG_LINE@json.output@[@@@",
1755 "@@@STEP_LOG_LINE@json.output@ \"file 1\", @@@",
1756 "@@@STEP_LOG_LINE@json.output@ \"file 2\"@@@",
1757 "@@@STEP_LOG_LINE@json.output@]@@@",
1758 "@@@STEP_LOG_END@json.output@@@",
1759 "@@@STEP_LOG_LINE@python.inline@@@@",
1760 "@@@STEP_LOG_LINE@python.inline@import json, os, sys@@@",
1761 "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):@@@",
1762 "@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[2], 'w') as f:@@@",
1763 "@@@STEP_LOG_LINE@python.inline@ json.dump(os.listdir(sys.argv[1]), f)@@@",
1764 "@@@STEP_LOG_END@python.inline@@@"
1765 ]
1766 },
1767 {
1768 "cmd": [
1769 "python",
1770 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001771 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001772 "--",
1773 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1774 "----",
1775 "cp",
1776 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001777 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-4/0/file 1",
rmistry5eab9912016-08-09 13:46:48 -07001778 "gs://skia-perf/ct/10k/2012/05/14/12/"
1779 ],
1780 "env": {
1781 "AWS_CREDENTIAL_FILE": null,
1782 "BOTO_CONFIG": null
1783 },
Eric Borena1590852017-03-20 12:48:31 -04001784 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001785 "name": "gsutil upload json output (7)",
1786 "~followup_annotations": [
1787 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1788 ]
1789 },
1790 {
1791 "cmd": [
1792 "python",
1793 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001794 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001795 "--",
1796 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1797 "----",
1798 "cp",
1799 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001800 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-4/0/file 2",
rmistry5eab9912016-08-09 13:46:48 -07001801 "gs://skia-perf/ct/10k/2012/05/14/12/"
1802 ],
1803 "env": {
1804 "AWS_CREDENTIAL_FILE": null,
1805 "BOTO_CONFIG": null
1806 },
Eric Borena1590852017-03-20 12:48:31 -04001807 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001808 "name": "gsutil upload json output (8)",
1809 "~followup_annotations": [
1810 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1811 ]
1812 },
1813 {
1814 "cmd": [
1815 "python",
1816 "-u",
recipe-roller6bc873f2017-04-18 18:53:29 -07001817 "RECIPE_MODULE[build::swarming]/resources/collect_task.py",
1818 "-o",
1819 "/path/to/tmp/json",
1820 "--task-output-dir",
1821 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-5",
1822 "--merge-script",
1823 "RECIPE_MODULE[build::swarming]/resources/noop_merge.py",
1824 "--merge-additional-args",
1825 "[]",
1826 "--",
1827 "python",
1828 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001829 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001830 "collect",
1831 "--swarming",
1832 "https://chromium-swarm.appspot.com",
1833 "--decorate",
1834 "--print-status-updates",
1835 "--json",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001836 "{\"base_task_name\": \"ct-nanobench-5/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1\", \"tasks\": {\"ct-nanobench-5/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/-1\": {\"shard_index\": 0, \"task_id\": \"10000\", \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"}}}",
rmistry5eab9912016-08-09 13:46:48 -07001837 "--task-summary-json",
recipe-roller6bc873f2017-04-18 18:53:29 -07001838 "/path/to/tmp/json"
rmistry5eab9912016-08-09 13:46:48 -07001839 ],
recipe-roller6bc873f2017-04-18 18:53:29 -07001840 "cwd": "[START_DIR]",
Eric Borene395b9b2017-03-06 09:06:53 -05001841 "name": "ct-nanobench-5",
rmistry5eab9912016-08-09 13:46:48 -07001842 "~followup_annotations": [
Eric Borenfc50dda2017-01-18 09:47:28 -05001843 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'<br>swarming pending 71s@@@",
recipe-roller6bc873f2017-04-18 18:53:29 -07001844 "@@@STEP_LOG_LINE@json.output@{}@@@",
1845 "@@@STEP_LOG_END@json.output@@@",
Robert Iannuccibf3bf862017-03-24 18:11:15 -07001846 "@@@STEP_LOG_LINE@swarming.summary@{@@@",
1847 "@@@STEP_LOG_LINE@swarming.summary@ \"shards\": [@@@",
1848 "@@@STEP_LOG_LINE@swarming.summary@ {@@@",
1849 "@@@STEP_LOG_LINE@swarming.summary@ \"abandoned_ts\": null, @@@",
1850 "@@@STEP_LOG_LINE@swarming.summary@ \"bot_id\": \"vm30\", @@@",
1851 "@@@STEP_LOG_LINE@swarming.summary@ \"completed_ts\": \"2014-09-25T01:42:00.123\", @@@",
1852 "@@@STEP_LOG_LINE@swarming.summary@ \"created_ts\": \"2014-09-25T01:41:00.123\", @@@",
1853 "@@@STEP_LOG_LINE@swarming.summary@ \"durations\": [@@@",
1854 "@@@STEP_LOG_LINE@swarming.summary@ 5.7, @@@",
1855 "@@@STEP_LOG_LINE@swarming.summary@ 31.5@@@",
1856 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1857 "@@@STEP_LOG_LINE@swarming.summary@ \"exit_codes\": [@@@",
1858 "@@@STEP_LOG_LINE@swarming.summary@ 0, @@@",
1859 "@@@STEP_LOG_LINE@swarming.summary@ 0@@@",
1860 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1861 "@@@STEP_LOG_LINE@swarming.summary@ \"failure\": false, @@@",
1862 "@@@STEP_LOG_LINE@swarming.summary@ \"id\": \"148aa78d7aa0000\", @@@",
1863 "@@@STEP_LOG_LINE@swarming.summary@ \"internal_failure\": false, @@@",
1864 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated_out\": {@@@",
1865 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated\": \"abc123\", @@@",
1866 "@@@STEP_LOG_LINE@swarming.summary@ \"isolatedserver\": \"https://isolateserver.appspot.com\", @@@",
1867 "@@@STEP_LOG_LINE@swarming.summary@ \"namespace\": \"default-gzip\", @@@",
1868 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1869 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1870 "@@@STEP_LOG_LINE@swarming.summary@ \"modified_ts\": \"2014-09-25 01:42:00\", @@@",
1871 "@@@STEP_LOG_LINE@swarming.summary@ \"name\": \"heartbeat-canary-2014-09-25_01:41:55-os=Windows\", @@@",
1872 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs\": [@@@",
1873 "@@@STEP_LOG_LINE@swarming.summary@ \"Heart beat succeeded on win32.\\n\", @@@",
1874 "@@@STEP_LOG_LINE@swarming.summary@ \"Foo\"@@@",
1875 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1876 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs_ref\": {@@@",
1877 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1878 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1879 "@@@STEP_LOG_LINE@swarming.summary@ \"started_ts\": \"2014-09-25T01:42:11.123\", @@@",
1880 "@@@STEP_LOG_LINE@swarming.summary@ \"state\": 112, @@@",
1881 "@@@STEP_LOG_LINE@swarming.summary@ \"try_number\": 1, @@@",
1882 "@@@STEP_LOG_LINE@swarming.summary@ \"user\": \"unknown\"@@@",
1883 "@@@STEP_LOG_LINE@swarming.summary@ }@@@",
1884 "@@@STEP_LOG_LINE@swarming.summary@ ]@@@",
1885 "@@@STEP_LOG_LINE@swarming.summary@}@@@",
1886 "@@@STEP_LOG_END@swarming.summary@@@",
rmistry5eab9912016-08-09 13:46:48 -07001887 "@@@STEP_LINK@shard #0 isolated out@blah@@@",
1888 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/task/148aa78d7aa0000@@@"
1889 ]
1890 },
1891 {
1892 "cmd": [
1893 "python",
1894 "-u",
1895 "\nimport json, os, sys\nif os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):\n with open(sys.argv[2], 'w') as f:\n json.dump(os.listdir(sys.argv[1]), f)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001896 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-5/0",
rmistry5eab9912016-08-09 13:46:48 -07001897 "/path/to/tmp/json"
1898 ],
1899 "name": "listdir output dir (5)",
1900 "~followup_annotations": [
1901 "@@@STEP_LOG_LINE@json.output@[@@@",
1902 "@@@STEP_LOG_LINE@json.output@ \"file 1\", @@@",
1903 "@@@STEP_LOG_LINE@json.output@ \"file 2\"@@@",
1904 "@@@STEP_LOG_LINE@json.output@]@@@",
1905 "@@@STEP_LOG_END@json.output@@@",
1906 "@@@STEP_LOG_LINE@python.inline@@@@",
1907 "@@@STEP_LOG_LINE@python.inline@import json, os, sys@@@",
1908 "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):@@@",
1909 "@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[2], 'w') as f:@@@",
1910 "@@@STEP_LOG_LINE@python.inline@ json.dump(os.listdir(sys.argv[1]), f)@@@",
1911 "@@@STEP_LOG_END@python.inline@@@"
1912 ]
1913 },
1914 {
1915 "cmd": [
1916 "python",
1917 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001918 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001919 "--",
1920 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1921 "----",
1922 "cp",
1923 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001924 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-5/0/file 1",
rmistry5eab9912016-08-09 13:46:48 -07001925 "gs://skia-perf/ct/10k/2012/05/14/12/"
1926 ],
1927 "env": {
1928 "AWS_CREDENTIAL_FILE": null,
1929 "BOTO_CONFIG": null
1930 },
Eric Borena1590852017-03-20 12:48:31 -04001931 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001932 "name": "gsutil upload json output (9)",
1933 "~followup_annotations": [
1934 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1935 ]
1936 },
1937 {
1938 "cmd": [
1939 "python",
1940 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001941 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001942 "--",
1943 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1944 "----",
1945 "cp",
1946 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001947 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-5/0/file 2",
rmistry5eab9912016-08-09 13:46:48 -07001948 "gs://skia-perf/ct/10k/2012/05/14/12/"
1949 ],
1950 "env": {
1951 "AWS_CREDENTIAL_FILE": null,
1952 "BOTO_CONFIG": null
1953 },
Eric Borena1590852017-03-20 12:48:31 -04001954 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001955 "name": "gsutil upload json output (10)",
1956 "~followup_annotations": [
1957 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1958 ]
1959 },
1960 {
1961 "name": "$result",
1962 "recipe_result": null,
1963 "status_code": 0
1964 }
1965]