blob: f6800c032e2a49519231a2f9173e330bf2465706 [file] [log] [blame]
rmistry5eab9912016-08-09 13:46:48 -07001[
2 {
3 "cmd": [
4 "python",
5 "-u",
6 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
7 "[CUSTOM_/_B_WORK]",
8 "511"
9 ],
Eric Borena1590852017-03-20 12:48:31 -040010 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -070011 "name": "makedirs checkout_path",
12 "~followup_annotations": [
13 "@@@STEP_LOG_LINE@python.inline@@@@",
14 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
15 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
16 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
17 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
18 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
19 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
20 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
21 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
22 "@@@STEP_LOG_END@python.inline@@@"
23 ]
24 },
25 {
26 "cmd": [
27 "python",
28 "-u",
borenet8fa74702016-10-25 05:26:14 -070029 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
rmistry5eab9912016-08-09 13:46:48 -070030 "--spec",
borenet8fa74702016-10-25 05:26:14 -070031 "cache_dir = '[CUSTOM_/_B_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'skia', 'url': 'https://skia.googlesource.com/skia.git'}]",
32 "--patch_root",
33 "skia",
34 "--revision_mapping_file",
35 "{\"skia\": \"got_revision\"}",
36 "--git-cache-dir",
37 "[CUSTOM_/_B_CACHE]",
38 "--output_json",
39 "/path/to/tmp/json",
40 "--revision",
41 "skia@abc123",
42 "--output_manifest"
rmistry5eab9912016-08-09 13:46:48 -070043 ],
44 "cwd": "[CUSTOM_/_B_WORK]",
45 "env": {
Eric Boren1b5b9442017-02-21 09:43:05 -050046 "GIT_HTTP_LOW_SPEED_LIMIT": "1000",
47 "GIT_HTTP_LOW_SPEED_TIME": "300",
Eric Borenbbb24f22017-03-21 08:20:33 -040048 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
rmistry5eab9912016-08-09 13:46:48 -070049 },
Eric Borena1590852017-03-20 12:48:31 -040050 "infra_step": true,
borenet8fa74702016-10-25 05:26:14 -070051 "name": "bot_update",
rmistry5eab9912016-08-09 13:46:48 -070052 "~followup_annotations": [
borenet8fa74702016-10-25 05:26:14 -070053 "@@@STEP_TEXT@Some step text@@@",
rmistry5eab9912016-08-09 13:46:48 -070054 "@@@STEP_LOG_LINE@json.output@{@@@",
borenet8fa74702016-10-25 05:26:14 -070055 "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
56 "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
57 "@@@STEP_LOG_LINE@json.output@ \"skia\": \"abc123\"@@@",
58 "@@@STEP_LOG_LINE@json.output@ }, @@@",
59 "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
60 "@@@STEP_LOG_LINE@json.output@ \"skia\": {@@@",
61 "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/skia.git\", @@@",
rmistry90d0bfa2016-09-15 04:52:20 -070062 "@@@STEP_LOG_LINE@json.output@ \"revision\": \"9046e2e693bb92a76e972b694580e5d17ad10748\"@@@",
rmistry5eab9912016-08-09 13:46:48 -070063 "@@@STEP_LOG_LINE@json.output@ }@@@",
borenet8fa74702016-10-25 05:26:14 -070064 "@@@STEP_LOG_LINE@json.output@ }, @@@",
65 "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",
66 "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"skia\", @@@",
67 "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",
68 "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"9046e2e693bb92a76e972b694580e5d17ad10748\", @@@",
69 "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#164710}\"@@@",
70 "@@@STEP_LOG_LINE@json.output@ }, @@@",
71 "@@@STEP_LOG_LINE@json.output@ \"root\": \"skia\", @@@",
72 "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",
rmistry5eab9912016-08-09 13:46:48 -070073 "@@@STEP_LOG_LINE@json.output@}@@@",
74 "@@@STEP_LOG_END@json.output@@@",
borenet8fa74702016-10-25 05:26:14 -070075 "@@@SET_BUILD_PROPERTY@got_revision@\"9046e2e693bb92a76e972b694580e5d17ad10748\"@@@",
76 "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#164710}\"@@@"
rmistry5eab9912016-08-09 13:46:48 -070077 ]
78 },
79 {
80 "cmd": [
81 "python",
82 "-u",
83 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -050084 "[START_DIR]/tmp",
rmistry5eab9912016-08-09 13:46:48 -070085 "511"
86 ],
Eric Borena1590852017-03-20 12:48:31 -040087 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -070088 "name": "makedirs tmp_dir",
89 "~followup_annotations": [
90 "@@@STEP_LOG_LINE@python.inline@@@@",
91 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
92 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
93 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
94 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
95 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
96 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
97 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
98 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
99 "@@@STEP_LOG_END@python.inline@@@"
100 ]
101 },
102 {
103 "cmd": [
Mike Klein71c53932016-10-12 14:32:09 -0400104 "python",
105 "-u",
mtkleinbfef32f2016-09-16 11:39:14 -0700106 "[CUSTOM_/_B_WORK]/skia/bin/fetch-gn"
rmistry5eab9912016-08-09 13:46:48 -0700107 ],
108 "cwd": "[CUSTOM_/_B_WORK]/skia",
109 "env": {
Kevin Lubick0a51b482017-02-06 12:45:29 -0500110 "BUILDTYPE": "Release",
111 "CHROME_HEADLESS": "1",
112 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]",
113 "SKIA_OUT": "[START_DIR]/out"
rmistry5eab9912016-08-09 13:46:48 -0700114 },
Eric Borena1590852017-03-20 12:48:31 -0400115 "infra_step": true,
mtkleinbfef32f2016-09-16 11:39:14 -0700116 "name": "fetch-gn"
117 },
118 {
119 "cmd": [
Eric Borenad29aee2017-01-17 14:35:06 -0500120 "[CUSTOM_/_B_WORK]/skia/bin/gn",
mtkleinbfef32f2016-09-16 11:39:14 -0700121 "gen",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500122 "[START_DIR]/out/Release",
mtkleinbfef32f2016-09-16 11:39:14 -0700123 "--args=cc=\"gcc\" cxx=\"g++\" is_debug=false"
124 ],
125 "cwd": "[CUSTOM_/_B_WORK]/skia",
126 "env": {
Kevin Lubick0a51b482017-02-06 12:45:29 -0500127 "BUILDTYPE": "Release",
128 "CHROME_HEADLESS": "1",
129 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]",
130 "SKIA_OUT": "[START_DIR]/out"
mtkleinbfef32f2016-09-16 11:39:14 -0700131 },
132 "name": "gn gen"
133 },
134 {
135 "cmd": [
136 "ninja",
137 "-C",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500138 "[START_DIR]/out/Release"
mtkleinbfef32f2016-09-16 11:39:14 -0700139 ],
140 "cwd": "[CUSTOM_/_B_WORK]/skia",
141 "env": {
Kevin Lubick0a51b482017-02-06 12:45:29 -0500142 "BUILDTYPE": "Release",
143 "CHROME_HEADLESS": "1",
144 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]",
145 "SKIA_OUT": "[START_DIR]/out"
mtkleinbfef32f2016-09-16 11:39:14 -0700146 },
147 "name": "ninja"
rmistry5eab9912016-08-09 13:46:48 -0700148 },
149 {
150 "cmd": [
151 "python",
152 "-u",
Kevin Lubickb03b5ac2016-11-14 13:42:27 -0500153 "import errno\nimport glob\nimport os\nimport shutil\nimport sys\n\nsrc = sys.argv[1]\ndst = sys.argv[2]\nbuild_products_whitelist = ['dm', 'dm.exe', 'get_images_from_skps', 'get_images_from_skps.exe', 'nanobench', 'nanobench.exe', 'skpbench', '*.so', '*.dll', '*.dylib', 'skia_launcher', 'lib/*.so', 'iOSShell.app', 'iOSShell.ipa', 'visualbench', 'visualbench.exe', 'vulkan-1.dll']\n\ntry:\n os.makedirs(dst)\nexcept OSError as e:\n if e.errno != errno.EEXIST:\n raise\n\nfor pattern in build_products_whitelist:\n path = os.path.join(src, pattern)\n for f in glob.glob(path):\n dst_path = os.path.join(dst, os.path.relpath(f, src))\n if not os.path.isdir(os.path.dirname(dst_path)):\n os.makedirs(os.path.dirname(dst_path))\n print 'Copying build product %s to %s' % (f, dst_path)\n shutil.move(f, dst_path)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500154 "[START_DIR]/out/Release",
rmistry5eab9912016-08-09 13:46:48 -0700155 "[CUSTOM_/_B_WORK]/skia/infra/bots/ct"
156 ],
Eric Borena1590852017-03-20 12:48:31 -0400157 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700158 "name": "copy build products",
159 "~followup_annotations": [
160 "@@@STEP_LOG_LINE@python.inline@import errno@@@",
161 "@@@STEP_LOG_LINE@python.inline@import glob@@@",
162 "@@@STEP_LOG_LINE@python.inline@import os@@@",
163 "@@@STEP_LOG_LINE@python.inline@import shutil@@@",
164 "@@@STEP_LOG_LINE@python.inline@import sys@@@",
165 "@@@STEP_LOG_LINE@python.inline@@@@",
166 "@@@STEP_LOG_LINE@python.inline@src = sys.argv[1]@@@",
167 "@@@STEP_LOG_LINE@python.inline@dst = sys.argv[2]@@@",
Kevin Lubickb03b5ac2016-11-14 13:42:27 -0500168 "@@@STEP_LOG_LINE@python.inline@build_products_whitelist = ['dm', 'dm.exe', 'get_images_from_skps', 'get_images_from_skps.exe', 'nanobench', 'nanobench.exe', 'skpbench', '*.so', '*.dll', '*.dylib', 'skia_launcher', 'lib/*.so', 'iOSShell.app', 'iOSShell.ipa', 'visualbench', 'visualbench.exe', 'vulkan-1.dll']@@@",
rmistry5eab9912016-08-09 13:46:48 -0700169 "@@@STEP_LOG_LINE@python.inline@@@@",
170 "@@@STEP_LOG_LINE@python.inline@try:@@@",
171 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(dst)@@@",
172 "@@@STEP_LOG_LINE@python.inline@except OSError as e:@@@",
173 "@@@STEP_LOG_LINE@python.inline@ if e.errno != errno.EEXIST:@@@",
174 "@@@STEP_LOG_LINE@python.inline@ raise@@@",
175 "@@@STEP_LOG_LINE@python.inline@@@@",
176 "@@@STEP_LOG_LINE@python.inline@for pattern in build_products_whitelist:@@@",
177 "@@@STEP_LOG_LINE@python.inline@ path = os.path.join(src, pattern)@@@",
178 "@@@STEP_LOG_LINE@python.inline@ for f in glob.glob(path):@@@",
179 "@@@STEP_LOG_LINE@python.inline@ dst_path = os.path.join(dst, os.path.relpath(f, src))@@@",
180 "@@@STEP_LOG_LINE@python.inline@ if not os.path.isdir(os.path.dirname(dst_path)):@@@",
181 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(os.path.dirname(dst_path))@@@",
182 "@@@STEP_LOG_LINE@python.inline@ print 'Copying build product %s to %s' % (f, dst_path)@@@",
183 "@@@STEP_LOG_LINE@python.inline@ shutil.move(f, dst_path)@@@",
184 "@@@STEP_LOG_END@python.inline@@@"
185 ]
186 },
187 {
188 "cmd": [
189 "python",
190 "-u",
191 "RECIPE_MODULE[depot_tools::git]/resources/git_setup.py",
192 "--path",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500193 "[START_DIR]/swarming.client",
rmistry5eab9912016-08-09 13:46:48 -0700194 "--url",
195 "https://chromium.googlesource.com/external/swarming.client.git"
196 ],
197 "name": "git setup (swarming_client)"
198 },
199 {
200 "cmd": [
201 "git",
202 "retry",
203 "fetch",
204 "origin",
205 "master"
206 ],
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500207 "cwd": "[START_DIR]/swarming.client",
rmistry5eab9912016-08-09 13:46:48 -0700208 "env": {
209 "PATH": "RECIPE_PACKAGE_REPO[depot_tools]:%(PATH)s"
210 },
Eric Borena1590852017-03-20 12:48:31 -0400211 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700212 "name": "git fetch (swarming_client)"
213 },
214 {
215 "cmd": [
216 "git",
217 "checkout",
218 "-f",
219 "FETCH_HEAD"
220 ],
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500221 "cwd": "[START_DIR]/swarming.client",
Eric Borena1590852017-03-20 12:48:31 -0400222 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700223 "name": "git checkout (swarming_client)"
224 },
225 {
226 "cmd": [
227 "git",
228 "rev-parse",
229 "HEAD"
230 ],
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500231 "cwd": "[START_DIR]/swarming.client",
Eric Borena1590852017-03-20 12:48:31 -0400232 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700233 "name": "read revision",
234 "stdout": "/path/to/tmp/",
235 "~followup_annotations": [
236 "@@@STEP_TEXT@<br/>checked out 'deadbeef'<br/>@@@"
237 ]
238 },
239 {
240 "cmd": [
241 "git",
242 "clean",
243 "-f",
244 "-d",
245 "-x"
246 ],
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500247 "cwd": "[START_DIR]/swarming.client",
Eric Borena1590852017-03-20 12:48:31 -0400248 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700249 "name": "git clean (swarming_client)"
250 },
251 {
252 "cmd": [
253 "git",
254 "submodule",
255 "sync"
256 ],
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500257 "cwd": "[START_DIR]/swarming.client",
Eric Borena1590852017-03-20 12:48:31 -0400258 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700259 "name": "submodule sync (swarming_client)"
260 },
261 {
262 "cmd": [
263 "git",
264 "submodule",
265 "update",
266 "--init",
267 "--recursive"
268 ],
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500269 "cwd": "[START_DIR]/swarming.client",
Eric Borena1590852017-03-20 12:48:31 -0400270 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700271 "name": "submodule update (swarming_client)"
272 },
273 {
274 "cmd": [
275 "python",
276 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500277 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -0700278 "--version"
279 ],
280 "name": "swarming.py --version",
281 "stdout": "/path/to/tmp/",
282 "~followup_annotations": [
283 "@@@STEP_TEXT@0.8.6@@@"
284 ]
285 },
286 {
287 "cmd": [
288 "download_from_google_storage",
289 "--no_resume",
290 "--platform=linux*",
291 "--no_auth",
292 "--bucket",
293 "chromium-luci",
294 "-d",
295 "[CUSTOM_/_B_WORK]/skia/infra/bots/tools/luci-go/linux64"
296 ],
297 "env": {
298 "PATH": "RECIPE_PACKAGE_REPO[depot_tools]:%(PATH)s"
299 },
300 "name": "download luci-go linux"
301 },
302 {
303 "cmd": [
304 "download_from_google_storage",
305 "--no_resume",
306 "--platform=darwin",
307 "--no_auth",
308 "--bucket",
309 "chromium-luci",
310 "-d",
311 "[CUSTOM_/_B_WORK]/skia/infra/bots/tools/luci-go/mac64"
312 ],
313 "env": {
314 "PATH": "RECIPE_PACKAGE_REPO[depot_tools]:%(PATH)s"
315 },
316 "name": "download luci-go mac"
317 },
318 {
319 "cmd": [
320 "download_from_google_storage",
321 "--no_resume",
322 "--platform=win32",
323 "--no_auth",
324 "--bucket",
325 "chromium-luci",
326 "-d",
327 "[CUSTOM_/_B_WORK]/skia/infra/bots/tools/luci-go/win64"
328 ],
329 "env": {
330 "PATH": "RECIPE_PACKAGE_REPO[depot_tools]:%(PATH)s"
331 },
332 "name": "download luci-go win"
333 },
334 {
335 "cmd": [
336 "python",
337 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500338 "RECIPE_MODULE[build::file]/resources/fileutil.py",
339 "rmtree",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500340 "[START_DIR]/luci-go"
rmistry5eab9912016-08-09 13:46:48 -0700341 ],
342 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500343 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700344 },
Eric Borena1590852017-03-20 12:48:31 -0400345 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500346 "name": "rmtree luci-go"
rmistry5eab9912016-08-09 13:46:48 -0700347 },
348 {
349 "cmd": [
350 "python",
351 "-u",
352 "\nimport shutil\nimport sys\nshutil.copytree(sys.argv[1], sys.argv[2], symlinks=bool(sys.argv[3]))\n",
353 "[CUSTOM_/_B_WORK]/skia/infra/bots/tools/luci-go",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500354 "[START_DIR]/luci-go",
rmistry5eab9912016-08-09 13:46:48 -0700355 "0"
356 ],
357 "name": "Copy Go binary",
358 "~followup_annotations": [
Ravi Mistry1eab4422016-10-13 10:36:50 -0400359 "@@@SET_BUILD_PROPERTY@Webpage rankings@\"https://storage.cloud.google.com/cluster-telemetry/csv/top-1m.csv\"@@@",
360 "@@@SET_BUILD_PROPERTY@Download SKPs by rank@\"https://pantheon.corp.google.com/storage/browser/cluster-telemetry/swarming/skps/10k/fad657e-276e633/\"@@@"
rmistry5eab9912016-08-09 13:46:48 -0700361 ]
362 },
363 {
364 "cmd": [
365 "python",
366 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500367 "RECIPE_MODULE[build::file]/resources/fileutil.py",
368 "rmtree",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500369 "[START_DIR]/swarming_temp_dir"
rmistry5eab9912016-08-09 13:46:48 -0700370 ],
371 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500372 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700373 },
Eric Borena1590852017-03-20 12:48:31 -0400374 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500375 "name": "rmtree swarming_temp_dir"
rmistry5eab9912016-08-09 13:46:48 -0700376 },
377 {
378 "cmd": [
379 "python",
380 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500381 "RECIPE_MODULE[build::file]/resources/fileutil.py",
382 "rmtree",
rmistry5eab9912016-08-09 13:46:48 -0700383 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave1"
384 ],
385 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500386 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700387 },
Eric Borena1590852017-03-20 12:48:31 -0400388 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500389 "name": "rmtree slave1"
rmistry5eab9912016-08-09 13:46:48 -0700390 },
391 {
392 "cmd": [
393 "python",
394 "-u",
395 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
396 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave1",
397 "511"
398 ],
399 "name": "makedirs slave1",
400 "~followup_annotations": [
401 "@@@STEP_LOG_LINE@python.inline@@@@",
402 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
403 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
404 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
405 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
406 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
407 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
408 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
409 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
410 "@@@STEP_LOG_END@python.inline@@@"
411 ]
412 },
413 {
414 "cmd": [
415 "python",
416 "-u",
417 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
418 "--",
419 "-m",
420 "cp",
421 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/1/*.skp",
422 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/2/*.skp",
423 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/3/*.skp",
424 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/4/*.skp",
425 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/5/*.skp",
426 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/6/*.skp",
427 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/7/*.skp",
428 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/8/*.skp",
429 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/9/*.skp",
430 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/10/*.skp",
431 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave1"
432 ],
Eric Borena1590852017-03-20 12:48:31 -0400433 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700434 "name": "gsutil cp"
435 },
436 {
437 "cmd": [
438 "python",
439 "-u",
440 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500441 "[START_DIR]/swarming_temp_dir",
rmistry5eab9912016-08-09 13:46:48 -0700442 "511"
443 ],
444 "name": "makedirs swarming tmp dir",
445 "~followup_annotations": [
446 "@@@STEP_LOG_LINE@python.inline@@@@",
447 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
448 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
449 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
450 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
451 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
452 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
453 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
454 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
455 "@@@STEP_LOG_END@python.inline@@@"
456 ]
457 },
458 {
459 "cmd": [
460 "python",
461 "-u",
462 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500463 "{\n \"args\": [\n \"--isolate\", \n \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct/ct_skps.isolate\", \n \"--isolated\", \n \"[START_DIR]/swarming_temp_dir/skia-task-ct-nanobench-1.isolated\", \n \"--config-variable\", \n \"OS\", \n \"linux\", \n \"--extra-variable\", \n \"CONFIGURATION\", \n \"Release\", \n \"--extra-variable\", \n \"BUILDER\", \n \"Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs\", \n \"--extra-variable\", \n \"GIT_HASH\", \n \"9046e2e693bb92a76e972b694580e5d17ad10748\", \n \"--extra-variable\", \n \"SLAVE_NUM\", \n \"1\", \n \"--extra-variable\", \n \"TOOL_NAME\", \n \"nanobench\"\n ], \n \"dir\": \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct\", \n \"version\": 1\n}",
464 "[START_DIR]/swarming_temp_dir/ct-nanobench-1.isolated.gen.json"
rmistry5eab9912016-08-09 13:46:48 -0700465 ],
466 "name": "Write ct-nanobench-1.isolated.gen.json"
467 },
468 {
469 "cmd": [
470 "python",
471 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500472 "RECIPE_MODULE[build::file]/resources/fileutil.py",
473 "rmtree",
rmistry5eab9912016-08-09 13:46:48 -0700474 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave2"
475 ],
476 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500477 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700478 },
Eric Borena1590852017-03-20 12:48:31 -0400479 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500480 "name": "rmtree slave2"
rmistry5eab9912016-08-09 13:46:48 -0700481 },
482 {
483 "cmd": [
484 "python",
485 "-u",
486 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
487 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave2",
488 "511"
489 ],
490 "name": "makedirs slave2",
491 "~followup_annotations": [
492 "@@@STEP_LOG_LINE@python.inline@@@@",
493 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
494 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
495 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
496 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
497 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
498 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
499 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
500 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
501 "@@@STEP_LOG_END@python.inline@@@"
502 ]
503 },
504 {
505 "cmd": [
506 "python",
507 "-u",
508 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
509 "--",
510 "-m",
511 "cp",
512 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/11/*.skp",
513 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/12/*.skp",
514 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/13/*.skp",
515 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/14/*.skp",
516 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/15/*.skp",
517 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/16/*.skp",
518 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/17/*.skp",
519 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/18/*.skp",
520 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/19/*.skp",
521 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/20/*.skp",
522 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave2"
523 ],
Eric Borena1590852017-03-20 12:48:31 -0400524 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700525 "name": "gsutil cp (2)"
526 },
527 {
528 "cmd": [
529 "python",
530 "-u",
531 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500532 "[START_DIR]/swarming_temp_dir",
rmistry5eab9912016-08-09 13:46:48 -0700533 "511"
534 ],
535 "name": "makedirs swarming tmp dir (2)",
536 "~followup_annotations": [
537 "@@@STEP_LOG_LINE@python.inline@@@@",
538 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
539 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
540 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
541 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
542 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
543 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
544 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
545 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
546 "@@@STEP_LOG_END@python.inline@@@"
547 ]
548 },
549 {
550 "cmd": [
551 "python",
552 "-u",
553 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500554 "{\n \"args\": [\n \"--isolate\", \n \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct/ct_skps.isolate\", \n \"--isolated\", \n \"[START_DIR]/swarming_temp_dir/skia-task-ct-nanobench-2.isolated\", \n \"--config-variable\", \n \"OS\", \n \"linux\", \n \"--extra-variable\", \n \"CONFIGURATION\", \n \"Release\", \n \"--extra-variable\", \n \"BUILDER\", \n \"Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs\", \n \"--extra-variable\", \n \"GIT_HASH\", \n \"9046e2e693bb92a76e972b694580e5d17ad10748\", \n \"--extra-variable\", \n \"SLAVE_NUM\", \n \"2\", \n \"--extra-variable\", \n \"TOOL_NAME\", \n \"nanobench\"\n ], \n \"dir\": \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct\", \n \"version\": 1\n}",
555 "[START_DIR]/swarming_temp_dir/ct-nanobench-2.isolated.gen.json"
rmistry5eab9912016-08-09 13:46:48 -0700556 ],
557 "name": "Write ct-nanobench-2.isolated.gen.json"
558 },
559 {
560 "cmd": [
561 "python",
562 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500563 "RECIPE_MODULE[build::file]/resources/fileutil.py",
564 "rmtree",
rmistry5eab9912016-08-09 13:46:48 -0700565 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave3"
566 ],
567 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500568 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700569 },
Eric Borena1590852017-03-20 12:48:31 -0400570 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500571 "name": "rmtree slave3"
rmistry5eab9912016-08-09 13:46:48 -0700572 },
573 {
574 "cmd": [
575 "python",
576 "-u",
577 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
578 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave3",
579 "511"
580 ],
581 "name": "makedirs slave3",
582 "~followup_annotations": [
583 "@@@STEP_LOG_LINE@python.inline@@@@",
584 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
585 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
586 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
587 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
588 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
589 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
590 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
591 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
592 "@@@STEP_LOG_END@python.inline@@@"
593 ]
594 },
595 {
596 "cmd": [
597 "python",
598 "-u",
599 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
600 "--",
601 "-m",
602 "cp",
603 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/21/*.skp",
604 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/22/*.skp",
605 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/23/*.skp",
606 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/24/*.skp",
607 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/25/*.skp",
608 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/26/*.skp",
609 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/27/*.skp",
610 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/28/*.skp",
611 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/29/*.skp",
612 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/30/*.skp",
613 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave3"
614 ],
Eric Borena1590852017-03-20 12:48:31 -0400615 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700616 "name": "gsutil cp (3)"
617 },
618 {
619 "cmd": [
620 "python",
621 "-u",
622 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500623 "[START_DIR]/swarming_temp_dir",
rmistry5eab9912016-08-09 13:46:48 -0700624 "511"
625 ],
626 "name": "makedirs swarming tmp dir (3)",
627 "~followup_annotations": [
628 "@@@STEP_LOG_LINE@python.inline@@@@",
629 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
630 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
631 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
632 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
633 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
634 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
635 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
636 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
637 "@@@STEP_LOG_END@python.inline@@@"
638 ]
639 },
640 {
641 "cmd": [
642 "python",
643 "-u",
644 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500645 "{\n \"args\": [\n \"--isolate\", \n \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct/ct_skps.isolate\", \n \"--isolated\", \n \"[START_DIR]/swarming_temp_dir/skia-task-ct-nanobench-3.isolated\", \n \"--config-variable\", \n \"OS\", \n \"linux\", \n \"--extra-variable\", \n \"CONFIGURATION\", \n \"Release\", \n \"--extra-variable\", \n \"BUILDER\", \n \"Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs\", \n \"--extra-variable\", \n \"GIT_HASH\", \n \"9046e2e693bb92a76e972b694580e5d17ad10748\", \n \"--extra-variable\", \n \"SLAVE_NUM\", \n \"3\", \n \"--extra-variable\", \n \"TOOL_NAME\", \n \"nanobench\"\n ], \n \"dir\": \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct\", \n \"version\": 1\n}",
646 "[START_DIR]/swarming_temp_dir/ct-nanobench-3.isolated.gen.json"
rmistry5eab9912016-08-09 13:46:48 -0700647 ],
648 "name": "Write ct-nanobench-3.isolated.gen.json"
649 },
650 {
651 "cmd": [
652 "python",
653 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500654 "RECIPE_MODULE[build::file]/resources/fileutil.py",
655 "rmtree",
rmistry5eab9912016-08-09 13:46:48 -0700656 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave4"
657 ],
658 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500659 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700660 },
Eric Borena1590852017-03-20 12:48:31 -0400661 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500662 "name": "rmtree slave4"
rmistry5eab9912016-08-09 13:46:48 -0700663 },
664 {
665 "cmd": [
666 "python",
667 "-u",
668 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
669 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave4",
670 "511"
671 ],
672 "name": "makedirs slave4",
673 "~followup_annotations": [
674 "@@@STEP_LOG_LINE@python.inline@@@@",
675 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
676 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
677 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
678 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
679 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
680 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
681 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
682 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
683 "@@@STEP_LOG_END@python.inline@@@"
684 ]
685 },
686 {
687 "cmd": [
688 "python",
689 "-u",
690 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
691 "--",
692 "-m",
693 "cp",
694 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/31/*.skp",
695 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/32/*.skp",
696 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/33/*.skp",
697 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/34/*.skp",
698 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/35/*.skp",
699 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/36/*.skp",
700 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/37/*.skp",
701 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/38/*.skp",
702 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/39/*.skp",
703 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/40/*.skp",
704 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave4"
705 ],
Eric Borena1590852017-03-20 12:48:31 -0400706 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700707 "name": "gsutil cp (4)"
708 },
709 {
710 "cmd": [
711 "python",
712 "-u",
713 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500714 "[START_DIR]/swarming_temp_dir",
rmistry5eab9912016-08-09 13:46:48 -0700715 "511"
716 ],
717 "name": "makedirs swarming tmp dir (4)",
718 "~followup_annotations": [
719 "@@@STEP_LOG_LINE@python.inline@@@@",
720 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
721 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
722 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
723 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
724 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
725 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
726 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
727 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
728 "@@@STEP_LOG_END@python.inline@@@"
729 ]
730 },
731 {
732 "cmd": [
733 "python",
734 "-u",
735 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500736 "{\n \"args\": [\n \"--isolate\", \n \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct/ct_skps.isolate\", \n \"--isolated\", \n \"[START_DIR]/swarming_temp_dir/skia-task-ct-nanobench-4.isolated\", \n \"--config-variable\", \n \"OS\", \n \"linux\", \n \"--extra-variable\", \n \"CONFIGURATION\", \n \"Release\", \n \"--extra-variable\", \n \"BUILDER\", \n \"Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs\", \n \"--extra-variable\", \n \"GIT_HASH\", \n \"9046e2e693bb92a76e972b694580e5d17ad10748\", \n \"--extra-variable\", \n \"SLAVE_NUM\", \n \"4\", \n \"--extra-variable\", \n \"TOOL_NAME\", \n \"nanobench\"\n ], \n \"dir\": \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct\", \n \"version\": 1\n}",
737 "[START_DIR]/swarming_temp_dir/ct-nanobench-4.isolated.gen.json"
rmistry5eab9912016-08-09 13:46:48 -0700738 ],
739 "name": "Write ct-nanobench-4.isolated.gen.json"
740 },
741 {
742 "cmd": [
743 "python",
744 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500745 "RECIPE_MODULE[build::file]/resources/fileutil.py",
746 "rmtree",
rmistry5eab9912016-08-09 13:46:48 -0700747 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave5"
748 ],
749 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500750 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700751 },
Eric Borena1590852017-03-20 12:48:31 -0400752 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500753 "name": "rmtree slave5"
rmistry5eab9912016-08-09 13:46:48 -0700754 },
755 {
756 "cmd": [
757 "python",
758 "-u",
759 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
760 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave5",
761 "511"
762 ],
763 "name": "makedirs slave5",
764 "~followup_annotations": [
765 "@@@STEP_LOG_LINE@python.inline@@@@",
766 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
767 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
768 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
769 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
770 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
771 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
772 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
773 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
774 "@@@STEP_LOG_END@python.inline@@@"
775 ]
776 },
777 {
778 "cmd": [
779 "python",
780 "-u",
781 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
782 "--",
783 "-m",
784 "cp",
785 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/41/*.skp",
786 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/42/*.skp",
787 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/43/*.skp",
788 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/44/*.skp",
789 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/45/*.skp",
790 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/46/*.skp",
791 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/47/*.skp",
792 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/48/*.skp",
793 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/49/*.skp",
794 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/50/*.skp",
795 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/slave5"
796 ],
Eric Borena1590852017-03-20 12:48:31 -0400797 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700798 "name": "gsutil cp (5)"
799 },
800 {
801 "cmd": [
802 "python",
803 "-u",
804 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500805 "[START_DIR]/swarming_temp_dir",
rmistry5eab9912016-08-09 13:46:48 -0700806 "511"
807 ],
808 "name": "makedirs swarming tmp dir (5)",
809 "~followup_annotations": [
810 "@@@STEP_LOG_LINE@python.inline@@@@",
811 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
812 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
813 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
814 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
815 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
816 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
817 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
818 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
819 "@@@STEP_LOG_END@python.inline@@@"
820 ]
821 },
822 {
823 "cmd": [
824 "python",
825 "-u",
826 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500827 "{\n \"args\": [\n \"--isolate\", \n \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct/ct_skps.isolate\", \n \"--isolated\", \n \"[START_DIR]/swarming_temp_dir/skia-task-ct-nanobench-5.isolated\", \n \"--config-variable\", \n \"OS\", \n \"linux\", \n \"--extra-variable\", \n \"CONFIGURATION\", \n \"Release\", \n \"--extra-variable\", \n \"BUILDER\", \n \"Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs\", \n \"--extra-variable\", \n \"GIT_HASH\", \n \"9046e2e693bb92a76e972b694580e5d17ad10748\", \n \"--extra-variable\", \n \"SLAVE_NUM\", \n \"5\", \n \"--extra-variable\", \n \"TOOL_NAME\", \n \"nanobench\"\n ], \n \"dir\": \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct\", \n \"version\": 1\n}",
828 "[START_DIR]/swarming_temp_dir/ct-nanobench-5.isolated.gen.json"
rmistry5eab9912016-08-09 13:46:48 -0700829 ],
830 "name": "Write ct-nanobench-5.isolated.gen.json"
831 },
832 {
833 "cmd": [
834 "python",
835 "-u",
836 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
837 "{\"chromium_build\": \"fad657e-276e633\", \"num_slaves\": 5, \"page_type\": \"10k\"}",
838 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/skps_version"
839 ],
Eric Borena1590852017-03-20 12:48:31 -0400840 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700841 "name": "Create [CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/skps_version"
842 },
843 {
844 "cmd": [
845 "python",
846 "-u",
847 "RECIPE_MODULE[build::isolate]/resources/isolate.py",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500848 "[START_DIR]/swarming.client",
rmistry5eab9912016-08-09 13:46:48 -0700849 "batcharchive",
850 "--dump-json",
851 "/path/to/tmp/json",
852 "--isolate-server",
853 "https://isolateserver.appspot.com",
854 "--verbose",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500855 "[START_DIR]/swarming_temp_dir/ct-nanobench-1.isolated.gen.json",
856 "[START_DIR]/swarming_temp_dir/ct-nanobench-2.isolated.gen.json",
857 "[START_DIR]/swarming_temp_dir/ct-nanobench-3.isolated.gen.json",
858 "[START_DIR]/swarming_temp_dir/ct-nanobench-4.isolated.gen.json",
859 "[START_DIR]/swarming_temp_dir/ct-nanobench-5.isolated.gen.json"
rmistry5eab9912016-08-09 13:46:48 -0700860 ],
861 "name": "isolate tests",
862 "~followup_annotations": [
863 "@@@STEP_LOG_LINE@json.output@{@@@",
864 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-1\": \"[dummy hash for ct-nanobench-1]\", @@@",
865 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-2\": \"[dummy hash for ct-nanobench-2]\", @@@",
866 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-3\": \"[dummy hash for ct-nanobench-3]\", @@@",
867 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-4\": \"[dummy hash for ct-nanobench-4]\", @@@",
868 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-5\": \"[dummy hash for ct-nanobench-5]\"@@@",
869 "@@@STEP_LOG_LINE@json.output@}@@@",
870 "@@@STEP_LOG_END@json.output@@@",
871 "@@@SET_BUILD_PROPERTY@swarm_hashes@{\"ct-nanobench-1\": \"[dummy hash for ct-nanobench-1]\", \"ct-nanobench-2\": \"[dummy hash for ct-nanobench-2]\", \"ct-nanobench-3\": \"[dummy hash for ct-nanobench-3]\", \"ct-nanobench-4\": \"[dummy hash for ct-nanobench-4]\", \"ct-nanobench-5\": \"[dummy hash for ct-nanobench-5]\"}@@@"
872 ]
873 },
874 {
875 "cmd": [
876 "python",
877 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500878 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -0700879 "trigger",
880 "--swarming",
881 "https://chromium-swarm.appspot.com",
882 "--isolate-server",
883 "https://isolateserver.appspot.com",
884 "--priority",
885 "90",
886 "--shards",
887 "1",
888 "--task-name",
889 "ct-nanobench-1/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2",
890 "--dump-json",
891 "/path/to/tmp/json",
892 "--expiration",
893 "72000",
894 "--io-timeout",
895 "2400",
896 "--hard-timeout",
897 "14400",
898 "--dimension",
899 "cpu",
900 "x86-64",
901 "--dimension",
902 "gpu",
903 "10de:104a",
904 "--dimension",
905 "os",
906 "Ubuntu-14.04",
907 "--dimension",
908 "pool",
909 "Chrome",
910 "--tag",
911 "allow_milo:1",
912 "--tag",
913 "buildername:Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs",
914 "--tag",
915 "buildnumber:2",
916 "--tag",
917 "data:[dummy hash for ct-nanobench-1]",
918 "--tag",
919 "master:client.skia",
920 "--tag",
921 "name:ct-nanobench-1",
922 "--tag",
923 "os:Ubuntu-14.04",
924 "--tag",
925 "revision:abc123",
926 "--tag",
Eric Borene395b9b2017-03-06 09:06:53 -0500927 "stepname:ct-nanobench-1",
rmistry5eab9912016-08-09 13:46:48 -0700928 "[dummy hash for ct-nanobench-1]"
929 ],
Eric Borena1590852017-03-20 12:48:31 -0400930 "infra_step": true,
Eric Borene395b9b2017-03-06 09:06:53 -0500931 "name": "[trigger] ct-nanobench-1",
rmistry5eab9912016-08-09 13:46:48 -0700932 "~followup_annotations": [
Eric Boren3fd9e442016-12-12 08:42:11 -0500933 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'@@@",
rmistry5eab9912016-08-09 13:46:48 -0700934 "@@@STEP_LOG_LINE@json.output@{@@@",
935 "@@@STEP_LOG_LINE@json.output@ \"base_task_name\": \"ct-nanobench-1/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2\", @@@",
936 "@@@STEP_LOG_LINE@json.output@ \"tasks\": {@@@",
937 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-1/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2\": {@@@",
938 "@@@STEP_LOG_LINE@json.output@ \"shard_index\": 0, @@@",
939 "@@@STEP_LOG_LINE@json.output@ \"task_id\": \"10000\", @@@",
940 "@@@STEP_LOG_LINE@json.output@ \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"@@@",
941 "@@@STEP_LOG_LINE@json.output@ }@@@",
942 "@@@STEP_LOG_LINE@json.output@ }@@@",
943 "@@@STEP_LOG_LINE@json.output@}@@@",
944 "@@@STEP_LOG_END@json.output@@@",
945 "@@@STEP_LINK@shard #0@https://chromium-swarm.appspot.com/user/task/10000@@@"
946 ]
947 },
948 {
949 "cmd": [
950 "python",
951 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500952 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -0700953 "trigger",
954 "--swarming",
955 "https://chromium-swarm.appspot.com",
956 "--isolate-server",
957 "https://isolateserver.appspot.com",
958 "--priority",
959 "90",
960 "--shards",
961 "1",
962 "--task-name",
963 "ct-nanobench-2/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2",
964 "--dump-json",
965 "/path/to/tmp/json",
966 "--expiration",
967 "72000",
968 "--io-timeout",
969 "2400",
970 "--hard-timeout",
971 "14400",
972 "--dimension",
973 "cpu",
974 "x86-64",
975 "--dimension",
976 "gpu",
977 "10de:104a",
978 "--dimension",
979 "os",
980 "Ubuntu-14.04",
981 "--dimension",
982 "pool",
983 "Chrome",
984 "--tag",
985 "allow_milo:1",
986 "--tag",
987 "buildername:Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs",
988 "--tag",
989 "buildnumber:2",
990 "--tag",
991 "data:[dummy hash for ct-nanobench-2]",
992 "--tag",
993 "master:client.skia",
994 "--tag",
995 "name:ct-nanobench-2",
996 "--tag",
997 "os:Ubuntu-14.04",
998 "--tag",
999 "revision:abc123",
1000 "--tag",
Eric Borene395b9b2017-03-06 09:06:53 -05001001 "stepname:ct-nanobench-2",
rmistry5eab9912016-08-09 13:46:48 -07001002 "[dummy hash for ct-nanobench-2]"
1003 ],
Eric Borena1590852017-03-20 12:48:31 -04001004 "infra_step": true,
Eric Borene395b9b2017-03-06 09:06:53 -05001005 "name": "[trigger] ct-nanobench-2",
rmistry5eab9912016-08-09 13:46:48 -07001006 "~followup_annotations": [
Eric Boren3fd9e442016-12-12 08:42:11 -05001007 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'@@@",
rmistry5eab9912016-08-09 13:46:48 -07001008 "@@@STEP_LOG_LINE@json.output@{@@@",
1009 "@@@STEP_LOG_LINE@json.output@ \"base_task_name\": \"ct-nanobench-2/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2\", @@@",
1010 "@@@STEP_LOG_LINE@json.output@ \"tasks\": {@@@",
1011 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-2/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2\": {@@@",
1012 "@@@STEP_LOG_LINE@json.output@ \"shard_index\": 0, @@@",
1013 "@@@STEP_LOG_LINE@json.output@ \"task_id\": \"10000\", @@@",
1014 "@@@STEP_LOG_LINE@json.output@ \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"@@@",
1015 "@@@STEP_LOG_LINE@json.output@ }@@@",
1016 "@@@STEP_LOG_LINE@json.output@ }@@@",
1017 "@@@STEP_LOG_LINE@json.output@}@@@",
1018 "@@@STEP_LOG_END@json.output@@@",
1019 "@@@STEP_LINK@shard #0@https://chromium-swarm.appspot.com/user/task/10000@@@"
1020 ]
1021 },
1022 {
1023 "cmd": [
1024 "python",
1025 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001026 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001027 "trigger",
1028 "--swarming",
1029 "https://chromium-swarm.appspot.com",
1030 "--isolate-server",
1031 "https://isolateserver.appspot.com",
1032 "--priority",
1033 "90",
1034 "--shards",
1035 "1",
1036 "--task-name",
1037 "ct-nanobench-3/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2",
1038 "--dump-json",
1039 "/path/to/tmp/json",
1040 "--expiration",
1041 "72000",
1042 "--io-timeout",
1043 "2400",
1044 "--hard-timeout",
1045 "14400",
1046 "--dimension",
1047 "cpu",
1048 "x86-64",
1049 "--dimension",
1050 "gpu",
1051 "10de:104a",
1052 "--dimension",
1053 "os",
1054 "Ubuntu-14.04",
1055 "--dimension",
1056 "pool",
1057 "Chrome",
1058 "--tag",
1059 "allow_milo:1",
1060 "--tag",
1061 "buildername:Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs",
1062 "--tag",
1063 "buildnumber:2",
1064 "--tag",
1065 "data:[dummy hash for ct-nanobench-3]",
1066 "--tag",
1067 "master:client.skia",
1068 "--tag",
1069 "name:ct-nanobench-3",
1070 "--tag",
1071 "os:Ubuntu-14.04",
1072 "--tag",
1073 "revision:abc123",
1074 "--tag",
Eric Borene395b9b2017-03-06 09:06:53 -05001075 "stepname:ct-nanobench-3",
rmistry5eab9912016-08-09 13:46:48 -07001076 "[dummy hash for ct-nanobench-3]"
1077 ],
Eric Borena1590852017-03-20 12:48:31 -04001078 "infra_step": true,
Eric Borene395b9b2017-03-06 09:06:53 -05001079 "name": "[trigger] ct-nanobench-3",
rmistry5eab9912016-08-09 13:46:48 -07001080 "~followup_annotations": [
Eric Boren3fd9e442016-12-12 08:42:11 -05001081 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'@@@",
rmistry5eab9912016-08-09 13:46:48 -07001082 "@@@STEP_LOG_LINE@json.output@{@@@",
1083 "@@@STEP_LOG_LINE@json.output@ \"base_task_name\": \"ct-nanobench-3/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2\", @@@",
1084 "@@@STEP_LOG_LINE@json.output@ \"tasks\": {@@@",
1085 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-3/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2\": {@@@",
1086 "@@@STEP_LOG_LINE@json.output@ \"shard_index\": 0, @@@",
1087 "@@@STEP_LOG_LINE@json.output@ \"task_id\": \"10000\", @@@",
1088 "@@@STEP_LOG_LINE@json.output@ \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"@@@",
1089 "@@@STEP_LOG_LINE@json.output@ }@@@",
1090 "@@@STEP_LOG_LINE@json.output@ }@@@",
1091 "@@@STEP_LOG_LINE@json.output@}@@@",
1092 "@@@STEP_LOG_END@json.output@@@",
1093 "@@@STEP_LINK@shard #0@https://chromium-swarm.appspot.com/user/task/10000@@@"
1094 ]
1095 },
1096 {
1097 "cmd": [
1098 "python",
1099 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001100 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001101 "trigger",
1102 "--swarming",
1103 "https://chromium-swarm.appspot.com",
1104 "--isolate-server",
1105 "https://isolateserver.appspot.com",
1106 "--priority",
1107 "90",
1108 "--shards",
1109 "1",
1110 "--task-name",
1111 "ct-nanobench-4/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2",
1112 "--dump-json",
1113 "/path/to/tmp/json",
1114 "--expiration",
1115 "72000",
1116 "--io-timeout",
1117 "2400",
1118 "--hard-timeout",
1119 "14400",
1120 "--dimension",
1121 "cpu",
1122 "x86-64",
1123 "--dimension",
1124 "gpu",
1125 "10de:104a",
1126 "--dimension",
1127 "os",
1128 "Ubuntu-14.04",
1129 "--dimension",
1130 "pool",
1131 "Chrome",
1132 "--tag",
1133 "allow_milo:1",
1134 "--tag",
1135 "buildername:Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs",
1136 "--tag",
1137 "buildnumber:2",
1138 "--tag",
1139 "data:[dummy hash for ct-nanobench-4]",
1140 "--tag",
1141 "master:client.skia",
1142 "--tag",
1143 "name:ct-nanobench-4",
1144 "--tag",
1145 "os:Ubuntu-14.04",
1146 "--tag",
1147 "revision:abc123",
1148 "--tag",
Eric Borene395b9b2017-03-06 09:06:53 -05001149 "stepname:ct-nanobench-4",
rmistry5eab9912016-08-09 13:46:48 -07001150 "[dummy hash for ct-nanobench-4]"
1151 ],
Eric Borena1590852017-03-20 12:48:31 -04001152 "infra_step": true,
Eric Borene395b9b2017-03-06 09:06:53 -05001153 "name": "[trigger] ct-nanobench-4",
rmistry5eab9912016-08-09 13:46:48 -07001154 "~followup_annotations": [
Eric Boren3fd9e442016-12-12 08:42:11 -05001155 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'@@@",
rmistry5eab9912016-08-09 13:46:48 -07001156 "@@@STEP_LOG_LINE@json.output@{@@@",
1157 "@@@STEP_LOG_LINE@json.output@ \"base_task_name\": \"ct-nanobench-4/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2\", @@@",
1158 "@@@STEP_LOG_LINE@json.output@ \"tasks\": {@@@",
1159 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-4/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2\": {@@@",
1160 "@@@STEP_LOG_LINE@json.output@ \"shard_index\": 0, @@@",
1161 "@@@STEP_LOG_LINE@json.output@ \"task_id\": \"10000\", @@@",
1162 "@@@STEP_LOG_LINE@json.output@ \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"@@@",
1163 "@@@STEP_LOG_LINE@json.output@ }@@@",
1164 "@@@STEP_LOG_LINE@json.output@ }@@@",
1165 "@@@STEP_LOG_LINE@json.output@}@@@",
1166 "@@@STEP_LOG_END@json.output@@@",
1167 "@@@STEP_LINK@shard #0@https://chromium-swarm.appspot.com/user/task/10000@@@"
1168 ]
1169 },
1170 {
1171 "cmd": [
1172 "python",
1173 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001174 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001175 "trigger",
1176 "--swarming",
1177 "https://chromium-swarm.appspot.com",
1178 "--isolate-server",
1179 "https://isolateserver.appspot.com",
1180 "--priority",
1181 "90",
1182 "--shards",
1183 "1",
1184 "--task-name",
1185 "ct-nanobench-5/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2",
1186 "--dump-json",
1187 "/path/to/tmp/json",
1188 "--expiration",
1189 "72000",
1190 "--io-timeout",
1191 "2400",
1192 "--hard-timeout",
1193 "14400",
1194 "--dimension",
1195 "cpu",
1196 "x86-64",
1197 "--dimension",
1198 "gpu",
1199 "10de:104a",
1200 "--dimension",
1201 "os",
1202 "Ubuntu-14.04",
1203 "--dimension",
1204 "pool",
1205 "Chrome",
1206 "--tag",
1207 "allow_milo:1",
1208 "--tag",
1209 "buildername:Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs",
1210 "--tag",
1211 "buildnumber:2",
1212 "--tag",
1213 "data:[dummy hash for ct-nanobench-5]",
1214 "--tag",
1215 "master:client.skia",
1216 "--tag",
1217 "name:ct-nanobench-5",
1218 "--tag",
1219 "os:Ubuntu-14.04",
1220 "--tag",
1221 "revision:abc123",
1222 "--tag",
Eric Borene395b9b2017-03-06 09:06:53 -05001223 "stepname:ct-nanobench-5",
rmistry5eab9912016-08-09 13:46:48 -07001224 "[dummy hash for ct-nanobench-5]"
1225 ],
Eric Borena1590852017-03-20 12:48:31 -04001226 "infra_step": true,
Eric Borene395b9b2017-03-06 09:06:53 -05001227 "name": "[trigger] ct-nanobench-5",
rmistry5eab9912016-08-09 13:46:48 -07001228 "~followup_annotations": [
Eric Boren3fd9e442016-12-12 08:42:11 -05001229 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'@@@",
rmistry5eab9912016-08-09 13:46:48 -07001230 "@@@STEP_LOG_LINE@json.output@{@@@",
1231 "@@@STEP_LOG_LINE@json.output@ \"base_task_name\": \"ct-nanobench-5/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2\", @@@",
1232 "@@@STEP_LOG_LINE@json.output@ \"tasks\": {@@@",
1233 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-5/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2\": {@@@",
1234 "@@@STEP_LOG_LINE@json.output@ \"shard_index\": 0, @@@",
1235 "@@@STEP_LOG_LINE@json.output@ \"task_id\": \"10000\", @@@",
1236 "@@@STEP_LOG_LINE@json.output@ \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"@@@",
1237 "@@@STEP_LOG_LINE@json.output@ }@@@",
1238 "@@@STEP_LOG_LINE@json.output@ }@@@",
1239 "@@@STEP_LOG_LINE@json.output@}@@@",
1240 "@@@STEP_LOG_END@json.output@@@",
1241 "@@@STEP_LINK@shard #0@https://chromium-swarm.appspot.com/user/task/10000@@@",
1242 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/task/10000@@@"
1243 ]
1244 },
1245 {
1246 "cmd": [
1247 "python",
1248 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001249 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001250 "collect",
1251 "--swarming",
1252 "https://chromium-swarm.appspot.com",
1253 "--decorate",
1254 "--print-status-updates",
1255 "--json",
1256 "{\"base_task_name\": \"ct-nanobench-1/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2\", \"tasks\": {\"ct-nanobench-1/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2\": {\"shard_index\": 0, \"task_id\": \"10000\", \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"}}}",
1257 "--task-summary-json",
1258 "/path/to/tmp/json",
1259 "--task-output-dir",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001260 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-1"
rmistry5eab9912016-08-09 13:46:48 -07001261 ],
Eric Borene395b9b2017-03-06 09:06:53 -05001262 "name": "ct-nanobench-1",
rmistry5eab9912016-08-09 13:46:48 -07001263 "~followup_annotations": [
Eric Borenfc50dda2017-01-18 09:47:28 -05001264 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'<br>swarming pending 71s@@@",
Robert Iannuccibf3bf862017-03-24 18:11:15 -07001265 "@@@STEP_LOG_LINE@swarming.summary@{@@@",
1266 "@@@STEP_LOG_LINE@swarming.summary@ \"shards\": [@@@",
1267 "@@@STEP_LOG_LINE@swarming.summary@ {@@@",
1268 "@@@STEP_LOG_LINE@swarming.summary@ \"abandoned_ts\": null, @@@",
1269 "@@@STEP_LOG_LINE@swarming.summary@ \"bot_id\": \"vm30\", @@@",
1270 "@@@STEP_LOG_LINE@swarming.summary@ \"completed_ts\": \"2014-09-25T01:42:00.123\", @@@",
1271 "@@@STEP_LOG_LINE@swarming.summary@ \"created_ts\": \"2014-09-25T01:41:00.123\", @@@",
1272 "@@@STEP_LOG_LINE@swarming.summary@ \"durations\": [@@@",
1273 "@@@STEP_LOG_LINE@swarming.summary@ 5.7, @@@",
1274 "@@@STEP_LOG_LINE@swarming.summary@ 31.5@@@",
1275 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1276 "@@@STEP_LOG_LINE@swarming.summary@ \"exit_codes\": [@@@",
1277 "@@@STEP_LOG_LINE@swarming.summary@ 0, @@@",
1278 "@@@STEP_LOG_LINE@swarming.summary@ 0@@@",
1279 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1280 "@@@STEP_LOG_LINE@swarming.summary@ \"failure\": false, @@@",
1281 "@@@STEP_LOG_LINE@swarming.summary@ \"id\": \"148aa78d7aa0000\", @@@",
1282 "@@@STEP_LOG_LINE@swarming.summary@ \"internal_failure\": false, @@@",
1283 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated_out\": {@@@",
1284 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated\": \"abc123\", @@@",
1285 "@@@STEP_LOG_LINE@swarming.summary@ \"isolatedserver\": \"https://isolateserver.appspot.com\", @@@",
1286 "@@@STEP_LOG_LINE@swarming.summary@ \"namespace\": \"default-gzip\", @@@",
1287 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1288 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1289 "@@@STEP_LOG_LINE@swarming.summary@ \"modified_ts\": \"2014-09-25 01:42:00\", @@@",
1290 "@@@STEP_LOG_LINE@swarming.summary@ \"name\": \"heartbeat-canary-2014-09-25_01:41:55-os=Windows\", @@@",
1291 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs\": [@@@",
1292 "@@@STEP_LOG_LINE@swarming.summary@ \"Heart beat succeeded on win32.\\n\", @@@",
1293 "@@@STEP_LOG_LINE@swarming.summary@ \"Foo\"@@@",
1294 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1295 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs_ref\": {@@@",
1296 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1297 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1298 "@@@STEP_LOG_LINE@swarming.summary@ \"started_ts\": \"2014-09-25T01:42:11.123\", @@@",
1299 "@@@STEP_LOG_LINE@swarming.summary@ \"state\": 112, @@@",
1300 "@@@STEP_LOG_LINE@swarming.summary@ \"try_number\": 1, @@@",
1301 "@@@STEP_LOG_LINE@swarming.summary@ \"user\": \"unknown\"@@@",
1302 "@@@STEP_LOG_LINE@swarming.summary@ }@@@",
1303 "@@@STEP_LOG_LINE@swarming.summary@ ]@@@",
1304 "@@@STEP_LOG_LINE@swarming.summary@}@@@",
1305 "@@@STEP_LOG_END@swarming.summary@@@",
rmistry5eab9912016-08-09 13:46:48 -07001306 "@@@STEP_LINK@shard #0 isolated out@blah@@@",
1307 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/task/148aa78d7aa0000@@@"
1308 ]
1309 },
1310 {
1311 "cmd": [
1312 "python",
1313 "-u",
1314 "\nimport json, os, sys\nif os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):\n with open(sys.argv[2], 'w') as f:\n json.dump(os.listdir(sys.argv[1]), f)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001315 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-1/0",
rmistry5eab9912016-08-09 13:46:48 -07001316 "/path/to/tmp/json"
1317 ],
1318 "name": "listdir output dir",
1319 "~followup_annotations": [
1320 "@@@STEP_LOG_LINE@json.output@[@@@",
1321 "@@@STEP_LOG_LINE@json.output@ \"file 1\", @@@",
1322 "@@@STEP_LOG_LINE@json.output@ \"file 2\"@@@",
1323 "@@@STEP_LOG_LINE@json.output@]@@@",
1324 "@@@STEP_LOG_END@json.output@@@",
1325 "@@@STEP_LOG_LINE@python.inline@@@@",
1326 "@@@STEP_LOG_LINE@python.inline@import json, os, sys@@@",
1327 "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):@@@",
1328 "@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[2], 'w') as f:@@@",
1329 "@@@STEP_LOG_LINE@python.inline@ json.dump(os.listdir(sys.argv[1]), f)@@@",
1330 "@@@STEP_LOG_END@python.inline@@@"
1331 ]
1332 },
1333 {
1334 "cmd": [
1335 "python",
1336 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001337 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001338 "--",
1339 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1340 "----",
1341 "cp",
1342 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001343 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-1/0/file 1",
rmistry5eab9912016-08-09 13:46:48 -07001344 "gs://skia-perf/ct/10k/2012/05/14/12/"
1345 ],
1346 "env": {
1347 "AWS_CREDENTIAL_FILE": null,
1348 "BOTO_CONFIG": null
1349 },
Eric Borena1590852017-03-20 12:48:31 -04001350 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001351 "name": "gsutil upload json output",
1352 "~followup_annotations": [
1353 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1354 ]
1355 },
1356 {
1357 "cmd": [
1358 "python",
1359 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001360 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001361 "--",
1362 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1363 "----",
1364 "cp",
1365 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001366 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-1/0/file 2",
rmistry5eab9912016-08-09 13:46:48 -07001367 "gs://skia-perf/ct/10k/2012/05/14/12/"
1368 ],
1369 "env": {
1370 "AWS_CREDENTIAL_FILE": null,
1371 "BOTO_CONFIG": null
1372 },
Eric Borena1590852017-03-20 12:48:31 -04001373 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001374 "name": "gsutil upload json output (2)",
1375 "~followup_annotations": [
1376 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1377 ]
1378 },
1379 {
1380 "cmd": [
1381 "python",
1382 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001383 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001384 "collect",
1385 "--swarming",
1386 "https://chromium-swarm.appspot.com",
1387 "--decorate",
1388 "--print-status-updates",
1389 "--json",
1390 "{\"base_task_name\": \"ct-nanobench-2/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2\", \"tasks\": {\"ct-nanobench-2/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2\": {\"shard_index\": 0, \"task_id\": \"10000\", \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"}}}",
1391 "--task-summary-json",
1392 "/path/to/tmp/json",
1393 "--task-output-dir",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001394 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-2"
rmistry5eab9912016-08-09 13:46:48 -07001395 ],
Eric Borene395b9b2017-03-06 09:06:53 -05001396 "name": "ct-nanobench-2",
rmistry5eab9912016-08-09 13:46:48 -07001397 "~followup_annotations": [
Eric Borenfc50dda2017-01-18 09:47:28 -05001398 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'<br>swarming pending 71s@@@",
Robert Iannuccibf3bf862017-03-24 18:11:15 -07001399 "@@@STEP_LOG_LINE@swarming.summary@{@@@",
1400 "@@@STEP_LOG_LINE@swarming.summary@ \"shards\": [@@@",
1401 "@@@STEP_LOG_LINE@swarming.summary@ {@@@",
1402 "@@@STEP_LOG_LINE@swarming.summary@ \"abandoned_ts\": null, @@@",
1403 "@@@STEP_LOG_LINE@swarming.summary@ \"bot_id\": \"vm30\", @@@",
1404 "@@@STEP_LOG_LINE@swarming.summary@ \"completed_ts\": \"2014-09-25T01:42:00.123\", @@@",
1405 "@@@STEP_LOG_LINE@swarming.summary@ \"created_ts\": \"2014-09-25T01:41:00.123\", @@@",
1406 "@@@STEP_LOG_LINE@swarming.summary@ \"durations\": [@@@",
1407 "@@@STEP_LOG_LINE@swarming.summary@ 5.7, @@@",
1408 "@@@STEP_LOG_LINE@swarming.summary@ 31.5@@@",
1409 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1410 "@@@STEP_LOG_LINE@swarming.summary@ \"exit_codes\": [@@@",
1411 "@@@STEP_LOG_LINE@swarming.summary@ 0, @@@",
1412 "@@@STEP_LOG_LINE@swarming.summary@ 0@@@",
1413 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1414 "@@@STEP_LOG_LINE@swarming.summary@ \"failure\": false, @@@",
1415 "@@@STEP_LOG_LINE@swarming.summary@ \"id\": \"148aa78d7aa0000\", @@@",
1416 "@@@STEP_LOG_LINE@swarming.summary@ \"internal_failure\": false, @@@",
1417 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated_out\": {@@@",
1418 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated\": \"abc123\", @@@",
1419 "@@@STEP_LOG_LINE@swarming.summary@ \"isolatedserver\": \"https://isolateserver.appspot.com\", @@@",
1420 "@@@STEP_LOG_LINE@swarming.summary@ \"namespace\": \"default-gzip\", @@@",
1421 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1422 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1423 "@@@STEP_LOG_LINE@swarming.summary@ \"modified_ts\": \"2014-09-25 01:42:00\", @@@",
1424 "@@@STEP_LOG_LINE@swarming.summary@ \"name\": \"heartbeat-canary-2014-09-25_01:41:55-os=Windows\", @@@",
1425 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs\": [@@@",
1426 "@@@STEP_LOG_LINE@swarming.summary@ \"Heart beat succeeded on win32.\\n\", @@@",
1427 "@@@STEP_LOG_LINE@swarming.summary@ \"Foo\"@@@",
1428 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1429 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs_ref\": {@@@",
1430 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1431 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1432 "@@@STEP_LOG_LINE@swarming.summary@ \"started_ts\": \"2014-09-25T01:42:11.123\", @@@",
1433 "@@@STEP_LOG_LINE@swarming.summary@ \"state\": 112, @@@",
1434 "@@@STEP_LOG_LINE@swarming.summary@ \"try_number\": 1, @@@",
1435 "@@@STEP_LOG_LINE@swarming.summary@ \"user\": \"unknown\"@@@",
1436 "@@@STEP_LOG_LINE@swarming.summary@ }@@@",
1437 "@@@STEP_LOG_LINE@swarming.summary@ ]@@@",
1438 "@@@STEP_LOG_LINE@swarming.summary@}@@@",
1439 "@@@STEP_LOG_END@swarming.summary@@@",
rmistry5eab9912016-08-09 13:46:48 -07001440 "@@@STEP_LINK@shard #0 isolated out@blah@@@",
1441 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/task/148aa78d7aa0000@@@"
1442 ]
1443 },
1444 {
1445 "cmd": [
1446 "python",
1447 "-u",
1448 "\nimport json, os, sys\nif os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):\n with open(sys.argv[2], 'w') as f:\n json.dump(os.listdir(sys.argv[1]), f)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001449 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-2/0",
rmistry5eab9912016-08-09 13:46:48 -07001450 "/path/to/tmp/json"
1451 ],
1452 "name": "listdir output dir (2)",
1453 "~followup_annotations": [
1454 "@@@STEP_LOG_LINE@json.output@[@@@",
1455 "@@@STEP_LOG_LINE@json.output@ \"file 1\", @@@",
1456 "@@@STEP_LOG_LINE@json.output@ \"file 2\"@@@",
1457 "@@@STEP_LOG_LINE@json.output@]@@@",
1458 "@@@STEP_LOG_END@json.output@@@",
1459 "@@@STEP_LOG_LINE@python.inline@@@@",
1460 "@@@STEP_LOG_LINE@python.inline@import json, os, sys@@@",
1461 "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):@@@",
1462 "@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[2], 'w') as f:@@@",
1463 "@@@STEP_LOG_LINE@python.inline@ json.dump(os.listdir(sys.argv[1]), f)@@@",
1464 "@@@STEP_LOG_END@python.inline@@@"
1465 ]
1466 },
1467 {
1468 "cmd": [
1469 "python",
1470 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001471 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001472 "--",
1473 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1474 "----",
1475 "cp",
1476 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001477 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-2/0/file 1",
rmistry5eab9912016-08-09 13:46:48 -07001478 "gs://skia-perf/ct/10k/2012/05/14/12/"
1479 ],
1480 "env": {
1481 "AWS_CREDENTIAL_FILE": null,
1482 "BOTO_CONFIG": null
1483 },
Eric Borena1590852017-03-20 12:48:31 -04001484 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001485 "name": "gsutil upload json output (3)",
1486 "~followup_annotations": [
1487 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1488 ]
1489 },
1490 {
1491 "cmd": [
1492 "python",
1493 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001494 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001495 "--",
1496 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1497 "----",
1498 "cp",
1499 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001500 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-2/0/file 2",
rmistry5eab9912016-08-09 13:46:48 -07001501 "gs://skia-perf/ct/10k/2012/05/14/12/"
1502 ],
1503 "env": {
1504 "AWS_CREDENTIAL_FILE": null,
1505 "BOTO_CONFIG": null
1506 },
Eric Borena1590852017-03-20 12:48:31 -04001507 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001508 "name": "gsutil upload json output (4)",
1509 "~followup_annotations": [
1510 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1511 ]
1512 },
1513 {
1514 "cmd": [
1515 "python",
1516 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001517 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001518 "collect",
1519 "--swarming",
1520 "https://chromium-swarm.appspot.com",
1521 "--decorate",
1522 "--print-status-updates",
1523 "--json",
1524 "{\"base_task_name\": \"ct-nanobench-3/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2\", \"tasks\": {\"ct-nanobench-3/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2\": {\"shard_index\": 0, \"task_id\": \"10000\", \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"}}}",
1525 "--task-summary-json",
1526 "/path/to/tmp/json",
1527 "--task-output-dir",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001528 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-3"
rmistry5eab9912016-08-09 13:46:48 -07001529 ],
Eric Borene395b9b2017-03-06 09:06:53 -05001530 "name": "ct-nanobench-3",
rmistry5eab9912016-08-09 13:46:48 -07001531 "~followup_annotations": [
Eric Borenfc50dda2017-01-18 09:47:28 -05001532 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'<br>swarming pending 71s@@@",
Robert Iannuccibf3bf862017-03-24 18:11:15 -07001533 "@@@STEP_LOG_LINE@swarming.summary@{@@@",
1534 "@@@STEP_LOG_LINE@swarming.summary@ \"shards\": [@@@",
1535 "@@@STEP_LOG_LINE@swarming.summary@ {@@@",
1536 "@@@STEP_LOG_LINE@swarming.summary@ \"abandoned_ts\": null, @@@",
1537 "@@@STEP_LOG_LINE@swarming.summary@ \"bot_id\": \"vm30\", @@@",
1538 "@@@STEP_LOG_LINE@swarming.summary@ \"completed_ts\": \"2014-09-25T01:42:00.123\", @@@",
1539 "@@@STEP_LOG_LINE@swarming.summary@ \"created_ts\": \"2014-09-25T01:41:00.123\", @@@",
1540 "@@@STEP_LOG_LINE@swarming.summary@ \"durations\": [@@@",
1541 "@@@STEP_LOG_LINE@swarming.summary@ 5.7, @@@",
1542 "@@@STEP_LOG_LINE@swarming.summary@ 31.5@@@",
1543 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1544 "@@@STEP_LOG_LINE@swarming.summary@ \"exit_codes\": [@@@",
1545 "@@@STEP_LOG_LINE@swarming.summary@ 0, @@@",
1546 "@@@STEP_LOG_LINE@swarming.summary@ 0@@@",
1547 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1548 "@@@STEP_LOG_LINE@swarming.summary@ \"failure\": false, @@@",
1549 "@@@STEP_LOG_LINE@swarming.summary@ \"id\": \"148aa78d7aa0000\", @@@",
1550 "@@@STEP_LOG_LINE@swarming.summary@ \"internal_failure\": false, @@@",
1551 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated_out\": {@@@",
1552 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated\": \"abc123\", @@@",
1553 "@@@STEP_LOG_LINE@swarming.summary@ \"isolatedserver\": \"https://isolateserver.appspot.com\", @@@",
1554 "@@@STEP_LOG_LINE@swarming.summary@ \"namespace\": \"default-gzip\", @@@",
1555 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1556 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1557 "@@@STEP_LOG_LINE@swarming.summary@ \"modified_ts\": \"2014-09-25 01:42:00\", @@@",
1558 "@@@STEP_LOG_LINE@swarming.summary@ \"name\": \"heartbeat-canary-2014-09-25_01:41:55-os=Windows\", @@@",
1559 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs\": [@@@",
1560 "@@@STEP_LOG_LINE@swarming.summary@ \"Heart beat succeeded on win32.\\n\", @@@",
1561 "@@@STEP_LOG_LINE@swarming.summary@ \"Foo\"@@@",
1562 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1563 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs_ref\": {@@@",
1564 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1565 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1566 "@@@STEP_LOG_LINE@swarming.summary@ \"started_ts\": \"2014-09-25T01:42:11.123\", @@@",
1567 "@@@STEP_LOG_LINE@swarming.summary@ \"state\": 112, @@@",
1568 "@@@STEP_LOG_LINE@swarming.summary@ \"try_number\": 1, @@@",
1569 "@@@STEP_LOG_LINE@swarming.summary@ \"user\": \"unknown\"@@@",
1570 "@@@STEP_LOG_LINE@swarming.summary@ }@@@",
1571 "@@@STEP_LOG_LINE@swarming.summary@ ]@@@",
1572 "@@@STEP_LOG_LINE@swarming.summary@}@@@",
1573 "@@@STEP_LOG_END@swarming.summary@@@",
rmistry5eab9912016-08-09 13:46:48 -07001574 "@@@STEP_LINK@shard #0 isolated out@blah@@@",
1575 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/task/148aa78d7aa0000@@@"
1576 ]
1577 },
1578 {
1579 "cmd": [
1580 "python",
1581 "-u",
1582 "\nimport json, os, sys\nif os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):\n with open(sys.argv[2], 'w') as f:\n json.dump(os.listdir(sys.argv[1]), f)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001583 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-3/0",
rmistry5eab9912016-08-09 13:46:48 -07001584 "/path/to/tmp/json"
1585 ],
1586 "name": "listdir output dir (3)",
1587 "~followup_annotations": [
1588 "@@@STEP_LOG_LINE@json.output@[@@@",
1589 "@@@STEP_LOG_LINE@json.output@ \"file 1\", @@@",
1590 "@@@STEP_LOG_LINE@json.output@ \"file 2\"@@@",
1591 "@@@STEP_LOG_LINE@json.output@]@@@",
1592 "@@@STEP_LOG_END@json.output@@@",
1593 "@@@STEP_LOG_LINE@python.inline@@@@",
1594 "@@@STEP_LOG_LINE@python.inline@import json, os, sys@@@",
1595 "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):@@@",
1596 "@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[2], 'w') as f:@@@",
1597 "@@@STEP_LOG_LINE@python.inline@ json.dump(os.listdir(sys.argv[1]), f)@@@",
1598 "@@@STEP_LOG_END@python.inline@@@"
1599 ]
1600 },
1601 {
1602 "cmd": [
1603 "python",
1604 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001605 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001606 "--",
1607 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1608 "----",
1609 "cp",
1610 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001611 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-3/0/file 1",
rmistry5eab9912016-08-09 13:46:48 -07001612 "gs://skia-perf/ct/10k/2012/05/14/12/"
1613 ],
1614 "env": {
1615 "AWS_CREDENTIAL_FILE": null,
1616 "BOTO_CONFIG": null
1617 },
Eric Borena1590852017-03-20 12:48:31 -04001618 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001619 "name": "gsutil upload json output (5)",
1620 "~followup_annotations": [
1621 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1622 ]
1623 },
1624 {
1625 "cmd": [
1626 "python",
1627 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001628 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001629 "--",
1630 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1631 "----",
1632 "cp",
1633 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001634 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-3/0/file 2",
rmistry5eab9912016-08-09 13:46:48 -07001635 "gs://skia-perf/ct/10k/2012/05/14/12/"
1636 ],
1637 "env": {
1638 "AWS_CREDENTIAL_FILE": null,
1639 "BOTO_CONFIG": null
1640 },
Eric Borena1590852017-03-20 12:48:31 -04001641 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001642 "name": "gsutil upload json output (6)",
1643 "~followup_annotations": [
1644 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1645 ]
1646 },
1647 {
1648 "cmd": [
1649 "python",
1650 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001651 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001652 "collect",
1653 "--swarming",
1654 "https://chromium-swarm.appspot.com",
1655 "--decorate",
1656 "--print-status-updates",
1657 "--json",
1658 "{\"base_task_name\": \"ct-nanobench-4/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2\", \"tasks\": {\"ct-nanobench-4/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2\": {\"shard_index\": 0, \"task_id\": \"10000\", \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"}}}",
1659 "--task-summary-json",
1660 "/path/to/tmp/json",
1661 "--task-output-dir",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001662 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-4"
rmistry5eab9912016-08-09 13:46:48 -07001663 ],
Eric Borene395b9b2017-03-06 09:06:53 -05001664 "name": "ct-nanobench-4",
rmistry5eab9912016-08-09 13:46:48 -07001665 "~followup_annotations": [
Eric Borenfc50dda2017-01-18 09:47:28 -05001666 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'<br>swarming pending 71s@@@",
Robert Iannuccibf3bf862017-03-24 18:11:15 -07001667 "@@@STEP_LOG_LINE@swarming.summary@{@@@",
1668 "@@@STEP_LOG_LINE@swarming.summary@ \"shards\": [@@@",
1669 "@@@STEP_LOG_LINE@swarming.summary@ {@@@",
1670 "@@@STEP_LOG_LINE@swarming.summary@ \"abandoned_ts\": null, @@@",
1671 "@@@STEP_LOG_LINE@swarming.summary@ \"bot_id\": \"vm30\", @@@",
1672 "@@@STEP_LOG_LINE@swarming.summary@ \"completed_ts\": \"2014-09-25T01:42:00.123\", @@@",
1673 "@@@STEP_LOG_LINE@swarming.summary@ \"created_ts\": \"2014-09-25T01:41:00.123\", @@@",
1674 "@@@STEP_LOG_LINE@swarming.summary@ \"durations\": [@@@",
1675 "@@@STEP_LOG_LINE@swarming.summary@ 5.7, @@@",
1676 "@@@STEP_LOG_LINE@swarming.summary@ 31.5@@@",
1677 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1678 "@@@STEP_LOG_LINE@swarming.summary@ \"exit_codes\": [@@@",
1679 "@@@STEP_LOG_LINE@swarming.summary@ 0, @@@",
1680 "@@@STEP_LOG_LINE@swarming.summary@ 0@@@",
1681 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1682 "@@@STEP_LOG_LINE@swarming.summary@ \"failure\": false, @@@",
1683 "@@@STEP_LOG_LINE@swarming.summary@ \"id\": \"148aa78d7aa0000\", @@@",
1684 "@@@STEP_LOG_LINE@swarming.summary@ \"internal_failure\": false, @@@",
1685 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated_out\": {@@@",
1686 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated\": \"abc123\", @@@",
1687 "@@@STEP_LOG_LINE@swarming.summary@ \"isolatedserver\": \"https://isolateserver.appspot.com\", @@@",
1688 "@@@STEP_LOG_LINE@swarming.summary@ \"namespace\": \"default-gzip\", @@@",
1689 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1690 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1691 "@@@STEP_LOG_LINE@swarming.summary@ \"modified_ts\": \"2014-09-25 01:42:00\", @@@",
1692 "@@@STEP_LOG_LINE@swarming.summary@ \"name\": \"heartbeat-canary-2014-09-25_01:41:55-os=Windows\", @@@",
1693 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs\": [@@@",
1694 "@@@STEP_LOG_LINE@swarming.summary@ \"Heart beat succeeded on win32.\\n\", @@@",
1695 "@@@STEP_LOG_LINE@swarming.summary@ \"Foo\"@@@",
1696 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1697 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs_ref\": {@@@",
1698 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1699 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1700 "@@@STEP_LOG_LINE@swarming.summary@ \"started_ts\": \"2014-09-25T01:42:11.123\", @@@",
1701 "@@@STEP_LOG_LINE@swarming.summary@ \"state\": 112, @@@",
1702 "@@@STEP_LOG_LINE@swarming.summary@ \"try_number\": 1, @@@",
1703 "@@@STEP_LOG_LINE@swarming.summary@ \"user\": \"unknown\"@@@",
1704 "@@@STEP_LOG_LINE@swarming.summary@ }@@@",
1705 "@@@STEP_LOG_LINE@swarming.summary@ ]@@@",
1706 "@@@STEP_LOG_LINE@swarming.summary@}@@@",
1707 "@@@STEP_LOG_END@swarming.summary@@@",
rmistry5eab9912016-08-09 13:46:48 -07001708 "@@@STEP_LINK@shard #0 isolated out@blah@@@",
1709 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/task/148aa78d7aa0000@@@"
1710 ]
1711 },
1712 {
1713 "cmd": [
1714 "python",
1715 "-u",
1716 "\nimport json, os, sys\nif os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):\n with open(sys.argv[2], 'w') as f:\n json.dump(os.listdir(sys.argv[1]), f)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001717 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-4/0",
rmistry5eab9912016-08-09 13:46:48 -07001718 "/path/to/tmp/json"
1719 ],
1720 "name": "listdir output dir (4)",
1721 "~followup_annotations": [
1722 "@@@STEP_LOG_LINE@json.output@[@@@",
1723 "@@@STEP_LOG_LINE@json.output@ \"file 1\", @@@",
1724 "@@@STEP_LOG_LINE@json.output@ \"file 2\"@@@",
1725 "@@@STEP_LOG_LINE@json.output@]@@@",
1726 "@@@STEP_LOG_END@json.output@@@",
1727 "@@@STEP_LOG_LINE@python.inline@@@@",
1728 "@@@STEP_LOG_LINE@python.inline@import json, os, sys@@@",
1729 "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):@@@",
1730 "@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[2], 'w') as f:@@@",
1731 "@@@STEP_LOG_LINE@python.inline@ json.dump(os.listdir(sys.argv[1]), f)@@@",
1732 "@@@STEP_LOG_END@python.inline@@@"
1733 ]
1734 },
1735 {
1736 "cmd": [
1737 "python",
1738 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001739 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001740 "--",
1741 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1742 "----",
1743 "cp",
1744 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001745 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-4/0/file 1",
rmistry5eab9912016-08-09 13:46:48 -07001746 "gs://skia-perf/ct/10k/2012/05/14/12/"
1747 ],
1748 "env": {
1749 "AWS_CREDENTIAL_FILE": null,
1750 "BOTO_CONFIG": null
1751 },
Eric Borena1590852017-03-20 12:48:31 -04001752 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001753 "name": "gsutil upload json output (7)",
1754 "~followup_annotations": [
1755 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1756 ]
1757 },
1758 {
1759 "cmd": [
1760 "python",
1761 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001762 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001763 "--",
1764 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1765 "----",
1766 "cp",
1767 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001768 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-4/0/file 2",
rmistry5eab9912016-08-09 13:46:48 -07001769 "gs://skia-perf/ct/10k/2012/05/14/12/"
1770 ],
1771 "env": {
1772 "AWS_CREDENTIAL_FILE": null,
1773 "BOTO_CONFIG": null
1774 },
Eric Borena1590852017-03-20 12:48:31 -04001775 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001776 "name": "gsutil upload json output (8)",
1777 "~followup_annotations": [
1778 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1779 ]
1780 },
1781 {
1782 "cmd": [
1783 "python",
1784 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001785 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001786 "collect",
1787 "--swarming",
1788 "https://chromium-swarm.appspot.com",
1789 "--decorate",
1790 "--print-status-updates",
1791 "--json",
1792 "{\"base_task_name\": \"ct-nanobench-5/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2\", \"tasks\": {\"ct-nanobench-5/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-Golo-GPU-GT610-x86_64-Release-CT_BENCH_10k_SKPs/2\": {\"shard_index\": 0, \"task_id\": \"10000\", \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"}}}",
1793 "--task-summary-json",
1794 "/path/to/tmp/json",
1795 "--task-output-dir",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001796 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-5"
rmistry5eab9912016-08-09 13:46:48 -07001797 ],
Eric Borene395b9b2017-03-06 09:06:53 -05001798 "name": "ct-nanobench-5",
rmistry5eab9912016-08-09 13:46:48 -07001799 "~followup_annotations": [
Eric Borenfc50dda2017-01-18 09:47:28 -05001800 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'<br>swarming pending 71s@@@",
Robert Iannuccibf3bf862017-03-24 18:11:15 -07001801 "@@@STEP_LOG_LINE@swarming.summary@{@@@",
1802 "@@@STEP_LOG_LINE@swarming.summary@ \"shards\": [@@@",
1803 "@@@STEP_LOG_LINE@swarming.summary@ {@@@",
1804 "@@@STEP_LOG_LINE@swarming.summary@ \"abandoned_ts\": null, @@@",
1805 "@@@STEP_LOG_LINE@swarming.summary@ \"bot_id\": \"vm30\", @@@",
1806 "@@@STEP_LOG_LINE@swarming.summary@ \"completed_ts\": \"2014-09-25T01:42:00.123\", @@@",
1807 "@@@STEP_LOG_LINE@swarming.summary@ \"created_ts\": \"2014-09-25T01:41:00.123\", @@@",
1808 "@@@STEP_LOG_LINE@swarming.summary@ \"durations\": [@@@",
1809 "@@@STEP_LOG_LINE@swarming.summary@ 5.7, @@@",
1810 "@@@STEP_LOG_LINE@swarming.summary@ 31.5@@@",
1811 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1812 "@@@STEP_LOG_LINE@swarming.summary@ \"exit_codes\": [@@@",
1813 "@@@STEP_LOG_LINE@swarming.summary@ 0, @@@",
1814 "@@@STEP_LOG_LINE@swarming.summary@ 0@@@",
1815 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1816 "@@@STEP_LOG_LINE@swarming.summary@ \"failure\": false, @@@",
1817 "@@@STEP_LOG_LINE@swarming.summary@ \"id\": \"148aa78d7aa0000\", @@@",
1818 "@@@STEP_LOG_LINE@swarming.summary@ \"internal_failure\": false, @@@",
1819 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated_out\": {@@@",
1820 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated\": \"abc123\", @@@",
1821 "@@@STEP_LOG_LINE@swarming.summary@ \"isolatedserver\": \"https://isolateserver.appspot.com\", @@@",
1822 "@@@STEP_LOG_LINE@swarming.summary@ \"namespace\": \"default-gzip\", @@@",
1823 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1824 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1825 "@@@STEP_LOG_LINE@swarming.summary@ \"modified_ts\": \"2014-09-25 01:42:00\", @@@",
1826 "@@@STEP_LOG_LINE@swarming.summary@ \"name\": \"heartbeat-canary-2014-09-25_01:41:55-os=Windows\", @@@",
1827 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs\": [@@@",
1828 "@@@STEP_LOG_LINE@swarming.summary@ \"Heart beat succeeded on win32.\\n\", @@@",
1829 "@@@STEP_LOG_LINE@swarming.summary@ \"Foo\"@@@",
1830 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1831 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs_ref\": {@@@",
1832 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1833 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1834 "@@@STEP_LOG_LINE@swarming.summary@ \"started_ts\": \"2014-09-25T01:42:11.123\", @@@",
1835 "@@@STEP_LOG_LINE@swarming.summary@ \"state\": 112, @@@",
1836 "@@@STEP_LOG_LINE@swarming.summary@ \"try_number\": 1, @@@",
1837 "@@@STEP_LOG_LINE@swarming.summary@ \"user\": \"unknown\"@@@",
1838 "@@@STEP_LOG_LINE@swarming.summary@ }@@@",
1839 "@@@STEP_LOG_LINE@swarming.summary@ ]@@@",
1840 "@@@STEP_LOG_LINE@swarming.summary@}@@@",
1841 "@@@STEP_LOG_END@swarming.summary@@@",
rmistry5eab9912016-08-09 13:46:48 -07001842 "@@@STEP_LINK@shard #0 isolated out@blah@@@",
1843 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/task/148aa78d7aa0000@@@"
1844 ]
1845 },
1846 {
1847 "cmd": [
1848 "python",
1849 "-u",
1850 "\nimport json, os, sys\nif os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):\n with open(sys.argv[2], 'w') as f:\n json.dump(os.listdir(sys.argv[1]), f)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001851 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-5/0",
rmistry5eab9912016-08-09 13:46:48 -07001852 "/path/to/tmp/json"
1853 ],
1854 "name": "listdir output dir (5)",
1855 "~followup_annotations": [
1856 "@@@STEP_LOG_LINE@json.output@[@@@",
1857 "@@@STEP_LOG_LINE@json.output@ \"file 1\", @@@",
1858 "@@@STEP_LOG_LINE@json.output@ \"file 2\"@@@",
1859 "@@@STEP_LOG_LINE@json.output@]@@@",
1860 "@@@STEP_LOG_END@json.output@@@",
1861 "@@@STEP_LOG_LINE@python.inline@@@@",
1862 "@@@STEP_LOG_LINE@python.inline@import json, os, sys@@@",
1863 "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):@@@",
1864 "@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[2], 'w') as f:@@@",
1865 "@@@STEP_LOG_LINE@python.inline@ json.dump(os.listdir(sys.argv[1]), f)@@@",
1866 "@@@STEP_LOG_END@python.inline@@@"
1867 ]
1868 },
1869 {
1870 "cmd": [
1871 "python",
1872 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001873 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001874 "--",
1875 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1876 "----",
1877 "cp",
1878 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001879 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-5/0/file 1",
rmistry5eab9912016-08-09 13:46:48 -07001880 "gs://skia-perf/ct/10k/2012/05/14/12/"
1881 ],
1882 "env": {
1883 "AWS_CREDENTIAL_FILE": null,
1884 "BOTO_CONFIG": null
1885 },
Eric Borena1590852017-03-20 12:48:31 -04001886 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001887 "name": "gsutil upload json output (9)",
1888 "~followup_annotations": [
1889 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1890 ]
1891 },
1892 {
1893 "cmd": [
1894 "python",
1895 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001896 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001897 "--",
1898 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1899 "----",
1900 "cp",
1901 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001902 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-5/0/file 2",
rmistry5eab9912016-08-09 13:46:48 -07001903 "gs://skia-perf/ct/10k/2012/05/14/12/"
1904 ],
1905 "env": {
1906 "AWS_CREDENTIAL_FILE": null,
1907 "BOTO_CONFIG": null
1908 },
Eric Borena1590852017-03-20 12:48:31 -04001909 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001910 "name": "gsutil upload json output (10)",
1911 "~followup_annotations": [
1912 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1913 ]
1914 },
1915 {
1916 "name": "$result",
1917 "recipe_result": null,
1918 "status_code": 0
1919 }
1920]