blob: ead01e75fb28dac0c34847aa4df292437657ebe0 [file] [log] [blame]
rmistry5eab9912016-08-09 13:46:48 -07001[
2 {
3 "cmd": [
4 "python",
5 "-u",
6 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
7 "[CUSTOM_/_B_WORK]",
8 "511"
9 ],
Eric Borena1590852017-03-20 12:48:31 -040010 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -070011 "name": "makedirs checkout_path",
12 "~followup_annotations": [
13 "@@@STEP_LOG_LINE@python.inline@@@@",
14 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
15 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
16 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
17 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
18 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
19 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
20 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
21 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
22 "@@@STEP_LOG_END@python.inline@@@"
23 ]
24 },
25 {
26 "cmd": [
27 "python",
28 "-u",
borenet8fa74702016-10-25 05:26:14 -070029 "RECIPE_MODULE[depot_tools::bot_update]/resources/bot_update.py",
rmistry5eab9912016-08-09 13:46:48 -070030 "--spec",
borenet8fa74702016-10-25 05:26:14 -070031 "cache_dir = '[CUSTOM_/_B_CACHE]'\nsolutions = [{'deps_file': '.DEPS.git', 'managed': False, 'name': 'skia', 'url': 'https://skia.googlesource.com/skia.git'}]",
32 "--patch_root",
33 "skia",
34 "--revision_mapping_file",
35 "{\"skia\": \"got_revision\"}",
36 "--git-cache-dir",
37 "[CUSTOM_/_B_CACHE]",
38 "--output_json",
39 "/path/to/tmp/json",
40 "--revision",
41 "skia@abc123",
42 "--output_manifest"
rmistry5eab9912016-08-09 13:46:48 -070043 ],
44 "cwd": "[CUSTOM_/_B_WORK]",
45 "env": {
Eric Boren1b5b9442017-02-21 09:43:05 -050046 "GIT_HTTP_LOW_SPEED_LIMIT": "1000",
47 "GIT_HTTP_LOW_SPEED_TIME": "300",
Eric Borenbbb24f22017-03-21 08:20:33 -040048 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]"
rmistry5eab9912016-08-09 13:46:48 -070049 },
Eric Borena1590852017-03-20 12:48:31 -040050 "infra_step": true,
borenet8fa74702016-10-25 05:26:14 -070051 "name": "bot_update",
rmistry5eab9912016-08-09 13:46:48 -070052 "~followup_annotations": [
borenet8fa74702016-10-25 05:26:14 -070053 "@@@STEP_TEXT@Some step text@@@",
rmistry5eab9912016-08-09 13:46:48 -070054 "@@@STEP_LOG_LINE@json.output@{@@@",
borenet8fa74702016-10-25 05:26:14 -070055 "@@@STEP_LOG_LINE@json.output@ \"did_run\": true, @@@",
56 "@@@STEP_LOG_LINE@json.output@ \"fixed_revisions\": {@@@",
57 "@@@STEP_LOG_LINE@json.output@ \"skia\": \"abc123\"@@@",
58 "@@@STEP_LOG_LINE@json.output@ }, @@@",
59 "@@@STEP_LOG_LINE@json.output@ \"manifest\": {@@@",
60 "@@@STEP_LOG_LINE@json.output@ \"skia\": {@@@",
61 "@@@STEP_LOG_LINE@json.output@ \"repository\": \"https://fake.org/skia.git\", @@@",
rmistry90d0bfa2016-09-15 04:52:20 -070062 "@@@STEP_LOG_LINE@json.output@ \"revision\": \"9046e2e693bb92a76e972b694580e5d17ad10748\"@@@",
rmistry5eab9912016-08-09 13:46:48 -070063 "@@@STEP_LOG_LINE@json.output@ }@@@",
borenet8fa74702016-10-25 05:26:14 -070064 "@@@STEP_LOG_LINE@json.output@ }, @@@",
65 "@@@STEP_LOG_LINE@json.output@ \"patch_failure\": false, @@@",
66 "@@@STEP_LOG_LINE@json.output@ \"patch_root\": \"skia\", @@@",
67 "@@@STEP_LOG_LINE@json.output@ \"properties\": {@@@",
68 "@@@STEP_LOG_LINE@json.output@ \"got_revision\": \"9046e2e693bb92a76e972b694580e5d17ad10748\", @@@",
69 "@@@STEP_LOG_LINE@json.output@ \"got_revision_cp\": \"refs/heads/master@{#164710}\"@@@",
70 "@@@STEP_LOG_LINE@json.output@ }, @@@",
71 "@@@STEP_LOG_LINE@json.output@ \"root\": \"skia\", @@@",
72 "@@@STEP_LOG_LINE@json.output@ \"step_text\": \"Some step text\"@@@",
rmistry5eab9912016-08-09 13:46:48 -070073 "@@@STEP_LOG_LINE@json.output@}@@@",
74 "@@@STEP_LOG_END@json.output@@@",
borenet8fa74702016-10-25 05:26:14 -070075 "@@@SET_BUILD_PROPERTY@got_revision@\"9046e2e693bb92a76e972b694580e5d17ad10748\"@@@",
76 "@@@SET_BUILD_PROPERTY@got_revision_cp@\"refs/heads/master@{#164710}\"@@@"
rmistry5eab9912016-08-09 13:46:48 -070077 ]
78 },
79 {
80 "cmd": [
81 "python",
82 "-u",
83 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -050084 "[START_DIR]/tmp",
rmistry5eab9912016-08-09 13:46:48 -070085 "511"
86 ],
Eric Borena1590852017-03-20 12:48:31 -040087 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -070088 "name": "makedirs tmp_dir",
89 "~followup_annotations": [
90 "@@@STEP_LOG_LINE@python.inline@@@@",
91 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
92 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
93 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
94 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
95 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
96 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
97 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
98 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
99 "@@@STEP_LOG_END@python.inline@@@"
100 ]
101 },
102 {
103 "cmd": [
Mike Klein71c53932016-10-12 14:32:09 -0400104 "python",
105 "-u",
mtkleinbfef32f2016-09-16 11:39:14 -0700106 "[CUSTOM_/_B_WORK]/skia/bin/fetch-gn"
rmistry5eab9912016-08-09 13:46:48 -0700107 ],
108 "cwd": "[CUSTOM_/_B_WORK]/skia",
109 "env": {
Kevin Lubick0a51b482017-02-06 12:45:29 -0500110 "BUILDTYPE": "Release",
111 "CHROME_HEADLESS": "1",
112 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]",
113 "SKIA_OUT": "[START_DIR]/out"
rmistry5eab9912016-08-09 13:46:48 -0700114 },
Eric Borena1590852017-03-20 12:48:31 -0400115 "infra_step": true,
mtkleinbfef32f2016-09-16 11:39:14 -0700116 "name": "fetch-gn"
117 },
118 {
119 "cmd": [
Eric Borenad29aee2017-01-17 14:35:06 -0500120 "[CUSTOM_/_B_WORK]/skia/bin/gn",
mtkleinbfef32f2016-09-16 11:39:14 -0700121 "gen",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500122 "[START_DIR]/out/Release",
mtkleinbfef32f2016-09-16 11:39:14 -0700123 "--args=cc=\"gcc\" cxx=\"g++\" is_debug=false"
124 ],
125 "cwd": "[CUSTOM_/_B_WORK]/skia",
126 "env": {
Kevin Lubick0a51b482017-02-06 12:45:29 -0500127 "BUILDTYPE": "Release",
128 "CHROME_HEADLESS": "1",
129 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]",
130 "SKIA_OUT": "[START_DIR]/out"
mtkleinbfef32f2016-09-16 11:39:14 -0700131 },
132 "name": "gn gen"
133 },
134 {
135 "cmd": [
136 "ninja",
137 "-C",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500138 "[START_DIR]/out/Release"
mtkleinbfef32f2016-09-16 11:39:14 -0700139 ],
140 "cwd": "[CUSTOM_/_B_WORK]/skia",
141 "env": {
Kevin Lubick0a51b482017-02-06 12:45:29 -0500142 "BUILDTYPE": "Release",
143 "CHROME_HEADLESS": "1",
144 "PATH": "%(PATH)s:RECIPE_PACKAGE_REPO[depot_tools]",
145 "SKIA_OUT": "[START_DIR]/out"
mtkleinbfef32f2016-09-16 11:39:14 -0700146 },
147 "name": "ninja"
rmistry5eab9912016-08-09 13:46:48 -0700148 },
149 {
150 "cmd": [
151 "python",
152 "-u",
Stephan Altmuellerbabb1012017-04-05 11:45:52 -0400153 "import errno\nimport glob\nimport os\nimport shutil\nimport sys\n\nsrc = sys.argv[1]\ndst = sys.argv[2]\nbuild_products_whitelist = ['dm', 'dm.exe', 'dm.app', 'nanobench.app', 'get_images_from_skps', 'get_images_from_skps.exe', 'nanobench', 'nanobench.exe', 'skpbench', '*.so', '*.dll', '*.dylib', 'skia_launcher', 'lib/*.so', 'iOSShell.app', 'iOSShell.ipa', 'visualbench', 'visualbench.exe', 'vulkan-1.dll']\n\ntry:\n os.makedirs(dst)\nexcept OSError as e:\n if e.errno != errno.EEXIST:\n raise\n\nfor pattern in build_products_whitelist:\n path = os.path.join(src, pattern)\n for f in glob.glob(path):\n dst_path = os.path.join(dst, os.path.relpath(f, src))\n if not os.path.isdir(os.path.dirname(dst_path)):\n os.makedirs(os.path.dirname(dst_path))\n print 'Copying build product %s to %s' % (f, dst_path)\n shutil.move(f, dst_path)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500154 "[START_DIR]/out/Release",
rmistry5eab9912016-08-09 13:46:48 -0700155 "[CUSTOM_/_B_WORK]/skia/infra/bots/ct"
156 ],
Eric Borena1590852017-03-20 12:48:31 -0400157 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700158 "name": "copy build products",
159 "~followup_annotations": [
160 "@@@STEP_LOG_LINE@python.inline@import errno@@@",
161 "@@@STEP_LOG_LINE@python.inline@import glob@@@",
162 "@@@STEP_LOG_LINE@python.inline@import os@@@",
163 "@@@STEP_LOG_LINE@python.inline@import shutil@@@",
164 "@@@STEP_LOG_LINE@python.inline@import sys@@@",
165 "@@@STEP_LOG_LINE@python.inline@@@@",
166 "@@@STEP_LOG_LINE@python.inline@src = sys.argv[1]@@@",
167 "@@@STEP_LOG_LINE@python.inline@dst = sys.argv[2]@@@",
Stephan Altmuellerbabb1012017-04-05 11:45:52 -0400168 "@@@STEP_LOG_LINE@python.inline@build_products_whitelist = ['dm', 'dm.exe', 'dm.app', 'nanobench.app', 'get_images_from_skps', 'get_images_from_skps.exe', 'nanobench', 'nanobench.exe', 'skpbench', '*.so', '*.dll', '*.dylib', 'skia_launcher', 'lib/*.so', 'iOSShell.app', 'iOSShell.ipa', 'visualbench', 'visualbench.exe', 'vulkan-1.dll']@@@",
rmistry5eab9912016-08-09 13:46:48 -0700169 "@@@STEP_LOG_LINE@python.inline@@@@",
170 "@@@STEP_LOG_LINE@python.inline@try:@@@",
171 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(dst)@@@",
172 "@@@STEP_LOG_LINE@python.inline@except OSError as e:@@@",
173 "@@@STEP_LOG_LINE@python.inline@ if e.errno != errno.EEXIST:@@@",
174 "@@@STEP_LOG_LINE@python.inline@ raise@@@",
175 "@@@STEP_LOG_LINE@python.inline@@@@",
176 "@@@STEP_LOG_LINE@python.inline@for pattern in build_products_whitelist:@@@",
177 "@@@STEP_LOG_LINE@python.inline@ path = os.path.join(src, pattern)@@@",
178 "@@@STEP_LOG_LINE@python.inline@ for f in glob.glob(path):@@@",
179 "@@@STEP_LOG_LINE@python.inline@ dst_path = os.path.join(dst, os.path.relpath(f, src))@@@",
180 "@@@STEP_LOG_LINE@python.inline@ if not os.path.isdir(os.path.dirname(dst_path)):@@@",
181 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(os.path.dirname(dst_path))@@@",
182 "@@@STEP_LOG_LINE@python.inline@ print 'Copying build product %s to %s' % (f, dst_path)@@@",
183 "@@@STEP_LOG_LINE@python.inline@ shutil.move(f, dst_path)@@@",
184 "@@@STEP_LOG_END@python.inline@@@"
185 ]
186 },
187 {
188 "cmd": [
189 "python",
190 "-u",
191 "RECIPE_MODULE[depot_tools::git]/resources/git_setup.py",
192 "--path",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500193 "[START_DIR]/swarming.client",
rmistry5eab9912016-08-09 13:46:48 -0700194 "--url",
195 "https://chromium.googlesource.com/external/swarming.client.git"
196 ],
197 "name": "git setup (swarming_client)"
198 },
199 {
200 "cmd": [
201 "git",
202 "retry",
203 "fetch",
204 "origin",
205 "master"
206 ],
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500207 "cwd": "[START_DIR]/swarming.client",
rmistry5eab9912016-08-09 13:46:48 -0700208 "env": {
209 "PATH": "RECIPE_PACKAGE_REPO[depot_tools]:%(PATH)s"
210 },
Eric Borena1590852017-03-20 12:48:31 -0400211 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700212 "name": "git fetch (swarming_client)"
213 },
214 {
215 "cmd": [
216 "git",
217 "checkout",
218 "-f",
219 "FETCH_HEAD"
220 ],
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500221 "cwd": "[START_DIR]/swarming.client",
Eric Borena1590852017-03-20 12:48:31 -0400222 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700223 "name": "git checkout (swarming_client)"
224 },
225 {
226 "cmd": [
227 "git",
228 "rev-parse",
229 "HEAD"
230 ],
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500231 "cwd": "[START_DIR]/swarming.client",
Eric Borena1590852017-03-20 12:48:31 -0400232 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700233 "name": "read revision",
234 "stdout": "/path/to/tmp/",
235 "~followup_annotations": [
236 "@@@STEP_TEXT@<br/>checked out 'deadbeef'<br/>@@@"
237 ]
238 },
239 {
240 "cmd": [
241 "git",
242 "clean",
243 "-f",
244 "-d",
245 "-x"
246 ],
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500247 "cwd": "[START_DIR]/swarming.client",
Eric Borena1590852017-03-20 12:48:31 -0400248 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700249 "name": "git clean (swarming_client)"
250 },
251 {
252 "cmd": [
253 "git",
254 "submodule",
255 "sync"
256 ],
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500257 "cwd": "[START_DIR]/swarming.client",
Eric Borena1590852017-03-20 12:48:31 -0400258 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700259 "name": "submodule sync (swarming_client)"
260 },
261 {
262 "cmd": [
263 "git",
264 "submodule",
265 "update",
266 "--init",
267 "--recursive"
268 ],
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500269 "cwd": "[START_DIR]/swarming.client",
Eric Borena1590852017-03-20 12:48:31 -0400270 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700271 "name": "submodule update (swarming_client)"
272 },
273 {
274 "cmd": [
275 "python",
276 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500277 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -0700278 "--version"
279 ],
280 "name": "swarming.py --version",
281 "stdout": "/path/to/tmp/",
282 "~followup_annotations": [
283 "@@@STEP_TEXT@0.8.6@@@"
284 ]
285 },
286 {
287 "cmd": [
288 "download_from_google_storage",
289 "--no_resume",
290 "--platform=linux*",
291 "--no_auth",
292 "--bucket",
293 "chromium-luci",
294 "-d",
295 "[CUSTOM_/_B_WORK]/skia/infra/bots/tools/luci-go/linux64"
296 ],
297 "env": {
298 "PATH": "RECIPE_PACKAGE_REPO[depot_tools]:%(PATH)s"
299 },
300 "name": "download luci-go linux"
301 },
302 {
303 "cmd": [
304 "download_from_google_storage",
305 "--no_resume",
306 "--platform=darwin",
307 "--no_auth",
308 "--bucket",
309 "chromium-luci",
310 "-d",
311 "[CUSTOM_/_B_WORK]/skia/infra/bots/tools/luci-go/mac64"
312 ],
313 "env": {
314 "PATH": "RECIPE_PACKAGE_REPO[depot_tools]:%(PATH)s"
315 },
316 "name": "download luci-go mac"
317 },
318 {
319 "cmd": [
320 "download_from_google_storage",
321 "--no_resume",
322 "--platform=win32",
323 "--no_auth",
324 "--bucket",
325 "chromium-luci",
326 "-d",
327 "[CUSTOM_/_B_WORK]/skia/infra/bots/tools/luci-go/win64"
328 ],
329 "env": {
330 "PATH": "RECIPE_PACKAGE_REPO[depot_tools]:%(PATH)s"
331 },
332 "name": "download luci-go win"
333 },
334 {
335 "cmd": [
336 "python",
337 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500338 "RECIPE_MODULE[build::file]/resources/fileutil.py",
339 "rmtree",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500340 "[START_DIR]/luci-go"
rmistry5eab9912016-08-09 13:46:48 -0700341 ],
342 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500343 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700344 },
Eric Borena1590852017-03-20 12:48:31 -0400345 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500346 "name": "rmtree luci-go"
rmistry5eab9912016-08-09 13:46:48 -0700347 },
348 {
349 "cmd": [
350 "python",
351 "-u",
352 "\nimport shutil\nimport sys\nshutil.copytree(sys.argv[1], sys.argv[2], symlinks=bool(sys.argv[3]))\n",
353 "[CUSTOM_/_B_WORK]/skia/infra/bots/tools/luci-go",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500354 "[START_DIR]/luci-go",
rmistry5eab9912016-08-09 13:46:48 -0700355 "0"
356 ],
357 "name": "Copy Go binary",
358 "~followup_annotations": [
Ravi Mistry1eab4422016-10-13 10:36:50 -0400359 "@@@SET_BUILD_PROPERTY@Webpage rankings@\"https://storage.cloud.google.com/cluster-telemetry/csv/top-1m.csv\"@@@",
360 "@@@SET_BUILD_PROPERTY@Download SKPs by rank@\"https://pantheon.corp.google.com/storage/browser/cluster-telemetry/swarming/skps/10k/fad657e-276e633/\"@@@"
rmistry5eab9912016-08-09 13:46:48 -0700361 ]
362 },
363 {
364 "cmd": [
365 "python",
366 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500367 "RECIPE_MODULE[build::file]/resources/fileutil.py",
368 "rmtree",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500369 "[START_DIR]/swarming_temp_dir"
rmistry5eab9912016-08-09 13:46:48 -0700370 ],
371 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500372 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700373 },
Eric Borena1590852017-03-20 12:48:31 -0400374 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500375 "name": "rmtree swarming_temp_dir"
rmistry5eab9912016-08-09 13:46:48 -0700376 },
377 {
378 "cmd": [
379 "python",
380 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500381 "RECIPE_MODULE[build::file]/resources/fileutil.py",
382 "rmtree",
rmistry5eab9912016-08-09 13:46:48 -0700383 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/slave1"
384 ],
385 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500386 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700387 },
Eric Borena1590852017-03-20 12:48:31 -0400388 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500389 "name": "rmtree slave1"
rmistry5eab9912016-08-09 13:46:48 -0700390 },
391 {
392 "cmd": [
393 "python",
394 "-u",
395 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
396 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/slave1",
397 "511"
398 ],
399 "name": "makedirs slave1",
400 "~followup_annotations": [
401 "@@@STEP_LOG_LINE@python.inline@@@@",
402 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
403 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
404 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
405 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
406 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
407 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
408 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
409 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
410 "@@@STEP_LOG_END@python.inline@@@"
411 ]
412 },
413 {
414 "cmd": [
415 "python",
416 "-u",
417 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
418 "--",
419 "-m",
420 "cp",
421 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/1/*.skp",
422 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/2/*.skp",
423 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/3/*.skp",
424 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/4/*.skp",
425 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/5/*.skp",
426 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/6/*.skp",
427 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/7/*.skp",
428 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/8/*.skp",
429 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/9/*.skp",
430 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/10/*.skp",
431 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/slave1"
432 ],
Eric Borena1590852017-03-20 12:48:31 -0400433 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700434 "name": "gsutil cp"
435 },
436 {
437 "cmd": [
438 "python",
439 "-u",
440 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500441 "[START_DIR]/swarming_temp_dir",
rmistry5eab9912016-08-09 13:46:48 -0700442 "511"
443 ],
444 "name": "makedirs swarming tmp dir",
445 "~followup_annotations": [
446 "@@@STEP_LOG_LINE@python.inline@@@@",
447 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
448 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
449 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
450 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
451 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
452 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
453 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
454 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
455 "@@@STEP_LOG_END@python.inline@@@"
456 ]
457 },
458 {
459 "cmd": [
460 "python",
461 "-u",
462 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500463 "{\n \"args\": [\n \"--isolate\", \n \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct/ct_skps.isolate\", \n \"--isolated\", \n \"[START_DIR]/swarming_temp_dir/skia-task-ct-nanobench-1.isolated\", \n \"--config-variable\", \n \"OS\", \n \"linux\", \n \"--extra-variable\", \n \"CONFIGURATION\", \n \"Release\", \n \"--extra-variable\", \n \"BUILDER\", \n \"Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs\", \n \"--extra-variable\", \n \"GIT_HASH\", \n \"9046e2e693bb92a76e972b694580e5d17ad10748\", \n \"--extra-variable\", \n \"SLAVE_NUM\", \n \"1\", \n \"--extra-variable\", \n \"TOOL_NAME\", \n \"nanobench\"\n ], \n \"dir\": \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct\", \n \"version\": 1\n}",
464 "[START_DIR]/swarming_temp_dir/ct-nanobench-1.isolated.gen.json"
rmistry5eab9912016-08-09 13:46:48 -0700465 ],
466 "name": "Write ct-nanobench-1.isolated.gen.json"
467 },
468 {
469 "cmd": [
470 "python",
471 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500472 "RECIPE_MODULE[build::file]/resources/fileutil.py",
473 "rmtree",
rmistry5eab9912016-08-09 13:46:48 -0700474 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/slave2"
475 ],
476 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500477 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700478 },
Eric Borena1590852017-03-20 12:48:31 -0400479 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500480 "name": "rmtree slave2"
rmistry5eab9912016-08-09 13:46:48 -0700481 },
482 {
483 "cmd": [
484 "python",
485 "-u",
486 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
487 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/slave2",
488 "511"
489 ],
490 "name": "makedirs slave2",
491 "~followup_annotations": [
492 "@@@STEP_LOG_LINE@python.inline@@@@",
493 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
494 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
495 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
496 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
497 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
498 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
499 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
500 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
501 "@@@STEP_LOG_END@python.inline@@@"
502 ]
503 },
504 {
505 "cmd": [
506 "python",
507 "-u",
508 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
509 "--",
510 "-m",
511 "cp",
512 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/11/*.skp",
513 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/12/*.skp",
514 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/13/*.skp",
515 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/14/*.skp",
516 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/15/*.skp",
517 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/16/*.skp",
518 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/17/*.skp",
519 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/18/*.skp",
520 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/19/*.skp",
521 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/20/*.skp",
522 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/slave2"
523 ],
Eric Borena1590852017-03-20 12:48:31 -0400524 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700525 "name": "gsutil cp (2)"
526 },
527 {
528 "cmd": [
529 "python",
530 "-u",
531 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500532 "[START_DIR]/swarming_temp_dir",
rmistry5eab9912016-08-09 13:46:48 -0700533 "511"
534 ],
535 "name": "makedirs swarming tmp dir (2)",
536 "~followup_annotations": [
537 "@@@STEP_LOG_LINE@python.inline@@@@",
538 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
539 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
540 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
541 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
542 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
543 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
544 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
545 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
546 "@@@STEP_LOG_END@python.inline@@@"
547 ]
548 },
549 {
550 "cmd": [
551 "python",
552 "-u",
553 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500554 "{\n \"args\": [\n \"--isolate\", \n \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct/ct_skps.isolate\", \n \"--isolated\", \n \"[START_DIR]/swarming_temp_dir/skia-task-ct-nanobench-2.isolated\", \n \"--config-variable\", \n \"OS\", \n \"linux\", \n \"--extra-variable\", \n \"CONFIGURATION\", \n \"Release\", \n \"--extra-variable\", \n \"BUILDER\", \n \"Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs\", \n \"--extra-variable\", \n \"GIT_HASH\", \n \"9046e2e693bb92a76e972b694580e5d17ad10748\", \n \"--extra-variable\", \n \"SLAVE_NUM\", \n \"2\", \n \"--extra-variable\", \n \"TOOL_NAME\", \n \"nanobench\"\n ], \n \"dir\": \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct\", \n \"version\": 1\n}",
555 "[START_DIR]/swarming_temp_dir/ct-nanobench-2.isolated.gen.json"
rmistry5eab9912016-08-09 13:46:48 -0700556 ],
557 "name": "Write ct-nanobench-2.isolated.gen.json"
558 },
559 {
560 "cmd": [
561 "python",
562 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500563 "RECIPE_MODULE[build::file]/resources/fileutil.py",
564 "rmtree",
rmistry5eab9912016-08-09 13:46:48 -0700565 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/slave3"
566 ],
567 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500568 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700569 },
Eric Borena1590852017-03-20 12:48:31 -0400570 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500571 "name": "rmtree slave3"
rmistry5eab9912016-08-09 13:46:48 -0700572 },
573 {
574 "cmd": [
575 "python",
576 "-u",
577 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
578 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/slave3",
579 "511"
580 ],
581 "name": "makedirs slave3",
582 "~followup_annotations": [
583 "@@@STEP_LOG_LINE@python.inline@@@@",
584 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
585 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
586 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
587 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
588 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
589 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
590 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
591 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
592 "@@@STEP_LOG_END@python.inline@@@"
593 ]
594 },
595 {
596 "cmd": [
597 "python",
598 "-u",
599 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
600 "--",
601 "-m",
602 "cp",
603 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/21/*.skp",
604 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/22/*.skp",
605 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/23/*.skp",
606 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/24/*.skp",
607 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/25/*.skp",
608 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/26/*.skp",
609 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/27/*.skp",
610 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/28/*.skp",
611 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/29/*.skp",
612 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/30/*.skp",
613 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/slave3"
614 ],
Eric Borena1590852017-03-20 12:48:31 -0400615 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700616 "name": "gsutil cp (3)"
617 },
618 {
619 "cmd": [
620 "python",
621 "-u",
622 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500623 "[START_DIR]/swarming_temp_dir",
rmistry5eab9912016-08-09 13:46:48 -0700624 "511"
625 ],
626 "name": "makedirs swarming tmp dir (3)",
627 "~followup_annotations": [
628 "@@@STEP_LOG_LINE@python.inline@@@@",
629 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
630 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
631 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
632 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
633 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
634 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
635 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
636 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
637 "@@@STEP_LOG_END@python.inline@@@"
638 ]
639 },
640 {
641 "cmd": [
642 "python",
643 "-u",
644 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500645 "{\n \"args\": [\n \"--isolate\", \n \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct/ct_skps.isolate\", \n \"--isolated\", \n \"[START_DIR]/swarming_temp_dir/skia-task-ct-nanobench-3.isolated\", \n \"--config-variable\", \n \"OS\", \n \"linux\", \n \"--extra-variable\", \n \"CONFIGURATION\", \n \"Release\", \n \"--extra-variable\", \n \"BUILDER\", \n \"Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs\", \n \"--extra-variable\", \n \"GIT_HASH\", \n \"9046e2e693bb92a76e972b694580e5d17ad10748\", \n \"--extra-variable\", \n \"SLAVE_NUM\", \n \"3\", \n \"--extra-variable\", \n \"TOOL_NAME\", \n \"nanobench\"\n ], \n \"dir\": \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct\", \n \"version\": 1\n}",
646 "[START_DIR]/swarming_temp_dir/ct-nanobench-3.isolated.gen.json"
rmistry5eab9912016-08-09 13:46:48 -0700647 ],
648 "name": "Write ct-nanobench-3.isolated.gen.json"
649 },
650 {
651 "cmd": [
652 "python",
653 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500654 "RECIPE_MODULE[build::file]/resources/fileutil.py",
655 "rmtree",
rmistry5eab9912016-08-09 13:46:48 -0700656 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/slave4"
657 ],
658 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500659 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700660 },
Eric Borena1590852017-03-20 12:48:31 -0400661 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500662 "name": "rmtree slave4"
rmistry5eab9912016-08-09 13:46:48 -0700663 },
664 {
665 "cmd": [
666 "python",
667 "-u",
668 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
669 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/slave4",
670 "511"
671 ],
672 "name": "makedirs slave4",
673 "~followup_annotations": [
674 "@@@STEP_LOG_LINE@python.inline@@@@",
675 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
676 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
677 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
678 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
679 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
680 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
681 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
682 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
683 "@@@STEP_LOG_END@python.inline@@@"
684 ]
685 },
686 {
687 "cmd": [
688 "python",
689 "-u",
690 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
691 "--",
692 "-m",
693 "cp",
694 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/31/*.skp",
695 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/32/*.skp",
696 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/33/*.skp",
697 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/34/*.skp",
698 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/35/*.skp",
699 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/36/*.skp",
700 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/37/*.skp",
701 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/38/*.skp",
702 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/39/*.skp",
703 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/40/*.skp",
704 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/slave4"
705 ],
Eric Borena1590852017-03-20 12:48:31 -0400706 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700707 "name": "gsutil cp (4)"
708 },
709 {
710 "cmd": [
711 "python",
712 "-u",
713 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500714 "[START_DIR]/swarming_temp_dir",
rmistry5eab9912016-08-09 13:46:48 -0700715 "511"
716 ],
717 "name": "makedirs swarming tmp dir (4)",
718 "~followup_annotations": [
719 "@@@STEP_LOG_LINE@python.inline@@@@",
720 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
721 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
722 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
723 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
724 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
725 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
726 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
727 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
728 "@@@STEP_LOG_END@python.inline@@@"
729 ]
730 },
731 {
732 "cmd": [
733 "python",
734 "-u",
735 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500736 "{\n \"args\": [\n \"--isolate\", \n \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct/ct_skps.isolate\", \n \"--isolated\", \n \"[START_DIR]/swarming_temp_dir/skia-task-ct-nanobench-4.isolated\", \n \"--config-variable\", \n \"OS\", \n \"linux\", \n \"--extra-variable\", \n \"CONFIGURATION\", \n \"Release\", \n \"--extra-variable\", \n \"BUILDER\", \n \"Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs\", \n \"--extra-variable\", \n \"GIT_HASH\", \n \"9046e2e693bb92a76e972b694580e5d17ad10748\", \n \"--extra-variable\", \n \"SLAVE_NUM\", \n \"4\", \n \"--extra-variable\", \n \"TOOL_NAME\", \n \"nanobench\"\n ], \n \"dir\": \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct\", \n \"version\": 1\n}",
737 "[START_DIR]/swarming_temp_dir/ct-nanobench-4.isolated.gen.json"
rmistry5eab9912016-08-09 13:46:48 -0700738 ],
739 "name": "Write ct-nanobench-4.isolated.gen.json"
740 },
741 {
742 "cmd": [
743 "python",
744 "-u",
Eric Boren5128bd42017-03-06 08:06:16 -0500745 "RECIPE_MODULE[build::file]/resources/fileutil.py",
746 "rmtree",
rmistry5eab9912016-08-09 13:46:48 -0700747 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/slave5"
748 ],
749 "env": {
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500750 "PYTHONPATH": "[START_DIR]/skia/infra/bots/.recipe_deps/build/scripts"
rmistry5eab9912016-08-09 13:46:48 -0700751 },
Eric Borena1590852017-03-20 12:48:31 -0400752 "infra_step": true,
Eric Boren5128bd42017-03-06 08:06:16 -0500753 "name": "rmtree slave5"
rmistry5eab9912016-08-09 13:46:48 -0700754 },
755 {
756 "cmd": [
757 "python",
758 "-u",
759 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
760 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/slave5",
761 "511"
762 ],
763 "name": "makedirs slave5",
764 "~followup_annotations": [
765 "@@@STEP_LOG_LINE@python.inline@@@@",
766 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
767 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
768 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
769 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
770 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
771 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
772 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
773 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
774 "@@@STEP_LOG_END@python.inline@@@"
775 ]
776 },
777 {
778 "cmd": [
779 "python",
780 "-u",
781 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
782 "--",
783 "-m",
784 "cp",
785 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/41/*.skp",
786 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/42/*.skp",
787 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/43/*.skp",
788 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/44/*.skp",
789 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/45/*.skp",
790 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/46/*.skp",
791 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/47/*.skp",
792 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/48/*.skp",
793 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/49/*.skp",
794 "gs://cluster-telemetry/swarming/skps/10k/fad657e-276e633/50/*.skp",
795 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/slave5"
796 ],
Eric Borena1590852017-03-20 12:48:31 -0400797 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700798 "name": "gsutil cp (5)"
799 },
800 {
801 "cmd": [
802 "python",
803 "-u",
804 "\nimport sys, os\npath = sys.argv[1]\nmode = int(sys.argv[2])\nif not os.path.isdir(path):\n if os.path.exists(path):\n print \"%s exists but is not a dir\" % path\n sys.exit(1)\n os.makedirs(path, mode)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500805 "[START_DIR]/swarming_temp_dir",
rmistry5eab9912016-08-09 13:46:48 -0700806 "511"
807 ],
808 "name": "makedirs swarming tmp dir (5)",
809 "~followup_annotations": [
810 "@@@STEP_LOG_LINE@python.inline@@@@",
811 "@@@STEP_LOG_LINE@python.inline@import sys, os@@@",
812 "@@@STEP_LOG_LINE@python.inline@path = sys.argv[1]@@@",
813 "@@@STEP_LOG_LINE@python.inline@mode = int(sys.argv[2])@@@",
814 "@@@STEP_LOG_LINE@python.inline@if not os.path.isdir(path):@@@",
815 "@@@STEP_LOG_LINE@python.inline@ if os.path.exists(path):@@@",
816 "@@@STEP_LOG_LINE@python.inline@ print \"%s exists but is not a dir\" % path@@@",
817 "@@@STEP_LOG_LINE@python.inline@ sys.exit(1)@@@",
818 "@@@STEP_LOG_LINE@python.inline@ os.makedirs(path, mode)@@@",
819 "@@@STEP_LOG_END@python.inline@@@"
820 ]
821 },
822 {
823 "cmd": [
824 "python",
825 "-u",
826 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500827 "{\n \"args\": [\n \"--isolate\", \n \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct/ct_skps.isolate\", \n \"--isolated\", \n \"[START_DIR]/swarming_temp_dir/skia-task-ct-nanobench-5.isolated\", \n \"--config-variable\", \n \"OS\", \n \"linux\", \n \"--extra-variable\", \n \"CONFIGURATION\", \n \"Release\", \n \"--extra-variable\", \n \"BUILDER\", \n \"Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs\", \n \"--extra-variable\", \n \"GIT_HASH\", \n \"9046e2e693bb92a76e972b694580e5d17ad10748\", \n \"--extra-variable\", \n \"SLAVE_NUM\", \n \"5\", \n \"--extra-variable\", \n \"TOOL_NAME\", \n \"nanobench\"\n ], \n \"dir\": \"[CUSTOM_/_B_WORK]/skia/infra/bots/ct\", \n \"version\": 1\n}",
828 "[START_DIR]/swarming_temp_dir/ct-nanobench-5.isolated.gen.json"
rmistry5eab9912016-08-09 13:46:48 -0700829 ],
830 "name": "Write ct-nanobench-5.isolated.gen.json"
831 },
832 {
833 "cmd": [
834 "python",
835 "-u",
836 "\nimport shutil\nimport sys\nshutil.copy(sys.argv[1], sys.argv[2])\n",
837 "{\"chromium_build\": \"fad657e-276e633\", \"num_slaves\": 5, \"page_type\": \"10k\"}",
838 "[CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/skps_version"
839 ],
Eric Borena1590852017-03-20 12:48:31 -0400840 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -0700841 "name": "Create [CUSTOM_/_B_WORK]/skps/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/skps_version"
842 },
843 {
844 "cmd": [
845 "python",
846 "-u",
847 "RECIPE_MODULE[build::isolate]/resources/isolate.py",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500848 "[START_DIR]/swarming.client",
rmistry5eab9912016-08-09 13:46:48 -0700849 "batcharchive",
850 "--dump-json",
851 "/path/to/tmp/json",
852 "--isolate-server",
853 "https://isolateserver.appspot.com",
854 "--verbose",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500855 "[START_DIR]/swarming_temp_dir/ct-nanobench-1.isolated.gen.json",
856 "[START_DIR]/swarming_temp_dir/ct-nanobench-2.isolated.gen.json",
857 "[START_DIR]/swarming_temp_dir/ct-nanobench-3.isolated.gen.json",
858 "[START_DIR]/swarming_temp_dir/ct-nanobench-4.isolated.gen.json",
859 "[START_DIR]/swarming_temp_dir/ct-nanobench-5.isolated.gen.json"
rmistry5eab9912016-08-09 13:46:48 -0700860 ],
861 "name": "isolate tests",
862 "~followup_annotations": [
863 "@@@STEP_LOG_LINE@json.output@{@@@",
864 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-1\": \"[dummy hash for ct-nanobench-1]\", @@@",
865 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-2\": \"[dummy hash for ct-nanobench-2]\", @@@",
866 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-3\": \"[dummy hash for ct-nanobench-3]\", @@@",
867 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-4\": \"[dummy hash for ct-nanobench-4]\", @@@",
868 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-5\": \"[dummy hash for ct-nanobench-5]\"@@@",
869 "@@@STEP_LOG_LINE@json.output@}@@@",
870 "@@@STEP_LOG_END@json.output@@@",
871 "@@@SET_BUILD_PROPERTY@swarm_hashes@{\"ct-nanobench-1\": \"[dummy hash for ct-nanobench-1]\", \"ct-nanobench-2\": \"[dummy hash for ct-nanobench-2]\", \"ct-nanobench-3\": \"[dummy hash for ct-nanobench-3]\", \"ct-nanobench-4\": \"[dummy hash for ct-nanobench-4]\", \"ct-nanobench-5\": \"[dummy hash for ct-nanobench-5]\"}@@@"
872 ]
873 },
874 {
875 "cmd": [
876 "python",
877 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500878 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -0700879 "trigger",
880 "--swarming",
881 "https://chromium-swarm.appspot.com",
882 "--isolate-server",
883 "https://isolateserver.appspot.com",
884 "--priority",
885 "90",
886 "--shards",
887 "1",
888 "--task-name",
Eric Borenf9aa9e52017-04-10 09:56:10 -0400889 "ct-nanobench-1/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1",
rmistry5eab9912016-08-09 13:46:48 -0700890 "--dump-json",
891 "/path/to/tmp/json",
892 "--expiration",
893 "72000",
894 "--io-timeout",
895 "2400",
896 "--hard-timeout",
897 "14400",
898 "--dimension",
899 "cpu",
900 "x86-64",
901 "--dimension",
902 "os",
903 "Ubuntu-14.04",
904 "--dimension",
905 "pool",
906 "Chrome",
907 "--tag",
908 "allow_milo:1",
909 "--tag",
910 "buildername:Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs",
911 "--tag",
rmistry5eab9912016-08-09 13:46:48 -0700912 "data:[dummy hash for ct-nanobench-1]",
913 "--tag",
rmistry5eab9912016-08-09 13:46:48 -0700914 "name:ct-nanobench-1",
915 "--tag",
916 "os:Ubuntu-14.04",
917 "--tag",
918 "revision:abc123",
919 "--tag",
Eric Borene395b9b2017-03-06 09:06:53 -0500920 "stepname:ct-nanobench-1",
rmistry5eab9912016-08-09 13:46:48 -0700921 "[dummy hash for ct-nanobench-1]"
922 ],
Eric Borena1590852017-03-20 12:48:31 -0400923 "infra_step": true,
Eric Borene395b9b2017-03-06 09:06:53 -0500924 "name": "[trigger] ct-nanobench-1",
rmistry5eab9912016-08-09 13:46:48 -0700925 "~followup_annotations": [
Eric Boren3fd9e442016-12-12 08:42:11 -0500926 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'@@@",
rmistry5eab9912016-08-09 13:46:48 -0700927 "@@@STEP_LOG_LINE@json.output@{@@@",
Eric Borenf9aa9e52017-04-10 09:56:10 -0400928 "@@@STEP_LOG_LINE@json.output@ \"base_task_name\": \"ct-nanobench-1/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1\", @@@",
rmistry5eab9912016-08-09 13:46:48 -0700929 "@@@STEP_LOG_LINE@json.output@ \"tasks\": {@@@",
Eric Borenf9aa9e52017-04-10 09:56:10 -0400930 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-1/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1\": {@@@",
rmistry5eab9912016-08-09 13:46:48 -0700931 "@@@STEP_LOG_LINE@json.output@ \"shard_index\": 0, @@@",
932 "@@@STEP_LOG_LINE@json.output@ \"task_id\": \"10000\", @@@",
933 "@@@STEP_LOG_LINE@json.output@ \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"@@@",
934 "@@@STEP_LOG_LINE@json.output@ }@@@",
935 "@@@STEP_LOG_LINE@json.output@ }@@@",
936 "@@@STEP_LOG_LINE@json.output@}@@@",
937 "@@@STEP_LOG_END@json.output@@@",
938 "@@@STEP_LINK@shard #0@https://chromium-swarm.appspot.com/user/task/10000@@@"
939 ]
940 },
941 {
942 "cmd": [
943 "python",
944 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -0500945 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -0700946 "trigger",
947 "--swarming",
948 "https://chromium-swarm.appspot.com",
949 "--isolate-server",
950 "https://isolateserver.appspot.com",
951 "--priority",
952 "90",
953 "--shards",
954 "1",
955 "--task-name",
Eric Borenf9aa9e52017-04-10 09:56:10 -0400956 "ct-nanobench-2/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1",
rmistry5eab9912016-08-09 13:46:48 -0700957 "--dump-json",
958 "/path/to/tmp/json",
959 "--expiration",
960 "72000",
961 "--io-timeout",
962 "2400",
963 "--hard-timeout",
964 "14400",
965 "--dimension",
966 "cpu",
967 "x86-64",
968 "--dimension",
969 "os",
970 "Ubuntu-14.04",
971 "--dimension",
972 "pool",
973 "Chrome",
974 "--tag",
975 "allow_milo:1",
976 "--tag",
977 "buildername:Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs",
978 "--tag",
rmistry5eab9912016-08-09 13:46:48 -0700979 "data:[dummy hash for ct-nanobench-2]",
980 "--tag",
rmistry5eab9912016-08-09 13:46:48 -0700981 "name:ct-nanobench-2",
982 "--tag",
983 "os:Ubuntu-14.04",
984 "--tag",
985 "revision:abc123",
986 "--tag",
Eric Borene395b9b2017-03-06 09:06:53 -0500987 "stepname:ct-nanobench-2",
rmistry5eab9912016-08-09 13:46:48 -0700988 "[dummy hash for ct-nanobench-2]"
989 ],
Eric Borena1590852017-03-20 12:48:31 -0400990 "infra_step": true,
Eric Borene395b9b2017-03-06 09:06:53 -0500991 "name": "[trigger] ct-nanobench-2",
rmistry5eab9912016-08-09 13:46:48 -0700992 "~followup_annotations": [
Eric Boren3fd9e442016-12-12 08:42:11 -0500993 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'@@@",
rmistry5eab9912016-08-09 13:46:48 -0700994 "@@@STEP_LOG_LINE@json.output@{@@@",
Eric Borenf9aa9e52017-04-10 09:56:10 -0400995 "@@@STEP_LOG_LINE@json.output@ \"base_task_name\": \"ct-nanobench-2/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1\", @@@",
rmistry5eab9912016-08-09 13:46:48 -0700996 "@@@STEP_LOG_LINE@json.output@ \"tasks\": {@@@",
Eric Borenf9aa9e52017-04-10 09:56:10 -0400997 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-2/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1\": {@@@",
rmistry5eab9912016-08-09 13:46:48 -0700998 "@@@STEP_LOG_LINE@json.output@ \"shard_index\": 0, @@@",
999 "@@@STEP_LOG_LINE@json.output@ \"task_id\": \"10000\", @@@",
1000 "@@@STEP_LOG_LINE@json.output@ \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"@@@",
1001 "@@@STEP_LOG_LINE@json.output@ }@@@",
1002 "@@@STEP_LOG_LINE@json.output@ }@@@",
1003 "@@@STEP_LOG_LINE@json.output@}@@@",
1004 "@@@STEP_LOG_END@json.output@@@",
1005 "@@@STEP_LINK@shard #0@https://chromium-swarm.appspot.com/user/task/10000@@@"
1006 ]
1007 },
1008 {
1009 "cmd": [
1010 "python",
1011 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001012 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001013 "trigger",
1014 "--swarming",
1015 "https://chromium-swarm.appspot.com",
1016 "--isolate-server",
1017 "https://isolateserver.appspot.com",
1018 "--priority",
1019 "90",
1020 "--shards",
1021 "1",
1022 "--task-name",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001023 "ct-nanobench-3/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1",
rmistry5eab9912016-08-09 13:46:48 -07001024 "--dump-json",
1025 "/path/to/tmp/json",
1026 "--expiration",
1027 "72000",
1028 "--io-timeout",
1029 "2400",
1030 "--hard-timeout",
1031 "14400",
1032 "--dimension",
1033 "cpu",
1034 "x86-64",
1035 "--dimension",
1036 "os",
1037 "Ubuntu-14.04",
1038 "--dimension",
1039 "pool",
1040 "Chrome",
1041 "--tag",
1042 "allow_milo:1",
1043 "--tag",
1044 "buildername:Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs",
1045 "--tag",
rmistry5eab9912016-08-09 13:46:48 -07001046 "data:[dummy hash for ct-nanobench-3]",
1047 "--tag",
rmistry5eab9912016-08-09 13:46:48 -07001048 "name:ct-nanobench-3",
1049 "--tag",
1050 "os:Ubuntu-14.04",
1051 "--tag",
1052 "revision:abc123",
1053 "--tag",
Eric Borene395b9b2017-03-06 09:06:53 -05001054 "stepname:ct-nanobench-3",
rmistry5eab9912016-08-09 13:46:48 -07001055 "[dummy hash for ct-nanobench-3]"
1056 ],
Eric Borena1590852017-03-20 12:48:31 -04001057 "infra_step": true,
Eric Borene395b9b2017-03-06 09:06:53 -05001058 "name": "[trigger] ct-nanobench-3",
rmistry5eab9912016-08-09 13:46:48 -07001059 "~followup_annotations": [
Eric Boren3fd9e442016-12-12 08:42:11 -05001060 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'@@@",
rmistry5eab9912016-08-09 13:46:48 -07001061 "@@@STEP_LOG_LINE@json.output@{@@@",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001062 "@@@STEP_LOG_LINE@json.output@ \"base_task_name\": \"ct-nanobench-3/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1\", @@@",
rmistry5eab9912016-08-09 13:46:48 -07001063 "@@@STEP_LOG_LINE@json.output@ \"tasks\": {@@@",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001064 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-3/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1\": {@@@",
rmistry5eab9912016-08-09 13:46:48 -07001065 "@@@STEP_LOG_LINE@json.output@ \"shard_index\": 0, @@@",
1066 "@@@STEP_LOG_LINE@json.output@ \"task_id\": \"10000\", @@@",
1067 "@@@STEP_LOG_LINE@json.output@ \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"@@@",
1068 "@@@STEP_LOG_LINE@json.output@ }@@@",
1069 "@@@STEP_LOG_LINE@json.output@ }@@@",
1070 "@@@STEP_LOG_LINE@json.output@}@@@",
1071 "@@@STEP_LOG_END@json.output@@@",
1072 "@@@STEP_LINK@shard #0@https://chromium-swarm.appspot.com/user/task/10000@@@"
1073 ]
1074 },
1075 {
1076 "cmd": [
1077 "python",
1078 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001079 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001080 "trigger",
1081 "--swarming",
1082 "https://chromium-swarm.appspot.com",
1083 "--isolate-server",
1084 "https://isolateserver.appspot.com",
1085 "--priority",
1086 "90",
1087 "--shards",
1088 "1",
1089 "--task-name",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001090 "ct-nanobench-4/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1",
rmistry5eab9912016-08-09 13:46:48 -07001091 "--dump-json",
1092 "/path/to/tmp/json",
1093 "--expiration",
1094 "72000",
1095 "--io-timeout",
1096 "2400",
1097 "--hard-timeout",
1098 "14400",
1099 "--dimension",
1100 "cpu",
1101 "x86-64",
1102 "--dimension",
1103 "os",
1104 "Ubuntu-14.04",
1105 "--dimension",
1106 "pool",
1107 "Chrome",
1108 "--tag",
1109 "allow_milo:1",
1110 "--tag",
1111 "buildername:Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs",
1112 "--tag",
rmistry5eab9912016-08-09 13:46:48 -07001113 "data:[dummy hash for ct-nanobench-4]",
1114 "--tag",
rmistry5eab9912016-08-09 13:46:48 -07001115 "name:ct-nanobench-4",
1116 "--tag",
1117 "os:Ubuntu-14.04",
1118 "--tag",
1119 "revision:abc123",
1120 "--tag",
Eric Borene395b9b2017-03-06 09:06:53 -05001121 "stepname:ct-nanobench-4",
rmistry5eab9912016-08-09 13:46:48 -07001122 "[dummy hash for ct-nanobench-4]"
1123 ],
Eric Borena1590852017-03-20 12:48:31 -04001124 "infra_step": true,
Eric Borene395b9b2017-03-06 09:06:53 -05001125 "name": "[trigger] ct-nanobench-4",
rmistry5eab9912016-08-09 13:46:48 -07001126 "~followup_annotations": [
Eric Boren3fd9e442016-12-12 08:42:11 -05001127 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'@@@",
rmistry5eab9912016-08-09 13:46:48 -07001128 "@@@STEP_LOG_LINE@json.output@{@@@",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001129 "@@@STEP_LOG_LINE@json.output@ \"base_task_name\": \"ct-nanobench-4/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1\", @@@",
rmistry5eab9912016-08-09 13:46:48 -07001130 "@@@STEP_LOG_LINE@json.output@ \"tasks\": {@@@",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001131 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-4/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1\": {@@@",
rmistry5eab9912016-08-09 13:46:48 -07001132 "@@@STEP_LOG_LINE@json.output@ \"shard_index\": 0, @@@",
1133 "@@@STEP_LOG_LINE@json.output@ \"task_id\": \"10000\", @@@",
1134 "@@@STEP_LOG_LINE@json.output@ \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"@@@",
1135 "@@@STEP_LOG_LINE@json.output@ }@@@",
1136 "@@@STEP_LOG_LINE@json.output@ }@@@",
1137 "@@@STEP_LOG_LINE@json.output@}@@@",
1138 "@@@STEP_LOG_END@json.output@@@",
1139 "@@@STEP_LINK@shard #0@https://chromium-swarm.appspot.com/user/task/10000@@@"
1140 ]
1141 },
1142 {
1143 "cmd": [
1144 "python",
1145 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001146 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001147 "trigger",
1148 "--swarming",
1149 "https://chromium-swarm.appspot.com",
1150 "--isolate-server",
1151 "https://isolateserver.appspot.com",
1152 "--priority",
1153 "90",
1154 "--shards",
1155 "1",
1156 "--task-name",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001157 "ct-nanobench-5/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1",
rmistry5eab9912016-08-09 13:46:48 -07001158 "--dump-json",
1159 "/path/to/tmp/json",
1160 "--expiration",
1161 "72000",
1162 "--io-timeout",
1163 "2400",
1164 "--hard-timeout",
1165 "14400",
1166 "--dimension",
1167 "cpu",
1168 "x86-64",
1169 "--dimension",
1170 "os",
1171 "Ubuntu-14.04",
1172 "--dimension",
1173 "pool",
1174 "Chrome",
1175 "--tag",
1176 "allow_milo:1",
1177 "--tag",
1178 "buildername:Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs",
1179 "--tag",
rmistry5eab9912016-08-09 13:46:48 -07001180 "data:[dummy hash for ct-nanobench-5]",
1181 "--tag",
rmistry5eab9912016-08-09 13:46:48 -07001182 "name:ct-nanobench-5",
1183 "--tag",
1184 "os:Ubuntu-14.04",
1185 "--tag",
1186 "revision:abc123",
1187 "--tag",
Eric Borene395b9b2017-03-06 09:06:53 -05001188 "stepname:ct-nanobench-5",
rmistry5eab9912016-08-09 13:46:48 -07001189 "[dummy hash for ct-nanobench-5]"
1190 ],
Eric Borena1590852017-03-20 12:48:31 -04001191 "infra_step": true,
Eric Borene395b9b2017-03-06 09:06:53 -05001192 "name": "[trigger] ct-nanobench-5",
rmistry5eab9912016-08-09 13:46:48 -07001193 "~followup_annotations": [
Eric Boren3fd9e442016-12-12 08:42:11 -05001194 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'@@@",
rmistry5eab9912016-08-09 13:46:48 -07001195 "@@@STEP_LOG_LINE@json.output@{@@@",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001196 "@@@STEP_LOG_LINE@json.output@ \"base_task_name\": \"ct-nanobench-5/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1\", @@@",
rmistry5eab9912016-08-09 13:46:48 -07001197 "@@@STEP_LOG_LINE@json.output@ \"tasks\": {@@@",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001198 "@@@STEP_LOG_LINE@json.output@ \"ct-nanobench-5/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1\": {@@@",
rmistry5eab9912016-08-09 13:46:48 -07001199 "@@@STEP_LOG_LINE@json.output@ \"shard_index\": 0, @@@",
1200 "@@@STEP_LOG_LINE@json.output@ \"task_id\": \"10000\", @@@",
1201 "@@@STEP_LOG_LINE@json.output@ \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"@@@",
1202 "@@@STEP_LOG_LINE@json.output@ }@@@",
1203 "@@@STEP_LOG_LINE@json.output@ }@@@",
1204 "@@@STEP_LOG_LINE@json.output@}@@@",
1205 "@@@STEP_LOG_END@json.output@@@",
1206 "@@@STEP_LINK@shard #0@https://chromium-swarm.appspot.com/user/task/10000@@@",
1207 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/task/10000@@@"
1208 ]
1209 },
1210 {
1211 "cmd": [
1212 "python",
1213 "-u",
recipe-roller6bc873f2017-04-18 18:53:29 -07001214 "RECIPE_MODULE[build::swarming]/resources/collect_task.py",
1215 "-o",
1216 "/path/to/tmp/json",
1217 "--task-output-dir",
1218 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-1",
1219 "--merge-script",
1220 "RECIPE_MODULE[build::swarming]/resources/noop_merge.py",
1221 "--merge-additional-args",
1222 "[]",
1223 "--",
1224 "python",
1225 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001226 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001227 "collect",
1228 "--swarming",
1229 "https://chromium-swarm.appspot.com",
1230 "--decorate",
1231 "--print-status-updates",
1232 "--json",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001233 "{\"base_task_name\": \"ct-nanobench-1/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1\", \"tasks\": {\"ct-nanobench-1/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1\": {\"shard_index\": 0, \"task_id\": \"10000\", \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"}}}",
rmistry5eab9912016-08-09 13:46:48 -07001234 "--task-summary-json",
recipe-roller6bc873f2017-04-18 18:53:29 -07001235 "/path/to/tmp/json"
rmistry5eab9912016-08-09 13:46:48 -07001236 ],
recipe-roller6bc873f2017-04-18 18:53:29 -07001237 "cwd": "[START_DIR]",
Eric Borene395b9b2017-03-06 09:06:53 -05001238 "name": "ct-nanobench-1",
rmistry5eab9912016-08-09 13:46:48 -07001239 "~followup_annotations": [
Eric Borenfc50dda2017-01-18 09:47:28 -05001240 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'<br>swarming pending 71s@@@",
recipe-roller6bc873f2017-04-18 18:53:29 -07001241 "@@@STEP_LOG_LINE@json.output@{}@@@",
1242 "@@@STEP_LOG_END@json.output@@@",
Robert Iannuccibf3bf862017-03-24 18:11:15 -07001243 "@@@STEP_LOG_LINE@swarming.summary@{@@@",
1244 "@@@STEP_LOG_LINE@swarming.summary@ \"shards\": [@@@",
1245 "@@@STEP_LOG_LINE@swarming.summary@ {@@@",
1246 "@@@STEP_LOG_LINE@swarming.summary@ \"abandoned_ts\": null, @@@",
1247 "@@@STEP_LOG_LINE@swarming.summary@ \"bot_id\": \"vm30\", @@@",
1248 "@@@STEP_LOG_LINE@swarming.summary@ \"completed_ts\": \"2014-09-25T01:42:00.123\", @@@",
1249 "@@@STEP_LOG_LINE@swarming.summary@ \"created_ts\": \"2014-09-25T01:41:00.123\", @@@",
1250 "@@@STEP_LOG_LINE@swarming.summary@ \"durations\": [@@@",
1251 "@@@STEP_LOG_LINE@swarming.summary@ 5.7, @@@",
1252 "@@@STEP_LOG_LINE@swarming.summary@ 31.5@@@",
1253 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1254 "@@@STEP_LOG_LINE@swarming.summary@ \"exit_codes\": [@@@",
1255 "@@@STEP_LOG_LINE@swarming.summary@ 0, @@@",
1256 "@@@STEP_LOG_LINE@swarming.summary@ 0@@@",
1257 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1258 "@@@STEP_LOG_LINE@swarming.summary@ \"failure\": false, @@@",
1259 "@@@STEP_LOG_LINE@swarming.summary@ \"id\": \"148aa78d7aa0000\", @@@",
1260 "@@@STEP_LOG_LINE@swarming.summary@ \"internal_failure\": false, @@@",
1261 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated_out\": {@@@",
1262 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated\": \"abc123\", @@@",
1263 "@@@STEP_LOG_LINE@swarming.summary@ \"isolatedserver\": \"https://isolateserver.appspot.com\", @@@",
1264 "@@@STEP_LOG_LINE@swarming.summary@ \"namespace\": \"default-gzip\", @@@",
1265 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1266 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1267 "@@@STEP_LOG_LINE@swarming.summary@ \"modified_ts\": \"2014-09-25 01:42:00\", @@@",
1268 "@@@STEP_LOG_LINE@swarming.summary@ \"name\": \"heartbeat-canary-2014-09-25_01:41:55-os=Windows\", @@@",
1269 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs\": [@@@",
1270 "@@@STEP_LOG_LINE@swarming.summary@ \"Heart beat succeeded on win32.\\n\", @@@",
1271 "@@@STEP_LOG_LINE@swarming.summary@ \"Foo\"@@@",
1272 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1273 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs_ref\": {@@@",
1274 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1275 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1276 "@@@STEP_LOG_LINE@swarming.summary@ \"started_ts\": \"2014-09-25T01:42:11.123\", @@@",
1277 "@@@STEP_LOG_LINE@swarming.summary@ \"state\": 112, @@@",
1278 "@@@STEP_LOG_LINE@swarming.summary@ \"try_number\": 1, @@@",
1279 "@@@STEP_LOG_LINE@swarming.summary@ \"user\": \"unknown\"@@@",
1280 "@@@STEP_LOG_LINE@swarming.summary@ }@@@",
1281 "@@@STEP_LOG_LINE@swarming.summary@ ]@@@",
1282 "@@@STEP_LOG_LINE@swarming.summary@}@@@",
1283 "@@@STEP_LOG_END@swarming.summary@@@",
rmistry5eab9912016-08-09 13:46:48 -07001284 "@@@STEP_LINK@shard #0 isolated out@blah@@@",
1285 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/task/148aa78d7aa0000@@@"
1286 ]
1287 },
1288 {
1289 "cmd": [
1290 "python",
1291 "-u",
1292 "\nimport json, os, sys\nif os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):\n with open(sys.argv[2], 'w') as f:\n json.dump(os.listdir(sys.argv[1]), f)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001293 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-1/0",
rmistry5eab9912016-08-09 13:46:48 -07001294 "/path/to/tmp/json"
1295 ],
1296 "name": "listdir output dir",
1297 "~followup_annotations": [
1298 "@@@STEP_LOG_LINE@json.output@[@@@",
1299 "@@@STEP_LOG_LINE@json.output@ \"file 1\", @@@",
1300 "@@@STEP_LOG_LINE@json.output@ \"file 2\"@@@",
1301 "@@@STEP_LOG_LINE@json.output@]@@@",
1302 "@@@STEP_LOG_END@json.output@@@",
1303 "@@@STEP_LOG_LINE@python.inline@@@@",
1304 "@@@STEP_LOG_LINE@python.inline@import json, os, sys@@@",
1305 "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):@@@",
1306 "@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[2], 'w') as f:@@@",
1307 "@@@STEP_LOG_LINE@python.inline@ json.dump(os.listdir(sys.argv[1]), f)@@@",
1308 "@@@STEP_LOG_END@python.inline@@@"
1309 ]
1310 },
1311 {
1312 "cmd": [
1313 "python",
1314 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001315 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001316 "--",
1317 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1318 "----",
1319 "cp",
1320 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001321 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-1/0/file 1",
rmistry5eab9912016-08-09 13:46:48 -07001322 "gs://skia-perf/ct/10k/2012/05/14/12/"
1323 ],
1324 "env": {
1325 "AWS_CREDENTIAL_FILE": null,
1326 "BOTO_CONFIG": null
1327 },
Eric Borena1590852017-03-20 12:48:31 -04001328 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001329 "name": "gsutil upload json output",
1330 "~followup_annotations": [
1331 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1332 ]
1333 },
1334 {
1335 "cmd": [
1336 "python",
1337 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001338 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001339 "--",
1340 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1341 "----",
1342 "cp",
1343 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001344 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-1/0/file 2",
rmistry5eab9912016-08-09 13:46:48 -07001345 "gs://skia-perf/ct/10k/2012/05/14/12/"
1346 ],
1347 "env": {
1348 "AWS_CREDENTIAL_FILE": null,
1349 "BOTO_CONFIG": null
1350 },
Eric Borena1590852017-03-20 12:48:31 -04001351 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001352 "name": "gsutil upload json output (2)",
1353 "~followup_annotations": [
1354 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1355 ]
1356 },
1357 {
1358 "cmd": [
1359 "python",
1360 "-u",
recipe-roller6bc873f2017-04-18 18:53:29 -07001361 "RECIPE_MODULE[build::swarming]/resources/collect_task.py",
1362 "-o",
1363 "/path/to/tmp/json",
1364 "--task-output-dir",
1365 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-2",
1366 "--merge-script",
1367 "RECIPE_MODULE[build::swarming]/resources/noop_merge.py",
1368 "--merge-additional-args",
1369 "[]",
1370 "--",
1371 "python",
1372 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001373 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001374 "collect",
1375 "--swarming",
1376 "https://chromium-swarm.appspot.com",
1377 "--decorate",
1378 "--print-status-updates",
1379 "--json",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001380 "{\"base_task_name\": \"ct-nanobench-2/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1\", \"tasks\": {\"ct-nanobench-2/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1\": {\"shard_index\": 0, \"task_id\": \"10000\", \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"}}}",
rmistry5eab9912016-08-09 13:46:48 -07001381 "--task-summary-json",
recipe-roller6bc873f2017-04-18 18:53:29 -07001382 "/path/to/tmp/json"
rmistry5eab9912016-08-09 13:46:48 -07001383 ],
recipe-roller6bc873f2017-04-18 18:53:29 -07001384 "cwd": "[START_DIR]",
Eric Borene395b9b2017-03-06 09:06:53 -05001385 "name": "ct-nanobench-2",
rmistry5eab9912016-08-09 13:46:48 -07001386 "~followup_annotations": [
Eric Borenfc50dda2017-01-18 09:47:28 -05001387 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'<br>swarming pending 71s@@@",
recipe-roller6bc873f2017-04-18 18:53:29 -07001388 "@@@STEP_LOG_LINE@json.output@{}@@@",
1389 "@@@STEP_LOG_END@json.output@@@",
Robert Iannuccibf3bf862017-03-24 18:11:15 -07001390 "@@@STEP_LOG_LINE@swarming.summary@{@@@",
1391 "@@@STEP_LOG_LINE@swarming.summary@ \"shards\": [@@@",
1392 "@@@STEP_LOG_LINE@swarming.summary@ {@@@",
1393 "@@@STEP_LOG_LINE@swarming.summary@ \"abandoned_ts\": null, @@@",
1394 "@@@STEP_LOG_LINE@swarming.summary@ \"bot_id\": \"vm30\", @@@",
1395 "@@@STEP_LOG_LINE@swarming.summary@ \"completed_ts\": \"2014-09-25T01:42:00.123\", @@@",
1396 "@@@STEP_LOG_LINE@swarming.summary@ \"created_ts\": \"2014-09-25T01:41:00.123\", @@@",
1397 "@@@STEP_LOG_LINE@swarming.summary@ \"durations\": [@@@",
1398 "@@@STEP_LOG_LINE@swarming.summary@ 5.7, @@@",
1399 "@@@STEP_LOG_LINE@swarming.summary@ 31.5@@@",
1400 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1401 "@@@STEP_LOG_LINE@swarming.summary@ \"exit_codes\": [@@@",
1402 "@@@STEP_LOG_LINE@swarming.summary@ 0, @@@",
1403 "@@@STEP_LOG_LINE@swarming.summary@ 0@@@",
1404 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1405 "@@@STEP_LOG_LINE@swarming.summary@ \"failure\": false, @@@",
1406 "@@@STEP_LOG_LINE@swarming.summary@ \"id\": \"148aa78d7aa0000\", @@@",
1407 "@@@STEP_LOG_LINE@swarming.summary@ \"internal_failure\": false, @@@",
1408 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated_out\": {@@@",
1409 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated\": \"abc123\", @@@",
1410 "@@@STEP_LOG_LINE@swarming.summary@ \"isolatedserver\": \"https://isolateserver.appspot.com\", @@@",
1411 "@@@STEP_LOG_LINE@swarming.summary@ \"namespace\": \"default-gzip\", @@@",
1412 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1413 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1414 "@@@STEP_LOG_LINE@swarming.summary@ \"modified_ts\": \"2014-09-25 01:42:00\", @@@",
1415 "@@@STEP_LOG_LINE@swarming.summary@ \"name\": \"heartbeat-canary-2014-09-25_01:41:55-os=Windows\", @@@",
1416 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs\": [@@@",
1417 "@@@STEP_LOG_LINE@swarming.summary@ \"Heart beat succeeded on win32.\\n\", @@@",
1418 "@@@STEP_LOG_LINE@swarming.summary@ \"Foo\"@@@",
1419 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1420 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs_ref\": {@@@",
1421 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1422 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1423 "@@@STEP_LOG_LINE@swarming.summary@ \"started_ts\": \"2014-09-25T01:42:11.123\", @@@",
1424 "@@@STEP_LOG_LINE@swarming.summary@ \"state\": 112, @@@",
1425 "@@@STEP_LOG_LINE@swarming.summary@ \"try_number\": 1, @@@",
1426 "@@@STEP_LOG_LINE@swarming.summary@ \"user\": \"unknown\"@@@",
1427 "@@@STEP_LOG_LINE@swarming.summary@ }@@@",
1428 "@@@STEP_LOG_LINE@swarming.summary@ ]@@@",
1429 "@@@STEP_LOG_LINE@swarming.summary@}@@@",
1430 "@@@STEP_LOG_END@swarming.summary@@@",
rmistry5eab9912016-08-09 13:46:48 -07001431 "@@@STEP_LINK@shard #0 isolated out@blah@@@",
1432 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/task/148aa78d7aa0000@@@"
1433 ]
1434 },
1435 {
1436 "cmd": [
1437 "python",
1438 "-u",
1439 "\nimport json, os, sys\nif os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):\n with open(sys.argv[2], 'w') as f:\n json.dump(os.listdir(sys.argv[1]), f)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001440 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-2/0",
rmistry5eab9912016-08-09 13:46:48 -07001441 "/path/to/tmp/json"
1442 ],
1443 "name": "listdir output dir (2)",
1444 "~followup_annotations": [
1445 "@@@STEP_LOG_LINE@json.output@[@@@",
1446 "@@@STEP_LOG_LINE@json.output@ \"file 1\", @@@",
1447 "@@@STEP_LOG_LINE@json.output@ \"file 2\"@@@",
1448 "@@@STEP_LOG_LINE@json.output@]@@@",
1449 "@@@STEP_LOG_END@json.output@@@",
1450 "@@@STEP_LOG_LINE@python.inline@@@@",
1451 "@@@STEP_LOG_LINE@python.inline@import json, os, sys@@@",
1452 "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):@@@",
1453 "@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[2], 'w') as f:@@@",
1454 "@@@STEP_LOG_LINE@python.inline@ json.dump(os.listdir(sys.argv[1]), f)@@@",
1455 "@@@STEP_LOG_END@python.inline@@@"
1456 ]
1457 },
1458 {
1459 "cmd": [
1460 "python",
1461 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001462 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001463 "--",
1464 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1465 "----",
1466 "cp",
1467 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001468 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-2/0/file 1",
rmistry5eab9912016-08-09 13:46:48 -07001469 "gs://skia-perf/ct/10k/2012/05/14/12/"
1470 ],
1471 "env": {
1472 "AWS_CREDENTIAL_FILE": null,
1473 "BOTO_CONFIG": null
1474 },
Eric Borena1590852017-03-20 12:48:31 -04001475 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001476 "name": "gsutil upload json output (3)",
1477 "~followup_annotations": [
1478 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1479 ]
1480 },
1481 {
1482 "cmd": [
1483 "python",
1484 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001485 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001486 "--",
1487 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1488 "----",
1489 "cp",
1490 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001491 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-2/0/file 2",
rmistry5eab9912016-08-09 13:46:48 -07001492 "gs://skia-perf/ct/10k/2012/05/14/12/"
1493 ],
1494 "env": {
1495 "AWS_CREDENTIAL_FILE": null,
1496 "BOTO_CONFIG": null
1497 },
Eric Borena1590852017-03-20 12:48:31 -04001498 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001499 "name": "gsutil upload json output (4)",
1500 "~followup_annotations": [
1501 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1502 ]
1503 },
1504 {
1505 "cmd": [
1506 "python",
1507 "-u",
recipe-roller6bc873f2017-04-18 18:53:29 -07001508 "RECIPE_MODULE[build::swarming]/resources/collect_task.py",
1509 "-o",
1510 "/path/to/tmp/json",
1511 "--task-output-dir",
1512 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-3",
1513 "--merge-script",
1514 "RECIPE_MODULE[build::swarming]/resources/noop_merge.py",
1515 "--merge-additional-args",
1516 "[]",
1517 "--",
1518 "python",
1519 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001520 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001521 "collect",
1522 "--swarming",
1523 "https://chromium-swarm.appspot.com",
1524 "--decorate",
1525 "--print-status-updates",
1526 "--json",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001527 "{\"base_task_name\": \"ct-nanobench-3/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1\", \"tasks\": {\"ct-nanobench-3/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1\": {\"shard_index\": 0, \"task_id\": \"10000\", \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"}}}",
rmistry5eab9912016-08-09 13:46:48 -07001528 "--task-summary-json",
recipe-roller6bc873f2017-04-18 18:53:29 -07001529 "/path/to/tmp/json"
rmistry5eab9912016-08-09 13:46:48 -07001530 ],
recipe-roller6bc873f2017-04-18 18:53:29 -07001531 "cwd": "[START_DIR]",
Eric Borene395b9b2017-03-06 09:06:53 -05001532 "name": "ct-nanobench-3",
rmistry5eab9912016-08-09 13:46:48 -07001533 "~followup_annotations": [
Eric Borenfc50dda2017-01-18 09:47:28 -05001534 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'<br>swarming pending 71s@@@",
recipe-roller6bc873f2017-04-18 18:53:29 -07001535 "@@@STEP_LOG_LINE@json.output@{}@@@",
1536 "@@@STEP_LOG_END@json.output@@@",
Robert Iannuccibf3bf862017-03-24 18:11:15 -07001537 "@@@STEP_LOG_LINE@swarming.summary@{@@@",
1538 "@@@STEP_LOG_LINE@swarming.summary@ \"shards\": [@@@",
1539 "@@@STEP_LOG_LINE@swarming.summary@ {@@@",
1540 "@@@STEP_LOG_LINE@swarming.summary@ \"abandoned_ts\": null, @@@",
1541 "@@@STEP_LOG_LINE@swarming.summary@ \"bot_id\": \"vm30\", @@@",
1542 "@@@STEP_LOG_LINE@swarming.summary@ \"completed_ts\": \"2014-09-25T01:42:00.123\", @@@",
1543 "@@@STEP_LOG_LINE@swarming.summary@ \"created_ts\": \"2014-09-25T01:41:00.123\", @@@",
1544 "@@@STEP_LOG_LINE@swarming.summary@ \"durations\": [@@@",
1545 "@@@STEP_LOG_LINE@swarming.summary@ 5.7, @@@",
1546 "@@@STEP_LOG_LINE@swarming.summary@ 31.5@@@",
1547 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1548 "@@@STEP_LOG_LINE@swarming.summary@ \"exit_codes\": [@@@",
1549 "@@@STEP_LOG_LINE@swarming.summary@ 0, @@@",
1550 "@@@STEP_LOG_LINE@swarming.summary@ 0@@@",
1551 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1552 "@@@STEP_LOG_LINE@swarming.summary@ \"failure\": false, @@@",
1553 "@@@STEP_LOG_LINE@swarming.summary@ \"id\": \"148aa78d7aa0000\", @@@",
1554 "@@@STEP_LOG_LINE@swarming.summary@ \"internal_failure\": false, @@@",
1555 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated_out\": {@@@",
1556 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated\": \"abc123\", @@@",
1557 "@@@STEP_LOG_LINE@swarming.summary@ \"isolatedserver\": \"https://isolateserver.appspot.com\", @@@",
1558 "@@@STEP_LOG_LINE@swarming.summary@ \"namespace\": \"default-gzip\", @@@",
1559 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1560 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1561 "@@@STEP_LOG_LINE@swarming.summary@ \"modified_ts\": \"2014-09-25 01:42:00\", @@@",
1562 "@@@STEP_LOG_LINE@swarming.summary@ \"name\": \"heartbeat-canary-2014-09-25_01:41:55-os=Windows\", @@@",
1563 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs\": [@@@",
1564 "@@@STEP_LOG_LINE@swarming.summary@ \"Heart beat succeeded on win32.\\n\", @@@",
1565 "@@@STEP_LOG_LINE@swarming.summary@ \"Foo\"@@@",
1566 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1567 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs_ref\": {@@@",
1568 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1569 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1570 "@@@STEP_LOG_LINE@swarming.summary@ \"started_ts\": \"2014-09-25T01:42:11.123\", @@@",
1571 "@@@STEP_LOG_LINE@swarming.summary@ \"state\": 112, @@@",
1572 "@@@STEP_LOG_LINE@swarming.summary@ \"try_number\": 1, @@@",
1573 "@@@STEP_LOG_LINE@swarming.summary@ \"user\": \"unknown\"@@@",
1574 "@@@STEP_LOG_LINE@swarming.summary@ }@@@",
1575 "@@@STEP_LOG_LINE@swarming.summary@ ]@@@",
1576 "@@@STEP_LOG_LINE@swarming.summary@}@@@",
1577 "@@@STEP_LOG_END@swarming.summary@@@",
rmistry5eab9912016-08-09 13:46:48 -07001578 "@@@STEP_LINK@shard #0 isolated out@blah@@@",
1579 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/task/148aa78d7aa0000@@@"
1580 ]
1581 },
1582 {
1583 "cmd": [
1584 "python",
1585 "-u",
1586 "\nimport json, os, sys\nif os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):\n with open(sys.argv[2], 'w') as f:\n json.dump(os.listdir(sys.argv[1]), f)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001587 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-3/0",
rmistry5eab9912016-08-09 13:46:48 -07001588 "/path/to/tmp/json"
1589 ],
1590 "name": "listdir output dir (3)",
1591 "~followup_annotations": [
1592 "@@@STEP_LOG_LINE@json.output@[@@@",
1593 "@@@STEP_LOG_LINE@json.output@ \"file 1\", @@@",
1594 "@@@STEP_LOG_LINE@json.output@ \"file 2\"@@@",
1595 "@@@STEP_LOG_LINE@json.output@]@@@",
1596 "@@@STEP_LOG_END@json.output@@@",
1597 "@@@STEP_LOG_LINE@python.inline@@@@",
1598 "@@@STEP_LOG_LINE@python.inline@import json, os, sys@@@",
1599 "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):@@@",
1600 "@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[2], 'w') as f:@@@",
1601 "@@@STEP_LOG_LINE@python.inline@ json.dump(os.listdir(sys.argv[1]), f)@@@",
1602 "@@@STEP_LOG_END@python.inline@@@"
1603 ]
1604 },
1605 {
1606 "cmd": [
1607 "python",
1608 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001609 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001610 "--",
1611 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1612 "----",
1613 "cp",
1614 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001615 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-3/0/file 1",
rmistry5eab9912016-08-09 13:46:48 -07001616 "gs://skia-perf/ct/10k/2012/05/14/12/"
1617 ],
1618 "env": {
1619 "AWS_CREDENTIAL_FILE": null,
1620 "BOTO_CONFIG": null
1621 },
Eric Borena1590852017-03-20 12:48:31 -04001622 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001623 "name": "gsutil upload json output (5)",
1624 "~followup_annotations": [
1625 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1626 ]
1627 },
1628 {
1629 "cmd": [
1630 "python",
1631 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001632 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001633 "--",
1634 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1635 "----",
1636 "cp",
1637 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001638 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-3/0/file 2",
rmistry5eab9912016-08-09 13:46:48 -07001639 "gs://skia-perf/ct/10k/2012/05/14/12/"
1640 ],
1641 "env": {
1642 "AWS_CREDENTIAL_FILE": null,
1643 "BOTO_CONFIG": null
1644 },
Eric Borena1590852017-03-20 12:48:31 -04001645 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001646 "name": "gsutil upload json output (6)",
1647 "~followup_annotations": [
1648 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1649 ]
1650 },
1651 {
1652 "cmd": [
1653 "python",
1654 "-u",
recipe-roller6bc873f2017-04-18 18:53:29 -07001655 "RECIPE_MODULE[build::swarming]/resources/collect_task.py",
1656 "-o",
1657 "/path/to/tmp/json",
1658 "--task-output-dir",
1659 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-4",
1660 "--merge-script",
1661 "RECIPE_MODULE[build::swarming]/resources/noop_merge.py",
1662 "--merge-additional-args",
1663 "[]",
1664 "--",
1665 "python",
1666 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001667 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001668 "collect",
1669 "--swarming",
1670 "https://chromium-swarm.appspot.com",
1671 "--decorate",
1672 "--print-status-updates",
1673 "--json",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001674 "{\"base_task_name\": \"ct-nanobench-4/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1\", \"tasks\": {\"ct-nanobench-4/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1\": {\"shard_index\": 0, \"task_id\": \"10000\", \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"}}}",
rmistry5eab9912016-08-09 13:46:48 -07001675 "--task-summary-json",
recipe-roller6bc873f2017-04-18 18:53:29 -07001676 "/path/to/tmp/json"
rmistry5eab9912016-08-09 13:46:48 -07001677 ],
recipe-roller6bc873f2017-04-18 18:53:29 -07001678 "cwd": "[START_DIR]",
Eric Borene395b9b2017-03-06 09:06:53 -05001679 "name": "ct-nanobench-4",
rmistry5eab9912016-08-09 13:46:48 -07001680 "~followup_annotations": [
Eric Borenfc50dda2017-01-18 09:47:28 -05001681 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'<br>swarming pending 71s@@@",
recipe-roller6bc873f2017-04-18 18:53:29 -07001682 "@@@STEP_LOG_LINE@json.output@{}@@@",
1683 "@@@STEP_LOG_END@json.output@@@",
Robert Iannuccibf3bf862017-03-24 18:11:15 -07001684 "@@@STEP_LOG_LINE@swarming.summary@{@@@",
1685 "@@@STEP_LOG_LINE@swarming.summary@ \"shards\": [@@@",
1686 "@@@STEP_LOG_LINE@swarming.summary@ {@@@",
1687 "@@@STEP_LOG_LINE@swarming.summary@ \"abandoned_ts\": null, @@@",
1688 "@@@STEP_LOG_LINE@swarming.summary@ \"bot_id\": \"vm30\", @@@",
1689 "@@@STEP_LOG_LINE@swarming.summary@ \"completed_ts\": \"2014-09-25T01:42:00.123\", @@@",
1690 "@@@STEP_LOG_LINE@swarming.summary@ \"created_ts\": \"2014-09-25T01:41:00.123\", @@@",
1691 "@@@STEP_LOG_LINE@swarming.summary@ \"durations\": [@@@",
1692 "@@@STEP_LOG_LINE@swarming.summary@ 5.7, @@@",
1693 "@@@STEP_LOG_LINE@swarming.summary@ 31.5@@@",
1694 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1695 "@@@STEP_LOG_LINE@swarming.summary@ \"exit_codes\": [@@@",
1696 "@@@STEP_LOG_LINE@swarming.summary@ 0, @@@",
1697 "@@@STEP_LOG_LINE@swarming.summary@ 0@@@",
1698 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1699 "@@@STEP_LOG_LINE@swarming.summary@ \"failure\": false, @@@",
1700 "@@@STEP_LOG_LINE@swarming.summary@ \"id\": \"148aa78d7aa0000\", @@@",
1701 "@@@STEP_LOG_LINE@swarming.summary@ \"internal_failure\": false, @@@",
1702 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated_out\": {@@@",
1703 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated\": \"abc123\", @@@",
1704 "@@@STEP_LOG_LINE@swarming.summary@ \"isolatedserver\": \"https://isolateserver.appspot.com\", @@@",
1705 "@@@STEP_LOG_LINE@swarming.summary@ \"namespace\": \"default-gzip\", @@@",
1706 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1707 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1708 "@@@STEP_LOG_LINE@swarming.summary@ \"modified_ts\": \"2014-09-25 01:42:00\", @@@",
1709 "@@@STEP_LOG_LINE@swarming.summary@ \"name\": \"heartbeat-canary-2014-09-25_01:41:55-os=Windows\", @@@",
1710 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs\": [@@@",
1711 "@@@STEP_LOG_LINE@swarming.summary@ \"Heart beat succeeded on win32.\\n\", @@@",
1712 "@@@STEP_LOG_LINE@swarming.summary@ \"Foo\"@@@",
1713 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1714 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs_ref\": {@@@",
1715 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1716 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1717 "@@@STEP_LOG_LINE@swarming.summary@ \"started_ts\": \"2014-09-25T01:42:11.123\", @@@",
1718 "@@@STEP_LOG_LINE@swarming.summary@ \"state\": 112, @@@",
1719 "@@@STEP_LOG_LINE@swarming.summary@ \"try_number\": 1, @@@",
1720 "@@@STEP_LOG_LINE@swarming.summary@ \"user\": \"unknown\"@@@",
1721 "@@@STEP_LOG_LINE@swarming.summary@ }@@@",
1722 "@@@STEP_LOG_LINE@swarming.summary@ ]@@@",
1723 "@@@STEP_LOG_LINE@swarming.summary@}@@@",
1724 "@@@STEP_LOG_END@swarming.summary@@@",
rmistry5eab9912016-08-09 13:46:48 -07001725 "@@@STEP_LINK@shard #0 isolated out@blah@@@",
1726 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/task/148aa78d7aa0000@@@"
1727 ]
1728 },
1729 {
1730 "cmd": [
1731 "python",
1732 "-u",
1733 "\nimport json, os, sys\nif os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):\n with open(sys.argv[2], 'w') as f:\n json.dump(os.listdir(sys.argv[1]), f)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001734 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-4/0",
rmistry5eab9912016-08-09 13:46:48 -07001735 "/path/to/tmp/json"
1736 ],
1737 "name": "listdir output dir (4)",
1738 "~followup_annotations": [
1739 "@@@STEP_LOG_LINE@json.output@[@@@",
1740 "@@@STEP_LOG_LINE@json.output@ \"file 1\", @@@",
1741 "@@@STEP_LOG_LINE@json.output@ \"file 2\"@@@",
1742 "@@@STEP_LOG_LINE@json.output@]@@@",
1743 "@@@STEP_LOG_END@json.output@@@",
1744 "@@@STEP_LOG_LINE@python.inline@@@@",
1745 "@@@STEP_LOG_LINE@python.inline@import json, os, sys@@@",
1746 "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):@@@",
1747 "@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[2], 'w') as f:@@@",
1748 "@@@STEP_LOG_LINE@python.inline@ json.dump(os.listdir(sys.argv[1]), f)@@@",
1749 "@@@STEP_LOG_END@python.inline@@@"
1750 ]
1751 },
1752 {
1753 "cmd": [
1754 "python",
1755 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001756 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001757 "--",
1758 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1759 "----",
1760 "cp",
1761 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001762 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-4/0/file 1",
rmistry5eab9912016-08-09 13:46:48 -07001763 "gs://skia-perf/ct/10k/2012/05/14/12/"
1764 ],
1765 "env": {
1766 "AWS_CREDENTIAL_FILE": null,
1767 "BOTO_CONFIG": null
1768 },
Eric Borena1590852017-03-20 12:48:31 -04001769 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001770 "name": "gsutil upload json output (7)",
1771 "~followup_annotations": [
1772 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1773 ]
1774 },
1775 {
1776 "cmd": [
1777 "python",
1778 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001779 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001780 "--",
1781 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1782 "----",
1783 "cp",
1784 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001785 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-4/0/file 2",
rmistry5eab9912016-08-09 13:46:48 -07001786 "gs://skia-perf/ct/10k/2012/05/14/12/"
1787 ],
1788 "env": {
1789 "AWS_CREDENTIAL_FILE": null,
1790 "BOTO_CONFIG": null
1791 },
Eric Borena1590852017-03-20 12:48:31 -04001792 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001793 "name": "gsutil upload json output (8)",
1794 "~followup_annotations": [
1795 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1796 ]
1797 },
1798 {
1799 "cmd": [
1800 "python",
1801 "-u",
recipe-roller6bc873f2017-04-18 18:53:29 -07001802 "RECIPE_MODULE[build::swarming]/resources/collect_task.py",
1803 "-o",
1804 "/path/to/tmp/json",
1805 "--task-output-dir",
1806 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-5",
1807 "--merge-script",
1808 "RECIPE_MODULE[build::swarming]/resources/noop_merge.py",
1809 "--merge-additional-args",
1810 "[]",
1811 "--",
1812 "python",
1813 "-u",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001814 "[START_DIR]/swarming.client/swarming.py",
rmistry5eab9912016-08-09 13:46:48 -07001815 "collect",
1816 "--swarming",
1817 "https://chromium-swarm.appspot.com",
1818 "--decorate",
1819 "--print-status-updates",
1820 "--json",
Eric Borenf9aa9e52017-04-10 09:56:10 -04001821 "{\"base_task_name\": \"ct-nanobench-5/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1\", \"tasks\": {\"ct-nanobench-5/Ubuntu-14.04/[dummy has/Perf-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-CT_BENCH_10k_SKPs/-1\": {\"shard_index\": 0, \"task_id\": \"10000\", \"view_url\": \"https://chromium-swarm.appspot.com/user/task/10000\"}}}",
rmistry5eab9912016-08-09 13:46:48 -07001822 "--task-summary-json",
recipe-roller6bc873f2017-04-18 18:53:29 -07001823 "/path/to/tmp/json"
rmistry5eab9912016-08-09 13:46:48 -07001824 ],
recipe-roller6bc873f2017-04-18 18:53:29 -07001825 "cwd": "[START_DIR]",
Eric Borene395b9b2017-03-06 09:06:53 -05001826 "name": "ct-nanobench-5",
rmistry5eab9912016-08-09 13:46:48 -07001827 "~followup_annotations": [
Eric Borenfc50dda2017-01-18 09:47:28 -05001828 "@@@STEP_TEXT@Run on OS: 'Ubuntu-14.04'<br>swarming pending 71s@@@",
recipe-roller6bc873f2017-04-18 18:53:29 -07001829 "@@@STEP_LOG_LINE@json.output@{}@@@",
1830 "@@@STEP_LOG_END@json.output@@@",
Robert Iannuccibf3bf862017-03-24 18:11:15 -07001831 "@@@STEP_LOG_LINE@swarming.summary@{@@@",
1832 "@@@STEP_LOG_LINE@swarming.summary@ \"shards\": [@@@",
1833 "@@@STEP_LOG_LINE@swarming.summary@ {@@@",
1834 "@@@STEP_LOG_LINE@swarming.summary@ \"abandoned_ts\": null, @@@",
1835 "@@@STEP_LOG_LINE@swarming.summary@ \"bot_id\": \"vm30\", @@@",
1836 "@@@STEP_LOG_LINE@swarming.summary@ \"completed_ts\": \"2014-09-25T01:42:00.123\", @@@",
1837 "@@@STEP_LOG_LINE@swarming.summary@ \"created_ts\": \"2014-09-25T01:41:00.123\", @@@",
1838 "@@@STEP_LOG_LINE@swarming.summary@ \"durations\": [@@@",
1839 "@@@STEP_LOG_LINE@swarming.summary@ 5.7, @@@",
1840 "@@@STEP_LOG_LINE@swarming.summary@ 31.5@@@",
1841 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1842 "@@@STEP_LOG_LINE@swarming.summary@ \"exit_codes\": [@@@",
1843 "@@@STEP_LOG_LINE@swarming.summary@ 0, @@@",
1844 "@@@STEP_LOG_LINE@swarming.summary@ 0@@@",
1845 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1846 "@@@STEP_LOG_LINE@swarming.summary@ \"failure\": false, @@@",
1847 "@@@STEP_LOG_LINE@swarming.summary@ \"id\": \"148aa78d7aa0000\", @@@",
1848 "@@@STEP_LOG_LINE@swarming.summary@ \"internal_failure\": false, @@@",
1849 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated_out\": {@@@",
1850 "@@@STEP_LOG_LINE@swarming.summary@ \"isolated\": \"abc123\", @@@",
1851 "@@@STEP_LOG_LINE@swarming.summary@ \"isolatedserver\": \"https://isolateserver.appspot.com\", @@@",
1852 "@@@STEP_LOG_LINE@swarming.summary@ \"namespace\": \"default-gzip\", @@@",
1853 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1854 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1855 "@@@STEP_LOG_LINE@swarming.summary@ \"modified_ts\": \"2014-09-25 01:42:00\", @@@",
1856 "@@@STEP_LOG_LINE@swarming.summary@ \"name\": \"heartbeat-canary-2014-09-25_01:41:55-os=Windows\", @@@",
1857 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs\": [@@@",
1858 "@@@STEP_LOG_LINE@swarming.summary@ \"Heart beat succeeded on win32.\\n\", @@@",
1859 "@@@STEP_LOG_LINE@swarming.summary@ \"Foo\"@@@",
1860 "@@@STEP_LOG_LINE@swarming.summary@ ], @@@",
1861 "@@@STEP_LOG_LINE@swarming.summary@ \"outputs_ref\": {@@@",
1862 "@@@STEP_LOG_LINE@swarming.summary@ \"view_url\": \"blah\"@@@",
1863 "@@@STEP_LOG_LINE@swarming.summary@ }, @@@",
1864 "@@@STEP_LOG_LINE@swarming.summary@ \"started_ts\": \"2014-09-25T01:42:11.123\", @@@",
1865 "@@@STEP_LOG_LINE@swarming.summary@ \"state\": 112, @@@",
1866 "@@@STEP_LOG_LINE@swarming.summary@ \"try_number\": 1, @@@",
1867 "@@@STEP_LOG_LINE@swarming.summary@ \"user\": \"unknown\"@@@",
1868 "@@@STEP_LOG_LINE@swarming.summary@ }@@@",
1869 "@@@STEP_LOG_LINE@swarming.summary@ ]@@@",
1870 "@@@STEP_LOG_LINE@swarming.summary@}@@@",
1871 "@@@STEP_LOG_END@swarming.summary@@@",
rmistry5eab9912016-08-09 13:46:48 -07001872 "@@@STEP_LINK@shard #0 isolated out@blah@@@",
1873 "@@@STEP_LINK@view steps on Milo@https://luci-milo.appspot.com/swarming/task/148aa78d7aa0000@@@"
1874 ]
1875 },
1876 {
1877 "cmd": [
1878 "python",
1879 "-u",
1880 "\nimport json, os, sys\nif os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):\n with open(sys.argv[2], 'w') as f:\n json.dump(os.listdir(sys.argv[1]), f)\n",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001881 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-5/0",
rmistry5eab9912016-08-09 13:46:48 -07001882 "/path/to/tmp/json"
1883 ],
1884 "name": "listdir output dir (5)",
1885 "~followup_annotations": [
1886 "@@@STEP_LOG_LINE@json.output@[@@@",
1887 "@@@STEP_LOG_LINE@json.output@ \"file 1\", @@@",
1888 "@@@STEP_LOG_LINE@json.output@ \"file 2\"@@@",
1889 "@@@STEP_LOG_LINE@json.output@]@@@",
1890 "@@@STEP_LOG_END@json.output@@@",
1891 "@@@STEP_LOG_LINE@python.inline@@@@",
1892 "@@@STEP_LOG_LINE@python.inline@import json, os, sys@@@",
1893 "@@@STEP_LOG_LINE@python.inline@if os.path.exists(sys.argv[1]) and os.path.isdir(sys.argv[1]):@@@",
1894 "@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[2], 'w') as f:@@@",
1895 "@@@STEP_LOG_LINE@python.inline@ json.dump(os.listdir(sys.argv[1]), f)@@@",
1896 "@@@STEP_LOG_END@python.inline@@@"
1897 ]
1898 },
1899 {
1900 "cmd": [
1901 "python",
1902 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001903 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001904 "--",
1905 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1906 "----",
1907 "cp",
1908 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001909 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-5/0/file 1",
rmistry5eab9912016-08-09 13:46:48 -07001910 "gs://skia-perf/ct/10k/2012/05/14/12/"
1911 ],
1912 "env": {
1913 "AWS_CREDENTIAL_FILE": null,
1914 "BOTO_CONFIG": null
1915 },
Eric Borena1590852017-03-20 12:48:31 -04001916 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001917 "name": "gsutil upload json output (9)",
1918 "~followup_annotations": [
1919 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1920 ]
1921 },
1922 {
1923 "cmd": [
1924 "python",
1925 "-u",
Eric Boren61b721c2017-02-27 08:58:13 -05001926 "RECIPE_MODULE[depot_tools::gsutil]/resources/gsutil_smart_retry.py",
rmistry5eab9912016-08-09 13:46:48 -07001927 "--",
1928 "RECIPE_PACKAGE_REPO[depot_tools]/gsutil.py",
1929 "----",
1930 "cp",
1931 "-R",
Ravi Mistry9bcca6a2016-11-21 16:06:19 -05001932 "[START_DIR]/swarming_temp_dir/outputs/ct-nanobench-5/0/file 2",
rmistry5eab9912016-08-09 13:46:48 -07001933 "gs://skia-perf/ct/10k/2012/05/14/12/"
1934 ],
1935 "env": {
1936 "AWS_CREDENTIAL_FILE": null,
1937 "BOTO_CONFIG": null
1938 },
Eric Borena1590852017-03-20 12:48:31 -04001939 "infra_step": true,
rmistry5eab9912016-08-09 13:46:48 -07001940 "name": "gsutil upload json output (10)",
1941 "~followup_annotations": [
1942 "@@@STEP_LINK@gsutil.upload@https://storage.cloud.google.com/skia-perf/ct/10k/2012/05/14/12/@@@"
1943 ]
1944 },
1945 {
1946 "name": "$result",
1947 "recipe_result": null,
1948 "status_code": 0
1949 }
1950]