blob: 4e180d2c7fa33f913b0748007008b28ab4e56506 [file] [log] [blame]
Ben Wagner1d8726f2018-02-02 14:47:31 -05001[
2 {
3 "cmd": [
4 "python",
5 "-u",
6 "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
7 "--json-output",
8 "/path/to/tmp/json",
Eric Borenb7023162018-05-04 13:46:15 -04009 "ensure-directory",
10 "--mode",
11 "0777",
12 "[START_DIR]/tmp"
13 ],
14 "infra_step": true,
15 "name": "makedirs tmp_dir"
16 },
17 {
18 "cmd": [
19 "python",
20 "-u",
21 "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
22 "--json-output",
23 "/path/to/tmp/json",
Ben Wagner1d8726f2018-02-02 14:47:31 -050024 "copy",
25 "[START_DIR]/skia/infra/bots/assets/skp/VERSION",
26 "/path/to/tmp/"
27 ],
28 "infra_step": true,
Ben Wagnerf20710e2018-03-19 16:52:37 -040029 "name": "Get skp VERSION"
Ben Wagner1d8726f2018-02-02 14:47:31 -050030 },
31 {
32 "cmd": [
33 "python",
34 "-u",
35 "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
36 "--json-output",
37 "/path/to/tmp/json",
38 "copy",
39 "42",
40 "[START_DIR]/tmp/SKP_VERSION"
41 ],
42 "infra_step": true,
43 "name": "write SKP_VERSION"
44 },
45 {
46 "cmd": [
47 "python",
48 "-u",
49 "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
50 "--json-output",
51 "/path/to/tmp/json",
52 "copy",
53 "[START_DIR]/skia/infra/bots/assets/skimage/VERSION",
54 "/path/to/tmp/"
55 ],
56 "infra_step": true,
Ben Wagnerf20710e2018-03-19 16:52:37 -040057 "name": "Get skimage VERSION"
Ben Wagner1d8726f2018-02-02 14:47:31 -050058 },
59 {
60 "cmd": [
61 "python",
62 "-u",
63 "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
64 "--json-output",
65 "/path/to/tmp/json",
66 "copy",
67 "42",
68 "[START_DIR]/tmp/SK_IMAGE_VERSION"
69 ],
70 "infra_step": true,
71 "name": "write SK_IMAGE_VERSION"
72 },
73 {
74 "cmd": [
75 "python",
76 "-u",
77 "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
78 "--json-output",
79 "/path/to/tmp/json",
80 "copy",
81 "[START_DIR]/skia/infra/bots/assets/svg/VERSION",
82 "/path/to/tmp/"
83 ],
84 "infra_step": true,
Ben Wagnerf20710e2018-03-19 16:52:37 -040085 "name": "Get svg VERSION"
Ben Wagner1d8726f2018-02-02 14:47:31 -050086 },
87 {
88 "cmd": [
89 "python",
90 "-u",
91 "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
92 "--json-output",
93 "/path/to/tmp/json",
94 "copy",
95 "42",
96 "[START_DIR]/tmp/SVG_VERSION"
97 ],
98 "infra_step": true,
99 "name": "write SVG_VERSION"
100 },
101 {
102 "cmd": [
103 "python",
104 "-u",
105 "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
106 "--json-output",
107 "/path/to/tmp/json",
Eric Boren9599b0f2018-04-17 15:55:57 -0400108 "rmtree",
109 "[START_DIR]/test"
110 ],
111 "infra_step": true,
112 "name": "rmtree test"
113 },
114 {
115 "cmd": [
116 "python",
117 "-u",
118 "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
119 "--json-output",
120 "/path/to/tmp/json",
121 "ensure-directory",
122 "--mode",
123 "0777",
124 "[START_DIR]/test"
125 ],
126 "infra_step": true,
127 "name": "makedirs test"
128 },
129 {
130 "cmd": [
131 "python",
132 "-u",
Ben Wagner1d8726f2018-02-02 14:47:31 -0500133 "\nimport contextlib\nimport math\nimport socket\nimport sys\nimport time\nimport urllib2\n\nHASHES_URL = 'https://storage.googleapis.com/skia-infra-gm/hash_files/gold-prod-hashes.txt'\nRETRIES = 5\nTIMEOUT = 60\nWAIT_BASE = 15\n\nsocket.setdefaulttimeout(TIMEOUT)\nfor retry in range(RETRIES):\n try:\n with contextlib.closing(\n urllib2.urlopen(HASHES_URL, timeout=TIMEOUT)) as w:\n hashes = w.read()\n with open(sys.argv[1], 'w') as f:\n f.write(hashes)\n break\n except Exception as e:\n print 'Failed to get uninteresting hashes from %s:' % HASHES_URL\n print e\n if retry == RETRIES:\n raise\n waittime = WAIT_BASE * math.pow(2, retry)\n print 'Retry in %d seconds.' % waittime\n time.sleep(waittime)\n",
134 "[START_DIR]/tmp/uninteresting_hashes.txt"
135 ],
136 "env": {
Ben Wagner1d8726f2018-02-02 14:47:31 -0500137 "CHROME_HEADLESS": "1",
Eric Boren0f690102018-05-15 15:04:58 -0400138 "PATH": "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]"
Ben Wagner1d8726f2018-02-02 14:47:31 -0500139 },
140 "infra_step": true,
141 "name": "get uninteresting hashes",
142 "~followup_annotations": [
143 "@@@STEP_LOG_LINE@python.inline@@@@",
144 "@@@STEP_LOG_LINE@python.inline@import contextlib@@@",
145 "@@@STEP_LOG_LINE@python.inline@import math@@@",
146 "@@@STEP_LOG_LINE@python.inline@import socket@@@",
147 "@@@STEP_LOG_LINE@python.inline@import sys@@@",
148 "@@@STEP_LOG_LINE@python.inline@import time@@@",
149 "@@@STEP_LOG_LINE@python.inline@import urllib2@@@",
150 "@@@STEP_LOG_LINE@python.inline@@@@",
151 "@@@STEP_LOG_LINE@python.inline@HASHES_URL = 'https://storage.googleapis.com/skia-infra-gm/hash_files/gold-prod-hashes.txt'@@@",
152 "@@@STEP_LOG_LINE@python.inline@RETRIES = 5@@@",
153 "@@@STEP_LOG_LINE@python.inline@TIMEOUT = 60@@@",
154 "@@@STEP_LOG_LINE@python.inline@WAIT_BASE = 15@@@",
155 "@@@STEP_LOG_LINE@python.inline@@@@",
156 "@@@STEP_LOG_LINE@python.inline@socket.setdefaulttimeout(TIMEOUT)@@@",
157 "@@@STEP_LOG_LINE@python.inline@for retry in range(RETRIES):@@@",
158 "@@@STEP_LOG_LINE@python.inline@ try:@@@",
159 "@@@STEP_LOG_LINE@python.inline@ with contextlib.closing(@@@",
160 "@@@STEP_LOG_LINE@python.inline@ urllib2.urlopen(HASHES_URL, timeout=TIMEOUT)) as w:@@@",
161 "@@@STEP_LOG_LINE@python.inline@ hashes = w.read()@@@",
162 "@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[1], 'w') as f:@@@",
163 "@@@STEP_LOG_LINE@python.inline@ f.write(hashes)@@@",
164 "@@@STEP_LOG_LINE@python.inline@ break@@@",
165 "@@@STEP_LOG_LINE@python.inline@ except Exception as e:@@@",
166 "@@@STEP_LOG_LINE@python.inline@ print 'Failed to get uninteresting hashes from %s:' % HASHES_URL@@@",
167 "@@@STEP_LOG_LINE@python.inline@ print e@@@",
168 "@@@STEP_LOG_LINE@python.inline@ if retry == RETRIES:@@@",
169 "@@@STEP_LOG_LINE@python.inline@ raise@@@",
170 "@@@STEP_LOG_LINE@python.inline@ waittime = WAIT_BASE * math.pow(2, retry)@@@",
171 "@@@STEP_LOG_LINE@python.inline@ print 'Retry in %d seconds.' % waittime@@@",
172 "@@@STEP_LOG_LINE@python.inline@ time.sleep(waittime)@@@",
173 "@@@STEP_LOG_END@python.inline@@@"
174 ]
175 },
176 {
177 "cmd": [
178 "python",
179 "-u",
180 "import os\nprint os.environ.get('SWARMING_BOT_ID', '')\n"
181 ],
182 "name": "get swarming bot id",
183 "stdout": "/path/to/tmp/",
184 "~followup_annotations": [
185 "@@@STEP_LOG_LINE@python.inline@import os@@@",
186 "@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_BOT_ID', '')@@@",
187 "@@@STEP_LOG_END@python.inline@@@"
188 ]
189 },
190 {
191 "cmd": [
192 "python",
193 "-u",
194 "import os\nprint os.environ.get('SWARMING_TASK_ID', '')\n"
195 ],
196 "name": "get swarming task id",
197 "stdout": "/path/to/tmp/",
198 "~followup_annotations": [
199 "@@@STEP_LOG_LINE@python.inline@import os@@@",
200 "@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_TASK_ID', '')@@@",
201 "@@@STEP_LOG_END@python.inline@@@"
202 ]
203 },
204 {
205 "cmd": [
Eric Boren322a8592018-06-01 10:08:53 -0400206 "[START_DIR]/build/dm",
Ben Wagner1d8726f2018-02-02 14:47:31 -0500207 "--resourcePath",
208 "[START_DIR]/skia/resources",
209 "--skps",
210 "[START_DIR]/skp",
211 "--images",
212 "[START_DIR]/skimage/dm",
213 "--colorImages",
214 "[START_DIR]/skimage/colorspace",
215 "--nameByHash",
216 "--properties",
217 "gitHash",
218 "abc123",
219 "builder",
220 "Test-Mac-Clang-MacBookAir7.2-GPU-IntelHD6000-x86_64-Debug-All",
221 "buildbucket_build_id",
222 "123454321",
223 "swarming_bot_id",
224 "skia-bot-123",
225 "swarming_task_id",
226 "123456",
227 "--svgs",
228 "[START_DIR]/svg",
229 "--key",
230 "arch",
231 "x86_64",
232 "compiler",
233 "Clang",
234 "configuration",
235 "Debug",
236 "cpu_or_gpu",
237 "GPU",
238 "cpu_or_gpu_value",
239 "IntelHD6000",
240 "model",
241 "MacBookAir7.2",
242 "os",
243 "Mac",
244 "--uninterestingHashesFile",
245 "[START_DIR]/tmp/uninteresting_hashes.txt",
246 "--writePath",
Eric Borencd0a98c2018-06-20 13:23:16 -0400247 "[START_DIR]/[SWARM_OUT_DIR]",
Ben Wagner1d8726f2018-02-02 14:47:31 -0500248 "--dont_write",
249 "pdf",
250 "--randomProcessorTest",
251 "--nocpu",
252 "--config",
253 "gl",
254 "gldft",
255 "glsrgb",
Brian Osman5e117772018-06-20 14:53:06 -0400256 "glesrgb",
Ben Wagner1d8726f2018-02-02 14:47:31 -0500257 "--src",
258 "tests",
259 "gm",
260 "image",
261 "colorImage",
262 "svg",
263 "--blacklist",
264 "_",
265 "svg",
266 "_",
267 "svgparse_",
268 "glsrgb",
269 "image",
270 "_",
271 "_",
272 "_",
273 "image",
274 "gen_platf",
275 "rgba32abf.bmp",
276 "_",
277 "image",
278 "gen_platf",
279 "rgb24prof.bmp",
280 "_",
281 "image",
282 "gen_platf",
283 "rgb24lprof.bmp",
284 "_",
285 "image",
286 "gen_platf",
287 "8bpp-pixeldata-cropped.bmp",
288 "_",
289 "image",
290 "gen_platf",
291 "4bpp-pixeldata-cropped.bmp",
292 "_",
293 "image",
294 "gen_platf",
295 "32bpp-pixeldata-cropped.bmp",
296 "_",
297 "image",
298 "gen_platf",
299 "24bpp-pixeldata-cropped.bmp",
300 "_",
301 "image",
302 "gen_platf",
303 "frame_larger_than_image.gif",
304 "_",
305 "image",
306 "gen_platf",
307 "inc0.png",
308 "_",
309 "image",
310 "gen_platf",
311 "inc1.png",
312 "_",
313 "image",
314 "gen_platf",
315 "inc2.png",
316 "_",
317 "image",
318 "gen_platf",
319 "inc3.png",
320 "_",
321 "image",
322 "gen_platf",
323 "inc4.png",
324 "_",
325 "image",
326 "gen_platf",
327 "inc5.png",
328 "_",
329 "image",
330 "gen_platf",
331 "inc6.png",
332 "_",
333 "image",
334 "gen_platf",
335 "inc7.png",
336 "_",
337 "image",
338 "gen_platf",
339 "inc8.png",
340 "_",
341 "image",
342 "gen_platf",
343 "inc9.png",
344 "_",
345 "image",
346 "gen_platf",
347 "inc10.png",
348 "_",
349 "image",
350 "gen_platf",
351 "inc11.png",
352 "_",
353 "image",
354 "gen_platf",
355 "inc12.png",
356 "_",
357 "image",
358 "gen_platf",
359 "inc13.png",
360 "_",
361 "image",
362 "gen_platf",
363 "inc14.png",
364 "_",
365 "image",
366 "gen_platf",
367 "incInterlaced.gif",
368 "_",
369 "image",
370 "gen_platf",
371 "inc1.gif",
372 "_",
373 "image",
374 "gen_platf",
375 "inc0.gif",
376 "_",
377 "image",
378 "gen_platf",
379 "butterfly.gif",
380 "_",
381 "image",
382 "gen_platf",
383 "testimgari.jpg",
384 "_",
385 "image",
386 "gen_platf",
387 "rle8-height-negative.bmp",
388 "_",
389 "image",
390 "gen_platf",
391 "rle4-height-negative.bmp",
392 "_",
393 "image",
394 "_",
395 "interlaced1.png",
396 "_",
397 "image",
398 "_",
399 "interlaced2.png",
400 "_",
401 "image",
402 "_",
403 "interlaced3.png",
404 "_",
405 "image",
406 "_",
407 ".arw",
408 "_",
409 "image",
410 "_",
411 ".cr2",
412 "_",
413 "image",
414 "_",
415 ".dng",
416 "_",
417 "image",
418 "_",
419 ".nef",
420 "_",
421 "image",
422 "_",
423 ".nrw",
424 "_",
425 "image",
426 "_",
427 ".orf",
428 "_",
429 "image",
430 "_",
431 ".raf",
432 "_",
433 "image",
434 "_",
435 ".rw2",
436 "_",
437 "image",
438 "_",
439 ".pef",
440 "_",
441 "image",
442 "_",
443 ".srw",
444 "_",
445 "image",
446 "_",
447 ".ARW",
448 "_",
449 "image",
450 "_",
451 ".CR2",
452 "_",
453 "image",
454 "_",
455 ".DNG",
456 "_",
457 "image",
458 "_",
459 ".NEF",
460 "_",
461 "image",
462 "_",
463 ".NRW",
464 "_",
465 "image",
466 "_",
467 ".ORF",
468 "_",
469 "image",
470 "_",
471 ".RAF",
472 "_",
473 "image",
474 "_",
475 ".RW2",
476 "_",
477 "image",
478 "_",
479 ".PEF",
480 "_",
481 "image",
482 "_",
483 ".SRW",
484 "--match",
485 "~^ProcessorCloneTest$",
486 "~^GrMeshTest$",
487 "--nonativeFonts",
488 "--verbose"
489 ],
490 "env": {
Ben Wagner1d8726f2018-02-02 14:47:31 -0500491 "CHROME_HEADLESS": "1",
Eric Boren0f690102018-05-15 15:04:58 -0400492 "PATH": "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]"
Ben Wagner1d8726f2018-02-02 14:47:31 -0500493 },
494 "name": "dm"
495 },
496 {
497 "name": "$result",
498 "recipe_result": null,
499 "status_code": 0
500 }
501]