blob: 0cf5d7fcab69bfbc46ee51b8f9fbf637e26e74de [file] [log] [blame]
Robert Phillips36150be2018-03-15 13:40:07 -04001[
2 {
3 "cmd": [
4 "python",
5 "-u",
6 "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
7 "--json-output",
8 "/path/to/tmp/json",
Eric Borenb7023162018-05-04 13:46:15 -04009 "ensure-directory",
10 "--mode",
11 "0777",
12 "[START_DIR]/tmp"
13 ],
14 "infra_step": true,
15 "name": "makedirs tmp_dir"
16 },
17 {
18 "cmd": [
19 "python",
20 "-u",
21 "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
22 "--json-output",
23 "/path/to/tmp/json",
Robert Phillips36150be2018-03-15 13:40:07 -040024 "copy",
25 "[START_DIR]/skia/infra/bots/assets/skp/VERSION",
26 "/path/to/tmp/"
27 ],
28 "infra_step": true,
Ben Wagnerf20710e2018-03-19 16:52:37 -040029 "name": "Get skp VERSION"
Robert Phillips36150be2018-03-15 13:40:07 -040030 },
31 {
32 "cmd": [
33 "python",
34 "-u",
35 "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
36 "--json-output",
37 "/path/to/tmp/json",
38 "copy",
39 "42",
40 "[START_DIR]/tmp/SKP_VERSION"
41 ],
42 "infra_step": true,
43 "name": "write SKP_VERSION"
44 },
45 {
46 "cmd": [
47 "python",
48 "-u",
49 "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
50 "--json-output",
51 "/path/to/tmp/json",
52 "copy",
53 "[START_DIR]/skia/infra/bots/assets/skimage/VERSION",
54 "/path/to/tmp/"
55 ],
56 "infra_step": true,
Ben Wagnerf20710e2018-03-19 16:52:37 -040057 "name": "Get skimage VERSION"
Robert Phillips36150be2018-03-15 13:40:07 -040058 },
59 {
60 "cmd": [
61 "python",
62 "-u",
63 "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
64 "--json-output",
65 "/path/to/tmp/json",
66 "copy",
67 "42",
68 "[START_DIR]/tmp/SK_IMAGE_VERSION"
69 ],
70 "infra_step": true,
71 "name": "write SK_IMAGE_VERSION"
72 },
73 {
74 "cmd": [
75 "python",
76 "-u",
77 "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
78 "--json-output",
79 "/path/to/tmp/json",
80 "copy",
81 "[START_DIR]/skia/infra/bots/assets/svg/VERSION",
82 "/path/to/tmp/"
83 ],
84 "infra_step": true,
Ben Wagnerf20710e2018-03-19 16:52:37 -040085 "name": "Get svg VERSION"
Robert Phillips36150be2018-03-15 13:40:07 -040086 },
87 {
88 "cmd": [
89 "python",
90 "-u",
91 "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
92 "--json-output",
93 "/path/to/tmp/json",
94 "copy",
95 "42",
96 "[START_DIR]/tmp/SVG_VERSION"
97 ],
98 "infra_step": true,
99 "name": "write SVG_VERSION"
100 },
101 {
102 "cmd": [
103 "python",
104 "-u",
105 "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
106 "--json-output",
107 "/path/to/tmp/json",
Eric Boren9599b0f2018-04-17 15:55:57 -0400108 "rmtree",
109 "[START_DIR]/test"
110 ],
111 "infra_step": true,
112 "name": "rmtree test"
113 },
114 {
115 "cmd": [
116 "python",
117 "-u",
118 "RECIPE_MODULE[recipe_engine::file]/resources/fileutil.py",
119 "--json-output",
120 "/path/to/tmp/json",
121 "ensure-directory",
122 "--mode",
123 "0777",
124 "[START_DIR]/test"
125 ],
126 "infra_step": true,
127 "name": "makedirs test"
128 },
129 {
130 "cmd": [
131 "python",
132 "-u",
Robert Phillips36150be2018-03-15 13:40:07 -0400133 "\nimport contextlib\nimport math\nimport socket\nimport sys\nimport time\nimport urllib2\n\nHASHES_URL = 'https://storage.googleapis.com/skia-infra-gm/hash_files/gold-prod-hashes.txt'\nRETRIES = 5\nTIMEOUT = 60\nWAIT_BASE = 15\n\nsocket.setdefaulttimeout(TIMEOUT)\nfor retry in range(RETRIES):\n try:\n with contextlib.closing(\n urllib2.urlopen(HASHES_URL, timeout=TIMEOUT)) as w:\n hashes = w.read()\n with open(sys.argv[1], 'w') as f:\n f.write(hashes)\n break\n except Exception as e:\n print 'Failed to get uninteresting hashes from %s:' % HASHES_URL\n print e\n if retry == RETRIES:\n raise\n waittime = WAIT_BASE * math.pow(2, retry)\n print 'Retry in %d seconds.' % waittime\n time.sleep(waittime)\n",
134 "[START_DIR]/tmp/uninteresting_hashes.txt"
135 ],
136 "env": {
Robert Phillips36150be2018-03-15 13:40:07 -0400137 "CHROME_HEADLESS": "1",
Eric Boren0f690102018-05-15 15:04:58 -0400138 "PATH": "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]"
Robert Phillips36150be2018-03-15 13:40:07 -0400139 },
140 "infra_step": true,
141 "name": "get uninteresting hashes",
142 "~followup_annotations": [
143 "@@@STEP_LOG_LINE@python.inline@@@@",
144 "@@@STEP_LOG_LINE@python.inline@import contextlib@@@",
145 "@@@STEP_LOG_LINE@python.inline@import math@@@",
146 "@@@STEP_LOG_LINE@python.inline@import socket@@@",
147 "@@@STEP_LOG_LINE@python.inline@import sys@@@",
148 "@@@STEP_LOG_LINE@python.inline@import time@@@",
149 "@@@STEP_LOG_LINE@python.inline@import urllib2@@@",
150 "@@@STEP_LOG_LINE@python.inline@@@@",
151 "@@@STEP_LOG_LINE@python.inline@HASHES_URL = 'https://storage.googleapis.com/skia-infra-gm/hash_files/gold-prod-hashes.txt'@@@",
152 "@@@STEP_LOG_LINE@python.inline@RETRIES = 5@@@",
153 "@@@STEP_LOG_LINE@python.inline@TIMEOUT = 60@@@",
154 "@@@STEP_LOG_LINE@python.inline@WAIT_BASE = 15@@@",
155 "@@@STEP_LOG_LINE@python.inline@@@@",
156 "@@@STEP_LOG_LINE@python.inline@socket.setdefaulttimeout(TIMEOUT)@@@",
157 "@@@STEP_LOG_LINE@python.inline@for retry in range(RETRIES):@@@",
158 "@@@STEP_LOG_LINE@python.inline@ try:@@@",
159 "@@@STEP_LOG_LINE@python.inline@ with contextlib.closing(@@@",
160 "@@@STEP_LOG_LINE@python.inline@ urllib2.urlopen(HASHES_URL, timeout=TIMEOUT)) as w:@@@",
161 "@@@STEP_LOG_LINE@python.inline@ hashes = w.read()@@@",
162 "@@@STEP_LOG_LINE@python.inline@ with open(sys.argv[1], 'w') as f:@@@",
163 "@@@STEP_LOG_LINE@python.inline@ f.write(hashes)@@@",
164 "@@@STEP_LOG_LINE@python.inline@ break@@@",
165 "@@@STEP_LOG_LINE@python.inline@ except Exception as e:@@@",
166 "@@@STEP_LOG_LINE@python.inline@ print 'Failed to get uninteresting hashes from %s:' % HASHES_URL@@@",
167 "@@@STEP_LOG_LINE@python.inline@ print e@@@",
168 "@@@STEP_LOG_LINE@python.inline@ if retry == RETRIES:@@@",
169 "@@@STEP_LOG_LINE@python.inline@ raise@@@",
170 "@@@STEP_LOG_LINE@python.inline@ waittime = WAIT_BASE * math.pow(2, retry)@@@",
171 "@@@STEP_LOG_LINE@python.inline@ print 'Retry in %d seconds.' % waittime@@@",
172 "@@@STEP_LOG_LINE@python.inline@ time.sleep(waittime)@@@",
173 "@@@STEP_LOG_END@python.inline@@@"
174 ]
175 },
176 {
177 "cmd": [
178 "python",
179 "-u",
180 "import os\nprint os.environ.get('SWARMING_BOT_ID', '')\n"
181 ],
182 "name": "get swarming bot id",
183 "stdout": "/path/to/tmp/",
184 "~followup_annotations": [
185 "@@@STEP_LOG_LINE@python.inline@import os@@@",
186 "@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_BOT_ID', '')@@@",
187 "@@@STEP_LOG_END@python.inline@@@"
188 ]
189 },
190 {
191 "cmd": [
192 "python",
193 "-u",
194 "import os\nprint os.environ.get('SWARMING_TASK_ID', '')\n"
195 ],
196 "name": "get swarming task id",
197 "stdout": "/path/to/tmp/",
198 "~followup_annotations": [
199 "@@@STEP_LOG_LINE@python.inline@import os@@@",
200 "@@@STEP_LOG_LINE@python.inline@print os.environ.get('SWARMING_TASK_ID', '')@@@",
201 "@@@STEP_LOG_END@python.inline@@@"
202 ]
203 },
204 {
205 "cmd": [
206 "python",
207 "-u",
208 "RECIPE_MODULE[skia::flavor]/resources/symbolize_stack_trace.py",
209 "[START_DIR]",
210 "catchsegv",
Eric Borenfbe71662018-06-01 11:53:42 +0000211 "[START_DIR]/build/out/Debug/dm",
Robert Phillips36150be2018-03-15 13:40:07 -0400212 "--resourcePath",
213 "[START_DIR]/skia/resources",
214 "--skps",
215 "[START_DIR]/skp",
216 "--images",
217 "[START_DIR]/skimage/dm",
218 "--colorImages",
219 "[START_DIR]/skimage/colorspace",
220 "--nameByHash",
221 "--properties",
222 "gitHash",
223 "abc123",
224 "builder",
225 "Test-Ubuntu17-Clang-Golo-GPU-QuadroP400-x86_64-Debug-All-DDL1",
226 "buildbucket_build_id",
227 "123454321",
228 "swarming_bot_id",
229 "skia-bot-123",
230 "swarming_task_id",
231 "123456",
232 "--svgs",
233 "[START_DIR]/svg",
234 "--key",
235 "arch",
236 "x86_64",
237 "compiler",
238 "Clang",
239 "configuration",
240 "Debug",
241 "cpu_or_gpu",
242 "GPU",
243 "cpu_or_gpu_value",
244 "QuadroP400",
245 "extra_config",
246 "DDL1",
247 "model",
248 "Golo",
249 "os",
250 "Ubuntu17",
251 "--uninterestingHashesFile",
252 "[START_DIR]/tmp/uninteresting_hashes.txt",
253 "--writePath",
Eric Boren9599b0f2018-04-17 15:55:57 -0400254 "[START_DIR]/[SWARM_OUT_DIR]/dm",
Robert Phillips36150be2018-03-15 13:40:07 -0400255 "--dont_write",
256 "pdf",
257 "--randomProcessorTest",
258 "--nocpu",
Robert Phillipsb7fafba2018-03-27 20:49:23 +0000259 "--skpViewportSize",
260 "2048",
Robert Phillips371001b2018-04-11 14:43:17 -0400261 "--pr",
Robert Phillips371001b2018-04-11 14:43:17 -0400262 "~small",
Robert Phillips36150be2018-03-15 13:40:07 -0400263 "--config",
264 "gl",
265 "--src",
Robert Phillips5f3ce3e2018-04-12 11:09:40 -0400266 "gm",
Robert Phillips36150be2018-03-15 13:40:07 -0400267 "skp",
268 "--blacklist",
269 "gl1010102",
270 "image",
271 "_",
272 "_",
273 "_",
274 "svg",
275 "_",
276 "svgparse_",
277 "_",
278 "image",
279 "_",
280 "interlaced1.png",
281 "_",
282 "image",
283 "_",
284 "interlaced2.png",
285 "_",
286 "image",
287 "_",
288 "interlaced3.png",
289 "_",
290 "image",
291 "_",
292 ".arw",
293 "_",
294 "image",
295 "_",
296 ".cr2",
297 "_",
298 "image",
299 "_",
300 ".dng",
301 "_",
302 "image",
303 "_",
304 ".nef",
305 "_",
306 "image",
307 "_",
308 ".nrw",
309 "_",
310 "image",
311 "_",
312 ".orf",
313 "_",
314 "image",
315 "_",
316 ".raf",
317 "_",
318 "image",
319 "_",
320 ".rw2",
321 "_",
322 "image",
323 "_",
324 ".pef",
325 "_",
326 "image",
327 "_",
328 ".srw",
329 "_",
330 "image",
331 "_",
332 ".ARW",
333 "_",
334 "image",
335 "_",
336 ".CR2",
337 "_",
338 "image",
339 "_",
340 ".DNG",
341 "_",
342 "image",
343 "_",
344 ".NEF",
345 "_",
346 "image",
347 "_",
348 ".NRW",
349 "_",
350 "image",
351 "_",
352 ".ORF",
353 "_",
354 "image",
355 "_",
356 ".RAF",
357 "_",
358 "image",
359 "_",
360 ".RW2",
361 "_",
362 "image",
363 "_",
364 ".PEF",
365 "_",
366 "image",
367 "_",
368 ".SRW",
369 "--nonativeFonts",
370 "--verbose"
371 ],
372 "cwd": "[START_DIR]/skia",
373 "env": {
Robert Phillips36150be2018-03-15 13:40:07 -0400374 "CHROME_HEADLESS": "1",
Eric Boren0f690102018-05-15 15:04:58 -0400375 "PATH": "<PATH>:RECIPE_PACKAGE_REPO[depot_tools]"
Robert Phillips36150be2018-03-15 13:40:07 -0400376 },
377 "name": "symbolized dm"
378 },
379 {
380 "name": "$result",
381 "recipe_result": null,
382 "status_code": 0
383 }
384]