blob: 01d8b79661f3c27e630017e033289eaa3e4c4185 [file] [log] [blame]
msarett114912d2015-03-25 12:28:33 -07001#
2# Copyright 2015 Google Inc.
3#
4# Use of this source code is governed by a BSD-style license that can be
5# found in the LICENSE file.
6#
7
mtklein11a2c502015-02-24 09:25:16 -08008#!/usr/bin/env python
9
10usage = '''
11Write extra flags to outfile for DM based on the bot name:
borenet1e37d172015-03-27 05:42:18 -070012 $ python dm_flags.py outfile Test-Ubuntu-GCC-GCE-CPU-AVX2-x86-Debug
mtklein11a2c502015-02-24 09:25:16 -080013Or run self-tests:
14 $ python dm_flags.py test
15'''
16
17import inspect
18import json
19import os
20import sys
21
22
23def lineno():
24 caller = inspect.stack()[1] # Up one level to our caller.
25 return inspect.getframeinfo(caller[0]).lineno
26
27
28cov_start = lineno()+1 # We care about coverage starting just past this def.
mtkleinf73e5892015-02-24 11:45:11 -080029def get_args(bot):
mtklein11a2c502015-02-24 09:25:16 -080030 args = []
31
borenetd9b6be12015-05-06 08:33:51 -070032 configs = ['565', '8888', 'gpu']
borenete3aeaec2015-05-05 13:11:27 -070033
borenetd9b6be12015-05-06 08:33:51 -070034 if 'Android' not in bot:
35 configs.extend(('upright-matrix-8888', 'upright-matrix-gpu'))
36 args.extend('--matrix 0 1 1 0'.split(' '))
mtkleinfca5c882015-04-21 10:34:47 -070037
mtklein32618cb2015-05-07 10:26:44 -070038 if '-GCE-' in bot:
39 configs.append('sp-8888')
mtkleinff8b3f02015-10-17 09:25:21 -070040 configs.extend(['remote-8888', 'remote_cache-8888'])
mtklein32618cb2015-05-07 10:26:44 -070041
bsalomonf93982a2015-10-30 09:05:32 -070042 if '-TSAN' not in bot:
43 if ('TegraK1' in bot or
44 'GTX550Ti' in bot or
45 'GTX660' in bot or
46 'GT610' in bot):
47 if 'Android' in bot:
48 configs.append('nvprmsaa4')
49 else:
50 configs.append('nvprmsaa16')
mtkleinfca5c882015-04-21 10:34:47 -070051
bsalomon5abf5842015-02-27 10:13:36 -080052 # The S4 crashes and the NP produces a long error stream when we run with
mtkleind5574622015-04-21 11:25:47 -070053 # MSAA. The Tegra2 and Tegra3 just don't support it.
bsalomon5abf5842015-02-27 10:13:36 -080054 if ('GalaxyS4' not in bot and
mtkleind5574622015-04-21 11:25:47 -070055 'NexusPlayer' not in bot and
stephanadeee2982015-05-05 07:55:06 -070056 'Tegra3' not in bot and
57 'iOS' not in bot):
bsalomon5abf5842015-02-27 10:13:36 -080058 if 'Android' in bot:
mtkleinfca5c882015-04-21 10:34:47 -070059 configs.append('msaa4')
bsalomon5abf5842015-02-27 10:13:36 -080060 else:
mtkleinfca5c882015-04-21 10:34:47 -070061 configs.append('msaa16')
mtklein82b33db2015-03-04 13:58:05 -080062 # Runs out of memory on Android bots and Daisy. Everyone else seems fine.
mtklein150d3502015-03-05 13:38:17 -080063 if 'Android' not in bot and 'Daisy' not in bot:
mtklein84aada82015-03-04 11:47:11 -080064 configs.append('pdf')
halcanaryc11c62f2015-09-28 11:51:54 -070065 configs.append('pdf_poppler')
bsalomon5abf5842015-02-27 10:13:36 -080066
borenet97025e32015-04-28 09:54:55 -070067 # NP is running out of RAM when we run all these modes. skia:3255
68 if 'NexusPlayer' not in bot:
mtklein11a2c502015-02-24 09:25:16 -080069 configs.extend(mode + '-8888' for mode in
70 ['serialize', 'tiles_rt', 'pipe'])
bsalomon0bb8c1f2015-06-04 15:10:45 -070071
mtkleinee2a3ea2015-02-25 08:16:19 -080072 if 'ANGLE' in bot:
73 configs.append('angle')
joshualitt815d5712015-12-08 09:14:01 -080074
75 # We want to run gpudft on atleast the mali 400
76 if 'GalaxyS3' in bot:
77 configs.append('gpudft')
78
mtklein11a2c502015-02-24 09:25:16 -080079 args.append('--config')
80 args.extend(configs)
81
mtklein1866b572015-06-12 11:31:51 -070082 # Run tests and gms everywhere,
83 # and image decoding tests everywhere except GPU bots.
84 # TODO: remove skp from default --src list?
85 if 'GPU' in bot:
86 args.extend('--src tests gm'.split(' '))
87 else:
88 args.extend('--src tests gm image'.split(' '))
89
borenet97025e32015-04-28 09:54:55 -070090 if 'GalaxyS' in bot:
91 args.extend(('--threads', '0'))
92
mtklein11a2c502015-02-24 09:25:16 -080093 blacklist = []
scroggoc1121ef2015-07-16 12:36:10 -070094
msarett114912d2015-03-25 12:28:33 -070095 # Several of the newest version bmps fail on SkImageDecoder
djsollen54416de2015-04-03 07:24:48 -070096 blacklist.extend('_ image decode pal8os2v2.bmp'.split(' '))
97 blacklist.extend('_ image decode pal8v4.bmp'.split(' '))
98 blacklist.extend('_ image decode pal8v5.bmp'.split(' '))
99 blacklist.extend('_ image decode rgb16-565.bmp'.split(' '))
100 blacklist.extend('_ image decode rgb16-565pal.bmp'.split(' '))
101 blacklist.extend('_ image decode rgb32-111110.bmp'.split(' '))
102 blacklist.extend('_ image decode rgb32bf.bmp'.split(' '))
103 blacklist.extend('_ image decode rgba32.bmp'.split(' '))
104 blacklist.extend('_ image decode rgba32abf.bmp'.split(' '))
105 blacklist.extend('_ image decode rgb24largepal.bmp'.split(' '))
106 blacklist.extend('_ image decode pal8os2v2-16.bmp'.split(' '))
107 blacklist.extend('_ image decode pal8oversizepal.bmp'.split(' '))
msarett2f273a12015-04-06 08:38:49 -0700108 blacklist.extend('_ image decode pal4rletrns.bmp'.split(' '))
109 blacklist.extend('_ image decode pal8rletrns.bmp'.split(' '))
msarett3c309db2015-04-10 14:36:48 -0700110 blacklist.extend('_ image decode 4bpp-pixeldata-cropped.bmp'.split(' '))
111 blacklist.extend('_ image decode 8bpp-pixeldata-cropped.bmp'.split(' '))
112 blacklist.extend('_ image decode 24bpp-pixeldata-cropped.bmp'.split(' '))
113 blacklist.extend('_ image decode 32bpp-pixeldata-cropped.bmp'.split(' '))
msarett44509fa2015-11-17 07:36:11 -0800114 blacklist.extend('_ image decode testcase7.bmp'.split(' '))
msarett114912d2015-03-25 12:28:33 -0700115
116 # New ico files that fail on SkImageDecoder
djsollen54416de2015-04-03 07:24:48 -0700117 blacklist.extend('_ image decode Hopstarter-Mac-Folders-Apple.ico'.split(' '))
msarett114912d2015-03-25 12:28:33 -0700118
msarett43432f32015-11-25 05:36:07 -0800119 # Gif test image uses uninitialized memory on Mac bots
120 if 'Mac' in bot:
121 blacklist.extend('_ image decode frame_larger_than_image.gif'.split(' '))
122
msarette6dd0042015-10-09 11:07:34 -0700123 # Incomplete image tests that fail on SkImageDecoder
124 blacklist.extend('_ image decode inc0.gif'.split(' '))
125 blacklist.extend('_ image decode inc1.gif'.split(' '))
126 blacklist.extend('_ image decode incInterlaced.gif'.split(' '))
127 blacklist.extend('_ image decode inc0.jpg'.split(' '))
128 blacklist.extend('_ image decode incGray.jpg'.split(' '))
129 blacklist.extend('_ image decode inc0.wbmp'.split(' '))
130 blacklist.extend('_ image decode inc1.wbmp'.split(' '))
131 blacklist.extend('_ image decode inc0.webp'.split(' '))
132 blacklist.extend('_ image decode inc1.webp'.split(' '))
133 blacklist.extend('_ image decode inc0.ico'.split(' '))
134 blacklist.extend('_ image decode inc1.ico'.split(' '))
135 blacklist.extend('_ image decode inc0.png'.split(' '))
136 blacklist.extend('_ image decode inc1.png'.split(' '))
137 blacklist.extend('_ image decode inc2.png'.split(' '))
138 blacklist.extend('_ image decode inc12.png'.split(' '))
139 blacklist.extend('_ image decode inc13.png'.split(' '))
140 blacklist.extend('_ image decode inc14.png'.split(' '))
msarette6dd0042015-10-09 11:07:34 -0700141
mtkleine2aab902015-03-17 12:52:16 -0700142 # Leon doesn't care about this, so why run it?
143 if 'Win' in bot:
djsollen54416de2015-04-03 07:24:48 -0700144 blacklist.extend('_ image decode _'.split(' '))
mtkleine2aab902015-03-17 12:52:16 -0700145
egdaniel89c2a542015-03-19 13:09:17 -0700146 # Certain gm's on win7 gpu and pdf are never finishing and keeping the test
147 # running forever
148 if 'Win7' in bot:
djsollen54416de2015-04-03 07:24:48 -0700149 blacklist.extend('msaa16 gm _ colorwheelnative'.split(' '))
150 blacklist.extend('pdf gm _ fontmgr_iter_factory'.split(' '))
egdaniel89c2a542015-03-19 13:09:17 -0700151
mtklein150d3502015-03-05 13:38:17 -0800152 if 'Valgrind' in bot:
mtkleinde7665a2015-03-14 07:24:29 -0700153 # PDF + .webp -> jumps depending on uninitialized memory. skia:3505
djsollen54416de2015-04-03 07:24:48 -0700154 blacklist.extend('pdf _ _ .webp'.split(' '))
mtkleince866872015-03-26 05:12:13 -0700155 # These take 18+ hours to run.
djsollen54416de2015-04-03 07:24:48 -0700156 blacklist.extend('pdf gm _ fontmgr_iter'.split(' '))
157 blacklist.extend('pdf _ _ PANO_20121023_214540.jpg'.split(' '))
Mike Kleinfbcf0bd2015-04-09 06:03:22 -0400158 blacklist.extend('pdf skp _ worldjournal'.split(' '))
djsollen54416de2015-04-03 07:24:48 -0700159 blacklist.extend('pdf skp _ desk_baidu.skp'.split(' '))
borenet22ecae82015-04-13 13:29:26 -0700160 blacklist.extend('pdf skp _ desk_wikipedia.skp'.split(' '))
mtklein150d3502015-03-05 13:38:17 -0800161
stephanadeee2982015-05-05 07:55:06 -0700162 if 'iOS' in bot:
163 blacklist.extend('gpu skp _ _ msaa skp _ _'.split(' '))
164 blacklist.extend('gpu image decode _ msaa image decode _'.split(' '))
stephanadeee2982015-05-05 07:55:06 -0700165 blacklist.extend('msaa16 gm _ tilemodesProcess'.split(' '))
166
emmaleer8f4ba762015-08-14 07:44:46 -0700167 # the 32-bit GCE bots run out of memory in DM when running these large images
168 if 'x86' in bot and not 'x86-64' in bot:
169 blacklist.extend('_ image _ interlaced1.png'.split(' '))
170 blacklist.extend('_ image _ interlaced2.png'.split(' '))
171 blacklist.extend('_ image _ interlaced3.png'.split(' '))
172
mtklein11a2c502015-02-24 09:25:16 -0800173 if blacklist:
174 args.append('--blacklist')
175 args.extend(blacklist)
176
177 match = []
mtklein11a2c502015-02-24 09:25:16 -0800178 if 'Valgrind' in bot: # skia:3021
179 match.append('~Threaded')
mtkleinaccaf482015-11-18 07:56:30 -0800180
borenet97025e32015-04-28 09:54:55 -0700181 if 'GalaxyS3' in bot: # skia:1699
mtklein11a2c502015-02-24 09:25:16 -0800182 match.append('~WritePixels')
joshualitt4541f6e2015-12-15 10:46:21 -0800183
184 if 'AndroidOne' in bot: # skia:4711
185 match.append('~WritePixels')
mtklein11a2c502015-02-24 09:25:16 -0800186
mtklein4e2d3be2015-03-10 11:55:18 -0700187 if 'NexusPlayer' in bot:
188 match.append('~ResourceCache')
189
borenet9b8d3582015-07-21 05:57:22 -0700190 if 'GalaxyS4' in bot: # skia:4079
191 match.append('~imagefiltersclipped')
egdanielccb88bc2015-10-06 11:20:09 -0700192 match.append('~imagefilterscropexpand')
borenetcf72ed62015-08-25 06:53:37 -0700193 match.append('~scaled_tilemodes_npot')
benjaminwagner6fccec32015-09-24 06:39:06 -0700194 match.append('~bleed_image') # skia:4367
195 match.append('~ReadPixels') # skia:4368
borenet9b8d3582015-07-21 05:57:22 -0700196
joshualittb81ceca2015-12-18 06:50:59 -0800197 if 'ANGLE' in bot and 'Debug' in bot:
198 match.append('~GLPrograms') # skia:4717
199
mtklein11a2c502015-02-24 09:25:16 -0800200 if match:
201 args.append('--match')
202 args.extend(match)
203
mtklein11a2c502015-02-24 09:25:16 -0800204 return args
205cov_end = lineno() # Don't care about code coverage past here.
206
207
208def self_test():
209 import coverage # This way the bots don't need coverage.py to be installed.
210 args = {}
211 cases = [
mtkleine4b19c42015-05-05 10:28:44 -0700212 'Pretend-iOS-Bot',
joshualitt4541f6e2015-12-15 10:46:21 -0800213 'Test-Android-GCC-AndroidOne-GPU-Mali400MP2-Arm7-Release',
mtkleinfca5c882015-04-21 10:34:47 -0700214 'Test-Android-GCC-Nexus9-GPU-TegraK1-Arm64-Debug',
borenet1e37d172015-03-27 05:42:18 -0700215 'Test-Android-GCC-GalaxyS3-GPU-Mali400-Arm7-Debug',
mtkleine4b19c42015-05-05 10:28:44 -0700216 'Test-Android-GCC-GalaxyS4-GPU-SGX544-Arm7-Release',
borenet1e37d172015-03-27 05:42:18 -0700217 'Test-Android-GCC-Nexus7-GPU-Tegra3-Arm7-Release',
218 'Test-Android-GCC-NexusPlayer-CPU-SSSE3-x86-Release',
borenet1e37d172015-03-27 05:42:18 -0700219 'Test-Ubuntu-GCC-ShuttleA-GPU-GTX550Ti-x86_64-Release-Valgrind',
220 'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-TSAN',
221 'Test-Ubuntu-GCC-GCE-CPU-AVX2-x86_64-Release-Valgrind',
222 'Test-Win7-MSVC-ShuttleA-GPU-HD2000-x86-Debug-ANGLE',
msarett43432f32015-11-25 05:36:07 -0800223 'Test-Mac10.8-Clang-MacMini4.1-CPU-SSE4-x86_64-Release',
mtklein11a2c502015-02-24 09:25:16 -0800224 ]
225
226 cov = coverage.coverage()
227 cov.start()
228 for case in cases:
mtkleinf73e5892015-02-24 11:45:11 -0800229 args[case] = get_args(case)
mtklein11a2c502015-02-24 09:25:16 -0800230 cov.stop()
231
232 this_file = os.path.basename(__file__)
233 _, _, not_run, _ = cov.analysis(this_file)
234 filtered = [line for line in not_run if line > cov_start and line < cov_end]
235 if filtered:
236 print 'Lines not covered by test cases: ', filtered
237 sys.exit(1)
238
239 golden = this_file.replace('.py', '.json')
240 with open(os.path.join(os.path.dirname(__file__), golden), 'w') as f:
241 json.dump(args, f, indent=2, sort_keys=True)
242
243
244if __name__ == '__main__':
245 if len(sys.argv) == 2 and sys.argv[1] == 'test':
246 self_test()
247 sys.exit(0)
248
249 if len(sys.argv) != 3:
250 print usage
251 sys.exit(1)
252
253 with open(sys.argv[1], 'w') as out:
mtkleinf73e5892015-02-24 11:45:11 -0800254 json.dump(get_args(sys.argv[2]), out)