Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 1 | # -*- coding: utf-8 -*- |
| 2 | |
| 3 | #------------------------------------------------------------------------- |
| 4 | # drawElements Quality Program utilities |
| 5 | # -------------------------------------- |
| 6 | # |
| 7 | # Copyright 2015 The Android Open Source Project |
| 8 | # |
| 9 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 10 | # you may not use this file except in compliance with the License. |
| 11 | # You may obtain a copy of the License at |
| 12 | # |
| 13 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 14 | # |
| 15 | # Unless required by applicable law or agreed to in writing, software |
| 16 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 17 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 18 | # See the License for the specific language governing permissions and |
| 19 | # limitations under the License. |
| 20 | # |
| 21 | #------------------------------------------------------------------------- |
| 22 | |
Pyry Haulos | 2bbb9d2 | 2016-01-14 13:48:08 -0800 | [diff] [blame] | 23 | from build.common import DEQP_DIR |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 24 | from build.config import ANY_GENERATOR |
Pyry Haulos | 2bbb9d2 | 2016-01-14 13:48:08 -0800 | [diff] [blame] | 25 | from build_caselists import Module, getModuleByName, getBuildConfig, DEFAULT_BUILD_DIR, DEFAULT_TARGET |
Pyry Haulos | adde823 | 2017-01-26 16:36:18 -0800 | [diff] [blame] | 26 | from mustpass import Project, Package, Mustpass, Configuration, include, exclude, genMustpassLists, parseBuildConfigFromCmdLineArgs |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 27 | |
Pyry Haulos | 2bbb9d2 | 2016-01-14 13:48:08 -0800 | [diff] [blame] | 28 | import os |
Kalle Raita | 64d9cc3 | 2015-10-12 16:18:15 -0700 | [diff] [blame] | 29 | |
| 30 | COPYRIGHT_DECLARATION = """ |
Mika Isojärvi | 56da1a6 | 2016-02-05 10:57:39 -0800 | [diff] [blame] | 31 | Copyright (C) 2016 The Android Open Source Project |
Kalle Raita | 64d9cc3 | 2015-10-12 16:18:15 -0700 | [diff] [blame] | 32 | |
| 33 | Licensed under the Apache License, Version 2.0 (the "License"); |
| 34 | you may not use this file except in compliance with the License. |
| 35 | You may obtain a copy of the License at |
| 36 | |
| 37 | http://www.apache.org/licenses/LICENSE-2.0 |
| 38 | |
| 39 | Unless required by applicable law or agreed to in writing, software |
| 40 | distributed under the License is distributed on an "AS IS" BASIS, |
| 41 | WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 42 | See the License for the specific language governing permissions and |
| 43 | limitations under the License. |
| 44 | """ |
| 45 | |
Pyry Haulos | 2bbb9d2 | 2016-01-14 13:48:08 -0800 | [diff] [blame] | 46 | CTS_DATA_DIR = os.path.join(DEQP_DIR, "android", "cts") |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 47 | |
Pyry Haulos | 2bbb9d2 | 2016-01-14 13:48:08 -0800 | [diff] [blame] | 48 | CTS_PROJECT = Project(path = CTS_DATA_DIR, copyright = COPYRIGHT_DECLARATION) |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 49 | |
Pyry Haulos | 2bbb9d2 | 2016-01-14 13:48:08 -0800 | [diff] [blame] | 50 | EGL_MODULE = getModuleByName("dEQP-EGL") |
| 51 | GLES2_MODULE = getModuleByName("dEQP-GLES2") |
| 52 | GLES3_MODULE = getModuleByName("dEQP-GLES3") |
| 53 | GLES31_MODULE = getModuleByName("dEQP-GLES31") |
| 54 | VULKAN_MODULE = getModuleByName("dEQP-VK") |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 55 | |
Pyry Haulos | dcd1b91 | 2015-09-02 14:59:24 -0700 | [diff] [blame] | 56 | # Lollipop |
| 57 | |
Pyry Haulos | 083b599 | 2015-04-14 10:49:55 -0700 | [diff] [blame] | 58 | LMP_GLES3_PKG = Package(module = GLES3_MODULE, configurations = [ |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 59 | Configuration(name = "master", |
| 60 | glconfig = "rgba8888d24s8ms0", |
| 61 | rotation = "unspecified", |
| 62 | surfacetype = "window", |
| 63 | filters = [include("es30-lmp.txt")]), |
| 64 | ]) |
Pyry Haulos | 083b599 | 2015-04-14 10:49:55 -0700 | [diff] [blame] | 65 | LMP_GLES31_PKG = Package(module = GLES31_MODULE, configurations = [ |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 66 | Configuration(name = "master", |
| 67 | glconfig = "rgba8888d24s8ms0", |
| 68 | rotation = "unspecified", |
| 69 | surfacetype = "window", |
| 70 | filters = [include("es31-lmp.txt")]), |
| 71 | ]) |
| 72 | |
Pyry Haulos | dcd1b91 | 2015-09-02 14:59:24 -0700 | [diff] [blame] | 73 | # Lollipop MR1 |
| 74 | |
Pyry Haulos | 083b599 | 2015-04-14 10:49:55 -0700 | [diff] [blame] | 75 | LMP_MR1_GLES3_PKG = Package(module = GLES3_MODULE, configurations = [ |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 76 | Configuration(name = "master", |
| 77 | glconfig = "rgba8888d24s8ms0", |
| 78 | rotation = "unspecified", |
| 79 | surfacetype = "window", |
| 80 | filters = [include("es30-lmp-mr1.txt")]), |
| 81 | ]) |
Pyry Haulos | 083b599 | 2015-04-14 10:49:55 -0700 | [diff] [blame] | 82 | LMP_MR1_GLES31_PKG = Package(module = GLES31_MODULE, configurations = [ |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 83 | Configuration(name = "master", |
| 84 | glconfig = "rgba8888d24s8ms0", |
| 85 | rotation = "unspecified", |
| 86 | surfacetype = "window", |
| 87 | filters = [include("es31-lmp-mr1.txt")]), |
| 88 | ]) |
| 89 | |
Pyry Haulos | dcd1b91 | 2015-09-02 14:59:24 -0700 | [diff] [blame] | 90 | # Marshmallow |
| 91 | |
| 92 | MNC_EGL_PKG = Package(module = EGL_MODULE, configurations = [ |
| 93 | # Master |
| 94 | Configuration(name = "master", |
| 95 | glconfig = "rgba8888d24s8ms0", |
| 96 | rotation = "unspecified", |
| 97 | surfacetype = "window", |
| 98 | filters = [include("egl-master.txt")]), |
| 99 | ]) |
| 100 | MNC_GLES2_PKG = Package(module = GLES2_MODULE, configurations = [ |
| 101 | # Master |
| 102 | Configuration(name = "master", |
| 103 | glconfig = "rgba8888d24s8ms0", |
| 104 | rotation = "unspecified", |
| 105 | surfacetype = "window", |
| 106 | filters = [include("gles2-master.txt")]), |
| 107 | ]) |
| 108 | MNC_GLES3_PKG = Package(module = GLES3_MODULE, configurations = [ |
| 109 | # Master |
| 110 | Configuration(name = "master", |
| 111 | glconfig = "rgba8888d24s8ms0", |
| 112 | rotation = "unspecified", |
| 113 | surfacetype = "window", |
| 114 | filters = [include("gles3-master.txt")]), |
| 115 | # Rotations |
| 116 | Configuration(name = "rotate-portrait", |
| 117 | glconfig = "rgba8888d24s8ms0", |
| 118 | rotation = "0", |
| 119 | surfacetype = "window", |
| 120 | filters = [include("gles3-master.txt"), include("gles3-rotation.txt")]), |
| 121 | Configuration(name = "rotate-landscape", |
| 122 | glconfig = "rgba8888d24s8ms0", |
| 123 | rotation = "90", |
| 124 | surfacetype = "window", |
| 125 | filters = [include("gles3-master.txt"), include("gles3-rotation.txt")]), |
| 126 | Configuration(name = "rotate-reverse-portrait", |
| 127 | glconfig = "rgba8888d24s8ms0", |
| 128 | rotation = "180", |
| 129 | surfacetype = "window", |
| 130 | filters = [include("gles3-master.txt"), include("gles3-rotation.txt")]), |
| 131 | Configuration(name = "rotate-reverse-landscape", |
| 132 | glconfig = "rgba8888d24s8ms0", |
| 133 | rotation = "270", |
| 134 | surfacetype = "window", |
| 135 | filters = [include("gles3-master.txt"), include("gles3-rotation.txt")]), |
| 136 | |
| 137 | # MSAA |
| 138 | Configuration(name = "multisample", |
| 139 | glconfig = "rgba8888d24s8ms4", |
| 140 | rotation = "unspecified", |
| 141 | surfacetype = "window", |
| 142 | filters = [include("gles3-master.txt"), |
| 143 | include("gles3-multisample.txt"), |
| 144 | exclude("gles3-multisample-issues.txt")]), |
| 145 | |
| 146 | # Pixel format |
| 147 | Configuration(name = "565-no-depth-no-stencil", |
| 148 | glconfig = "rgb565d0s0ms0", |
| 149 | rotation = "unspecified", |
| 150 | surfacetype = "window", |
| 151 | filters = [include("gles3-master.txt"), |
| 152 | include("gles3-pixelformat.txt"), |
| 153 | exclude("gles3-pixelformat-issues.txt")]), |
| 154 | ]) |
| 155 | MNC_GLES31_PKG = Package(module = GLES31_MODULE, configurations = [ |
| 156 | # Master |
| 157 | Configuration(name = "master", |
| 158 | glconfig = "rgba8888d24s8ms0", |
| 159 | rotation = "unspecified", |
| 160 | surfacetype = "window", |
| 161 | filters = [include("gles31-master.txt")]), |
| 162 | |
| 163 | # Rotations |
| 164 | Configuration(name = "rotate-portrait", |
| 165 | glconfig = "rgba8888d24s8ms0", |
| 166 | rotation = "0", |
| 167 | surfacetype = "window", |
| 168 | filters = [include("gles31-master.txt"), include("gles31-rotation.txt")]), |
| 169 | Configuration(name = "rotate-landscape", |
| 170 | glconfig = "rgba8888d24s8ms0", |
| 171 | rotation = "90", |
| 172 | surfacetype = "window", |
| 173 | filters = [include("gles31-master.txt"), include("gles31-rotation.txt")]), |
| 174 | Configuration(name = "rotate-reverse-portrait", |
| 175 | glconfig = "rgba8888d24s8ms0", |
| 176 | rotation = "180", |
| 177 | surfacetype = "window", |
| 178 | filters = [include("gles31-master.txt"), include("gles31-rotation.txt")]), |
| 179 | Configuration(name = "rotate-reverse-landscape", |
| 180 | glconfig = "rgba8888d24s8ms0", |
| 181 | rotation = "270", |
| 182 | surfacetype = "window", |
| 183 | filters = [include("gles31-master.txt"), include("gles31-rotation.txt")]), |
| 184 | |
| 185 | # MSAA |
| 186 | Configuration(name = "multisample", |
| 187 | glconfig = "rgba8888d24s8ms4", |
| 188 | rotation = "unspecified", |
| 189 | surfacetype = "window", |
| 190 | filters = [include("gles31-master.txt"), include("gles31-multisample.txt")]), |
| 191 | |
| 192 | # Pixel format |
| 193 | Configuration(name = "565-no-depth-no-stencil", |
| 194 | glconfig = "rgb565d0s0ms0", |
| 195 | rotation = "unspecified", |
| 196 | surfacetype = "window", |
| 197 | filters = [include("gles31-master.txt"), include("gles31-pixelformat.txt")]), |
| 198 | ]) |
| 199 | |
Pyry Haulos | 9405fa6 | 2016-05-19 11:42:13 -0700 | [diff] [blame] | 200 | # NYC |
| 201 | |
| 202 | NYC_EGL_COMMON_FILTERS = [include("egl-master.txt")] |
| 203 | NYC_EGL_PKG = Package(module = EGL_MODULE, configurations = [ |
| 204 | # Master |
| 205 | Configuration(name = "master", |
| 206 | glconfig = "rgba8888d24s8ms0", |
| 207 | rotation = "unspecified", |
| 208 | surfacetype = "window", |
| 209 | filters = NYC_EGL_COMMON_FILTERS, |
Kalle Raita | 37fdf46 | 2017-03-30 11:15:44 -0700 | [diff] [blame] | 210 | runtime = "11m"), |
Pyry Haulos | 9405fa6 | 2016-05-19 11:42:13 -0700 | [diff] [blame] | 211 | ]) |
| 212 | |
| 213 | NYC_GLES2_COMMON_FILTERS = [ |
| 214 | include("gles2-master.txt") |
| 215 | ] |
| 216 | NYC_GLES2_PKG = Package(module = GLES2_MODULE, configurations = [ |
| 217 | # Master |
| 218 | Configuration(name = "master", |
| 219 | glconfig = "rgba8888d24s8ms0", |
| 220 | rotation = "unspecified", |
| 221 | surfacetype = "window", |
| 222 | filters = NYC_GLES2_COMMON_FILTERS, |
Kalle Raita | 37fdf46 | 2017-03-30 11:15:44 -0700 | [diff] [blame] | 223 | runtime = "30m"), |
Pyry Haulos | 9405fa6 | 2016-05-19 11:42:13 -0700 | [diff] [blame] | 224 | ]) |
| 225 | |
| 226 | NYC_GLES3_COMMON_FILTERS = [ |
| 227 | include("gles3-master.txt") |
| 228 | ] |
| 229 | NYC_GLES3_PKG = Package(module = GLES3_MODULE, configurations = [ |
| 230 | # Master |
| 231 | Configuration(name = "master", |
| 232 | glconfig = "rgba8888d24s8ms0", |
| 233 | rotation = "unspecified", |
| 234 | surfacetype = "window", |
| 235 | filters = NYC_GLES3_COMMON_FILTERS, |
Kalle Raita | 37fdf46 | 2017-03-30 11:15:44 -0700 | [diff] [blame] | 236 | runtime = "1h50min"), |
Pyry Haulos | 9405fa6 | 2016-05-19 11:42:13 -0700 | [diff] [blame] | 237 | # Rotations |
| 238 | Configuration(name = "rotate-portrait", |
| 239 | glconfig = "rgba8888d24s8ms0", |
| 240 | rotation = "0", |
| 241 | surfacetype = "window", |
| 242 | filters = NYC_GLES3_COMMON_FILTERS + [include("gles3-rotation.txt")], |
Kalle Raita | 37fdf46 | 2017-03-30 11:15:44 -0700 | [diff] [blame] | 243 | runtime = "5m"), |
Pyry Haulos | 9405fa6 | 2016-05-19 11:42:13 -0700 | [diff] [blame] | 244 | Configuration(name = "rotate-landscape", |
| 245 | glconfig = "rgba8888d24s8ms0", |
| 246 | rotation = "90", |
| 247 | surfacetype = "window", |
| 248 | filters = NYC_GLES3_COMMON_FILTERS + [include("gles3-rotation.txt")], |
Kalle Raita | 37fdf46 | 2017-03-30 11:15:44 -0700 | [diff] [blame] | 249 | runtime = "5m"), |
Pyry Haulos | 9405fa6 | 2016-05-19 11:42:13 -0700 | [diff] [blame] | 250 | Configuration(name = "rotate-reverse-portrait", |
| 251 | glconfig = "rgba8888d24s8ms0", |
| 252 | rotation = "180", |
| 253 | surfacetype = "window", |
| 254 | filters = NYC_GLES3_COMMON_FILTERS + [include("gles3-rotation.txt")], |
Kalle Raita | 37fdf46 | 2017-03-30 11:15:44 -0700 | [diff] [blame] | 255 | runtime = "5m"), |
Pyry Haulos | 9405fa6 | 2016-05-19 11:42:13 -0700 | [diff] [blame] | 256 | Configuration(name = "rotate-reverse-landscape", |
| 257 | glconfig = "rgba8888d24s8ms0", |
| 258 | rotation = "270", |
| 259 | surfacetype = "window", |
| 260 | filters = NYC_GLES3_COMMON_FILTERS + [include("gles3-rotation.txt")], |
Kalle Raita | 37fdf46 | 2017-03-30 11:15:44 -0700 | [diff] [blame] | 261 | runtime = "5m"), |
Pyry Haulos | 9405fa6 | 2016-05-19 11:42:13 -0700 | [diff] [blame] | 262 | |
| 263 | # MSAA |
| 264 | Configuration(name = "multisample", |
| 265 | glconfig = "rgba8888d24s8ms4", |
| 266 | rotation = "unspecified", |
| 267 | surfacetype = "window", |
| 268 | filters = NYC_GLES3_COMMON_FILTERS + [include("gles3-multisample.txt")], |
| 269 | runtime = "10m"), |
| 270 | |
| 271 | # Pixel format |
| 272 | Configuration(name = "565-no-depth-no-stencil", |
| 273 | glconfig = "rgb565d0s0ms0", |
| 274 | rotation = "unspecified", |
| 275 | surfacetype = "window", |
| 276 | filters = NYC_GLES3_COMMON_FILTERS + [include("gles3-pixelformat.txt")], |
| 277 | runtime = "10m"), |
| 278 | ]) |
| 279 | |
| 280 | NYC_GLES31_COMMON_FILTERS = [ |
| 281 | include("gles31-master.txt") |
| 282 | ] |
| 283 | NYC_GLES31_PKG = Package(module = GLES31_MODULE, configurations = [ |
| 284 | # Master |
| 285 | Configuration(name = "master", |
| 286 | glconfig = "rgba8888d24s8ms0", |
| 287 | rotation = "unspecified", |
| 288 | surfacetype = "window", |
| 289 | filters = NYC_GLES31_COMMON_FILTERS, |
Kalle Raita | 37fdf46 | 2017-03-30 11:15:44 -0700 | [diff] [blame] | 290 | runtime = "4h40m"), |
Pyry Haulos | 9405fa6 | 2016-05-19 11:42:13 -0700 | [diff] [blame] | 291 | |
| 292 | # Rotations |
| 293 | Configuration(name = "rotate-portrait", |
| 294 | glconfig = "rgba8888d24s8ms0", |
| 295 | rotation = "0", |
| 296 | surfacetype = "window", |
| 297 | filters = NYC_GLES31_COMMON_FILTERS + [include("gles31-rotation.txt")], |
| 298 | runtime = "1m30s"), |
| 299 | Configuration(name = "rotate-landscape", |
| 300 | glconfig = "rgba8888d24s8ms0", |
| 301 | rotation = "90", |
| 302 | surfacetype = "window", |
| 303 | filters = NYC_GLES31_COMMON_FILTERS + [include("gles31-rotation.txt")], |
| 304 | runtime = "1m30s"), |
| 305 | Configuration(name = "rotate-reverse-portrait", |
| 306 | glconfig = "rgba8888d24s8ms0", |
| 307 | rotation = "180", |
| 308 | surfacetype = "window", |
| 309 | filters = NYC_GLES31_COMMON_FILTERS + [include("gles31-rotation.txt")], |
| 310 | runtime = "1m30s"), |
| 311 | Configuration(name = "rotate-reverse-landscape", |
| 312 | glconfig = "rgba8888d24s8ms0", |
| 313 | rotation = "270", |
| 314 | surfacetype = "window", |
| 315 | filters = NYC_GLES31_COMMON_FILTERS + [include("gles31-rotation.txt")], |
| 316 | runtime = "1m30s"), |
| 317 | |
| 318 | # MSAA |
| 319 | Configuration(name = "multisample", |
| 320 | glconfig = "rgba8888d24s8ms4", |
| 321 | rotation = "unspecified", |
| 322 | surfacetype = "window", |
| 323 | filters = NYC_GLES31_COMMON_FILTERS + [include("gles31-multisample.txt")], |
| 324 | runtime = "2m"), |
| 325 | |
| 326 | # Pixel format |
| 327 | Configuration(name = "565-no-depth-no-stencil", |
| 328 | glconfig = "rgb565d0s0ms0", |
| 329 | rotation = "unspecified", |
| 330 | surfacetype = "window", |
| 331 | filters = NYC_GLES31_COMMON_FILTERS + [include("gles31-pixelformat.txt")], |
| 332 | runtime = "1m"), |
| 333 | ]) |
| 334 | |
| 335 | NYC_VULKAN_FILTERS = [ |
| 336 | include("vk-master.txt") |
| 337 | ] |
| 338 | NYC_VULKAN_PKG = Package(module = VULKAN_MODULE, configurations = [ |
| 339 | Configuration(name = "master", |
| 340 | filters = NYC_VULKAN_FILTERS, |
Kalle Raita | 37fdf46 | 2017-03-30 11:15:44 -0700 | [diff] [blame] | 341 | runtime = "1h11m"), |
Pyry Haulos | 9405fa6 | 2016-05-19 11:42:13 -0700 | [diff] [blame] | 342 | ]) |
| 343 | |
Pyry Haulos | dcd1b91 | 2015-09-02 14:59:24 -0700 | [diff] [blame] | 344 | # Master |
| 345 | |
Mika Isojärvi | d767ee4 | 2016-02-03 10:43:20 -0800 | [diff] [blame] | 346 | MASTER_EGL_COMMON_FILTERS = [include("egl-master.txt"), |
| 347 | exclude("egl-test-issues.txt"), |
John Richardson | 83c250d | 2017-02-01 15:00:53 +0000 | [diff] [blame] | 348 | exclude("egl-internal-api-tests.txt"), |
Pyry Haulos | 22eb25c | 2017-06-13 14:08:33 -0700 | [diff] [blame] | 349 | exclude("egl-manual-robustness.txt"), |
| 350 | exclude("egl-driver-issues.txt")] |
Pyry Haulos | 083b599 | 2015-04-14 10:49:55 -0700 | [diff] [blame] | 351 | MASTER_EGL_PKG = Package(module = EGL_MODULE, configurations = [ |
| 352 | # Master |
| 353 | Configuration(name = "master", |
| 354 | glconfig = "rgba8888d24s8ms0", |
| 355 | rotation = "unspecified", |
| 356 | surfacetype = "window", |
Pyry Haulos | e232a6e | 2016-08-23 15:37:44 -0700 | [diff] [blame] | 357 | required = True, |
Kalle Raita | 2519661 | 2016-04-04 17:09:44 -0700 | [diff] [blame] | 358 | filters = MASTER_EGL_COMMON_FILTERS, |
Kalle Raita | 37fdf46 | 2017-03-30 11:15:44 -0700 | [diff] [blame] | 359 | runtime = "23m"), |
Pyry Haulos | 083b599 | 2015-04-14 10:49:55 -0700 | [diff] [blame] | 360 | ]) |
| 361 | |
Jarkko Pöyry | d1554a9 | 2015-06-08 12:25:35 -0700 | [diff] [blame] | 362 | MASTER_GLES2_COMMON_FILTERS = [ |
| 363 | include("gles2-master.txt"), |
| 364 | exclude("gles2-test-issues.txt"), |
Chris Forbes | b188ac0 | 2018-02-27 11:49:03 -0800 | [diff] [blame] | 365 | exclude("gles2-failures.txt"), |
| 366 | exclude("gles2-temp-excluded.txt"), |
Jarkko Pöyry | d1554a9 | 2015-06-08 12:25:35 -0700 | [diff] [blame] | 367 | ] |
Pyry Haulos | 083b599 | 2015-04-14 10:49:55 -0700 | [diff] [blame] | 368 | MASTER_GLES2_PKG = Package(module = GLES2_MODULE, configurations = [ |
| 369 | # Master |
| 370 | Configuration(name = "master", |
| 371 | glconfig = "rgba8888d24s8ms0", |
| 372 | rotation = "unspecified", |
| 373 | surfacetype = "window", |
Pyry Haulos | e232a6e | 2016-08-23 15:37:44 -0700 | [diff] [blame] | 374 | required = True, |
Kalle Raita | 2519661 | 2016-04-04 17:09:44 -0700 | [diff] [blame] | 375 | filters = MASTER_GLES2_COMMON_FILTERS, |
Kalle Raita | 37fdf46 | 2017-03-30 11:15:44 -0700 | [diff] [blame] | 376 | runtime = "46m"), |
Chris Forbes | bc1ea39 | 2018-03-13 16:59:45 -0700 | [diff] [blame] | 377 | # Risky subset |
| 378 | Configuration(name = "master-risky", |
| 379 | glconfig = "rgba8888d24s8ms0", |
| 380 | rotation = "unspecified", |
| 381 | surfacetype = "window", |
| 382 | filters = [include("gles2-temp-excluded.txt")], |
| 383 | runtime = "10m"), |
Pyry Haulos | 083b599 | 2015-04-14 10:49:55 -0700 | [diff] [blame] | 384 | ]) |
| 385 | |
Pyry Haulos | 3d3ce45 | 2015-04-17 09:56:27 -0700 | [diff] [blame] | 386 | MASTER_GLES3_COMMON_FILTERS = [ |
| 387 | include("gles3-master.txt"), |
| 388 | exclude("gles3-hw-issues.txt"), |
Mika Isojärvi | 27f6f9f | 2015-06-01 12:49:49 -0700 | [diff] [blame] | 389 | exclude("gles3-driver-issues.txt"), |
Pyry Haulos | 3d3ce45 | 2015-04-17 09:56:27 -0700 | [diff] [blame] | 390 | exclude("gles3-test-issues.txt"), |
Chris Forbes | b188ac0 | 2018-02-27 11:49:03 -0800 | [diff] [blame] | 391 | exclude("gles3-spec-issues.txt"), |
| 392 | exclude("gles3-temp-excluded.txt"), |
Pyry Haulos | 3d3ce45 | 2015-04-17 09:56:27 -0700 | [diff] [blame] | 393 | ] |
Pyry Haulos | 4223d19 | 2015-04-14 10:05:11 -0700 | [diff] [blame] | 394 | MASTER_GLES3_PKG = Package(module = GLES3_MODULE, configurations = [ |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 395 | # Master |
| 396 | Configuration(name = "master", |
| 397 | glconfig = "rgba8888d24s8ms0", |
| 398 | rotation = "unspecified", |
| 399 | surfacetype = "window", |
Pyry Haulos | e232a6e | 2016-08-23 15:37:44 -0700 | [diff] [blame] | 400 | required = True, |
Kalle Raita | 2519661 | 2016-04-04 17:09:44 -0700 | [diff] [blame] | 401 | filters = MASTER_GLES3_COMMON_FILTERS, |
Kalle Raita | 37fdf46 | 2017-03-30 11:15:44 -0700 | [diff] [blame] | 402 | runtime = "1h50m"), |
Chris Forbes | bc1ea39 | 2018-03-13 16:59:45 -0700 | [diff] [blame] | 403 | # Risky subset |
| 404 | Configuration(name = "master-risky", |
| 405 | glconfig = "rgba8888d24s8ms0", |
| 406 | rotation = "unspecified", |
| 407 | surfacetype = "window", |
| 408 | filters = [include("gles3-temp-excluded.txt")], |
| 409 | runtime = "10m"), |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 410 | # Rotations |
| 411 | Configuration(name = "rotate-portrait", |
| 412 | glconfig = "rgba8888d24s8ms0", |
| 413 | rotation = "0", |
| 414 | surfacetype = "window", |
Kalle Raita | 2519661 | 2016-04-04 17:09:44 -0700 | [diff] [blame] | 415 | filters = MASTER_GLES3_COMMON_FILTERS + [include("gles3-rotation.txt")], |
Kalle Raita | 37fdf46 | 2017-03-30 11:15:44 -0700 | [diff] [blame] | 416 | runtime = "1m"), |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 417 | Configuration(name = "rotate-landscape", |
| 418 | glconfig = "rgba8888d24s8ms0", |
| 419 | rotation = "90", |
| 420 | surfacetype = "window", |
Kalle Raita | 2519661 | 2016-04-04 17:09:44 -0700 | [diff] [blame] | 421 | filters = MASTER_GLES3_COMMON_FILTERS + [include("gles3-rotation.txt")], |
Kalle Raita | 37fdf46 | 2017-03-30 11:15:44 -0700 | [diff] [blame] | 422 | runtime = "1m"), |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 423 | Configuration(name = "rotate-reverse-portrait", |
| 424 | glconfig = "rgba8888d24s8ms0", |
| 425 | rotation = "180", |
| 426 | surfacetype = "window", |
Kalle Raita | 2519661 | 2016-04-04 17:09:44 -0700 | [diff] [blame] | 427 | filters = MASTER_GLES3_COMMON_FILTERS + [include("gles3-rotation.txt")], |
Kalle Raita | 37fdf46 | 2017-03-30 11:15:44 -0700 | [diff] [blame] | 428 | runtime = "1m"), |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 429 | Configuration(name = "rotate-reverse-landscape", |
| 430 | glconfig = "rgba8888d24s8ms0", |
| 431 | rotation = "270", |
| 432 | surfacetype = "window", |
Kalle Raita | 2519661 | 2016-04-04 17:09:44 -0700 | [diff] [blame] | 433 | filters = MASTER_GLES3_COMMON_FILTERS + [include("gles3-rotation.txt")], |
Kalle Raita | 37fdf46 | 2017-03-30 11:15:44 -0700 | [diff] [blame] | 434 | runtime = "1m"), |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 435 | |
| 436 | # MSAA |
| 437 | Configuration(name = "multisample", |
| 438 | glconfig = "rgba8888d24s8ms4", |
| 439 | rotation = "unspecified", |
| 440 | surfacetype = "window", |
Kalle Raita | 48124f1 | 2015-08-07 14:17:40 -0700 | [diff] [blame] | 441 | filters = MASTER_GLES3_COMMON_FILTERS + [include("gles3-multisample.txt"), |
Kalle Raita | 2519661 | 2016-04-04 17:09:44 -0700 | [diff] [blame] | 442 | exclude("gles3-multisample-issues.txt")], |
Kalle Raita | 37fdf46 | 2017-03-30 11:15:44 -0700 | [diff] [blame] | 443 | runtime = "1m"), |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 444 | |
| 445 | # Pixel format |
| 446 | Configuration(name = "565-no-depth-no-stencil", |
| 447 | glconfig = "rgb565d0s0ms0", |
| 448 | rotation = "unspecified", |
| 449 | surfacetype = "window", |
Mika Isojärvi | fcb31b8 | 2015-08-17 12:50:00 -0700 | [diff] [blame] | 450 | filters = MASTER_GLES3_COMMON_FILTERS + [include("gles3-pixelformat.txt"), |
Kalle Raita | 2519661 | 2016-04-04 17:09:44 -0700 | [diff] [blame] | 451 | exclude("gles3-pixelformat-issues.txt")], |
Kalle Raita | 37fdf46 | 2017-03-30 11:15:44 -0700 | [diff] [blame] | 452 | runtime = "1m"), |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 453 | ]) |
| 454 | |
Pyry Haulos | 3d3ce45 | 2015-04-17 09:56:27 -0700 | [diff] [blame] | 455 | MASTER_GLES31_COMMON_FILTERS = [ |
| 456 | include("gles31-master.txt"), |
| 457 | exclude("gles31-hw-issues.txt"), |
Pyry Haulos | 4ce5f63 | 2015-07-22 15:41:56 -0700 | [diff] [blame] | 458 | exclude("gles31-driver-issues.txt"), |
Pyry Haulos | 3d3ce45 | 2015-04-17 09:56:27 -0700 | [diff] [blame] | 459 | exclude("gles31-test-issues.txt"), |
Pyry Haulos | 8d1ff9b | 2017-04-18 12:27:58 -0700 | [diff] [blame] | 460 | exclude("gles31-spec-issues.txt"), |
Chris Forbes | b188ac0 | 2018-02-27 11:49:03 -0800 | [diff] [blame] | 461 | exclude("gles31-temp-excluded.txt"), |
Pyry Haulos | 3d3ce45 | 2015-04-17 09:56:27 -0700 | [diff] [blame] | 462 | ] |
Pyry Haulos | 4223d19 | 2015-04-14 10:05:11 -0700 | [diff] [blame] | 463 | MASTER_GLES31_PKG = Package(module = GLES31_MODULE, configurations = [ |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 464 | # Master |
| 465 | Configuration(name = "master", |
| 466 | glconfig = "rgba8888d24s8ms0", |
| 467 | rotation = "unspecified", |
| 468 | surfacetype = "window", |
Pyry Haulos | e232a6e | 2016-08-23 15:37:44 -0700 | [diff] [blame] | 469 | required = True, |
Kalle Raita | 2519661 | 2016-04-04 17:09:44 -0700 | [diff] [blame] | 470 | filters = MASTER_GLES31_COMMON_FILTERS, |
Kalle Raita | 37fdf46 | 2017-03-30 11:15:44 -0700 | [diff] [blame] | 471 | runtime = "1h40m"), |
Chris Forbes | bc1ea39 | 2018-03-13 16:59:45 -0700 | [diff] [blame] | 472 | # Risky subset |
| 473 | Configuration(name = "master-risky", |
| 474 | glconfig = "rgba8888d24s8ms0", |
| 475 | rotation = "unspecified", |
| 476 | surfacetype = "window", |
| 477 | filters = [include("gles31-temp-excluded.txt")], |
| 478 | runtime = "10m"), |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 479 | |
| 480 | # Rotations |
| 481 | Configuration(name = "rotate-portrait", |
| 482 | glconfig = "rgba8888d24s8ms0", |
| 483 | rotation = "0", |
| 484 | surfacetype = "window", |
Kalle Raita | 2519661 | 2016-04-04 17:09:44 -0700 | [diff] [blame] | 485 | filters = MASTER_GLES31_COMMON_FILTERS + [include("gles31-rotation.txt")], |
| 486 | runtime = "1m30s"), |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 487 | Configuration(name = "rotate-landscape", |
| 488 | glconfig = "rgba8888d24s8ms0", |
| 489 | rotation = "90", |
| 490 | surfacetype = "window", |
Kalle Raita | 2519661 | 2016-04-04 17:09:44 -0700 | [diff] [blame] | 491 | filters = MASTER_GLES31_COMMON_FILTERS + [include("gles31-rotation.txt")], |
| 492 | runtime = "1m30s"), |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 493 | Configuration(name = "rotate-reverse-portrait", |
| 494 | glconfig = "rgba8888d24s8ms0", |
| 495 | rotation = "180", |
| 496 | surfacetype = "window", |
Kalle Raita | 2519661 | 2016-04-04 17:09:44 -0700 | [diff] [blame] | 497 | filters = MASTER_GLES31_COMMON_FILTERS + [include("gles31-rotation.txt")], |
| 498 | runtime = "1m30s"), |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 499 | Configuration(name = "rotate-reverse-landscape", |
| 500 | glconfig = "rgba8888d24s8ms0", |
| 501 | rotation = "270", |
| 502 | surfacetype = "window", |
Kalle Raita | 2519661 | 2016-04-04 17:09:44 -0700 | [diff] [blame] | 503 | filters = MASTER_GLES31_COMMON_FILTERS + [include("gles31-rotation.txt")], |
| 504 | runtime = "1m30s"), |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 505 | |
| 506 | # MSAA |
| 507 | Configuration(name = "multisample", |
| 508 | glconfig = "rgba8888d24s8ms4", |
| 509 | rotation = "unspecified", |
| 510 | surfacetype = "window", |
Kalle Raita | 2519661 | 2016-04-04 17:09:44 -0700 | [diff] [blame] | 511 | filters = MASTER_GLES31_COMMON_FILTERS + [include("gles31-multisample.txt")], |
| 512 | runtime = "2m"), |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 513 | |
| 514 | # Pixel format |
| 515 | Configuration(name = "565-no-depth-no-stencil", |
| 516 | glconfig = "rgb565d0s0ms0", |
| 517 | rotation = "unspecified", |
| 518 | surfacetype = "window", |
Kalle Raita | 2519661 | 2016-04-04 17:09:44 -0700 | [diff] [blame] | 519 | filters = MASTER_GLES31_COMMON_FILTERS + [include("gles31-pixelformat.txt")], |
| 520 | runtime = "1m"), |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 521 | ]) |
| 522 | |
Mika Isojärvi | fb2d85c | 2016-02-04 15:35:09 -0800 | [diff] [blame] | 523 | MASTER_VULKAN_FILTERS = [ |
Pyry Haulos | 9405fa6 | 2016-05-19 11:42:13 -0700 | [diff] [blame] | 524 | include("vk-master.txt"), |
| 525 | exclude("vk-not-applicable.txt"), |
Pyry Haulos | 15f3422 | 2017-01-30 16:02:32 -0800 | [diff] [blame] | 526 | exclude("vk-excluded-tests.txt"), |
Pyry Haulos | 9405fa6 | 2016-05-19 11:42:13 -0700 | [diff] [blame] | 527 | exclude("vk-test-issues.txt"), |
Pyry Haulos | 96cb702 | 2017-04-20 15:36:04 -0700 | [diff] [blame] | 528 | exclude("vk-waivers.txt"), |
Chris Forbes | b188ac0 | 2018-02-27 11:49:03 -0800 | [diff] [blame] | 529 | exclude("vk-temp-excluded.txt"), |
Mika Isojärvi | fb2d85c | 2016-02-04 15:35:09 -0800 | [diff] [blame] | 530 | ] |
| 531 | MASTER_VULKAN_PKG = Package(module = VULKAN_MODULE, configurations = [ |
| 532 | Configuration(name = "master", |
Kalle Raita | 2519661 | 2016-04-04 17:09:44 -0700 | [diff] [blame] | 533 | filters = MASTER_VULKAN_FILTERS, |
Kalle Raita | 37fdf46 | 2017-03-30 11:15:44 -0700 | [diff] [blame] | 534 | runtime = "2h29m"), |
Chris Forbes | bc1ea39 | 2018-03-13 16:59:45 -0700 | [diff] [blame] | 535 | Configuration(name = "master-risky", |
| 536 | filters = [include("vk-temp-excluded.txt")], |
| 537 | runtime = "10m"), |
Mika Isojärvi | fb2d85c | 2016-02-04 15:35:09 -0800 | [diff] [blame] | 538 | ]) |
| 539 | |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 540 | MUSTPASS_LISTS = [ |
Pyry Haulos | 2bbb9d2 | 2016-01-14 13:48:08 -0800 | [diff] [blame] | 541 | Mustpass(project = CTS_PROJECT, version = "lmp", packages = [LMP_GLES3_PKG, LMP_GLES31_PKG]), |
| 542 | Mustpass(project = CTS_PROJECT, version = "lmp-mr1", packages = [LMP_MR1_GLES3_PKG, LMP_MR1_GLES31_PKG]), |
| 543 | Mustpass(project = CTS_PROJECT, version = "mnc", packages = [MNC_EGL_PKG, MNC_GLES2_PKG, MNC_GLES3_PKG, MNC_GLES31_PKG]), |
Pyry Haulos | 9405fa6 | 2016-05-19 11:42:13 -0700 | [diff] [blame] | 544 | Mustpass(project = CTS_PROJECT, version = "nyc", packages = [NYC_EGL_PKG, NYC_GLES2_PKG, NYC_GLES3_PKG, NYC_GLES31_PKG, NYC_VULKAN_PKG]), |
Mika Isojärvi | fb2d85c | 2016-02-04 15:35:09 -0800 | [diff] [blame] | 545 | Mustpass(project = CTS_PROJECT, version = "master", packages = [MASTER_EGL_PKG, MASTER_GLES2_PKG, MASTER_GLES3_PKG, MASTER_GLES31_PKG, MASTER_VULKAN_PKG]) |
Jarkko Pöyry | ecfbb10 | 2015-04-03 11:14:49 -0700 | [diff] [blame] | 546 | ] |
| 547 | |
| 548 | if __name__ == "__main__": |
Pyry Haulos | adde823 | 2017-01-26 16:36:18 -0800 | [diff] [blame] | 549 | genMustpassLists(MUSTPASS_LISTS, ANY_GENERATOR, parseBuildConfigFromCmdLineArgs()) |