Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 1 | [ |
| 2 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 3 | "tests": "153-reference-stress", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 4 | "description": ["Disable 153-reference-stress temporarily until a fix", |
| 5 | "arrives."], |
| 6 | "bug": "http://b/33389022" |
| 7 | }, |
| 8 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 9 | "tests": "080-oom-fragmentation", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 10 | "description": "Disable 080-oom-fragmentation due to flakes.", |
| 11 | "bug": "http://b/33795328" |
| 12 | }, |
| 13 | { |
| 14 | "tests": ["497-inlining-and-class-loader", |
| 15 | "542-unresolved-access-check"], |
| 16 | "description": ["Disable 497-inlining-and-class-loader and ", |
| 17 | "542-unresolved-access-check until they are rewritten.", |
| 18 | "These tests use a broken class loader that tries to", |
| 19 | "register a dex file that's already registered with a", |
| 20 | "different loader."], |
| 21 | "bug": "http://b/34193123" |
| 22 | }, |
| 23 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 24 | "tests": "149-suspend-all-stress", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 25 | "description": "Disable 149-suspend-all-stress, its output is flaky", |
| 26 | "bug": "http://b/28988206" |
| 27 | }, |
| 28 | { |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 29 | "tests": ["002-sleep", |
| 30 | "053-wait-some", |
| 31 | "055-enum-performance", |
| 32 | "133-static-invoke-super"], |
| 33 | "description": ["Tests that are timing sensitive and flaky on heavily", |
| 34 | "loaded systems."] |
| 35 | }, |
| 36 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 37 | "tests": "147-stripped-dex-fallback", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 38 | "variant": "target", |
| 39 | "description": ["147-stripped-dex-fallback isn't supported on device", |
| 40 | "because --strip-dex requires the zip command."] |
| 41 | }, |
| 42 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 43 | "tests": "569-checker-pattern-replacement", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 44 | "variant": "target", |
| 45 | "description": ["569-checker-pattern-replacement tests behaviour", |
| 46 | "present only on host."] |
| 47 | }, |
| 48 | { |
| 49 | "tests": ["116-nodex2oat", |
| 50 | "118-noimage-dex2oat", |
| 51 | "134-nodex2oat-nofallback"], |
| 52 | "variant": "prebuild", |
| 53 | "description": ["Note 116-nodex2oat is not broken per-se it just", |
| 54 | "doesn't (and isn't meant to) work with --prebuild."] |
| 55 | }, |
| 56 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 57 | "tests": ["529-checker-unresolved"], |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 58 | "variant": "no-prebuild", |
| 59 | "bug": "http://b/27784033" |
| 60 | }, |
| 61 | { |
| 62 | "tests": ["117-nopatchoat", |
| 63 | "147-stripped-dex-fallback", |
| 64 | "608-checker-unresolved-lse"], |
| 65 | "variant": "no-prebuild" |
| 66 | }, |
| 67 | { |
| 68 | "tests": ["117-nopatchoat", |
| 69 | "118-noimage-dex2oat", |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 70 | "119-noimage-patchoat"], |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 71 | "variant": "no-relocate", |
| 72 | "description": ["117-nopatchoat is not broken per-se it just doesn't", |
| 73 | "work (and isn't meant to) without --prebuild", |
| 74 | "--relocate"] |
| 75 | }, |
| 76 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 77 | "tests": "137-cfi", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 78 | "variant": "interp-ac", |
| 79 | "description": ["Temporarily disable some broken tests when forcing", |
| 80 | "access checks in interpreter"], |
| 81 | "bug": "http://b/22414682" |
| 82 | }, |
| 83 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 84 | "tests" : "629-vdex-speed", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 85 | "variant": "interp-ac | no-dex2oat | interpreter | jit | relocate-npatchoat", |
| 86 | "description": "629 requires compilation." |
| 87 | }, |
| 88 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 89 | "tests": "137-cfi", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 90 | "variant": "gcstress", |
| 91 | "description": ["137-cfi needs to unwind a second forked process. We're", |
| 92 | "using a primitive sleep to wait till we hope the", |
| 93 | "second process got into the expected state. The", |
| 94 | "slowness of gcstress makes this bad."] |
| 95 | }, |
| 96 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 97 | "tests": "152-dead-large-object", |
Mathieu Chartier | 5591819 | 2017-02-28 13:20:27 -0800 | [diff] [blame] | 98 | "variant": "gcstress", |
Mathieu Chartier | f69aa30 | 2017-03-14 11:31:16 -0700 | [diff] [blame] | 99 | "description": ["152-dead-large-object requires a heap larger than what gcstress uses."], |
| 100 | "bug": "http://b/35800768" |
Mathieu Chartier | 5591819 | 2017-02-28 13:20:27 -0800 | [diff] [blame] | 101 | }, |
| 102 | { |
Mathieu Chartier | 282431b | 2017-07-12 10:28:54 -0700 | [diff] [blame^] | 103 | "tests": "163-app-image-methods", |
| 104 | "variant": "gcstress", |
| 105 | "description": ["This test sometimes runs out of memory initializing the boot classpath."] |
| 106 | }, |
| 107 | { |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 108 | "tests": ["908-gc-start-finish", |
| 109 | "913-heaps"], |
| 110 | "variant": "gcstress", |
| 111 | "description": ["908-gc-start-finish expects GCs only to be run at", |
| 112 | "clear points. The reduced heap size makes this", |
| 113 | "non-deterministic. Same for 913."] |
| 114 | }, |
| 115 | { |
Alex Light | fa67602 | 2017-04-27 09:25:32 -0700 | [diff] [blame] | 116 | "tests": ["961-default-iface-resolution-gen", |
| 117 | "964-default-iface-init-gen", |
| 118 | "968-default-partial-compile-gen"], |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 119 | "variant": "gcstress", |
Alex Light | fa67602 | 2017-04-27 09:25:32 -0700 | [diff] [blame] | 120 | "description": ["961-default-iface-resolution-gen,", |
| 121 | "968-default-partial-compile-gen and", |
| 122 | "964-default-iface-init-gen are very long tests that", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 123 | "often will take more than the timeout to run when", |
| 124 | "gcstress is enabled. This is because gcstress slows", |
| 125 | "down allocations significantly which these tests do a", |
| 126 | "lot."] |
| 127 | }, |
| 128 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 129 | "tests": "154-gc-loop", |
Mathieu Chartier | f69aa30 | 2017-03-14 11:31:16 -0700 | [diff] [blame] | 130 | "variant": "gcstress | jit & debug", |
| 131 | "description": ["154-gc-loop depends GC not happening too often"], |
| 132 | "bug": "http://b/35917229" |
Mathieu Chartier | 673665b | 2017-03-06 10:07:59 -0800 | [diff] [blame] | 133 | }, |
| 134 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 135 | "tests": "115-native-bridge", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 136 | "variant": "target", |
| 137 | "description": ["115-native-bridge setup is complicated. Need to", |
| 138 | "implement it correctly for the target."] |
| 139 | }, |
| 140 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 141 | "tests": "130-hprof", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 142 | "variant": "target", |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 143 | "description": ["130-hprof dumps the heap and runs hprof-conv to check", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 144 | "whether the file is somewhat readable. Thi is only", |
| 145 | "possible on the host. TODO: Turn off all the other", |
| 146 | "combinations, this is more about testing actual ART", |
| 147 | "code. A gtest is very hard to write here, as (for a", |
| 148 | "complete test) JDWP must be set up."] |
| 149 | }, |
| 150 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 151 | "tests": "138-duplicate-classes-check", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 152 | "variant": "ndebug", |
| 153 | "description": ["Turned on for debug builds since debug builds have", |
| 154 | "duplicate classes checks enabled"], |
| 155 | "bug": "http://b/2133391" |
| 156 | }, |
| 157 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 158 | "tests": "147-stripped-dex-fallback", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 159 | "variant": "no-dex2oat | no-image | relocate-npatchoat", |
| 160 | "description": ["147-stripped-dex-fallback is disabled because it", |
| 161 | "requires --prebuild."] |
| 162 | }, |
| 163 | { |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 164 | "tests": ["116-nodex2oat", |
| 165 | "117-nopatchoat", |
| 166 | "118-noimage-dex2oat", |
| 167 | "119-noimage-patchoat", |
| 168 | "137-cfi", |
| 169 | "138-duplicate-classes-check2"], |
| 170 | "variant": "no-dex2oat | no-image | relocate-npatchoat", |
| 171 | "description": ["All these tests check that we have sane behavior if we", |
| 172 | "don't have a patchoat or dex2oat. Therefore we", |
| 173 | "shouldn't run them in situations where we actually", |
| 174 | "don't have these since they explicitly test for them.", |
| 175 | "These all also assume we have an image."] |
| 176 | }, |
| 177 | { |
| 178 | "tests": ["137-cfi", |
| 179 | "138-duplicate-classes-check", |
| 180 | "018-stack-overflow", |
| 181 | "961-default-iface-resolution-gen", |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 182 | "964-default-iface-init-gen"], |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 183 | "variant": "no-image", |
| 184 | "description": ["This test fails without an image. 018, 961, 964 often", |
| 185 | "time out."], |
| 186 | "bug": "http://b/34369284" |
| 187 | }, |
| 188 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 189 | "tests": "137-cfi", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 190 | "description": ["This test unrolls and expects managed frames, but", |
| 191 | "tracing means we run the interpreter."], |
| 192 | "variant": "trace | stream" |
| 193 | }, |
| 194 | { |
| 195 | "tests": ["802-deoptimization", |
| 196 | "570-checker-osr"], |
| 197 | "description": ["This test dynamically enables tracing to force a", |
| 198 | "deoptimization. This makes the test meaningless", |
| 199 | "when already tracing, and writes an error message", |
| 200 | "that we do not want to check for."], |
| 201 | "variant": "trace | stream" |
| 202 | }, |
| 203 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 204 | "tests": "130-hprof", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 205 | "description": "130 occasional timeout", |
| 206 | "bug": "http://b/32383962", |
| 207 | "variant": "trace | stream" |
| 208 | }, |
| 209 | { |
| 210 | "tests": ["087-gc-after-link", |
| 211 | "141-class-unload"], |
| 212 | "variant": "trace | stream" |
| 213 | }, |
| 214 | { |
| 215 | "tests": ["604-hot-static-interface", |
| 216 | "612-jit-dex-cache", |
| 217 | "613-inlining-dex-cache", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 218 | "626-set-resolved-string"], |
| 219 | "variant": "trace | stream", |
| 220 | "description": ["These tests expect JIT compilation, which is", |
| 221 | "suppressed when tracing."] |
| 222 | }, |
| 223 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 224 | "tests": "137-cfi", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 225 | "description": ["CFI unwinding expects managed frames, and the test", |
| 226 | "does not iterate enough to even compile. JIT also", |
| 227 | "uses Generic JNI instead of the JNI compiler."], |
| 228 | "variant": "interpreter | jit" |
| 229 | }, |
| 230 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 231 | "tests": "906-iterate-heap", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 232 | "description": ["Test 906 iterates the heap filtering with different", |
| 233 | "options. No instances should be created between those", |
| 234 | "runs to be able to have precise checks."], |
| 235 | "variant": "jit" |
| 236 | }, |
| 237 | { |
Alex Light | 0cdcf81 | 2017-02-08 13:37:30 -0800 | [diff] [blame] | 238 | "tests": ["904-object-allocation"], |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 239 | "variant": "jit" |
| 240 | }, |
| 241 | { |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 242 | "tests": ["570-checker-select", |
| 243 | "484-checker-register-hints"], |
| 244 | "description": ["These tests were based on the linear scan allocator,", |
| 245 | "which makes different decisions than the graph", |
| 246 | "coloring allocator. (These attempt to test for code", |
| 247 | "quality, not correctness.)"], |
| 248 | "variant": "regalloc_gc" |
| 249 | }, |
| 250 | { |
| 251 | "tests": ["454-get-vreg", |
| 252 | "457-regs", |
| 253 | "602-deoptimizeable"], |
| 254 | "description": ["Tests that should fail when the optimizing compiler ", |
| 255 | "compiles them non-debuggable."], |
Nicolas Geoffray | b2cad54 | 2017-07-10 11:18:57 +0100 | [diff] [blame] | 256 | "variant": "optimizing & ndebuggable | regalloc_gc & ndebuggable | speed-profile & ndebuggable | jit & ndebuggable" |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 257 | }, |
| 258 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 259 | "tests": "596-app-images", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 260 | "variant": "npictest" |
| 261 | }, |
| 262 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 263 | "tests": "055-enum-performance", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 264 | "variant": "optimizing | regalloc_gc", |
| 265 | "description": ["055: Exceeds run time limits due to heap poisoning ", |
| 266 | "instrumentation (on ARM and ARM64 devices)."] |
| 267 | }, |
| 268 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 269 | "tests": "909-attach-agent", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 270 | "variant": "debuggable", |
| 271 | "description": "Tests that check semantics for a non-debuggable app." |
| 272 | }, |
| 273 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 274 | "tests": "137-cfi", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 275 | "variant": "debuggable", |
| 276 | "description": ["The test relies on AOT code and debuggable makes us", |
| 277 | "JIT always."] |
| 278 | }, |
| 279 | { |
| 280 | "tests": ["000-nop", |
| 281 | "134-nodex2oat-nofallback", |
| 282 | "147-stripped-dex-fallback", |
Nicolas Geoffray | 77e3694 | 2017-03-08 13:40:23 +0000 | [diff] [blame] | 283 | "595-profile-saving"], |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 284 | "description": "The doesn't compile anything", |
| 285 | "env_vars": {"ART_TEST_BISECTION": "true"}, |
| 286 | "variant": "optimizing | regalloc_gc" |
| 287 | }, |
| 288 | { |
| 289 | "tests": "089-many-methods", |
| 290 | "description": "The test tests a build failure", |
| 291 | "env_vars": {"ART_TEST_BISECTION": "true"}, |
| 292 | "variant": "optimizing | regalloc_gc" |
| 293 | }, |
| 294 | { |
| 295 | "tests": ["018-stack-overflow", |
| 296 | "116-nodex2oat", |
| 297 | "117-nopatchoat", |
| 298 | "118-noimage-dex2oat", |
| 299 | "119-noimage-patchoat", |
| 300 | "126-miranda-multidex", |
| 301 | "137-cfi"], |
| 302 | "description": "The test run dalvikvm more than once.", |
| 303 | "env_vars": {"ART_TEST_BISECTION": "true"}, |
| 304 | "variant": "optimizing | regalloc_gc" |
| 305 | }, |
| 306 | { |
| 307 | "tests": ["115-native-bridge", |
Nicolas Geoffray | 77e3694 | 2017-03-08 13:40:23 +0000 | [diff] [blame] | 308 | "088-monitor-verification"], |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 309 | "description": "The test assume they are always compiled.", |
| 310 | "env_vars": {"ART_TEST_BISECTION": "true"}, |
| 311 | "variant": "optimizing | regalloc_gc" |
| 312 | }, |
| 313 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 314 | "tests": "055-enum-performance", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 315 | "description": ["The test tests performance which degrades during", |
| 316 | "bisecting."], |
| 317 | "env_vars": {"ART_TEST_BISECTION": "true"}, |
| 318 | "variant": "optimizing | regalloc_gc" |
| 319 | }, |
| 320 | { |
Nicolas Geoffray | 77e3694 | 2017-03-08 13:40:23 +0000 | [diff] [blame] | 321 | "tests": ["537-checker-arraycopy", |
| 322 | "641-checker-arraycopy"], |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 323 | "env_vars": {"ART_USE_READ_BARRIER": "true"}, |
| 324 | "variant": "interpreter | optimizing | regalloc_gc | jit" |
Nicolas Geoffray | 31c8858 | 2017-03-16 16:57:04 +0000 | [diff] [blame] | 325 | }, |
| 326 | { |
Nicolas Geoffray | 4f38e18 | 2017-03-16 20:32:58 +0000 | [diff] [blame] | 327 | "tests": ["476-clinit-inline-static-invoke", |
| 328 | "496-checker-inlining-class-loader", |
Nicolas Geoffray | a8e46e6 | 2017-03-21 10:22:02 +0000 | [diff] [blame] | 329 | "508-referrer-method", |
Nicolas Geoffray | 4f38e18 | 2017-03-16 20:32:58 +0000 | [diff] [blame] | 330 | "637-checker-throw-inline"], |
| 331 | "bug": "http://b/36365552", |
| 332 | "variant": "no-image & jit" |
Nicolas Geoffray | b8cd64b | 2017-03-17 11:55:14 +0000 | [diff] [blame] | 333 | }, |
| 334 | { |
| 335 | "tests": ["530-checker-lse", |
Nicolas Geoffray | 36dac9c | 2017-03-18 13:18:24 +0000 | [diff] [blame] | 336 | "530-checker-lse2", |
| 337 | "030-bad-finalizer", |
Nicolas Geoffray | b8cd64b | 2017-03-17 11:55:14 +0000 | [diff] [blame] | 338 | "080-oom-throw"], |
| 339 | "bug": "http://b/36377828", |
| 340 | "variant": "interp-ac" |
Calin Juravle | 26ab8d7 | 2017-03-20 14:45:15 -0700 | [diff] [blame] | 341 | }, |
Calin Juravle | e2492d4 | 2017-03-20 11:42:13 -0700 | [diff] [blame] | 342 | { |
Jeff Hao | 002b931 | 2017-03-27 16:23:08 -0700 | [diff] [blame] | 343 | "tests": ["629-vdex-speed", |
Alex Light | e79f329 | 2017-03-30 16:31:19 -0700 | [diff] [blame] | 344 | "634-vdex-duplicate"], |
Mathieu Chartier | fa0aa09 | 2017-03-27 15:43:54 -0700 | [diff] [blame] | 345 | "description": ["Profile driven dexlayout does not work with vdex or dex verifier."], |
Jeff Hao | 002b931 | 2017-03-27 16:23:08 -0700 | [diff] [blame] | 346 | "variant": "speed-profile" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 347 | }, |
| 348 | { |
| 349 | "tests": [ |
| 350 | "004-checker-UnsafeTest18", |
| 351 | "127-checker-secondarydex", |
| 352 | "441-checker-inliner", |
| 353 | "442-checker-constant-folding", |
| 354 | "444-checker-nce", |
| 355 | "445-checker-licm", |
| 356 | "446-checker-inliner2", |
| 357 | "447-checker-inliner3", |
| 358 | "449-checker-bce", |
| 359 | "450-checker-types", |
| 360 | "455-checker-gvn", |
| 361 | "458-checker-instruct-simplification", |
| 362 | "462-checker-inlining-dex-files", |
| 363 | "463-checker-boolean-simplifier", |
| 364 | "464-checker-inline-sharpen-calls", |
| 365 | "465-checker-clinit-gvn", |
| 366 | "468-checker-bool-simplif-regression", |
| 367 | "473-checker-inliner-constants", |
| 368 | "474-checker-boolean-input", |
| 369 | "476-checker-ctor-memory-barrier", |
| 370 | "477-checker-bound-type", |
| 371 | "478-checker-clinit-check-pruning", |
| 372 | "478-checker-inline-noreturn", |
| 373 | "478-checker-inliner-nested-loop", |
| 374 | "480-checker-dead-blocks", |
| 375 | "482-checker-loop-back-edge-use", |
| 376 | "484-checker-register-hints", |
| 377 | "485-checker-dce-loop-update", |
| 378 | "485-checker-dce-switch", |
| 379 | "486-checker-must-do-null-check", |
| 380 | "487-checker-inline-calls", |
| 381 | "488-checker-inline-recursive-calls", |
| 382 | "490-checker-inline", |
| 383 | "492-checker-inline-invoke-interface", |
| 384 | "493-checker-inline-invoke-interface", |
| 385 | "494-checker-instanceof-tests", |
| 386 | "495-checker-checkcast-tests", |
| 387 | "496-checker-inlining-class-loader", |
| 388 | "508-checker-disassembly", |
| 389 | "510-checker-try-catch", |
| 390 | "517-checker-builder-fallthrough", |
| 391 | "521-checker-array-set-null", |
| 392 | "522-checker-regression-monitor-exit", |
| 393 | "523-checker-can-throw-regression", |
| 394 | "525-checker-arrays-fields1", |
| 395 | "525-checker-arrays-fields2", |
| 396 | "526-checker-caller-callee-regs", |
| 397 | "527-checker-array-access-split", |
| 398 | "529-checker-unresolved", |
| 399 | "530-checker-loops1", |
| 400 | "530-checker-loops2", |
| 401 | "530-checker-loops3", |
| 402 | "530-checker-loops4", |
| 403 | "530-checker-loops5", |
| 404 | "530-checker-lse", |
| 405 | "530-checker-lse2", |
| 406 | "530-checker-regression-reftyp-final", |
| 407 | "532-checker-nonnull-arrayset", |
| 408 | "534-checker-bce-deoptimization", |
| 409 | "536-checker-intrinsic-optimization", |
| 410 | "536-checker-needs-access-check", |
| 411 | "537-checker-arraycopy", |
| 412 | "537-checker-debuggable", |
| 413 | "537-checker-inline-and-unverified", |
| 414 | "537-checker-jump-over-jump", |
| 415 | "538-checker-embed-constants", |
| 416 | "540-checker-rtp-bug", |
| 417 | "543-checker-dce-trycatch", |
| 418 | "548-checker-inlining-and-dce", |
| 419 | "549-checker-types-merge", |
| 420 | "550-checker-multiply-accumulate", |
| 421 | "550-checker-regression-wide-store", |
| 422 | "551-checker-clinit", |
| 423 | "551-checker-shifter-operand", |
| 424 | "552-checker-primitive-typeprop", |
| 425 | "552-checker-sharpening", |
| 426 | "554-checker-rtp-checkcast", |
| 427 | "557-checker-instruct-simplifier-ror", |
| 428 | "557-checker-ref-equivalent", |
| 429 | "559-checker-irreducible-loop", |
| 430 | "559-checker-rtp-ifnotnull", |
| 431 | "562-checker-no-intermediate", |
| 432 | "563-checker-fakestring", |
| 433 | "563-checker-invoke-super", |
| 434 | "564-checker-bitcount", |
| 435 | "564-checker-inline-loop", |
| 436 | "564-checker-irreducible-loop", |
| 437 | "564-checker-negbitwise", |
| 438 | "565-checker-condition-liveness", |
| 439 | "565-checker-doublenegbitwise", |
| 440 | "565-checker-irreducible-loop", |
| 441 | "565-checker-rotate", |
| 442 | "566-checker-codegen-select", |
| 443 | "566-checker-signum", |
| 444 | "567-checker-compare", |
| 445 | "568-checker-onebit", |
| 446 | "569-checker-pattern-replacement", |
| 447 | "570-checker-osr", |
| 448 | "570-checker-select", |
| 449 | "572-checker-array-get-regression", |
| 450 | "573-checker-checkcast-regression", |
| 451 | "575-checker-isnan", |
| 452 | "575-checker-string-init-alias", |
| 453 | "577-checker-fp2int", |
| 454 | "580-checker-round", |
| 455 | "580-checker-string-fact-intrinsics", |
| 456 | "582-checker-bce-length", |
| 457 | "583-checker-zero", |
| 458 | "584-checker-div-bool", |
| 459 | "586-checker-null-array-get", |
| 460 | "588-checker-irreducib-lifetime-hole", |
| 461 | "590-checker-arr-set-null-regression", |
| 462 | "591-checker-regression-dead-loop", |
| 463 | "592-checker-regression-bool-input", |
| 464 | "593-checker-boolean-2-integral-conv", |
| 465 | "593-checker-long-2-float-regression", |
| 466 | "593-checker-shift-and-simplifier", |
| 467 | "594-checker-array-alias", |
| 468 | "594-checker-irreducible-linorder", |
| 469 | "596-checker-dead-phi", |
| 470 | "598-checker-irreducible-dominance", |
| 471 | "599-checker-irreducible-loop", |
| 472 | "603-checker-instanceof", |
| 473 | "608-checker-unresolved-lse", |
| 474 | "609-checker-inline-interface", |
| 475 | "609-checker-x86-bounds-check", |
| 476 | "611-checker-simplify-if", |
| 477 | "614-checker-dump-constant-location", |
| 478 | "615-checker-arm64-store-zero", |
| 479 | "618-checker-induction", |
| 480 | "619-checker-current-method", |
| 481 | "620-checker-bce-intrinsics", |
| 482 | "622-checker-bce-regressions", |
| 483 | "623-checker-loop-regressions", |
| 484 | "624-checker-stringops", |
| 485 | "625-checker-licm-regressions", |
| 486 | "626-checker-arm64-scratch-register", |
| 487 | "627-checker-unroll", |
| 488 | "631-checker-fp-abs", |
| 489 | "631-checker-get-class", |
| 490 | "632-checker-char-at-bounds", |
| 491 | "633-checker-rtp-getclass", |
| 492 | "635-checker-arm64-volatile-load-cc", |
| 493 | "637-checker-throw-inline", |
| 494 | "638-checker-inline-caches", |
| 495 | "639-checker-code-sinking", |
| 496 | "640-checker-boolean-simd", |
| 497 | "640-checker-byte-simd", |
| 498 | "640-checker-char-simd", |
| 499 | "640-checker-double-simd", |
| 500 | "640-checker-float-simd", |
| 501 | "640-checker-integer-valueof", |
| 502 | "640-checker-int-simd", |
| 503 | "640-checker-long-simd", |
| 504 | "640-checker-short-simd", |
| 505 | "641-checker-arraycopy", |
| 506 | "643-checker-bogus-ic", |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 507 | "645-checker-abs-simd", |
| 508 | "706-checker-scheduler"], |
| 509 | "description": ["Checker tests are not compatible with jvmti."], |
Alex Light | c38c369 | 2017-06-27 15:45:14 -0700 | [diff] [blame] | 510 | "variant": "jvmti-stress | redefine-stress | trace-stress | field-stress | step-stress" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 511 | }, |
| 512 | { |
| 513 | "tests": [ |
| 514 | "961-default-iface-resolution-gen", |
| 515 | "964-default-iface-init-gen" |
| 516 | ], |
| 517 | "description": ["Tests that just take too long with jvmti-stress"], |
Alex Light | c38c369 | 2017-06-27 15:45:14 -0700 | [diff] [blame] | 518 | "variant": "jvmti-stress | redefine-stress | trace-stress | step-stress" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 519 | }, |
| 520 | { |
| 521 | "tests": [ |
| 522 | "950-redefine-intrinsic", |
| 523 | "951-threaded-obsolete", |
| 524 | "952-invoke-custom", |
| 525 | "953-invoke-polymorphic-compiler", |
| 526 | "954-invoke-polymorphic-verifier", |
| 527 | "955-methodhandles-smali", |
| 528 | "956-methodhandles", |
| 529 | "957-methodhandle-transforms", |
| 530 | "958-methodhandle-stackframe", |
| 531 | "959-invoke-polymorphic-accessors" |
| 532 | ], |
| 533 | "description": [ |
| 534 | "Tests that use dex version 38 which is not yet supported by", |
| 535 | "dexter/slicer." |
| 536 | ], |
| 537 | "bug": "b/37272822", |
Alex Light | b7edcda | 2017-04-27 13:20:31 -0700 | [diff] [blame] | 538 | "variant": "jvmti-stress | redefine-stress" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 539 | }, |
| 540 | { |
| 541 | "tests": [ |
| 542 | "137-cfi", |
| 543 | "595-profile-saving", |
| 544 | "900-hello-plugin", |
| 545 | "909-attach-agent", |
Alex Light | 8ddfd9f | 2017-07-05 16:33:46 -0700 | [diff] [blame] | 546 | "981-dedup-original-dex", |
| 547 | "1900-track-alloc" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 548 | ], |
| 549 | "description": ["Tests that require exact knowledge of the number of plugins and agents."], |
Alex Light | c38c369 | 2017-06-27 15:45:14 -0700 | [diff] [blame] | 550 | "variant": "jvmti-stress | redefine-stress | trace-stress | field-stress | step-stress" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 551 | }, |
| 552 | { |
| 553 | "tests": [ |
| 554 | "097-duplicate-method", |
| 555 | "138-duplicate-classes-check2", |
Alex Light | d9dc62a | 2017-05-17 11:02:53 -0700 | [diff] [blame] | 556 | "159-app-image-fields", |
| 557 | "649-vdex-duplicate-method", |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 558 | "804-class-extends-itself", |
| 559 | "921-hello-failure" |
| 560 | ], |
| 561 | "description": [ |
| 562 | "Tests that use illegal dex files or otherwise break dexter assumptions" |
| 563 | ], |
Alex Light | b7edcda | 2017-04-27 13:20:31 -0700 | [diff] [blame] | 564 | "variant": "jvmti-stress | redefine-stress" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 565 | }, |
| 566 | { |
| 567 | "tests": [ |
| 568 | "018-stack-overflow", |
| 569 | "068-classloader", |
| 570 | "086-null-super", |
| 571 | "087-gc-after-link", |
| 572 | "626-const-class-linking", |
| 573 | "629-vdex-speed", |
Alex Light | d9dc62a | 2017-05-17 11:02:53 -0700 | [diff] [blame] | 574 | "647-jni-get-field-id", |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 575 | "944-transform-classloaders" |
| 576 | ], |
| 577 | "description": [ |
| 578 | "Tests that use custom class loaders or other features not supported ", |
| 579 | "by our JVMTI implementation" |
| 580 | ], |
Alex Light | b7edcda | 2017-04-27 13:20:31 -0700 | [diff] [blame] | 581 | "variant": "jvmti-stress | redefine-stress" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 582 | }, |
| 583 | { |
| 584 | "tests": [ |
Alex Light | 43e935d | 2017-06-19 15:40:40 -0700 | [diff] [blame] | 585 | "004-ThreadStress" |
| 586 | ], |
| 587 | "description": "The thread stress test just takes too long with field-stress", |
Alex Light | c38c369 | 2017-06-27 15:45:14 -0700 | [diff] [blame] | 588 | "variant": "jvmti-stress | field-stress | step-stress" |
Alex Light | 43e935d | 2017-06-19 15:40:40 -0700 | [diff] [blame] | 589 | }, |
| 590 | { |
| 591 | "tests": [ |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 592 | "031-class-attributes", |
Alex Light | c251ebc | 2017-04-13 10:49:45 -0700 | [diff] [blame] | 593 | "911-get-stack-trace" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 594 | ], |
| 595 | "description": [ |
| 596 | "Tests that use annotations and debug data that is not kept around by dexter." |
| 597 | ], |
Alex Light | c251ebc | 2017-04-13 10:49:45 -0700 | [diff] [blame] | 598 | "bug": "b/37239009", |
Alex Light | b7edcda | 2017-04-27 13:20:31 -0700 | [diff] [blame] | 599 | "variant": "jvmti-stress | redefine-stress" |
Igor Murashkin | 8889a89 | 2017-04-24 16:09:15 -0700 | [diff] [blame] | 600 | }, |
| 601 | { |
| 602 | "tests": [ |
Igor Murashkin | 5995a8e | 2017-06-27 17:20:50 -0700 | [diff] [blame] | 603 | "567-checker-compare", |
| 604 | "988-method-trace" |
Igor Murashkin | 2c7cebd | 2017-06-26 14:10:02 -0700 | [diff] [blame] | 605 | ], |
Igor Murashkin | 5995a8e | 2017-06-27 17:20:50 -0700 | [diff] [blame] | 606 | "description": "Checker tests fail because desugar lowers Long.compare to lcmp", |
Igor Murashkin | 2c7cebd | 2017-06-26 14:10:02 -0700 | [diff] [blame] | 607 | "env_vars": {"ANDROID_COMPILE_WITH_JACK": "false"}, |
Igor Murashkin | 5995a8e | 2017-06-27 17:20:50 -0700 | [diff] [blame] | 608 | "bug": "b/63078894" |
Igor Murashkin | 2c7cebd | 2017-06-26 14:10:02 -0700 | [diff] [blame] | 609 | }, |
| 610 | { |
| 611 | "tests": [ |
Nicolas Geoffray | 4e868fa | 2017-04-21 17:16:44 +0100 | [diff] [blame] | 612 | "536-checker-needs-access-check", |
| 613 | "537-checker-inline-and-unverified", |
| 614 | "569-checker-pattern-replacement", |
| 615 | "586-checker-null-array-get" |
| 616 | ], |
| 617 | "description": [ |
| 618 | "Tests that have verify-at-runtime classes, but being compiled when using vdex." |
| 619 | ], |
| 620 | "variant": "speed-profile" |
Roland Levillain | 5fa822d | 2017-04-27 16:12:39 +0100 | [diff] [blame] | 621 | }, |
| 622 | { |
| 623 | "tests": "648-many-direct-methods", |
| 624 | "variant": "debug", |
| 625 | "description": "Test disabled in debug mode because of dex2oatd timeouts.", |
| 626 | "bug": "b/33650497" |
Goran Jakovljevic | 7050f9d | 2017-05-08 15:19:39 +0200 | [diff] [blame] | 627 | }, |
| 628 | { |
| 629 | "tests": "640-checker-integer-valueof", |
| 630 | "description": [ |
| 631 | "The java.lang.Integer.valueOf intrinsic is not supported in PIC mode." |
| 632 | ], |
| 633 | "variant": "optimizing & pictest | speed-profile & pictest" |
Andreas Gampe | fa6b034 | 2017-06-02 08:36:42 -0700 | [diff] [blame] | 634 | }, |
| 635 | { |
| 636 | "tests": "202-thread-oome", |
| 637 | "description": "ASAN aborts when large thread stacks are requested.", |
| 638 | "variant": "host", |
| 639 | "env_vars": {"SANITIZE_HOST": "address"} |
| 640 | }, |
| 641 | { |
| 642 | "tests": "202-thread-oome", |
| 643 | "description": "ASAN aborts when large thread stacks are requested.", |
| 644 | "variant": "target", |
| 645 | "env_vars": {"SANITIZE_TARGET": "address"} |
Andreas Gampe | 98e3693 | 2017-06-02 16:15:27 -0700 | [diff] [blame] | 646 | }, |
| 647 | { |
| 648 | "tests": "071-dexfile-map-clean", |
| 649 | "description": [ "We use prebuilt zipalign on master-art-host to avoid pulling in a lot", |
| 650 | "of the framework. But a non-sanitized zipalign binary does not work with", |
| 651 | "a sanitized libc++."], |
| 652 | "env_vars": {"SANITIZE_HOST": "address"} |
Andreas Gampe | 73dd3a2 | 2017-06-05 13:28:03 -0700 | [diff] [blame] | 653 | }, |
| 654 | { |
Mathieu Chartier | c2583d2 | 2017-07-06 17:58:38 -0700 | [diff] [blame] | 655 | "tests": "141-class-unload", |
Nicolas Geoffray | cde8c35 | 2017-07-10 09:28:18 +0100 | [diff] [blame] | 656 | "description": "Segmentation fault", |
| 657 | "bug": "b/31098949", |
| 658 | "env_vars": {"SANITIZE_HOST": "address"} |
| 659 | }, |
| 660 | { |
| 661 | "tests": "104-growth-limit", |
| 662 | "description": "Flake", |
| 663 | "bug": "b/63514331", |
Mathieu Chartier | c2583d2 | 2017-07-06 17:58:38 -0700 | [diff] [blame] | 664 | "env_vars": {"SANITIZE_HOST": "address"} |
| 665 | }, |
| 666 | { |
Alex Light | b7edcda | 2017-04-27 13:20:31 -0700 | [diff] [blame] | 667 | "tests": ["988-method-trace"], |
| 668 | "variant": "redefine-stress | jvmti-stress", |
| 669 | "description": "Test disabled due to redefine-stress disabling intrinsics which changes the trace output slightly." |
| 670 | }, |
| 671 | { |
Calin Juravle | 4e4001e | 2017-06-08 16:13:26 -0700 | [diff] [blame] | 672 | "tests": ["137-cfi", "629-vdex-speed"], |
| 673 | "description": [ "Tests require speed compilation which is no longer the default for", |
Nicolas Geoffray | 9a18396 | 2017-06-10 14:33:17 +0100 | [diff] [blame] | 674 | "no-prebuild or no-image configs."], |
| 675 | "variant": "no-prebuild | no-image" |
Nicolas Geoffray | cd9e5e7 | 2017-06-14 09:03:55 +0100 | [diff] [blame] | 676 | }, |
| 677 | { |
| 678 | "tests": ["059-finalizer-throw", "063-process-manager"], |
| 679 | "description": [ "Tests that take too long on target with gcstress and debug" ], |
| 680 | "variant": "gcstress & target & debug" |
Nicolas Geoffray | d732528 | 2017-06-15 09:15:50 +0100 | [diff] [blame] | 681 | }, |
| 682 | { |
| 683 | "tests": ["905-object-free"], |
| 684 | "description": [ "Flake on gcstress" ], |
| 685 | "bug": "b/62562923", |
| 686 | "variant": "gcstress & jit & target" |
Roland Levillain | 1849820 | 2017-06-28 13:15:55 +0100 | [diff] [blame] | 687 | }, |
| 688 | { |
| 689 | "tests": ["004-JniTest"], |
| 690 | "description": [ "Tests failing with --build-with-javac-dx since the new annotation", |
| 691 | "lookup changes" ], |
| 692 | "bug": "b/63089991", |
| 693 | "env_vars": {"ANDROID_COMPILE_WITH_JACK": "false"} |
Calin Juravle | 01b7000 | 2017-03-20 19:02:48 -0700 | [diff] [blame] | 694 | } |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 695 | ] |