Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 1 | [ |
| 2 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 3 | "tests": "153-reference-stress", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 4 | "description": ["Disable 153-reference-stress temporarily until a fix", |
| 5 | "arrives."], |
| 6 | "bug": "http://b/33389022" |
| 7 | }, |
| 8 | { |
Alex Light | 2337fa1 | 2019-01-04 10:00:50 -0800 | [diff] [blame] | 9 | "tests": "132-daemon-locks-shutdown", |
| 10 | "description": ["This test seems to fail occasionally on redefine-stress for unknown reasons without stack-traces"], |
| 11 | "variant": "redefine-stress", |
| 12 | "bug": "http://b/121302864" |
| 13 | }, |
| 14 | { |
Alex Light | a7968b3 | 2018-02-27 11:47:24 -0800 | [diff] [blame] | 15 | "tests": "579-inline-infinite", |
| 16 | "description": ["This test seems to fail often on redefine-stress for unknown reasons"], |
| 17 | "variant": "redefine-stress", |
| 18 | "bug": "http://b/73871735" |
| 19 | }, |
| 20 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 21 | "tests": "080-oom-fragmentation", |
Roland Levillain | 0203f23 | 2018-09-25 16:43:30 +0000 | [diff] [blame] | 22 | "description": ["Disable 080-oom-fragmentation for CC collector in debug mode", |
| 23 | "because of potential fragmentation caused by the region space's", |
| 24 | "cyclic region allocation (which is enabled in debug mode)."], |
| 25 | "variant": "debug", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 26 | "bug": "http://b/33795328" |
| 27 | }, |
| 28 | { |
| 29 | "tests": ["497-inlining-and-class-loader", |
| 30 | "542-unresolved-access-check"], |
| 31 | "description": ["Disable 497-inlining-and-class-loader and ", |
| 32 | "542-unresolved-access-check until they are rewritten.", |
| 33 | "These tests use a broken class loader that tries to", |
| 34 | "register a dex file that's already registered with a", |
| 35 | "different loader."], |
| 36 | "bug": "http://b/34193123" |
| 37 | }, |
| 38 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 39 | "tests": "149-suspend-all-stress", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 40 | "description": "Disable 149-suspend-all-stress, its output is flaky", |
| 41 | "bug": "http://b/28988206" |
| 42 | }, |
| 43 | { |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 44 | "tests": ["002-sleep", |
| 45 | "053-wait-some", |
| 46 | "055-enum-performance", |
| 47 | "133-static-invoke-super"], |
| 48 | "description": ["Tests that are timing sensitive and flaky on heavily", |
| 49 | "loaded systems."] |
| 50 | }, |
| 51 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 52 | "tests": "147-stripped-dex-fallback", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 53 | "variant": "target", |
| 54 | "description": ["147-stripped-dex-fallback isn't supported on device", |
| 55 | "because --strip-dex requires the zip command."] |
| 56 | }, |
| 57 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 58 | "tests": "569-checker-pattern-replacement", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 59 | "variant": "target", |
| 60 | "description": ["569-checker-pattern-replacement tests behaviour", |
| 61 | "present only on host."] |
| 62 | }, |
| 63 | { |
| 64 | "tests": ["116-nodex2oat", |
| 65 | "118-noimage-dex2oat", |
| 66 | "134-nodex2oat-nofallback"], |
| 67 | "variant": "prebuild", |
| 68 | "description": ["Note 116-nodex2oat is not broken per-se it just", |
| 69 | "doesn't (and isn't meant to) work with --prebuild."] |
| 70 | }, |
| 71 | { |
Vladimir Marko | a497a39 | 2018-09-26 10:52:50 +0100 | [diff] [blame] | 72 | "tests": ["147-stripped-dex-fallback", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 73 | "608-checker-unresolved-lse"], |
| 74 | "variant": "no-prebuild" |
| 75 | }, |
| 76 | { |
Mathieu Chartier | 00fbe4f | 2019-01-02 16:52:38 -0800 | [diff] [blame] | 77 | "tests": ["118-noimage-dex2oat", |
| 78 | "1001-app-image-regions"], |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 79 | "variant": "no-relocate", |
Vladimir Marko | a497a39 | 2018-09-26 10:52:50 +0100 | [diff] [blame] | 80 | "description": ["118-noimage-dex2oat is not broken per-se it just ", |
| 81 | "doesn't work (and isn't meant to) without --prebuild ", |
Mathieu Chartier | 00fbe4f | 2019-01-02 16:52:38 -0800 | [diff] [blame] | 82 | "--relocate. 1001-app-image-regions is disabled since it", |
| 83 | "doesn't have the app image loaded for no-relocate"] |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 84 | }, |
| 85 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 86 | "tests" : "629-vdex-speed", |
Vladimir Marko | a497a39 | 2018-09-26 10:52:50 +0100 | [diff] [blame] | 87 | "variant": "interp-ac | interpreter | jit", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 88 | "description": "629 requires compilation." |
| 89 | }, |
| 90 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 91 | "tests": "137-cfi", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 92 | "variant": "gcstress", |
| 93 | "description": ["137-cfi needs to unwind a second forked process. We're", |
| 94 | "using a primitive sleep to wait till we hope the", |
| 95 | "second process got into the expected state. The", |
| 96 | "slowness of gcstress makes this bad."] |
| 97 | }, |
| 98 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 99 | "tests": "152-dead-large-object", |
Mathieu Chartier | 5591819 | 2017-02-28 13:20:27 -0800 | [diff] [blame] | 100 | "variant": "gcstress", |
Mathieu Chartier | f69aa30 | 2017-03-14 11:31:16 -0700 | [diff] [blame] | 101 | "description": ["152-dead-large-object requires a heap larger than what gcstress uses."], |
| 102 | "bug": "http://b/35800768" |
Mathieu Chartier | 5591819 | 2017-02-28 13:20:27 -0800 | [diff] [blame] | 103 | }, |
| 104 | { |
Mathieu Chartier | 282431b | 2017-07-12 10:28:54 -0700 | [diff] [blame] | 105 | "tests": "163-app-image-methods", |
| 106 | "variant": "gcstress", |
| 107 | "description": ["This test sometimes runs out of memory initializing the boot classpath."] |
| 108 | }, |
| 109 | { |
Vladimir Marko | aa0912c | 2017-09-15 13:30:06 +0100 | [diff] [blame] | 110 | "tests": "164-resolution-trampoline-dex-cache", |
| 111 | "variant": "interp-ac | interpreter", |
| 112 | "description": ["This test requires AOT mixed with JIT and enables the JIT by the ", |
| 113 | "runtime option -Xusejit:true. This conflicts with -Xint passed for ", |
| 114 | "interpreter configurations (interp-ac | interpreter). The 'jit' ", |
| 115 | "configuration succeeds even though it does not test anything useful."] |
| 116 | }, |
| 117 | { |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 118 | "tests": ["908-gc-start-finish", |
| 119 | "913-heaps"], |
| 120 | "variant": "gcstress", |
| 121 | "description": ["908-gc-start-finish expects GCs only to be run at", |
| 122 | "clear points. The reduced heap size makes this", |
| 123 | "non-deterministic. Same for 913."] |
| 124 | }, |
| 125 | { |
Alex Light | ce906f1 | 2018-02-22 16:09:52 -0800 | [diff] [blame] | 126 | "tests": ["1946-list-descriptors"], |
| 127 | "variant": "gcverify | trace", |
| 128 | "description": "This test is rather slow and gcverify or trace often cause it to timeout." |
| 129 | }, |
| 130 | { |
Alex Light | fa67602 | 2017-04-27 09:25:32 -0700 | [diff] [blame] | 131 | "tests": ["961-default-iface-resolution-gen", |
| 132 | "964-default-iface-init-gen", |
| 133 | "968-default-partial-compile-gen"], |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 134 | "variant": "gcstress", |
Alex Light | fa67602 | 2017-04-27 09:25:32 -0700 | [diff] [blame] | 135 | "description": ["961-default-iface-resolution-gen,", |
| 136 | "968-default-partial-compile-gen and", |
| 137 | "964-default-iface-init-gen are very long tests that", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 138 | "often will take more than the timeout to run when", |
| 139 | "gcstress is enabled. This is because gcstress slows", |
| 140 | "down allocations significantly which these tests do a", |
| 141 | "lot."] |
| 142 | }, |
| 143 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 144 | "tests": "154-gc-loop", |
Mathieu Chartier | f69aa30 | 2017-03-14 11:31:16 -0700 | [diff] [blame] | 145 | "variant": "gcstress | jit & debug", |
| 146 | "description": ["154-gc-loop depends GC not happening too often"], |
| 147 | "bug": "http://b/35917229" |
Mathieu Chartier | 673665b | 2017-03-06 10:07:59 -0800 | [diff] [blame] | 148 | }, |
| 149 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 150 | "tests": "115-native-bridge", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 151 | "variant": "target", |
| 152 | "description": ["115-native-bridge setup is complicated. Need to", |
| 153 | "implement it correctly for the target."] |
| 154 | }, |
| 155 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 156 | "tests": "130-hprof", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 157 | "variant": "target", |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 158 | "description": ["130-hprof dumps the heap and runs hprof-conv to check", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 159 | "whether the file is somewhat readable. Thi is only", |
| 160 | "possible on the host. TODO: Turn off all the other", |
| 161 | "combinations, this is more about testing actual ART", |
| 162 | "code. A gtest is very hard to write here, as (for a", |
| 163 | "complete test) JDWP must be set up."] |
| 164 | }, |
| 165 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 166 | "tests": "138-duplicate-classes-check", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 167 | "variant": "ndebug", |
| 168 | "description": ["Turned on for debug builds since debug builds have", |
| 169 | "duplicate classes checks enabled"], |
| 170 | "bug": "http://b/2133391" |
| 171 | }, |
| 172 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 173 | "tests": "147-stripped-dex-fallback", |
Vladimir Marko | a497a39 | 2018-09-26 10:52:50 +0100 | [diff] [blame] | 174 | "variant": "no-image", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 175 | "description": ["147-stripped-dex-fallback is disabled because it", |
| 176 | "requires --prebuild."] |
| 177 | }, |
| 178 | { |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 179 | "tests": ["116-nodex2oat", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 180 | "118-noimage-dex2oat", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 181 | "137-cfi", |
| 182 | "138-duplicate-classes-check2"], |
Vladimir Marko | a497a39 | 2018-09-26 10:52:50 +0100 | [diff] [blame] | 183 | "variant": "no-image", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 184 | "description": ["All these tests check that we have sane behavior if we", |
Vladimir Marko | a497a39 | 2018-09-26 10:52:50 +0100 | [diff] [blame] | 185 | "don't have a dex2oat. Therefore we", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 186 | "shouldn't run them in situations where we actually", |
| 187 | "don't have these since they explicitly test for them.", |
| 188 | "These all also assume we have an image."] |
| 189 | }, |
| 190 | { |
| 191 | "tests": ["137-cfi", |
| 192 | "138-duplicate-classes-check", |
| 193 | "018-stack-overflow", |
| 194 | "961-default-iface-resolution-gen", |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 195 | "964-default-iface-init-gen"], |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 196 | "variant": "no-image", |
| 197 | "description": ["This test fails without an image. 018, 961, 964 often", |
| 198 | "time out."], |
| 199 | "bug": "http://b/34369284" |
| 200 | }, |
| 201 | { |
Alex Light | 2a90bc9 | 2018-07-10 21:57:42 +0000 | [diff] [blame] | 202 | "tests": ["018-stack-overflow", |
| 203 | "107-int-math2", |
| 204 | "667-jit-jni-stub"], |
| 205 | "description": ["We run for long enough for jit to compile some of the methods ", |
| 206 | "which means it takes so long to finish the test that it will ", |
| 207 | "timeout. The timeout is due to having to walk the stack ", |
| 208 | "when entering and exiting methods due to the way the instrumentation ", |
| 209 | "trampoline is implemented."], |
| 210 | "variant": "debuggable & jit & trace | debuggable & jit & stream" |
| 211 | }, |
| 212 | { |
| 213 | "tests": "1935-get-set-current-frame-jit", |
| 214 | "description": ["Test expects that OSR works but tracing turns this feature off."], |
| 215 | "variant": "trace | stream" |
| 216 | }, |
| 217 | { |
Alex Light | 772099a | 2017-11-21 14:05:04 -0800 | [diff] [blame] | 218 | "tests": "1940-ddms-ext", |
| 219 | "description": ["Test expects to be able to start tracing but we cannot", |
| 220 | "do that if tracing is already ongoing."], |
| 221 | "variant": "trace | stream" |
| 222 | }, |
| 223 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 224 | "tests": "137-cfi", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 225 | "description": ["This test unrolls and expects managed frames, but", |
Alex Light | 2a90bc9 | 2018-07-10 21:57:42 +0000 | [diff] [blame] | 226 | "tracing means we run the interpreter or trampolines."], |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 227 | "variant": "trace | stream" |
| 228 | }, |
| 229 | { |
David Srbecky | db6932d | 2019-04-29 15:03:50 +0100 | [diff] [blame] | 230 | "tests": ["802-deoptimization"], |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 231 | "description": ["This test dynamically enables tracing to force a", |
| 232 | "deoptimization. This makes the test meaningless", |
| 233 | "when already tracing, and writes an error message", |
| 234 | "that we do not want to check for."], |
| 235 | "variant": "trace | stream" |
| 236 | }, |
| 237 | { |
David Srbecky | db6932d | 2019-04-29 15:03:50 +0100 | [diff] [blame] | 238 | "tests": ["570-checker-osr", "570-checker-osr-locals"], |
| 239 | "description": ["These tests wait for OSR, which never happens when tracing."], |
| 240 | "variant": "trace | stream" |
| 241 | }, |
| 242 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 243 | "tests": "130-hprof", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 244 | "description": "130 occasional timeout", |
| 245 | "bug": "http://b/32383962", |
| 246 | "variant": "trace | stream" |
| 247 | }, |
| 248 | { |
| 249 | "tests": ["087-gc-after-link", |
| 250 | "141-class-unload"], |
| 251 | "variant": "trace | stream" |
| 252 | }, |
| 253 | { |
Nicolas Geoffray | 07c7028 | 2017-08-30 08:09:42 +0000 | [diff] [blame] | 254 | "tests": ["604-hot-static-interface", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 255 | "612-jit-dex-cache", |
| 256 | "613-inlining-dex-cache", |
Mingyao Yang | fbaf29e | 2017-12-03 23:25:28 -0800 | [diff] [blame] | 257 | "626-set-resolved-string", |
| 258 | "638-checker-inline-cache-intrinsic"], |
Nicolas Geoffray | a5ca8eb | 2018-08-24 13:39:13 +0100 | [diff] [blame] | 259 | "variant": "trace | stream", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 260 | "description": ["These tests expect JIT compilation, which is", |
| 261 | "suppressed when tracing."] |
| 262 | }, |
| 263 | { |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 264 | "tests": "597-deopt-busy-loop", |
| 265 | "variant": "interp-ac | interpreter | trace | stream", |
| 266 | "description": ["This test expects JIT compilation, which is", |
| 267 | "suppressed when tracing."] |
| 268 | }, |
| 269 | { |
Nicolas Geoffray | a5ca8eb | 2018-08-24 13:39:13 +0100 | [diff] [blame] | 270 | "tests": "638-checker-inline-cache-intrinsic", |
| 271 | "variant": "interpreter | interp-ac", |
| 272 | "description": ["Test expects JIT compilation"] |
| 273 | }, |
| 274 | { |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 275 | "tests": "597-deopt-invoke-stub", |
Mingyao Yang | f5f0883 | 2017-09-29 12:08:17 -0700 | [diff] [blame] | 276 | "variant": "speed-profile | interp-ac | interpreter | optimizing | trace | stream", |
Mingyao Yang | 2ee1790 | 2017-08-30 11:37:08 -0700 | [diff] [blame] | 277 | "description": ["This test expects JIT compilation and no AOT for", |
| 278 | "testing deoptimizing at quick-to-interpreter bridge."] |
| 279 | }, |
| 280 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 281 | "tests": "906-iterate-heap", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 282 | "description": ["Test 906 iterates the heap filtering with different", |
| 283 | "options. No instances should be created between those", |
| 284 | "runs to be able to have precise checks."], |
| 285 | "variant": "jit" |
| 286 | }, |
| 287 | { |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 288 | "tests": ["570-checker-select", |
| 289 | "484-checker-register-hints"], |
| 290 | "description": ["These tests were based on the linear scan allocator,", |
| 291 | "which makes different decisions than the graph", |
| 292 | "coloring allocator. (These attempt to test for code", |
| 293 | "quality, not correctness.)"], |
| 294 | "variant": "regalloc_gc" |
| 295 | }, |
| 296 | { |
| 297 | "tests": ["454-get-vreg", |
| 298 | "457-regs", |
Nicolas Geoffray | 386db1a | 2018-10-04 12:57:52 +0100 | [diff] [blame] | 299 | "602-deoptimizeable", |
| 300 | "685-deoptimizeable"], |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 301 | "description": ["Tests that should fail when the optimizing compiler ", |
| 302 | "compiles them non-debuggable."], |
Roland Levillain | 8b72690 | 2018-10-09 19:27:23 +0100 | [diff] [blame] | 303 | "variant": "optimizing & ndebuggable | regalloc_gc & ndebuggable | speed-profile & ndebuggable | jit & ndebuggable | jit-on-first-use & ndebuggable" |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 304 | }, |
| 305 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 306 | "tests": "596-app-images", |
Nicolas Geoffray | 3377825 | 2018-03-26 12:24:48 +0100 | [diff] [blame] | 307 | "description": "Code being tested has been disabled", |
| 308 | "bug": "b/70734839" |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 309 | }, |
| 310 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 311 | "tests": "055-enum-performance", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 312 | "variant": "optimizing | regalloc_gc", |
| 313 | "description": ["055: Exceeds run time limits due to heap poisoning ", |
| 314 | "instrumentation (on ARM and ARM64 devices)."] |
| 315 | }, |
| 316 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 317 | "tests": "909-attach-agent", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 318 | "variant": "debuggable", |
| 319 | "description": "Tests that check semantics for a non-debuggable app." |
| 320 | }, |
| 321 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 322 | "tests": "137-cfi", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 323 | "variant": "debuggable", |
| 324 | "description": ["The test relies on AOT code and debuggable makes us", |
| 325 | "JIT always."] |
| 326 | }, |
| 327 | { |
| 328 | "tests": ["000-nop", |
| 329 | "134-nodex2oat-nofallback", |
| 330 | "147-stripped-dex-fallback", |
Nicolas Geoffray | 77e3694 | 2017-03-08 13:40:23 +0000 | [diff] [blame] | 331 | "595-profile-saving"], |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 332 | "description": "The doesn't compile anything", |
| 333 | "env_vars": {"ART_TEST_BISECTION": "true"}, |
| 334 | "variant": "optimizing | regalloc_gc" |
| 335 | }, |
| 336 | { |
| 337 | "tests": "089-many-methods", |
| 338 | "description": "The test tests a build failure", |
| 339 | "env_vars": {"ART_TEST_BISECTION": "true"}, |
| 340 | "variant": "optimizing | regalloc_gc" |
| 341 | }, |
| 342 | { |
| 343 | "tests": ["018-stack-overflow", |
| 344 | "116-nodex2oat", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 345 | "118-noimage-dex2oat", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 346 | "126-miranda-multidex", |
| 347 | "137-cfi"], |
| 348 | "description": "The test run dalvikvm more than once.", |
| 349 | "env_vars": {"ART_TEST_BISECTION": "true"}, |
| 350 | "variant": "optimizing | regalloc_gc" |
| 351 | }, |
| 352 | { |
| 353 | "tests": ["115-native-bridge", |
Nicolas Geoffray | 77e3694 | 2017-03-08 13:40:23 +0000 | [diff] [blame] | 354 | "088-monitor-verification"], |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 355 | "description": "The test assume they are always compiled.", |
| 356 | "env_vars": {"ART_TEST_BISECTION": "true"}, |
| 357 | "variant": "optimizing | regalloc_gc" |
| 358 | }, |
| 359 | { |
Shubham Ajmera | 14de5c4 | 2017-03-13 10:51:14 -0700 | [diff] [blame] | 360 | "tests": "055-enum-performance", |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 361 | "description": ["The test tests performance which degrades during", |
| 362 | "bisecting."], |
| 363 | "env_vars": {"ART_TEST_BISECTION": "true"}, |
| 364 | "variant": "optimizing | regalloc_gc" |
| 365 | }, |
| 366 | { |
Nicolas Geoffray | 91a834e | 2018-03-16 12:56:36 +0000 | [diff] [blame] | 367 | "tests": ["537-checker-arraycopy", |
| 368 | "641-checker-arraycopy"], |
Roland Levillain | a83d20d | 2018-03-15 16:01:32 +0000 | [diff] [blame] | 369 | "env_vars": {"ART_READ_BARRIER_TYPE": "TABLELOOKUP"} |
Nicolas Geoffray | 31c8858 | 2017-03-16 16:57:04 +0000 | [diff] [blame] | 370 | }, |
| 371 | { |
Nicolas Geoffray | b8cd64b | 2017-03-17 11:55:14 +0000 | [diff] [blame] | 372 | "tests": ["530-checker-lse", |
Nicolas Geoffray | 36dac9c | 2017-03-18 13:18:24 +0000 | [diff] [blame] | 373 | "530-checker-lse2", |
| 374 | "030-bad-finalizer", |
Hans Boehm | b215557 | 2019-03-27 14:25:53 -0700 | [diff] [blame] | 375 | "080-oom-throw", |
| 376 | "1336-short-finalizer-timeout"], |
Nicolas Geoffray | b8cd64b | 2017-03-17 11:55:14 +0000 | [diff] [blame] | 377 | "bug": "http://b/36377828", |
| 378 | "variant": "interp-ac" |
Calin Juravle | 26ab8d7 | 2017-03-20 14:45:15 -0700 | [diff] [blame] | 379 | }, |
Calin Juravle | e2492d4 | 2017-03-20 11:42:13 -0700 | [diff] [blame] | 380 | { |
Jeff Hao | 002b931 | 2017-03-27 16:23:08 -0700 | [diff] [blame] | 381 | "tests": ["629-vdex-speed", |
Alex Light | e79f329 | 2017-03-30 16:31:19 -0700 | [diff] [blame] | 382 | "634-vdex-duplicate"], |
Mathieu Chartier | fa0aa09 | 2017-03-27 15:43:54 -0700 | [diff] [blame] | 383 | "description": ["Profile driven dexlayout does not work with vdex or dex verifier."], |
Mathieu Chartier | 2c4b084 | 2017-12-13 11:49:51 -0800 | [diff] [blame] | 384 | "variant": "speed-profile" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 385 | }, |
| 386 | { |
Alex Light | 6fdc1b6 | 2017-09-18 11:33:56 -0700 | [diff] [blame] | 387 | "test_patterns": ["616-cha.*"], |
Alex Light | 3a0eef0 | 2018-06-01 11:10:14 -0700 | [diff] [blame] | 388 | "description": ["cha tests rely on knowing the exact set of optimizations available. ", |
| 389 | "Debuggable runtimes change the set of optimizations."], |
| 390 | "variant": "debuggable" |
| 391 | }, |
| 392 | { |
| 393 | "test_patterns": ["616-cha.*"], |
Alex Light | 6fdc1b6 | 2017-09-18 11:33:56 -0700 | [diff] [blame] | 394 | "description": ["cha tests rely on knowing more about the state of the JIT then is possible with jvmti-stress"], |
| 395 | "variant": "jvmti-stress & jit | redefine-stress & jit" |
| 396 | }, |
| 397 | { |
Andreas Gampe | 1078d15 | 2017-11-07 18:00:54 -0800 | [diff] [blame] | 398 | "test_patterns": ["616-cha"], |
| 399 | "description": ["The test assumes a boot image exists."], |
| 400 | "bug": "http://b/34193647", |
| 401 | "variant": "no-image" |
| 402 | }, |
| 403 | { |
Alex Light | 6fdc1b6 | 2017-09-18 11:33:56 -0700 | [diff] [blame] | 404 | "tests": [ "663-odd-dex-size", |
| 405 | "663-odd-dex-size2", |
| 406 | "663-odd-dex-size3", |
| 407 | "663-odd-dex-size4" ], |
| 408 | "description": ["All the odd-dex-size tests cause slicer to emit warnings."], |
| 409 | "variant": "jvmti-stress | redefine-stress" |
| 410 | }, |
| 411 | { |
| 412 | "test_patterns": ["[0-9]*-checker-.*"], |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 413 | "description": ["Checker tests are not compatible with jvmti."], |
Alex Light | c38c369 | 2017-06-27 15:45:14 -0700 | [diff] [blame] | 414 | "variant": "jvmti-stress | redefine-stress | trace-stress | field-stress | step-stress" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 415 | }, |
| 416 | { |
| 417 | "tests": [ |
| 418 | "961-default-iface-resolution-gen", |
Alex Light | c44b433 | 2018-01-12 10:04:08 -0800 | [diff] [blame] | 419 | "964-default-iface-init-gen", |
| 420 | "968-default-partial-compile-gen" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 421 | ], |
| 422 | "description": ["Tests that just take too long with jvmti-stress"], |
Alex Light | c38c369 | 2017-06-27 15:45:14 -0700 | [diff] [blame] | 423 | "variant": "jvmti-stress | redefine-stress | trace-stress | step-stress" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 424 | }, |
| 425 | { |
Alex Light | 6fdc1b6 | 2017-09-18 11:33:56 -0700 | [diff] [blame] | 426 | "tests": ["082-inline-execute"], |
| 427 | "description": ["speed-profile seems to cause the agent to be given an invalid dex file" ], |
| 428 | "bug": "b/65452964", |
| 429 | "variant": "redefine-stress & speed-profile | jvmti-stress & speed-profile" |
| 430 | }, |
| 431 | { |
| 432 | "tests": ["701-easy-div-rem", |
| 433 | "303-verification-stress"], |
| 434 | "description": ["speed-profile leads to dex files that slicer emits warnings about"], |
| 435 | "variant": "redefine-stress & speed-profile | jvmti-stress & speed-profile" |
| 436 | }, |
| 437 | { |
Alex Light | f7c4e4b | 2018-02-16 11:36:46 -0800 | [diff] [blame] | 438 | "test_patterns": [ |
| 439 | ".*invoke-custom.*", |
| 440 | ".*invoke-polymorphic.*", |
| 441 | ".*methodhandle.*", |
| 442 | ".*method-handle.*", |
| 443 | ".*varhandle.*", |
Orion Hodson | 7d29753 | 2018-05-04 09:31:45 +0100 | [diff] [blame] | 444 | ".*var-handle.*", |
Alex Light | c2c5948 | 2019-09-18 10:10:39 -0700 | [diff] [blame] | 445 | "716-jli-jit-samples", |
| 446 | "1975-hello-structural-transformation", |
Alex Light | 55eccdf | 2019-10-07 13:51:13 +0000 | [diff] [blame] | 447 | "1976-hello-structural-static-methods", |
| 448 | "1985-structural-redefine-stack-scope", |
| 449 | "1986-structural-redefine-multi-thread-stack-scope", |
| 450 | "1987-structural-redefine-recursive-stack-scope" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 451 | ], |
| 452 | "description": [ |
Alex Light | 55eccdf | 2019-10-07 13:51:13 +0000 | [diff] [blame] | 453 | "Tests for/using bytecodes introduced after DEX version 037 that are unsupported by", |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 454 | "dexter/slicer." |
| 455 | ], |
| 456 | "bug": "b/37272822", |
Alex Light | b7edcda | 2017-04-27 13:20:31 -0700 | [diff] [blame] | 457 | "variant": "jvmti-stress | redefine-stress" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 458 | }, |
| 459 | { |
| 460 | "tests": [ |
Alex Light | 64d6424 | 2018-12-14 15:54:11 -0800 | [diff] [blame] | 461 | "004-ThreadStress", |
| 462 | "130-hprof", |
| 463 | "579-inline-infinite", |
| 464 | "1946-list-descriptors" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 465 | ], |
Alex Light | 64d6424 | 2018-12-14 15:54:11 -0800 | [diff] [blame] | 466 | "description": ["Too slow to finish in the timeout"], |
Alex Light | c38c369 | 2017-06-27 15:45:14 -0700 | [diff] [blame] | 467 | "variant": "jvmti-stress | redefine-stress | trace-stress | field-stress | step-stress" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 468 | }, |
| 469 | { |
| 470 | "tests": [ |
Alex Light | 64d6424 | 2018-12-14 15:54:11 -0800 | [diff] [blame] | 471 | "911-get-stack-trace" |
| 472 | ], |
| 473 | "description": ["Tests that fail when run with step-stress for unknown reasons."], |
| 474 | "bug": "b/120995005", |
| 475 | "variant": "jvmti-stress | step-stress" |
| 476 | }, |
| 477 | { |
| 478 | "tests": [ |
| 479 | "004-SignalTest", |
| 480 | "004-StackWalk", |
| 481 | "064-field-access", |
| 482 | "083-compiler-regressions", |
| 483 | "098-ddmc", |
| 484 | "107-int-math2", |
| 485 | "129-ThreadGetId", |
| 486 | "135-MirandaDispatch", |
Alex Light | f7c4e4b | 2018-02-16 11:36:46 -0800 | [diff] [blame] | 487 | "132-daemon-locks-shutdown", |
Alex Light | 64d6424 | 2018-12-14 15:54:11 -0800 | [diff] [blame] | 488 | "163-app-image-methods", |
| 489 | "607-daemon-stress", |
| 490 | "674-hiddenapi", |
| 491 | "687-deopt", |
| 492 | "904-object-allocation" |
| 493 | ], |
| 494 | "description": ["Tests that sometimes fail when run with jvmti-stress for unknown reasons."], |
| 495 | "bug": "b/120995005", |
| 496 | "variant": "jvmti-stress | trace-stress | field-stress | step-stress" |
| 497 | }, |
| 498 | { |
| 499 | "tests": [ |
| 500 | "018-stack-overflow", |
| 501 | "137-cfi", |
| 502 | "595-profile-saving", |
| 503 | "597-deopt-busy-loop", |
| 504 | "597-deopt-new-string", |
| 505 | "660-clinit", |
| 506 | "900-hello-plugin", |
| 507 | "909-attach-agent", |
| 508 | "924-threads", |
| 509 | "981-dedup-original-dex", |
Mathieu Chartier | f4666af | 2019-09-03 12:45:29 -0700 | [diff] [blame] | 510 | "1900-track-alloc", |
| 511 | "2230-profile-save-hotness" |
Alex Light | 64d6424 | 2018-12-14 15:54:11 -0800 | [diff] [blame] | 512 | ], |
| 513 | "description": ["Tests that require exact knowledge of the deoptimization state, the ", |
| 514 | "number of plugins and agents, or breaks other openjdkjvmti assumptions."], |
| 515 | "variant": "jvmti-stress | redefine-stress | trace-stress | field-stress | step-stress" |
| 516 | }, |
| 517 | { |
| 518 | "tests": [ |
Alex Light | f7c4e4b | 2018-02-16 11:36:46 -0800 | [diff] [blame] | 519 | "607-daemon-stress", |
| 520 | "602-deoptimizeable", |
| 521 | "121-simple-suspend-check", |
| 522 | "083-compiler-regressions" |
| 523 | ], |
| 524 | "description": ["Tests that have failed on redefine stress for unknown reasons"], |
| 525 | "bug": "b/73177368", |
| 526 | "variant": "redefine-stress" |
| 527 | }, |
| 528 | { |
| 529 | "tests": [ |
Orion Hodson | 5084cda | 2018-06-27 10:08:15 +0100 | [diff] [blame] | 530 | "638-no-line-number" |
| 531 | ], |
| 532 | "description": ["Tests that fail on redefine stress due to branch instruction selection"], |
| 533 | "bug": "b/110869946", |
| 534 | "variant": "redefine-stress" |
| 535 | }, |
| 536 | { |
| 537 | "tests": [ |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 538 | "097-duplicate-method", |
| 539 | "138-duplicate-classes-check2", |
Alex Light | d9dc62a | 2017-05-17 11:02:53 -0700 | [diff] [blame] | 540 | "159-app-image-fields", |
| 541 | "649-vdex-duplicate-method", |
David Brazdil | 4bcd657 | 2019-02-02 20:08:44 +0000 | [diff] [blame] | 542 | "674-hiddenapi", |
| 543 | "690-hiddenapi-same-name-methods", |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 544 | "804-class-extends-itself", |
David Brazdil | 90701d5 | 2018-05-16 12:59:32 +0100 | [diff] [blame] | 545 | "921-hello-failure", |
| 546 | "999-redefine-hiddenapi" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 547 | ], |
| 548 | "description": [ |
| 549 | "Tests that use illegal dex files or otherwise break dexter assumptions" |
| 550 | ], |
Alex Light | b7edcda | 2017-04-27 13:20:31 -0700 | [diff] [blame] | 551 | "variant": "jvmti-stress | redefine-stress" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 552 | }, |
| 553 | { |
| 554 | "tests": [ |
| 555 | "018-stack-overflow", |
| 556 | "068-classloader", |
| 557 | "086-null-super", |
| 558 | "087-gc-after-link", |
| 559 | "626-const-class-linking", |
| 560 | "629-vdex-speed", |
Alex Light | d9dc62a | 2017-05-17 11:02:53 -0700 | [diff] [blame] | 561 | "647-jni-get-field-id", |
Alex Light | f7c4e4b | 2018-02-16 11:36:46 -0800 | [diff] [blame] | 562 | "674-hiddenapi", |
David Brazdil | 4bcd657 | 2019-02-02 20:08:44 +0000 | [diff] [blame] | 563 | "690-hiddenapi-same-name-methods", |
David Brazdil | 3767828 | 2019-03-04 20:43:09 +0000 | [diff] [blame] | 564 | "691-hiddenapi-proxy", |
David Brazdil | 331a5e1 | 2019-04-01 22:46:16 +0000 | [diff] [blame] | 565 | "692-vdex-inmem-loader", |
David Brazdil | 35a3f6a | 2019-03-04 15:59:06 +0000 | [diff] [blame] | 566 | "693-vdex-inmem-loader-evict", |
David Brazdil | 90701d5 | 2018-05-16 12:59:32 +0100 | [diff] [blame] | 567 | "944-transform-classloaders", |
| 568 | "999-redefine-hiddenapi" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 569 | ], |
| 570 | "description": [ |
| 571 | "Tests that use custom class loaders or other features not supported ", |
| 572 | "by our JVMTI implementation" |
| 573 | ], |
Alex Light | b7edcda | 2017-04-27 13:20:31 -0700 | [diff] [blame] | 574 | "variant": "jvmti-stress | redefine-stress" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 575 | }, |
| 576 | { |
| 577 | "tests": [ |
Alex Light | 43e935d | 2017-06-19 15:40:40 -0700 | [diff] [blame] | 578 | "004-ThreadStress" |
| 579 | ], |
| 580 | "description": "The thread stress test just takes too long with field-stress", |
Alex Light | f7c4e4b | 2018-02-16 11:36:46 -0800 | [diff] [blame] | 581 | "variant": "jvmti-stress | field-stress | step-stress | redefine-stress" |
Alex Light | 43e935d | 2017-06-19 15:40:40 -0700 | [diff] [blame] | 582 | }, |
| 583 | { |
| 584 | "tests": [ |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 585 | "031-class-attributes", |
Alex Light | f709ba5 | 2018-03-06 10:51:09 -0800 | [diff] [blame] | 586 | "715-clinit-implicit-parameter-annotations", |
Alex Light | c251ebc | 2017-04-13 10:49:45 -0700 | [diff] [blame] | 587 | "911-get-stack-trace" |
Alex Light | 8f2c6d4 | 2017-04-10 16:27:35 -0700 | [diff] [blame] | 588 | ], |
| 589 | "description": [ |
| 590 | "Tests that use annotations and debug data that is not kept around by dexter." |
| 591 | ], |
Alex Light | c251ebc | 2017-04-13 10:49:45 -0700 | [diff] [blame] | 592 | "bug": "b/37239009", |
Alex Light | b7edcda | 2017-04-27 13:20:31 -0700 | [diff] [blame] | 593 | "variant": "jvmti-stress | redefine-stress" |
Igor Murashkin | 8889a89 | 2017-04-24 16:09:15 -0700 | [diff] [blame] | 594 | }, |
| 595 | { |
Alex Light | 6fdc1b6 | 2017-09-18 11:33:56 -0700 | [diff] [blame] | 596 | "tests": [ "1911-get-local-var-table" ], |
| 597 | "description": [ |
| 598 | "Test that relies on knowing the exact layout of a dex file" |
| 599 | ], |
| 600 | "variant": "jvmti-stress | redefine-stress" |
| 601 | }, |
| 602 | { |
Igor Murashkin | 8889a89 | 2017-04-24 16:09:15 -0700 | [diff] [blame] | 603 | "tests": [ |
Nicolas Geoffray | 4e868fa | 2017-04-21 17:16:44 +0100 | [diff] [blame] | 604 | "536-checker-needs-access-check", |
| 605 | "537-checker-inline-and-unverified", |
| 606 | "569-checker-pattern-replacement", |
| 607 | "586-checker-null-array-get" |
| 608 | ], |
| 609 | "description": [ |
| 610 | "Tests that have verify-at-runtime classes, but being compiled when using vdex." |
| 611 | ], |
| 612 | "variant": "speed-profile" |
Roland Levillain | 5fa822d | 2017-04-27 16:12:39 +0100 | [diff] [blame] | 613 | }, |
| 614 | { |
| 615 | "tests": "648-many-direct-methods", |
| 616 | "variant": "debug", |
| 617 | "description": "Test disabled in debug mode because of dex2oatd timeouts.", |
| 618 | "bug": "b/33650497" |
Goran Jakovljevic | 7050f9d | 2017-05-08 15:19:39 +0200 | [diff] [blame] | 619 | }, |
| 620 | { |
Alex Light | 61d5041 | 2018-08-02 01:07:24 -0700 | [diff] [blame] | 621 | "tests": "1946-list-descriptors", |
| 622 | "description": "ASAN+interp-ac/switch interpreter means this is too slow to finish in the timeout", |
| 623 | "variant": "target & interp-ac", |
| 624 | "env_vars": {"SANITIZE_TARGET": "address"} |
| 625 | }, |
| 626 | { |
| 627 | "tests": "1946-list-descriptors", |
| 628 | "description": "ASAN+interp-ac/switch interpreter means this is too slow to finish in the timeout", |
| 629 | "variant": "host & interp-ac", |
| 630 | "env_vars": {"SANITIZE_HOST": "address"} |
| 631 | }, |
| 632 | { |
Hans Boehm | 1d379cb | 2018-12-13 22:02:36 -0800 | [diff] [blame] | 633 | "tests": "175-alloc-big-bignums", |
| 634 | "description": "ASAN runs out of memory due to huge allocations.", |
| 635 | "variant": "host", |
| 636 | "env_vars": {"SANITIZE_HOST": "address"} |
| 637 | }, |
| 638 | { |
Andreas Gampe | fa6b034 | 2017-06-02 08:36:42 -0700 | [diff] [blame] | 639 | "tests": "202-thread-oome", |
| 640 | "description": "ASAN aborts when large thread stacks are requested.", |
| 641 | "variant": "host", |
| 642 | "env_vars": {"SANITIZE_HOST": "address"} |
| 643 | }, |
| 644 | { |
| 645 | "tests": "202-thread-oome", |
| 646 | "description": "ASAN aborts when large thread stacks are requested.", |
| 647 | "variant": "target", |
| 648 | "env_vars": {"SANITIZE_TARGET": "address"} |
Andreas Gampe | 98e3693 | 2017-06-02 16:15:27 -0700 | [diff] [blame] | 649 | }, |
| 650 | { |
Andreas Gampe | 4430b25 | 2017-07-11 10:47:22 -0700 | [diff] [blame] | 651 | "tests": [ |
Vladimir Marko | 5825ed4 | 2018-09-03 14:14:17 +0100 | [diff] [blame] | 652 | "018-stack-overflow", |
| 653 | "107-int-math2" |
| 654 | ], |
| 655 | "description": [ |
| 656 | "Insufficient stack guards for ASAN." |
| 657 | ], |
| 658 | "variant": "interp-ac & host", |
| 659 | "env_vars": {"SANITIZE_HOST": "address"}, |
| 660 | "bug": "b/31098551" |
| 661 | }, |
| 662 | { |
| 663 | "tests": [ |
| 664 | "018-stack-overflow", |
| 665 | "107-int-math2" |
| 666 | ], |
| 667 | "description": [ |
| 668 | "Insufficient stack guards for ASAN." |
| 669 | ], |
| 670 | "variant": "interp-ac & target", |
| 671 | "env_vars": {"SANITIZE_TARGET": "address"}, |
| 672 | "bug": "b/31098551" |
| 673 | }, |
| 674 | { |
| 675 | "tests": [ |
Andreas Gampe | 4430b25 | 2017-07-11 10:47:22 -0700 | [diff] [blame] | 676 | "059-finalizer-throw", |
| 677 | "074-gc-thrash", |
| 678 | "911-get-stack-trace", |
| 679 | "913-heaps", |
| 680 | "980-redefine-object" |
| 681 | ], |
| 682 | "description": [ |
| 683 | "Interpreter with access checks stack frames are too large and result in", |
| 684 | "StackOverFlow errors being thrown." |
| 685 | ], |
| 686 | "variant": "interp-ac & host", |
| 687 | "env_vars": {"SANITIZE_HOST": "address"} |
| 688 | }, |
| 689 | { |
| 690 | "tests": [ |
| 691 | "059-finalizer-throw", |
| 692 | "074-gc-thrash", |
| 693 | "911-get-stack-trace", |
| 694 | "913-heaps", |
| 695 | "980-redefine-object" |
| 696 | ], |
| 697 | "description": [ |
| 698 | "Interpreter with access checks stack frames are too large and result in", |
| 699 | "StackOverFlow errors being thrown." |
| 700 | ], |
| 701 | "variant": "interp-ac & target", |
| 702 | "env_vars": {"SANITIZE_TARGET": "address"} |
| 703 | }, |
| 704 | { |
Andreas Gampe | 98e3693 | 2017-06-02 16:15:27 -0700 | [diff] [blame] | 705 | "tests": "071-dexfile-map-clean", |
| 706 | "description": [ "We use prebuilt zipalign on master-art-host to avoid pulling in a lot", |
| 707 | "of the framework. But a non-sanitized zipalign binary does not work with", |
| 708 | "a sanitized libc++."], |
| 709 | "env_vars": {"SANITIZE_HOST": "address"} |
Andreas Gampe | 73dd3a2 | 2017-06-05 13:28:03 -0700 | [diff] [blame] | 710 | }, |
| 711 | { |
Mathieu Chartier | c2583d2 | 2017-07-06 17:58:38 -0700 | [diff] [blame] | 712 | "tests": "141-class-unload", |
Nicolas Geoffray | cde8c35 | 2017-07-10 09:28:18 +0100 | [diff] [blame] | 713 | "description": "Segmentation fault", |
| 714 | "bug": "b/31098949", |
| 715 | "env_vars": {"SANITIZE_HOST": "address"} |
| 716 | }, |
| 717 | { |
| 718 | "tests": "104-growth-limit", |
| 719 | "description": "Flake", |
| 720 | "bug": "b/63514331", |
Mathieu Chartier | c2583d2 | 2017-07-06 17:58:38 -0700 | [diff] [blame] | 721 | "env_vars": {"SANITIZE_HOST": "address"} |
| 722 | }, |
| 723 | { |
Alex Light | b7edcda | 2017-04-27 13:20:31 -0700 | [diff] [blame] | 724 | "tests": ["988-method-trace"], |
| 725 | "variant": "redefine-stress | jvmti-stress", |
| 726 | "description": "Test disabled due to redefine-stress disabling intrinsics which changes the trace output slightly." |
| 727 | }, |
| 728 | { |
Calin Juravle | 4e4001e | 2017-06-08 16:13:26 -0700 | [diff] [blame] | 729 | "tests": ["137-cfi", "629-vdex-speed"], |
| 730 | "description": [ "Tests require speed compilation which is no longer the default for", |
Nicolas Geoffray | 9a18396 | 2017-06-10 14:33:17 +0100 | [diff] [blame] | 731 | "no-prebuild or no-image configs."], |
| 732 | "variant": "no-prebuild | no-image" |
Nicolas Geoffray | cd9e5e7 | 2017-06-14 09:03:55 +0100 | [diff] [blame] | 733 | }, |
| 734 | { |
| 735 | "tests": ["059-finalizer-throw", "063-process-manager"], |
| 736 | "description": [ "Tests that take too long on target with gcstress and debug" ], |
| 737 | "variant": "gcstress & target & debug" |
Nicolas Geoffray | d732528 | 2017-06-15 09:15:50 +0100 | [diff] [blame] | 738 | }, |
| 739 | { |
| 740 | "tests": ["905-object-free"], |
| 741 | "description": [ "Flake on gcstress" ], |
| 742 | "bug": "b/62562923", |
| 743 | "variant": "gcstress & jit & target" |
Roland Levillain | 1849820 | 2017-06-28 13:15:55 +0100 | [diff] [blame] | 744 | }, |
| 745 | { |
Chang Xing | 3e37902 | 2017-07-24 18:38:10 -0700 | [diff] [blame] | 746 | "tests": "660-clinit", |
Mathieu Chartier | 2294024 | 2019-07-18 12:53:03 -0700 | [diff] [blame] | 747 | "variant": "no-image | no-prebuild | jvmti-stress | redefine-stress | interp-ac | debuggable", |
Alex Light | 6fdc1b6 | 2017-09-18 11:33:56 -0700 | [diff] [blame] | 748 | "description": ["Tests <clinit> for app images, which --no-image, --no-prebuild, ", |
Chang Xing | 0c2c222 | 2017-08-04 14:36:17 -0700 | [diff] [blame] | 749 | "and --redefine-stress do not create. Also avoid for ", |
Mathieu Chartier | 2294024 | 2019-07-18 12:53:03 -0700 | [diff] [blame] | 750 | "verify-soft-fail (interp-ac) and debuggable since they prevent ", |
| 751 | "initialization."] |
Igor Murashkin | de67643 | 2017-08-03 10:24:38 -0700 | [diff] [blame] | 752 | }, |
| 753 | { |
Nicolas Geoffray | e877a13 | 2017-08-06 10:31:57 +0100 | [diff] [blame] | 754 | "tests": ["961-default-iface-resolution-gen", |
| 755 | "964-default-iface-init-gen", |
| 756 | "968-default-partial-compile-gen"], |
Igor Murashkin | de67643 | 2017-08-03 10:24:38 -0700 | [diff] [blame] | 757 | "env_vars": {"SANITIZE_HOST": "address"}, |
| 758 | "description": ["Test hits dex2oat watchdog timeout (60sec) on art-asan"] |
Jeff Hao | 3c3911e | 2017-08-14 15:14:29 -0700 | [diff] [blame] | 759 | }, |
| 760 | { |
| 761 | "tests": "664-aget-verifier", |
| 762 | "description": ["Aget on potentially null array fails verification."], |
| 763 | "bug": "b/64683522" |
Igor Murashkin | 545412b | 2017-08-17 15:26:54 -0700 | [diff] [blame] | 764 | }, |
| 765 | { |
Mathieu Chartier | 74c876b | 2018-01-17 09:36:45 -0800 | [diff] [blame] | 766 | "tests": ["628-vdex", |
| 767 | "629-vdex-speed", |
| 768 | "634-vdex-duplicate"], |
| 769 | "variant": "cdex-fast", |
| 770 | "description": ["Tests that depend on input-vdex are not supported with compact dex"] |
| 771 | }, |
| 772 | { |
Nicolas Geoffray | 57de510 | 2018-09-07 18:48:07 +0100 | [diff] [blame] | 773 | "tests": ["661-oat-writer-layout"], |
Roland Levillain | 8b72690 | 2018-10-09 19:27:23 +0100 | [diff] [blame] | 774 | "variant": "interp-ac | interpreter | jit | jit-on-first-use | no-prebuild | no-image | trace | redefine-stress | jvmti-stress", |
Nicolas Geoffray | 57de510 | 2018-09-07 18:48:07 +0100 | [diff] [blame] | 775 | "description": ["Test is designed to only check --optimizing"] |
| 776 | }, |
| 777 | { |
| 778 | "tests": ["004-StackWalk"], |
| 779 | "variant": "interp-ac | interpreter | jit | no-prebuild | no-image | trace | redefine-stress | jvmti-stress | debuggable", |
| 780 | "description": ["Test is designed to only check --optimizing"] |
Nicolas Geoffray | 0817645 | 2018-02-01 20:52:19 +0000 | [diff] [blame] | 781 | }, |
| 782 | { |
| 783 | "tests": "674-HelloWorld-Dm", |
| 784 | "variant": "target", |
| 785 | "description": ["Requires zip, which isn't available on device"] |
Nicolas Geoffray | 24b93c5 | 2018-02-13 10:54:09 +0000 | [diff] [blame] | 786 | }, |
| 787 | { |
Alex Light | e2ddce3 | 2019-05-22 17:08:35 +0000 | [diff] [blame] | 788 | "tests": [ |
| 789 | "1965-get-set-local-primitive-no-tables", |
| 790 | "1966-get-set-local-objects-no-table" |
| 791 | ], |
| 792 | "variant": "jvm", |
| 793 | "bug": "133241695", |
| 794 | "description": [ |
| 795 | "The RI is wildly inconsistent about how it handles Get/SetLocalVariable when classes ", |
| 796 | "lack debug info." |
| 797 | ] |
| 798 | }, |
| 799 | { |
Vladimir Marko | a9f303c | 2018-07-20 16:43:56 +0100 | [diff] [blame] | 800 | "tests": ["683-clinit-inline-static-invoke"], |
| 801 | "variant": "jvm", |
| 802 | "description": ["Uses android-specific boot image class."] |
| 803 | }, |
| 804 | { |
Igor Murashkin | bab1506 | 2018-02-23 14:53:24 -0800 | [diff] [blame] | 805 | "tests": ["1941-dispose-stress", "522-checker-regression-monitor-exit"], |
| 806 | "variant": "jvm", |
| 807 | "bug": "b/73888836", |
| 808 | "description": ["Hangs forever, times out."] |
| 809 | }, |
| 810 | { |
| 811 | "tests": [ |
| 812 | "004-JniTest", |
| 813 | "004-NativeAllocations", |
| 814 | "004-ReferenceMap", |
| 815 | "004-SignalTest", |
| 816 | "004-StackWalk", |
| 817 | "004-ThreadStress", |
| 818 | "004-UnsafeTest", |
| 819 | "005-annotations", |
| 820 | "008-exceptions", |
| 821 | "020-string", |
| 822 | "021-string2", |
| 823 | "030-bad-finalizer", |
| 824 | "031-class-attributes", |
| 825 | "034-call-null", |
| 826 | "038-inner-null", |
| 827 | "044-proxy", |
| 828 | "046-reflect", |
| 829 | "064-field-access", |
| 830 | "068-classloader", |
| 831 | "070-nio-buffer", |
| 832 | "071-dexfile", |
| 833 | "071-dexfile-get-static-size", |
| 834 | "071-dexfile-map-clean", |
| 835 | "082-inline-execute", |
| 836 | "086-null-super", |
| 837 | "087-gc-after-link", |
| 838 | "088-monitor-verification", |
| 839 | "091-override-package-private-method", |
| 840 | "097-duplicate-method", |
| 841 | "098-ddmc", |
| 842 | "099-vmdebug", |
| 843 | "100-reflect2", |
| 844 | "104-growth-limit", |
| 845 | "111-unresolvable-exception", |
| 846 | "115-native-bridge", |
| 847 | "116-nodex2oat", |
Igor Murashkin | bab1506 | 2018-02-23 14:53:24 -0800 | [diff] [blame] | 848 | "118-noimage-dex2oat", |
Igor Murashkin | bab1506 | 2018-02-23 14:53:24 -0800 | [diff] [blame] | 849 | "127-checker-secondarydex", |
| 850 | "129-ThreadGetId", |
| 851 | "130-hprof", |
| 852 | "1337-gc-coverage", |
| 853 | "1338-gc-no-los", |
| 854 | "134-nodex2oat-nofallback", |
| 855 | "134-reg-promotion", |
| 856 | "135-MirandaDispatch", |
| 857 | "136-daemon-jni-shutdown", |
| 858 | "137-cfi", |
| 859 | "138-duplicate-classes-check", |
| 860 | "138-duplicate-classes-check2", |
| 861 | "140-field-packing", |
| 862 | "141-class-unload", |
| 863 | "142-classloader2", |
| 864 | "143-string-value", |
| 865 | "144-static-field-sigquit", |
| 866 | "145-alloc-tracking-stress", |
| 867 | "146-bad-interface", |
| 868 | "147-stripped-dex-fallback", |
| 869 | "148-multithread-gc-annotations", |
| 870 | "150-loadlibrary", |
| 871 | "154-gc-loop", |
| 872 | "156-register-dex-file-multi-loader", |
| 873 | "157-void-class", |
| 874 | "158-app-image-class-table", |
| 875 | "159-app-image-fields", |
| 876 | "161-final-abstract-class", |
| 877 | "162-method-resolution", |
| 878 | "163-app-image-methods", |
| 879 | "164-resolution-trampoline-dex-cache", |
| 880 | "167-visit-locks", |
| 881 | "168-vmstack-annotated", |
Mathieu Chartier | adc9086 | 2018-05-11 13:03:06 -0700 | [diff] [blame] | 882 | "172-app-image-twice", |
Vladimir Marko | 422a9eb | 2019-08-01 12:54:07 +0100 | [diff] [blame] | 883 | "177-visibly-initialized-deadlock", |
Igor Murashkin | bab1506 | 2018-02-23 14:53:24 -0800 | [diff] [blame] | 884 | "201-built-in-except-detail-messages", |
| 885 | "203-multi-checkpoint", |
| 886 | "304-method-tracing", |
| 887 | "305-other-fault-handler", |
| 888 | "412-new-array", |
| 889 | "416-optimizing-arith-not", |
| 890 | "425-invoke-super", |
| 891 | "431-type-propagation", |
| 892 | "432-optimizing-cmp", |
| 893 | "434-invoke-direct", |
| 894 | "435-new-instance", |
| 895 | "441-checker-inliner", |
| 896 | "442-checker-constant-folding", |
| 897 | "448-multiple-returns", |
| 898 | "449-checker-bce", |
| 899 | "452-multiple-returns2", |
| 900 | "453-not-byte", |
| 901 | "454-get-vreg", |
| 902 | "455-checker-gvn", |
| 903 | "457-regs", |
| 904 | "458-checker-instruct-simplification", |
| 905 | "459-dead-phi", |
| 906 | "460-multiple-returns3", |
| 907 | "461-get-reference-vreg", |
| 908 | "466-get-live-vreg", |
| 909 | "467-regalloc-pair", |
| 910 | "468-checker-bool-simplif-regression", |
| 911 | "471-uninitialized-locals", |
| 912 | "472-unreachable-if-regression", |
| 913 | "475-regression-inliner-ids", |
| 914 | "480-checker-dead-blocks", |
| 915 | "496-checker-inlining-class-loader", |
| 916 | "498-type-propagation", |
| 917 | "501-null-constant-dce", |
| 918 | "501-regression-packed-switch", |
| 919 | "503-dead-instructions", |
| 920 | "504-regression-baseline-entry", |
| 921 | "506-verify-aput", |
| 922 | "509-pre-header", |
| 923 | "510-checker-try-catch", |
| 924 | "511-clinit-interface", |
| 925 | "515-dce-dominator", |
| 926 | "516-dead-move-result", |
| 927 | "517-checker-builder-fallthrough", |
| 928 | "518-null-array-get", |
| 929 | "520-equivalent-phi", |
| 930 | "529-checker-unresolved", |
| 931 | "530-checker-lse", |
| 932 | "530-checker-lse-ctor-fences", |
| 933 | "530-checker-lse3", |
| 934 | "530-checker-regression-reftyp-final", |
| 935 | "536-checker-intrinsic-optimization", |
| 936 | "536-checker-needs-access-check", |
| 937 | "541-regression-inlined-deopt", |
| 938 | "543-env-long-ref", |
| 939 | "545-tracing-and-jit", |
| 940 | "550-checker-regression-wide-store", |
| 941 | "551-invoke-super", |
| 942 | "552-checker-primitive-typeprop", |
| 943 | "552-invoke-non-existent-super", |
| 944 | "553-invoke-super", |
| 945 | "556-invoke-super", |
| 946 | "559-checker-irreducible-loop", |
| 947 | "563-checker-fakestring", |
| 948 | "564-checker-irreducible-loop", |
| 949 | "565-checker-doublenegbitwise", |
| 950 | "565-checker-irreducible-loop", |
| 951 | "566-polymorphic-inlining", |
| 952 | "567-checker-compare", |
| 953 | "569-checker-pattern-replacement", |
| 954 | "570-checker-osr", |
| 955 | "571-irreducible-loop", |
| 956 | "574-irreducible-and-constant-area", |
| 957 | "575-checker-string-init-alias", |
| 958 | "580-checker-string-fact-intrinsics", |
xueliang.zhong | 9ce340f | 2019-01-22 17:46:09 +0000 | [diff] [blame] | 959 | "580-fp16", |
Igor Murashkin | bab1506 | 2018-02-23 14:53:24 -0800 | [diff] [blame] | 960 | "585-inline-unresolved", |
| 961 | "586-checker-null-array-get", |
| 962 | "587-inline-class-error", |
| 963 | "588-checker-irreducib-lifetime-hole", |
| 964 | "591-new-instance-string", |
| 965 | "592-checker-regression-bool-input", |
| 966 | "593-checker-boolean-2-integral-conv", |
| 967 | "593-checker-shift-and-simplifier", |
| 968 | "594-invoke-super", |
| 969 | "595-error-class", |
| 970 | "595-profile-saving", |
| 971 | "596-app-images", |
| 972 | "596-checker-dead-phi", |
| 973 | "596-monitor-inflation", |
| 974 | "597-deopt-busy-loop", |
| 975 | "597-deopt-invoke-stub", |
| 976 | "597-deopt-new-string", |
| 977 | "599-checker-irreducible-loop", |
| 978 | "600-verifier-fails", |
| 979 | "601-method-access", |
| 980 | "602-deoptimizeable", |
| 981 | "605-new-string-from-bytes", |
| 982 | "608-checker-unresolved-lse", |
| 983 | "612-jit-dex-cache", |
| 984 | "613-inlining-dex-cache", |
| 985 | "616-cha", |
| 986 | "616-cha-abstract", |
| 987 | "616-cha-interface", |
| 988 | "616-cha-interface-default", |
| 989 | "616-cha-miranda", |
| 990 | "622-simplifyifs-exception-edges", |
| 991 | "624-checker-stringops", |
| 992 | "626-const-class-linking", |
| 993 | "628-vdex", |
| 994 | "629-vdex-speed", |
| 995 | "630-safecast-array", |
| 996 | "631-checker-fp-abs", |
| 997 | "633-checker-rtp-getclass", |
| 998 | "634-vdex-duplicate", |
| 999 | "636-wrong-static-access", |
| 1000 | "638-checker-inline-cache-intrinsic", |
| 1001 | "638-checker-inline-caches", |
| 1002 | "638-no-line-number", |
| 1003 | "641-irreducible-inline", |
| 1004 | "643-checker-bogus-ic", |
| 1005 | "645-checker-abs-simd", |
| 1006 | "647-jni-get-field-id", |
| 1007 | "647-sinking-catch", |
| 1008 | "648-inline-caches-unresolved", |
| 1009 | "649-vdex-duplicate-method", |
| 1010 | "652-deopt-intrinsic", |
| 1011 | "656-annotation-lookup-generic-jni", |
| 1012 | "656-checker-simd-opt", |
| 1013 | "659-unpadded-array", |
| 1014 | "660-clinit", |
| 1015 | "660-store-8-16", |
| 1016 | "661-classloader-allocator", |
| 1017 | "661-oat-writer-layout", |
| 1018 | "663-checker-select-generator", |
| 1019 | "663-odd-dex-size", |
| 1020 | "663-odd-dex-size2", |
| 1021 | "663-odd-dex-size3", |
| 1022 | "663-odd-dex-size4", |
| 1023 | "667-jit-jni-stub", |
| 1024 | "667-out-of-bounds", |
| 1025 | "668-aiobe", |
Igor Murashkin | bab1506 | 2018-02-23 14:53:24 -0800 | [diff] [blame] | 1026 | "674-hotness-compiled", |
| 1027 | "674-vdex-uncompress", |
| 1028 | "675-checker-unverified-method", |
| 1029 | "676-proxy-jit-at-first-use", |
| 1030 | "676-resolve-field-type", |
Nicolas Geoffray | 386db1a | 2018-10-04 12:57:52 +0100 | [diff] [blame] | 1031 | "685-deoptimizeable", |
Nicolas Geoffray | acc56ac | 2018-10-09 08:45:24 +0100 | [diff] [blame] | 1032 | "685-shifts", |
Nicolas Geoffray | 4cbfadc | 2018-10-10 16:09:43 +0100 | [diff] [blame] | 1033 | "686-get-this", |
Nicolas Geoffray | a61b45a | 2018-10-25 09:45:24 +0100 | [diff] [blame] | 1034 | "687-deopt", |
Igor Murashkin | bab1506 | 2018-02-23 14:53:24 -0800 | [diff] [blame] | 1035 | "706-checker-scheduler", |
| 1036 | "707-checker-invalid-profile", |
| 1037 | "714-invoke-custom-lambda-metafactory", |
Orion Hodson | 86bb96f | 2018-05-03 14:07:26 +0100 | [diff] [blame] | 1038 | "716-jli-jit-samples", |
Igor Murashkin | bab1506 | 2018-02-23 14:53:24 -0800 | [diff] [blame] | 1039 | "800-smali", |
| 1040 | "801-VoidCheckCast", |
| 1041 | "802-deoptimization", |
| 1042 | "804-class-extends-itself", |
| 1043 | "900-hello-plugin", |
| 1044 | "901-hello-ti-agent", |
| 1045 | "903-hello-tagging", |
| 1046 | "904-object-allocation", |
| 1047 | "906-iterate-heap", |
| 1048 | "909-attach-agent", |
| 1049 | "910-methods", |
| 1050 | "911-get-stack-trace", |
| 1051 | "912-classes", |
| 1052 | "913-heaps", |
| 1053 | "918-fields", |
| 1054 | "920-objects", |
| 1055 | "922-properties", |
| 1056 | "924-threads", |
| 1057 | "925-threadgroups", |
| 1058 | "927-timers", |
| 1059 | "929-search", |
| 1060 | "931-agent-thread", |
| 1061 | "933-misc-events", |
| 1062 | "936-search-onload", |
| 1063 | "939-hello-transformation-bcp", |
| 1064 | "944-transform-classloaders", |
| 1065 | "946-obsolete-throw", |
| 1066 | "948-change-annotations", |
| 1067 | "950-redefine-intrinsic", |
Igor Murashkin | bab1506 | 2018-02-23 14:53:24 -0800 | [diff] [blame] | 1068 | "954-invoke-polymorphic-verifier", |
| 1069 | "955-methodhandles-smali", |
| 1070 | "956-methodhandles", |
| 1071 | "957-methodhandle-transforms", |
| 1072 | "958-methodhandle-stackframe", |
| 1073 | "972-default-imt-collision", |
| 1074 | "972-iface-super-multidex", |
| 1075 | "973-default-multidex", |
| 1076 | "974-verify-interface-super", |
| 1077 | "975-iface-private", |
| 1078 | "976-conflict-no-methods", |
| 1079 | "978-virtual-interface", |
| 1080 | "980-redefine-object", |
| 1081 | "981-dedup-original-dex", |
| 1082 | "983-source-transform-verify", |
| 1083 | "986-native-method-bind", |
| 1084 | "988-method-trace", |
| 1085 | "989-method-trace-throw", |
| 1086 | "993-breakpoints", |
Mathieu Chartier | 175ce3d | 2019-03-06 16:54:24 -0800 | [diff] [blame] | 1087 | "1002-notify-startup", |
Mathieu Chartier | 6e7a72c | 2019-03-07 21:40:10 -0800 | [diff] [blame] | 1088 | "1003-metadata-section-strings", |
Hans Boehm | b215557 | 2019-03-27 14:25:53 -0700 | [diff] [blame] | 1089 | "1336-short-finalizer-timeout", |
Igor Murashkin | bab1506 | 2018-02-23 14:53:24 -0800 | [diff] [blame] | 1090 | "1900-track-alloc", |
| 1091 | "1906-suspend-list-me-first", |
| 1092 | "1914-get-local-instance", |
| 1093 | "1926-missed-frame-pop", |
| 1094 | "1930-monitor-info", |
| 1095 | "1932-monitor-events-misc", |
| 1096 | "1935-get-set-current-frame-jit", |
| 1097 | "1938-transform-abstract-single-impl", |
| 1098 | "1939-proxy-frames", |
| 1099 | "1940-ddms-ext", |
| 1100 | "1945-proxy-method-arguments", |
| 1101 | "1946-list-descriptors", |
Mathieu Chartier | f4666af | 2019-09-03 12:45:29 -0700 | [diff] [blame] | 1102 | "1947-breakpoint-redefine-deopt", |
| 1103 | "2230-profile-save-hotness" |
Igor Murashkin | bab1506 | 2018-02-23 14:53:24 -0800 | [diff] [blame] | 1104 | ], |
| 1105 | "variant": "jvm", |
| 1106 | "bug": "b/73888836", |
Nicolas Geoffray | a3cd124 | 2018-03-15 22:29:24 +0000 | [diff] [blame] | 1107 | "description": ["Failing on RI. Needs further investigating."] |
| 1108 | }, |
| 1109 | { |
Mads Ager | 51a778a | 2018-10-09 14:58:41 +0200 | [diff] [blame] | 1110 | "tests": ["530-checker-peel-unroll", |
| 1111 | "616-cha-unloading", |
David Brazdil | 90701d5 | 2018-05-16 12:59:32 +0100 | [diff] [blame] | 1112 | "674-hiddenapi", |
Nicolas Geoffray | fd13287 | 2018-05-21 18:04:38 +0100 | [diff] [blame] | 1113 | "677-fsi2", |
Nicolas Geoffray | 69b1cf1 | 2018-03-21 10:44:58 +0000 | [diff] [blame] | 1114 | "678-quickening", |
David Brazdil | 90701d5 | 2018-05-16 12:59:32 +0100 | [diff] [blame] | 1115 | "679-locks", |
Nicolas Geoffray | 80a560c | 2018-10-26 13:48:51 +0100 | [diff] [blame] | 1116 | "688-shared-library", |
David Brazdil | 4bcd657 | 2019-02-02 20:08:44 +0000 | [diff] [blame] | 1117 | "690-hiddenapi-same-name-methods", |
David Brazdil | 6a1dab4 | 2019-02-28 18:45:15 +0000 | [diff] [blame] | 1118 | "691-hiddenapi-proxy", |
David Brazdil | 331a5e1 | 2019-04-01 22:46:16 +0000 | [diff] [blame] | 1119 | "692-vdex-inmem-loader", |
David Brazdil | 35a3f6a | 2019-03-04 15:59:06 +0000 | [diff] [blame] | 1120 | "693-vdex-inmem-loader-evict", |
Alex Light | c98f83e | 2018-07-26 08:28:36 -0700 | [diff] [blame] | 1121 | "999-redefine-hiddenapi", |
Roland Levillain | b1e1dc3 | 2018-07-10 19:19:31 +0100 | [diff] [blame] | 1122 | "1000-non-moving-space-stress", |
Mathieu Chartier | 00fbe4f | 2019-01-02 16:52:38 -0800 | [diff] [blame] | 1123 | "1001-app-image-regions", |
Hans Boehm | 206348c | 2018-12-05 11:11:33 -0800 | [diff] [blame] | 1124 | "1339-dead-reference-safe", |
Alex Light | ae45cbb | 2018-10-18 15:49:56 -0700 | [diff] [blame] | 1125 | "1951-monitor-enter-no-suspend", |
Alex Light | f367747 | 2019-06-26 16:31:53 -0700 | [diff] [blame] | 1126 | "1957-error-ext", |
| 1127 | "1972-jni-id-swap-indices", |
Alex Light | c14ec8f | 2019-07-18 16:08:41 -0700 | [diff] [blame] | 1128 | "1973-jni-id-swap-pointer", |
Nicolas Geoffray | 4ac0e15 | 2019-09-18 06:14:50 +0000 | [diff] [blame] | 1129 | "1974-resize-array", |
| 1130 | "1975-hello-structural-transformation", |
| 1131 | "1976-hello-structural-static-methods", |
| 1132 | "1977-hello-structural-obsolescence", |
| 1133 | "1978-regular-obsolete-then-structural-obsolescence", |
| 1134 | "1979-threaded-structural-transformation", |
| 1135 | "1980-obsolete-object-cleared", |
| 1136 | "1981-structural-redef-private-method-handles", |
| 1137 | "1982-no-virtuals-structural-redefinition", |
Alex Light | 59770df | 2019-10-08 11:22:38 -0700 | [diff] [blame] | 1138 | "1983-structural-redefinition-failures", |
| 1139 | "1984-structural-redefine-field-trace", |
| 1140 | "1985-structural-redefine-stack-scope", |
| 1141 | "1986-structural-redefine-multi-thread-stack-scope", |
Alex Light | c2d0c96 | 2019-10-23 14:14:25 -0700 | [diff] [blame] | 1142 | "1987-structural-redefine-recursive-stack-scope", |
Alex Light | d55b844 | 2019-10-15 15:46:07 -0700 | [diff] [blame^] | 1143 | "1988-multi-structural-redefine", |
Alex Light | c2d0c96 | 2019-10-23 14:14:25 -0700 | [diff] [blame] | 1144 | "1989-transform-bad-monitor", |
| 1145 | "1990-structural-bad-verify", |
Alex Light | d55b844 | 2019-10-15 15:46:07 -0700 | [diff] [blame^] | 1146 | "1991-hello-structural-retransform", |
| 1147 | "1992-retransform-no-such-field", |
| 1148 | "1993-fallback-non-structural" |
Alex Light | f367747 | 2019-06-26 16:31:53 -0700 | [diff] [blame] | 1149 | ], |
Nicolas Geoffray | a3cd124 | 2018-03-15 22:29:24 +0000 | [diff] [blame] | 1150 | "variant": "jvm", |
| 1151 | "description": ["Doesn't run on RI."] |
| 1152 | }, |
| 1153 | { |
Nicolas Geoffray | 51abdda | 2018-03-26 10:00:37 +0100 | [diff] [blame] | 1154 | "tests": ["121-modifiers", |
| 1155 | "1929-exception-catch-exception"], |
| 1156 | "variant": "jvm", |
| 1157 | "bug": "b/76399183", |
| 1158 | "description": ["New failures to be investigated."] |
| 1159 | }, |
| 1160 | { |
Nicolas Geoffray | a3cd124 | 2018-03-15 22:29:24 +0000 | [diff] [blame] | 1161 | "tests": ["616-cha-unloading"], |
| 1162 | "variant": "trace", |
| 1163 | "description": ["Trace prevents class unloading."] |
Nicolas Geoffray | 66ff8a8 | 2018-02-28 13:27:55 +0000 | [diff] [blame] | 1164 | }, |
| 1165 | { |
| 1166 | "tests": "677-fsi", |
Vladimir Marko | a497a39 | 2018-09-26 10:52:50 +0100 | [diff] [blame] | 1167 | "variant": "no-image | no-prebuild | jvm", |
Nicolas Geoffray | 66ff8a8 | 2018-02-28 13:27:55 +0000 | [diff] [blame] | 1168 | "description": ["Test requires a successful dex2oat invocation"] |
Nicolas Geoffray | 03c9153 | 2018-03-27 09:42:01 +0100 | [diff] [blame] | 1169 | }, |
| 1170 | { |
| 1171 | "tests": ["990-field-trace", |
| 1172 | "991-field-trace-2"], |
| 1173 | "variant": "gcstress & debug & target", |
| 1174 | "description": ["Test can time out on gcstress with debug"] |
Roland Levillain | 481d45e | 2018-05-18 14:25:46 +0100 | [diff] [blame] | 1175 | }, |
| 1176 | { |
| 1177 | "tests": ["080-oom-throw"], |
| 1178 | "variant": "jit", |
| 1179 | "bug": "b/77567088", |
| 1180 | "description": ["Test throws exception before or during OOME."] |
Nicolas Geoffray | 92149d0 | 2018-06-08 10:36:45 +0100 | [diff] [blame] | 1181 | }, |
| 1182 | { |
Alex Light | b7f10d5 | 2018-07-17 08:55:23 -0700 | [diff] [blame] | 1183 | "tests": ["151-OpenFileLimit"], |
| 1184 | "variant": "gcstress", |
| 1185 | "bug": "b/111544552", |
| 1186 | "description" : ["Gcstress requires the ability to open at least one file which means this test fails when it runs out."] |
| 1187 | }, |
| 1188 | { |
Alex Light | eee2ee8 | 2018-07-18 11:00:52 -0700 | [diff] [blame] | 1189 | "tests": ["530-checker-lse2", "141-class-unload", "071-dexfile"], |
Alex Light | b7f10d5 | 2018-07-17 08:55:23 -0700 | [diff] [blame] | 1190 | "variant": "gcstress", |
| 1191 | "bug": "b/111543628", |
| 1192 | "description" : ["Test seems to timeout when run with gcstress due to slower unwinding by libbacktrace"] |
| 1193 | }, |
| 1194 | { |
Orion Hodson | e01844a | 2018-07-19 14:21:44 +0100 | [diff] [blame] | 1195 | "tests": ["712-varhandle-invocations"], |
Nicolas Geoffray | 101287d | 2018-08-03 11:55:17 +0100 | [diff] [blame] | 1196 | "variant": "gcstress", |
Orion Hodson | e01844a | 2018-07-19 14:21:44 +0100 | [diff] [blame] | 1197 | "bug": "b/111630237", |
| 1198 | "description": ["Test timing out under gcstress possibly due to slower unwinding by libbacktrace"] |
| 1199 | }, |
| 1200 | { |
Hans Boehm | b215557 | 2019-03-27 14:25:53 -0700 | [diff] [blame] | 1201 | "tests": ["1336-short-finalizer-timeout"], |
| 1202 | "variant": "gcstress", |
| 1203 | "bug": "b/68792448", |
| 1204 | "description": ["Timing margins are too tight for gcstress"] |
| 1205 | }, |
| 1206 | { |
Nicolas Geoffray | 92149d0 | 2018-06-08 10:36:45 +0100 | [diff] [blame] | 1207 | "tests": ["021-string2"], |
| 1208 | "variant": "jit & debuggable", |
| 1209 | "bug": "b/109791792", |
| 1210 | "description": ["Stack too big."] |
Nicolas Geoffray | c3e740b | 2018-08-01 20:33:44 +0100 | [diff] [blame] | 1211 | }, |
| 1212 | { |
| 1213 | "tests": ["566-polymorphic-inlining"], |
| 1214 | "variant": "jit & debuggable", |
| 1215 | "description": ["We do not inline with debuggable."] |
Roland Levillain | dc6a7f4 | 2018-09-17 13:20:52 +0100 | [diff] [blame] | 1216 | }, |
| 1217 | { |
Alex Light | 0aa7a5a | 2018-10-10 15:58:14 +0000 | [diff] [blame] | 1218 | "tests": ["1955-pop-frame-jit-called", "1956-pop-frame-jit-calling"], |
| 1219 | "variant": "jit-on-first-use", |
| 1220 | "description": [ |
| 1221 | "These tests directly set -Xjitthreshold:1000 to prevent the jit from compiling any", |
| 1222 | "extra methods. jit-at-first-use would disrupt this." |
| 1223 | ] |
| 1224 | }, |
| 1225 | { |
Roland Levillain | dc6a7f4 | 2018-09-17 13:20:52 +0100 | [diff] [blame] | 1226 | "tests": ["135-MirandaDispatch"], |
| 1227 | "variant": "interp-ac & 32 & host", |
| 1228 | "env_vars": {"SANITIZE_HOST": "address"}, |
| 1229 | "bug": "b/112993554", |
| 1230 | "description": ["Timeout with ASan and interp-ac on 32-bit host (x86)."] |
Nicolas Geoffray | acc56ac | 2018-10-09 08:45:24 +0100 | [diff] [blame] | 1231 | }, |
| 1232 | { |
| 1233 | "tests": ["454-get-vreg", "457-regs"], |
| 1234 | "variant": "baseline", |
| 1235 | "description": ["Tests are expected to fail with baseline."] |
Orion Hodson | 2cb696e | 2018-12-18 13:33:29 +0000 | [diff] [blame] | 1236 | }, |
| 1237 | { |
Hans Boehm | 4e5b60c | 2019-01-28 17:36:07 -0800 | [diff] [blame] | 1238 | "tests": ["1339-dead-reference-safe"], |
| 1239 | "variant": "debuggable", |
| 1240 | "description": [ "Fails to eliminate dead reference when debuggable." ] |
| 1241 | }, |
| 1242 | { |
Calin Juravle | 5ffefaa | 2019-01-25 01:04:54 -0800 | [diff] [blame] | 1243 | "tests": ["719-dm-verify-redefinition"], |
Calin Juravle | 306d636 | 2019-02-01 12:48:19 -0800 | [diff] [blame] | 1244 | "variant": "jvm | speed-profile | interp-ac | target | no-prebuild", |
Calin Juravle | 5ffefaa | 2019-01-25 01:04:54 -0800 | [diff] [blame] | 1245 | "description": ["Doesn't run on RI because of boot class redefintion.", |
| 1246 | "Doesn't work with profiles because the run-test is not setup to", |
| 1247 | "support both. It also needs full verification, so no interp-ac.", |
| 1248 | "Requires zip, which isn't available on device"] |
Nicolas Geoffray | 9b195cc | 2019-04-02 08:29:00 +0100 | [diff] [blame] | 1249 | }, |
| 1250 | { |
| 1251 | "tests": ["004-ReferenceMap", |
| 1252 | "449-checker-bce", |
| 1253 | "466-get-live-vreg", |
| 1254 | "563-checker-fakestring", |
| 1255 | "575-checker-string-init-alias"], |
| 1256 | "variant": "baseline", |
| 1257 | "description": [ "Working as intended tests that don't pass with baseline." ] |
Roland Levillain | 988c391 | 2019-09-25 19:33:35 +0100 | [diff] [blame] | 1258 | }, |
| 1259 | { |
| 1260 | "tests": ["1004-checker-volatile-ref-load"], |
| 1261 | "env_vars": {"ART_USE_READ_BARRIER": "false"}, |
| 1262 | "bug": "b/140507091", |
| 1263 | "description": ["Test containing Checker assertions expecting Baker read barriers."] |
| 1264 | }, |
| 1265 | { |
| 1266 | "tests": ["1004-checker-volatile-ref-load"], |
| 1267 | "env_vars": {"ART_READ_BARRIER_TYPE": "TABLELOOKUP"}, |
| 1268 | "bug": "b/140507091", |
| 1269 | "description": ["Test containing Checker assertions expecting Baker read barriers."] |
Calin Juravle | 01b7000 | 2017-03-20 19:02:48 -0700 | [diff] [blame] | 1270 | } |
Shubham Ajmera | 65adb8b | 2017-02-06 16:04:25 +0000 | [diff] [blame] | 1271 | ] |