| [ |
| { |
| "tests": "153-reference-stress", |
| "description": ["Disable 153-reference-stress temporarily until a fix", |
| "arrives."], |
| "bug": "http://b/33389022" |
| }, |
| { |
| "tests": "080-oom-fragmentation", |
| "description": "Disable 080-oom-fragmentation due to flakes.", |
| "bug": "http://b/33795328" |
| }, |
| { |
| "tests": ["497-inlining-and-class-loader", |
| "542-unresolved-access-check"], |
| "description": ["Disable 497-inlining-and-class-loader and ", |
| "542-unresolved-access-check until they are rewritten.", |
| "These tests use a broken class loader that tries to", |
| "register a dex file that's already registered with a", |
| "different loader."], |
| "bug": "http://b/34193123" |
| }, |
| { |
| "tests": "149-suspend-all-stress", |
| "description": "Disable 149-suspend-all-stress, its output is flaky", |
| "bug": "http://b/28988206" |
| }, |
| { |
| "tests": ["002-sleep", |
| "053-wait-some", |
| "055-enum-performance", |
| "133-static-invoke-super"], |
| "description": ["Tests that are timing sensitive and flaky on heavily", |
| "loaded systems."] |
| }, |
| { |
| "tests": "147-stripped-dex-fallback", |
| "variant": "target", |
| "description": ["147-stripped-dex-fallback isn't supported on device", |
| "because --strip-dex requires the zip command."] |
| }, |
| { |
| "tests": "569-checker-pattern-replacement", |
| "variant": "target", |
| "description": ["569-checker-pattern-replacement tests behaviour", |
| "present only on host."] |
| }, |
| { |
| "tests": ["116-nodex2oat", |
| "118-noimage-dex2oat", |
| "134-nodex2oat-nofallback"], |
| "variant": "prebuild", |
| "description": ["Note 116-nodex2oat is not broken per-se it just", |
| "doesn't (and isn't meant to) work with --prebuild."] |
| }, |
| { |
| "tests": ["529-checker-unresolved"], |
| "variant": "no-prebuild", |
| "bug": "http://b/27784033" |
| }, |
| { |
| "tests": ["117-nopatchoat", |
| "147-stripped-dex-fallback", |
| "608-checker-unresolved-lse"], |
| "variant": "no-prebuild" |
| }, |
| { |
| "tests": ["117-nopatchoat", |
| "118-noimage-dex2oat", |
| "119-noimage-patchoat"], |
| "variant": "no-relocate", |
| "description": ["117-nopatchoat is not broken per-se it just doesn't", |
| "work (and isn't meant to) without --prebuild", |
| "--relocate"] |
| }, |
| { |
| "tests": "137-cfi", |
| "variant": "interp-ac", |
| "description": ["Temporarily disable some broken tests when forcing", |
| "access checks in interpreter"], |
| "bug": "http://b/22414682" |
| }, |
| { |
| "tests" : "629-vdex-speed", |
| "variant": "interp-ac | no-dex2oat | interpreter | jit | relocate-npatchoat", |
| "description": "629 requires compilation." |
| }, |
| { |
| "tests": "137-cfi", |
| "variant": "gcstress", |
| "description": ["137-cfi needs to unwind a second forked process. We're", |
| "using a primitive sleep to wait till we hope the", |
| "second process got into the expected state. The", |
| "slowness of gcstress makes this bad."] |
| }, |
| { |
| "tests": "152-dead-large-object", |
| "variant": "gcstress", |
| "description": ["152-dead-large-object requires a heap larger than what gcstress uses."], |
| "bug": "http://b/35800768" |
| }, |
| { |
| "tests": ["908-gc-start-finish", |
| "913-heaps"], |
| "variant": "gcstress", |
| "description": ["908-gc-start-finish expects GCs only to be run at", |
| "clear points. The reduced heap size makes this", |
| "non-deterministic. Same for 913."] |
| }, |
| { |
| "tests": ["961-default-iface-resolution-gen", |
| "964-default-iface-init-gen", |
| "968-default-partial-compile-gen"], |
| "variant": "gcstress", |
| "description": ["961-default-iface-resolution-gen,", |
| "968-default-partial-compile-gen and", |
| "964-default-iface-init-gen are very long tests that", |
| "often will take more than the timeout to run when", |
| "gcstress is enabled. This is because gcstress slows", |
| "down allocations significantly which these tests do a", |
| "lot."] |
| }, |
| { |
| "tests": "154-gc-loop", |
| "variant": "gcstress | jit & debug", |
| "description": ["154-gc-loop depends GC not happening too often"], |
| "bug": "http://b/35917229" |
| }, |
| { |
| "tests": "115-native-bridge", |
| "variant": "target", |
| "description": ["115-native-bridge setup is complicated. Need to", |
| "implement it correctly for the target."] |
| }, |
| { |
| "tests": "130-hprof", |
| "variant": "target", |
| "description": ["130-hprof dumps the heap and runs hprof-conv to check", |
| "whether the file is somewhat readable. Thi is only", |
| "possible on the host. TODO: Turn off all the other", |
| "combinations, this is more about testing actual ART", |
| "code. A gtest is very hard to write here, as (for a", |
| "complete test) JDWP must be set up."] |
| }, |
| { |
| "tests": "131-structural-change", |
| "variant": "debug", |
| "description": ["131 is an old test. The functionality has been", |
| "implemented at an earlier stage and is checked", |
| "in tests 138. Blacklisted for debug builds since", |
| "these builds have duplicate classes checks which", |
| "punt to interpreter"] |
| }, |
| { |
| "tests": "138-duplicate-classes-check", |
| "variant": "ndebug", |
| "description": ["Turned on for debug builds since debug builds have", |
| "duplicate classes checks enabled"], |
| "bug": "http://b/2133391" |
| }, |
| { |
| "tests": "147-stripped-dex-fallback", |
| "variant": "no-dex2oat | no-image | relocate-npatchoat", |
| "description": ["147-stripped-dex-fallback is disabled because it", |
| "requires --prebuild."] |
| }, |
| { |
| "tests": ["116-nodex2oat", |
| "117-nopatchoat", |
| "118-noimage-dex2oat", |
| "119-noimage-patchoat", |
| "137-cfi", |
| "138-duplicate-classes-check2"], |
| "variant": "no-dex2oat | no-image | relocate-npatchoat", |
| "description": ["All these tests check that we have sane behavior if we", |
| "don't have a patchoat or dex2oat. Therefore we", |
| "shouldn't run them in situations where we actually", |
| "don't have these since they explicitly test for them.", |
| "These all also assume we have an image."] |
| }, |
| { |
| "tests": ["137-cfi", |
| "138-duplicate-classes-check", |
| "018-stack-overflow", |
| "961-default-iface-resolution-gen", |
| "964-default-iface-init-gen"], |
| "variant": "no-image", |
| "description": ["This test fails without an image. 018, 961, 964 often", |
| "time out."], |
| "bug": "http://b/34369284" |
| }, |
| { |
| "tests": "137-cfi", |
| "description": ["This test unrolls and expects managed frames, but", |
| "tracing means we run the interpreter."], |
| "variant": "trace | stream" |
| }, |
| { |
| "tests": ["802-deoptimization", |
| "570-checker-osr"], |
| "description": ["This test dynamically enables tracing to force a", |
| "deoptimization. This makes the test meaningless", |
| "when already tracing, and writes an error message", |
| "that we do not want to check for."], |
| "variant": "trace | stream" |
| }, |
| { |
| "tests": "130-hprof", |
| "description": "130 occasional timeout", |
| "bug": "http://b/32383962", |
| "variant": "trace | stream" |
| }, |
| { |
| "tests": ["087-gc-after-link", |
| "141-class-unload"], |
| "variant": "trace | stream" |
| }, |
| { |
| "tests": ["604-hot-static-interface", |
| "612-jit-dex-cache", |
| "613-inlining-dex-cache", |
| "626-set-resolved-string"], |
| "variant": "trace | stream", |
| "description": ["These tests expect JIT compilation, which is", |
| "suppressed when tracing."] |
| }, |
| { |
| "tests": "137-cfi", |
| "description": ["CFI unwinding expects managed frames, and the test", |
| "does not iterate enough to even compile. JIT also", |
| "uses Generic JNI instead of the JNI compiler."], |
| "variant": "interpreter | jit" |
| }, |
| { |
| "tests": "906-iterate-heap", |
| "description": ["Test 906 iterates the heap filtering with different", |
| "options. No instances should be created between those", |
| "runs to be able to have precise checks."], |
| "variant": "jit" |
| }, |
| { |
| "tests": ["904-object-allocation"], |
| "variant": "jit" |
| }, |
| { |
| "tests": ["570-checker-select", |
| "484-checker-register-hints"], |
| "description": ["These tests were based on the linear scan allocator,", |
| "which makes different decisions than the graph", |
| "coloring allocator. (These attempt to test for code", |
| "quality, not correctness.)"], |
| "variant": "regalloc_gc" |
| }, |
| { |
| "tests": ["454-get-vreg", |
| "457-regs", |
| "602-deoptimizeable"], |
| "description": ["Tests that should fail when the optimizing compiler ", |
| "compiles them non-debuggable."], |
| "variant": "optimizing & ndebuggable | regalloc_gc & ndebuggable | speed-profile & ndebuggable" |
| }, |
| { |
| "tests": "596-app-images", |
| "variant": "npictest" |
| }, |
| { |
| "tests": "055-enum-performance", |
| "variant": "optimizing | regalloc_gc", |
| "description": ["055: Exceeds run time limits due to heap poisoning ", |
| "instrumentation (on ARM and ARM64 devices)."] |
| }, |
| { |
| "tests": "909-attach-agent", |
| "variant": "debuggable", |
| "description": "Tests that check semantics for a non-debuggable app." |
| }, |
| { |
| "tests": "137-cfi", |
| "variant": "debuggable", |
| "description": ["The test relies on AOT code and debuggable makes us", |
| "JIT always."] |
| }, |
| { |
| "tests": ["000-nop", |
| "134-nodex2oat-nofallback", |
| "147-stripped-dex-fallback", |
| "595-profile-saving"], |
| "description": "The doesn't compile anything", |
| "env_vars": {"ART_TEST_BISECTION": "true"}, |
| "variant": "optimizing | regalloc_gc" |
| }, |
| { |
| "tests": "089-many-methods", |
| "description": "The test tests a build failure", |
| "env_vars": {"ART_TEST_BISECTION": "true"}, |
| "variant": "optimizing | regalloc_gc" |
| }, |
| { |
| "tests": ["018-stack-overflow", |
| "116-nodex2oat", |
| "117-nopatchoat", |
| "118-noimage-dex2oat", |
| "119-noimage-patchoat", |
| "126-miranda-multidex", |
| "137-cfi"], |
| "description": "The test run dalvikvm more than once.", |
| "env_vars": {"ART_TEST_BISECTION": "true"}, |
| "variant": "optimizing | regalloc_gc" |
| }, |
| { |
| "tests": ["115-native-bridge", |
| "088-monitor-verification"], |
| "description": "The test assume they are always compiled.", |
| "env_vars": {"ART_TEST_BISECTION": "true"}, |
| "variant": "optimizing | regalloc_gc" |
| }, |
| { |
| "tests": "055-enum-performance", |
| "description": ["The test tests performance which degrades during", |
| "bisecting."], |
| "env_vars": {"ART_TEST_BISECTION": "true"}, |
| "variant": "optimizing | regalloc_gc" |
| }, |
| { |
| "tests": ["537-checker-arraycopy", |
| "641-checker-arraycopy"], |
| "env_vars": {"ART_USE_READ_BARRIER": "true"}, |
| "variant": "interpreter | optimizing | regalloc_gc | jit" |
| }, |
| { |
| "tests": ["476-clinit-inline-static-invoke", |
| "496-checker-inlining-class-loader", |
| "508-referrer-method", |
| "637-checker-throw-inline"], |
| "bug": "http://b/36365552", |
| "variant": "no-image & jit" |
| }, |
| { |
| "tests": ["597-deopt-new-string"], |
| "bug": "http://b/36467228", |
| "variant": "no-image & jit" |
| }, |
| { |
| "tests": ["530-checker-lse", |
| "530-checker-lse2", |
| "030-bad-finalizer", |
| "080-oom-throw"], |
| "bug": "http://b/36377828", |
| "variant": "interp-ac" |
| }, |
| { |
| "tests": ["629-vdex-speed", |
| "634-vdex-duplicate"], |
| "description": ["Profile driven dexlayout does not work with vdex or dex verifier."], |
| "variant": "speed-profile" |
| }, |
| { |
| "tests": [ |
| "004-checker-UnsafeTest18", |
| "127-checker-secondarydex", |
| "441-checker-inliner", |
| "442-checker-constant-folding", |
| "444-checker-nce", |
| "445-checker-licm", |
| "446-checker-inliner2", |
| "447-checker-inliner3", |
| "449-checker-bce", |
| "450-checker-types", |
| "455-checker-gvn", |
| "458-checker-instruct-simplification", |
| "462-checker-inlining-dex-files", |
| "463-checker-boolean-simplifier", |
| "464-checker-inline-sharpen-calls", |
| "465-checker-clinit-gvn", |
| "468-checker-bool-simplif-regression", |
| "473-checker-inliner-constants", |
| "474-checker-boolean-input", |
| "476-checker-ctor-memory-barrier", |
| "477-checker-bound-type", |
| "478-checker-clinit-check-pruning", |
| "478-checker-inline-noreturn", |
| "478-checker-inliner-nested-loop", |
| "480-checker-dead-blocks", |
| "482-checker-loop-back-edge-use", |
| "484-checker-register-hints", |
| "485-checker-dce-loop-update", |
| "485-checker-dce-switch", |
| "486-checker-must-do-null-check", |
| "487-checker-inline-calls", |
| "488-checker-inline-recursive-calls", |
| "490-checker-inline", |
| "492-checker-inline-invoke-interface", |
| "493-checker-inline-invoke-interface", |
| "494-checker-instanceof-tests", |
| "495-checker-checkcast-tests", |
| "496-checker-inlining-class-loader", |
| "508-checker-disassembly", |
| "510-checker-try-catch", |
| "517-checker-builder-fallthrough", |
| "521-checker-array-set-null", |
| "522-checker-regression-monitor-exit", |
| "523-checker-can-throw-regression", |
| "525-checker-arrays-fields1", |
| "525-checker-arrays-fields2", |
| "526-checker-caller-callee-regs", |
| "527-checker-array-access-split", |
| "529-checker-unresolved", |
| "530-checker-loops1", |
| "530-checker-loops2", |
| "530-checker-loops3", |
| "530-checker-loops4", |
| "530-checker-loops5", |
| "530-checker-lse", |
| "530-checker-lse2", |
| "530-checker-regression-reftyp-final", |
| "532-checker-nonnull-arrayset", |
| "534-checker-bce-deoptimization", |
| "536-checker-intrinsic-optimization", |
| "536-checker-needs-access-check", |
| "537-checker-arraycopy", |
| "537-checker-debuggable", |
| "537-checker-inline-and-unverified", |
| "537-checker-jump-over-jump", |
| "538-checker-embed-constants", |
| "540-checker-rtp-bug", |
| "543-checker-dce-trycatch", |
| "548-checker-inlining-and-dce", |
| "549-checker-types-merge", |
| "550-checker-multiply-accumulate", |
| "550-checker-regression-wide-store", |
| "551-checker-clinit", |
| "551-checker-shifter-operand", |
| "552-checker-primitive-typeprop", |
| "552-checker-sharpening", |
| "554-checker-rtp-checkcast", |
| "557-checker-instruct-simplifier-ror", |
| "557-checker-ref-equivalent", |
| "559-checker-irreducible-loop", |
| "559-checker-rtp-ifnotnull", |
| "562-checker-no-intermediate", |
| "563-checker-fakestring", |
| "563-checker-invoke-super", |
| "564-checker-bitcount", |
| "564-checker-inline-loop", |
| "564-checker-irreducible-loop", |
| "564-checker-negbitwise", |
| "565-checker-condition-liveness", |
| "565-checker-doublenegbitwise", |
| "565-checker-irreducible-loop", |
| "565-checker-rotate", |
| "566-checker-codegen-select", |
| "566-checker-signum", |
| "567-checker-compare", |
| "568-checker-onebit", |
| "569-checker-pattern-replacement", |
| "570-checker-osr", |
| "570-checker-select", |
| "572-checker-array-get-regression", |
| "573-checker-checkcast-regression", |
| "575-checker-isnan", |
| "575-checker-string-init-alias", |
| "577-checker-fp2int", |
| "580-checker-round", |
| "580-checker-string-fact-intrinsics", |
| "582-checker-bce-length", |
| "583-checker-zero", |
| "584-checker-div-bool", |
| "586-checker-null-array-get", |
| "588-checker-irreducib-lifetime-hole", |
| "590-checker-arr-set-null-regression", |
| "591-checker-regression-dead-loop", |
| "592-checker-regression-bool-input", |
| "593-checker-boolean-2-integral-conv", |
| "593-checker-long-2-float-regression", |
| "593-checker-shift-and-simplifier", |
| "594-checker-array-alias", |
| "594-checker-irreducible-linorder", |
| "596-checker-dead-phi", |
| "598-checker-irreducible-dominance", |
| "599-checker-irreducible-loop", |
| "603-checker-instanceof", |
| "608-checker-unresolved-lse", |
| "609-checker-inline-interface", |
| "609-checker-x86-bounds-check", |
| "611-checker-simplify-if", |
| "614-checker-dump-constant-location", |
| "615-checker-arm64-store-zero", |
| "618-checker-induction", |
| "619-checker-current-method", |
| "620-checker-bce-intrinsics", |
| "622-checker-bce-regressions", |
| "623-checker-loop-regressions", |
| "624-checker-stringops", |
| "625-checker-licm-regressions", |
| "626-checker-arm64-scratch-register", |
| "627-checker-unroll", |
| "631-checker-fp-abs", |
| "631-checker-get-class", |
| "632-checker-char-at-bounds", |
| "633-checker-rtp-getclass", |
| "635-checker-arm64-volatile-load-cc", |
| "637-checker-throw-inline", |
| "638-checker-inline-caches", |
| "639-checker-code-sinking", |
| "640-checker-boolean-simd", |
| "640-checker-byte-simd", |
| "640-checker-char-simd", |
| "640-checker-double-simd", |
| "640-checker-float-simd", |
| "640-checker-integer-valueof", |
| "640-checker-int-simd", |
| "640-checker-long-simd", |
| "640-checker-short-simd", |
| "641-checker-arraycopy", |
| "643-checker-bogus-ic", |
| "644-checker-deopt", |
| "645-checker-abs-simd", |
| "706-checker-scheduler"], |
| "description": ["Checker tests are not compatible with jvmti."], |
| "variant": "jvmti-stress" |
| }, |
| { |
| "tests": [ |
| "961-default-iface-resolution-gen", |
| "964-default-iface-init-gen" |
| ], |
| "description": ["Tests that just take too long with jvmti-stress"], |
| "variant": "jvmti-stress" |
| }, |
| { |
| "tests": [ |
| "950-redefine-intrinsic", |
| "951-threaded-obsolete", |
| "952-invoke-custom", |
| "953-invoke-polymorphic-compiler", |
| "954-invoke-polymorphic-verifier", |
| "955-methodhandles-smali", |
| "956-methodhandles", |
| "957-methodhandle-transforms", |
| "958-methodhandle-stackframe", |
| "959-invoke-polymorphic-accessors" |
| ], |
| "description": [ |
| "Tests that use dex version 38 which is not yet supported by", |
| "dexter/slicer." |
| ], |
| "bug": "b/37272822", |
| "variant": "jvmti-stress" |
| }, |
| { |
| "tests": [ |
| "137-cfi", |
| "595-profile-saving", |
| "900-hello-plugin", |
| "909-attach-agent", |
| "981-dedup-original-dex" |
| ], |
| "description": ["Tests that require exact knowledge of the number of plugins and agents."], |
| "variant": "jvmti-stress" |
| }, |
| { |
| "tests": [ |
| "097-duplicate-method", |
| "138-duplicate-classes-check2", |
| "804-class-extends-itself", |
| "921-hello-failure" |
| ], |
| "description": [ |
| "Tests that use illegal dex files or otherwise break dexter assumptions" |
| ], |
| "variant": "jvmti-stress" |
| }, |
| { |
| "tests": [ |
| "018-stack-overflow", |
| "068-classloader", |
| "086-null-super", |
| "087-gc-after-link", |
| "626-const-class-linking", |
| "629-vdex-speed", |
| "944-transform-classloaders" |
| ], |
| "description": [ |
| "Tests that use custom class loaders or other features not supported ", |
| "by our JVMTI implementation" |
| ], |
| "variant": "jvmti-stress" |
| }, |
| { |
| "tests": [ |
| "031-class-attributes", |
| "911-get-stack-trace" |
| ], |
| "description": [ |
| "Tests that use annotations and debug data that is not kept around by dexter." |
| ], |
| "bug": "b/37239009", |
| "variant": "jvmti-stress" |
| }, |
| { |
| "tests": [ |
| "004-JniTest", |
| "004-NativeAllocations", |
| "004-ReferenceMap", |
| "004-StackWalk", |
| "048-reflect-v8", |
| "089-many-methods", |
| "138-duplicate-classes-check", |
| "146-bad-interface", |
| "157-void-class", |
| "563-checker-invoke-super", |
| "580-checker-string-fact-intrinsics", |
| "596-monitor-inflation", |
| "604-hot-static-interface", |
| "612-jit-dex-cache", |
| "613-inlining-dex-cache", |
| "616-cha-interface-default", |
| "636-wrong-static-access", |
| "909-attach-agent", |
| "910-methods", |
| "911-get-stack-trace", |
| "912-classes", |
| "913-heaps", |
| "914-hello-obsolescence", |
| "915-obsolete-2", |
| "916-obsolete-jit", |
| "919-obsolete-fields", |
| "921-hello-failure", |
| "926-multi-obsolescence", |
| "940-recursive-obsolete", |
| "941-recurive-obsolete-jit", |
| "942-private-recursive", |
| "943-private-recursive-jit", |
| "945-obsolete-native", |
| "946-obsolete-throw", |
| "948-change-annotations", |
| "950-redefine-intrinsic", |
| "951-threaded-obsolete", |
| "952-invoke-custom", |
| "953-invoke-polymorphic-compiler", |
| "956-methodhandles", |
| "957-methodhandle-transforms", |
| "958-methodhandle-stackframe", |
| "959-invoke-polymorphic-accessors", |
| "960-default-smali", |
| "961-default-iface-resolution-gen", |
| "962-iface-static", |
| "963-default-range-smali", |
| "964-default-iface-init-gen", |
| "965-default-verify", |
| "966-default-conflict", |
| "967-default-ame", |
| "969-iface-super", |
| "981-dedup-original-dex", |
| "984-obsolete-invoke", |
| "985-re-obsolete", |
| "987-stack-trace-dumping" |
| ], |
| "description": "The tests above fail with --build-with-javac-dx.", |
| "env_vars": {"ANDROID_COMPILE_WITH_JACK": "false"}, |
| "bug": "b/37636792" |
| }, |
| { |
| "tests": [ |
| "536-checker-needs-access-check", |
| "537-checker-inline-and-unverified", |
| "569-checker-pattern-replacement", |
| "586-checker-null-array-get" |
| ], |
| "description": [ |
| "Tests that have verify-at-runtime classes, but being compiled when using vdex." |
| ], |
| "variant": "speed-profile" |
| }, |
| { |
| "tests": "648-many-direct-methods", |
| "variant": "debug", |
| "description": "Test disabled in debug mode because of dex2oatd timeouts.", |
| "bug": "b/33650497" |
| }, |
| { |
| "tests": "640-checker-integer-valueof", |
| "description": [ |
| "The java.lang.Integer.valueOf intrinsic is not supported in PIC mode." |
| ], |
| "variant": "optimizing & pictest | speed-profile & pictest" |
| } |
| ] |
