blob: 5e196405ca96b25e2420cf5835993a43174ce55d [file] [log] [blame]
#
# Copyright 2020 The ANGLE Project Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
#
# Test are entered like
# BUG PLATFORMS : test-name = handling/result
#
# PLATFORMS is optional and lists the platforms the expectation / run disabling happens
#
# Valid values for "handling/result" are
#
# SKIP_FOR_CAPTURE : capture_replay_tests.py drops this test from the
# list of tests that will be passed to end2end_tests,
# i.e. we will not try to run the test
#
# SKIPPED_BY_GTEST : the is expceted to be skipped by the end2end_tests program
#
# FAIL : the test is expected to fail
#
# FLAKY : the tests is flaky, but we still run it
#
# TIMEOUT : the test is expected to time out
#
# COMPILE_FAILED : the compilation of the capture_replay exec is expected to fail
#
# CRASHED : the test is expected to crash
#
# For test batches that run more than one test TIMEOUT, COMPILE_FAILED, and CRASHED
# will have to be set for all tests that run a batch, because one test that fails
# with one of these outcomes will bring down the whole batch.
#
# ES2
6266 : ContextLostSkipValidationTest.LostNoErrorGetProgram/ES2_Vulkan = FAIL
6266 : ContextLostTest.ParallelCompileReadyQuery/ES2_Vulkan = FAIL
6180 : EGLContextASANTest.DestroyContextInUse/ES2_Vulkan = FAIL
6267 : EGLContextSharingTest.TextureLifetime/ES2_Vulkan = SKIP_FOR_CAPTURE
6269 : EGLContextSharingTest.BindTextureAfterShareContextFree/ES2_Vulkan = SKIPPED_BY_GTEST
6269 : EGLContextSharingTest.DisplayShareGroupObjectSharing/ES2_Vulkan = SKIPPED_BY_GTEST
6269 : EGLContextSharingTest.DisplayShareGroupReleasedWithLastContext/ES2_Vulkan = SKIPPED_BY_GTEST
5822 : ExternalWrapTest.ClampToEdge/* = SKIP_FOR_CAPTURE
5822 : ExternalWrapTest.MirroredRepeat/* = SKIP_FOR_CAPTURE
5822 : ExternalWrapTest.NoWrap/* = SKIP_FOR_CAPTURE
5822 : ExternalWrapTest.Repeat/* = SKIP_FOR_CAPTURE
6267 : FramebufferTest.MultiContextNoRenderingFeedbackLoops/* = SKIP_FOR_CAPTURE
6286 : ImageTest.Deletion/* = FAIL
6286 : ImageTest.MipLevels/* = FAIL
6286 : ImageTest.Source2DTarget2D/* = FAIL
6286 : ImageTest.Source2DTargetExternal/* = FAIL
6286 : ImageTest.SourceCubeTarget2D/* = FAIL
5822 : ImageTest.SourceCubeTargetExternal/* = SKIP_FOR_CAPTURE
6286 : ImageTest.SourceRenderbufferTargetTexture/* = FAIL
6286 : ImageTest.SourceRenderbufferTargetTextureExternal/* = FAIL
6286 : ImageTest.UpdatedData/* = FAIL
6180 : MipmapTest.DefineValidExtraLevelAndUseItLater/ES2_Vulkan = FAIL
6180 : MipmapTest.GenerateMipmapAfterModifyingBaseLevel/ES2_Vulkan = FAIL
6180 : MipmapTest.GenerateMipmapAfterSingleLevelDraw/ES2_Vulkan = FAIL
6180 : MipmapTest.GenerateMipmapFromInitDataThenRender/ES2_Vulkan = FAIL
6180 : MipmapTest.GenerateMipmapFromRenderedImage/ES2_Vulkan = FAIL
6180 : MipmapTest.MipMapGenerationD3D9Bug/ES2_Vulkan = FAIL
6180 : MipmapTest.MipmapsForTexture3DOES/ES2_Vulkan = FAIL
6180 : MipmapTest.RenderOntoLevelZeroAfterGenerateMipmap/ES2_Vulkan = FAIL
6108 : PBOCompressedTextureTest.PBOCompressedSubImageWithUnpackRowLength/* = SKIP_FOR_CAPTURE
6180 : PbufferTest.BindTexImage/* = FAIL
6180 : PbufferTest.Clearing/* = FAIL
6180 : PbufferTest.TextureSizeReset/* = FAIL
6220 : Texture2DTest.DefineMultipleLevelsWithoutMipmapping/* = SKIP_FOR_CAPTURE
6221 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphores/ES2_Vulkan* = SKIP_FOR_CAPTURE
6221 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresMutableNoStorage/ES2_Vulkan* = SKIP_FOR_CAPTURE
6221 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresNoStorage/ES2_Vulkan* = SKIP_FOR_CAPTURE
6221 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresWithFlags/ES2_Vulkan* = SKIP_FOR_CAPTURE
6221 : VulkanExternalImageTest.ShouldDrawOpaqueFdWithSemaphores/ES2_Vulkan* = SKIP_FOR_CAPTURE
6221 : VulkanExternalImageTest.WaitSemaphoresRetainsContentOpaqueFd/ES2_Vulkan* = SKIP_FOR_CAPTURE
6267 : WebGLCompatibilityTest.MultiContextNoRenderingFeedbackLoops/* = SKIP_FOR_CAPTURE
6180 WIN : WebGLCompatibilityTest.DrawArraysBufferOutOfBoundsNonInstanced/ES2_Vulkan_SwiftShader = FAIL
6180 WIN : WebGLCompatibilityTest.DrawElementsBufferOutOfBoundsInVertexBuffer/ES2_Vulkan_SwiftShader = FAIL
# Fails because of unsupported combined depth/stencil GetImage.
4688 ASAN : DepthStencilTest.DepthOnlyEmulatedWithPacked/ES2_Vulkan_SwiftShader = FAIL
# flaky test
6180 : DrawBuffersTest.UnwrittenOutputVariablesShouldNotCrash/ES2_Vulkan_SwiftShader = FLAKY
6180 : WebGLCompatibilityTest.DrawElementsBufferOutOfBoundsInIndexBuffer/ES2_Vulkan_SwiftShader = FLAKY
6180 : ImageTest.MipLevels/* = FLAKY
# ES3
6180 : BlitFramebufferTest.BlitDepthStencilPixelByPixel/ES3_Vulkan_SwiftShader = SKIPPED_BY_GTEST
6180 : FenceSyncTest.BasicOperations/ES3_Vulkan_SwiftShader = FAIL
6180 : FenceSyncTest.BasicQueries/ES3_Vulkan_SwiftShader = FAIL
6180 : FenceSyncTest.Errors/ES3_Vulkan_SwiftShader = FAIL
6180 : FenceSyncTest.IsSync/ES3_Vulkan_SwiftShader = FAIL
6180 : FenceSyncTest.MultipleFenceDraw/ES3_Vulkan_SwiftShader = FAIL
6180 : ImageRespecificationTest.ImageTarget2DOESSwitch/ES3_Vulkan_SwiftShader = FAIL
6180 : ImageTest.Source2DTarget2DArray/ES3_Vulkan_SwiftShader = FAIL
6180 : ImageTestES3.Source2DTarget2DTargetTextureRespecifyLevel/ES3_Vulkan_SwiftShader = FAIL
6180 : ImageTestES3.Source2DTargetExternalESSL3/ES3_Vulkan_SwiftShader = FAIL
6180 : ImageTestES3.SourceRenderbufferTargetTextureExternalESSL3/ES3_Vulkan_SwiftShader = FAIL
6180 : ObjectAllocationTest.BindFramebufferAfterGen/ES3_Vulkan_SwiftShader = FAIL
6180 : ObjectAllocationTest.BindFramebufferBeforeGen/ES3_Vulkan_SwiftShader = FAIL
6180 : RobustResourceInitTestES3.BindTexImage/ES3_Vulkan_SwiftShader = FAIL
6180 : TransformFeedbackTest.MultiContext/ES3_Vulkan_SwiftShader = FAIL
6180 : UniformBufferTest.BlockArrayContainingArrayOfStructs/ES3_Vulkan_SwiftShader = FAIL
6180 : UniformBufferTest.ManyBlocks/ES3_Vulkan_SwiftShader = FAIL
# Skip because crashes
6313 : CopyTextureTestES3.InvalidateBlitThenBlend1000Layers/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6313 : CopyTextureTestES3.InvalidateBlitThenBlend3Layers/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6314 : FramebufferTest_ES3.AttachmentsWithUnequalDimensions/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6314 : FramebufferTest_ES3.ChangeAttachmentThenInvalidateAndDraw/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6314 : FramebufferTest_ES3.RenderAndInvalidateImmutableTextureWithBellowBaseLevelLOD/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6314 : FramebufferTest_ES3.RenderAndInvalidateImmutableTextureWithBeyondMaxLevel/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6314 : FramebufferTest_ES3.RenderAndInvalidateImmutableTextureWithSubImageWithBeyondMaxLevel/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6315 : GLSLTest_ES3.InactiveFragmentShaderOutput/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : ImageTestES3.SourceCubeTargetExternalESSL3/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : MipmapTestES3.BaseLevelTextureBug/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6324 : OcclusionQueriesTestES3.UnresolveNotCounted/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : PBOExtensionTest.PBOWithExistingData/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6325 : ProgramBinaryTest.SRGBDecodeWithSamplerAndTexelFetchTest/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : RenderbufferMultisampleTest.IntegerInternalformat/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6329 : RenderbufferMultisampleTest.OddSampleCount/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture2DBaseMaxTestES3.PingPongBaseLevel/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture2DFloatTestES3.TextureHalfFloatLinearLegacyTest/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture2DIntegerProjectiveOffsetTestES3.NonZeroBaseLevel/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture2DIntegerTestES3.IntegerTextureNonZeroBaseLevel/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture2DFloatTestES3.TextureHalfFloatSampleLegacyTest/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture2DTestES3.DrawWithBaseLevel1/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture2DTestES3.DrawWithLevelZeroUndefined/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture2DTestES3.DrawWithLevelsOutsideRangeUndefined/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture2DTestES3.DrawWithLevelsOutsideRangeWithInconsistentDimensions/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture2DTestES3.GenerateMipmapAndBaseLevelLUMA/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture2DTestES3.IncompatibleMipsButNoMipmapFiltering/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture2DTestES3.NonZeroBaseEmulatedClear/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture2DTestES3.TexStorage2DCycleThroughYuvSourcesNoData/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture2DTestES3.TextureBaseLevelGreaterThanMaxLevel/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture2DTestES3.TexStorage2DSimultaneousUseOfMultipleYuvSourcesNoData/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture2DTestES3.TextureCompletenessChangesWithBaseLevel/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture2DTestES3.TextureCompletenessChangesWithMaxLevel/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture2DTestES3.TexStorage2DLargeYuvTextureCount/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture2DTestES3.UpdateRenderTargetCacheOnDestroyTexStorage/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture3DCopy.CopyFromMipmap/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture3DCopy.FloatFormats/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture3DCopy.FlipY/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture3DCopy.SnormFormats/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture3DCopy.UnsignedByteFormats/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture3DCopy.UnsizedFormats/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture3DTestES3.DrawWithLevelsOutsideRangeWithInconsistentDimensions/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : Texture3DTestES3.Texture3DCompletenessChangesWithMaxLevel/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : TextureSizeTextureArrayTest.BaseLevelVariesInTextureArray/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphores/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresMutableNoStorage/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresNoStorage/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresWithFlags/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : VulkanExternalImageTest.ShouldDrawOpaqueFdWithSemaphores/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : VulkanExternalImageTest.WaitSemaphoresRetainsContentOpaqueFd/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
# Skip because CompileFailed
6180 : FramebufferTest_ES3.ScissoredDrawSubInvalidateThenNonScissoredDraw/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : FramebufferTest_ES3.SubInvalidateFirst/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : FramebufferTest_ES3.SubInvalidateIncomplete/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : FramebufferTest_ES3.SubInvalidatePartial/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : ProgramPipelineTest.GenerateProgramPipelineObjectEXT/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : ReadPixelsPBOTest.ExistingDataPreserved/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : SimpleStateChangeTestES3.SubInvalidateThenDraw/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : UniformTestES3.ReturnsOnlyOneArrayElement/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : WebGL2CompatibilityTest.FragmentShaderColorBufferTypeMissmatch/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
6180 : WebGLCompatibilityTest.DrawBuffersIndexedGetIndexedParameter/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
# Skip because Timeout
6180 : Texture2DTestES3.UnpackOverlappingRowsFromUnpackBuffer/ES3_Vulkan_SwiftShader = SKIP_FOR_CAPTURE
# ES3 Flaky
6180 : FenceSyncTest.BasicOperations/ES3_Vulkan_SwiftShader = FLAKY
6180 : FenceSyncTest.BasicQueries/ES3_Vulkan_SwiftShader = FLAKY
6180 : FenceSyncTest.IsSync/ES3_Vulkan_SwiftShader = FLAKY
6180 : FenceSyncTest.Errors/ES3_Vulkan_SwiftShader = FLAKY
6180 : FenceSyncTest.MultipleFenceDraw/ES3_Vulkan_SwiftShader = FLAKY