1# 2# Copyright 2020 The ANGLE Project Authors. All rights reserved. 3# Use of this source code is governed by a BSD-style license that can be 4# found in the LICENSE file. 5# 6# Test are entered like 7# BUG PLATFORMS : test-name = handling/result 8# 9# PLATFORMS is optional and lists the platforms the expectation / run disabling happens 10# 11# Valid values for "handling/result" are 12# 13# SKIP_FOR_CAPTURE : SKIP from capture_replay tests 14# 15# NOT_RUN (DEPRECATED https://anglebug.com/42265985): already skipped by end2end test suite 16# 17# FAIL : the test is expected to fail 18# 19# FLAKY : the tests is flaky, but we still run it 20# 21# TIMEOUT : the test is expected to time out 22# 23# COMPILE_FAIL : the compilation of the capture_replay exec is expected to fail 24# 25# For test batches that run more than one test TIMEOUT, COMPILE_FAIL, and CRASH 26# will have to be set for all tests that run a batch, because one test that fails 27# with one of these outcomes will bring down the whole batch. 28# 29 30# We don't support the Capture/Replay on OpenGL yet 31 3242264864 : *OpenGL = SKIP_FOR_CAPTURE 33 34# ES2 35 3642264785 : FramebufferTest.MultiContextNoRenderingFeedbackLoops/* = SKIP_FOR_CAPTURE 37 3842264706 : GLSLTest_ES3.GLVertexIDIntegerTextureDrawElementsU8Line/* = NOT_RUN 3942264706 : GLSLTest_ES3.GLVertexIDIntegerTextureDrawElementsU8LineIds/* = NOT_RUN 40 4142264743 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphores/* = TIMEOUT 4242264743 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresMutableNoStorage/* = TIMEOUT 4342264743 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresNoStorage/* = TIMEOUT 4442264743 : VulkanExternalImageTest.ShouldClearOpaqueFdWithSemaphoresWithFlags/* = TIMEOUT 4542264743 : VulkanExternalImageTest.ShouldDrawOpaqueFdWithSemaphores/* = TIMEOUT 4642264743 : VulkanExternalImageTest.WaitSemaphoresRetainsContentOpaqueFd/* = TIMEOUT 47 4842264785 : WebGLCompatibilityTest.MultiContextNoRenderingFeedbackLoops/* = SKIP_FOR_CAPTURE 49 5042264706 WIN : WebGLCompatibilityTest.DrawElementsBufferOutOfBoundsInVertexBuffer/* = FLAKY 51 5242265150 : UniformTest.UnusedStructInlineUniform/* = SKIP_FOR_CAPTURE 5342265150 : UniformTest.UnusedStructInlineUniformWithSampler/* = SKIP_FOR_CAPTURE 54 55# Fails because of unsupported combined depth/stencil GetImage. 5642263287 : DepthStencilTest.DepthOnlyEmulatedWithPacked/* = FAIL 57 58# ES3 5942264706 : BlitFramebufferTest.BlitDepthStencilPixelByPixel/* = NOT_RUN 6042264706 : GLSLTest_ES3.UnsuccessfulRelinkWithBindAttribLocation/* = NOT_RUN 6142262531 : ComputeShaderTest.BindImageTexture3D/* = NOT_RUN 6242265912 : DrawBaseInstanceTest.DrawElementsInstancedBaseInstance/ES3_D3D11__DynamicDraw* = NOT_RUN 63 64# This test only exists on Win64 6542264706 WIN : BufferDataOverflowTest.VertexBufferIntegerOverflow/* = NOT_RUN 66 6742264706 WIN : TransformFeedbackTest.DrawWithoutTransformFeedbackThenWith/* = FLAKY 6842264706 : TransformFeedbackTest.TransformFeedbackQueryPausedDrawThenResume/* = FLAKY 6942265013 : TransformFeedbackTest.MultiContext/* = FLAKY 7042264706 WIN : TransformFeedbackTest.BufferOutOfMemory/* = FLAKY 7142264706 WIN : TransformFeedbackTest.EndThenBindNewBufferAndRestart/* = FLAKY 7242264706 : VertexAttributeTestES3.DrawWithUnalignedData/* = FLAKY 73 74# Skip because crashes 7542264830 : CopyTextureTestES3.InvalidateBlitThenBlend1000Layers/* = SKIP_FOR_CAPTURE 7642264830 : CopyTextureTestES3.InvalidateBlitThenBlend3Layers/* = SKIP_FOR_CAPTURE 7742264831 : FramebufferTest_ES3.AttachmentsWithUnequalDimensions/* = SKIP_FOR_CAPTURE 7842264831 : FramebufferTest_ES3.ChangeAttachmentThenInvalidateAndDraw/* = SKIP_FOR_CAPTURE 7942264831 : FramebufferTest_ES3.RenderAndInvalidateImmutableTextureWithBeyondMaxLevel/* = SKIP_FOR_CAPTURE 80 81# The following tests fail with forceRobustResourceInit 82# They were accidentally passing until http://crrev/c/5588816 8342264831 : FramebufferTest_ES3.RenderAndInvalidateImmutableTextureWithBellowBaseLevelLOD/* = SKIP_FOR_CAPTURE 8442264831 : FramebufferTest_ES3.RenderAndInvalidateImmutableTextureWithSubImageWithBeyondMaxLevel/* = SKIP_FOR_CAPTURE 85 8642264913 : Texture2DTestES3.TexStorage2DCycleThroughYuvSourcesNoData/* = SKIP_FOR_CAPTURE 8742264913 : Texture2DTestES3.TexStorage2DSimultaneousUseOfMultipleYuvSourcesNoData/* = SKIP_FOR_CAPTURE 8842264916 : Texture2DTestES3.TextureCompletenessChangesWithBaseLevel/* = SKIP_FOR_CAPTURE 8942264913 : Texture2DTestES3.TexStorage2DLargeYuvTextureCount/* = SKIP_FOR_CAPTURE 9042264854 DEBUG : VulkanExternalImageTest.ShouldImportSemaphoreOpaqueFd/* = SKIP_FOR_CAPTURE 91 92 93# Skip because Timeout 94 95# ES3 Flaky 9642265129 : MultithreadingTest.MultiContextCreateAndDeleteResources/* = SKIP_FOR_CAPTURE 9742265129 : MultithreadingTest.MultiContextDrawWithSwapBuffers/* = SKIP_FOR_CAPTURE 98 99# Uses multiple contexts, don't want to run 10040096804 : OcclusionQueriesNoSurfaceTestES3.SwitchingContextsWithQuery/* = SKIP_FOR_CAPTURE 101 102# ES3_1 10342264706 : ProgramPipelineTest31.VerifyPpoLinkErrorSignalledCorrectly/* = FAIL 104 105# ES3_1 Crashed 10642264706 : EGLMultiContextTest.ComputeShaderOkayWithRendering/* = SKIP_FOR_CAPTURE 10742264706 : EGLMultiContextTest.TestContextDestroySimple/* = SKIP_FOR_CAPTURE 108 109# ES3_1 gtest skips 11042264706 : GLSLTest_ES31.InterpolateAtWithSwizzle/* = NOT_RUN 111 11242265236 : VulkanImageTest.* = SKIP_FOR_CAPTURE 11342265236 : VulkanMemoryTest.* = SKIP_FOR_CAPTURE 114 11542265418 : Texture2DTestES3RobustInit.TextureCOMPRESSEDRGB8A1ETC2/* = NOT_RUN 11642265418 : Texture2DTestES3RobustInit.TextureCOMPRESSEDSRGB8A1ETC2/* = NOT_RUN 117 11842265405 : Texture2DTestES3.TextureRGBUpdateWithPBO/ES3_Vulkan* = NOT_RUN 119 12042266833 : Texture2DTestES3.CopyImageEXTDepthStencil/ES3_Vulkan* = SKIP_FOR_CAPTURE 12142266833 : Texture2DTestES3.CopyImageOESDepthStencil/ES3_Vulkan* = SKIP_FOR_CAPTURE 122 12342265586 : TransformFeedbackTest.BaseInstance/* = NOT_RUN 124 125# GLES 3.2 tests that fail because of missing features 12642263905 : GeometryShaderTestES32.MaxGeometryImageUniforms/* = SKIP_FOR_CAPTURE 12742263905 : ProgramPipelineTest32.MaxGeometryImageUniforms/* = SKIP_FOR_CAPTURE 128 12942265560 : VulkanPerformanceCounterTest* = SKIP_FOR_CAPTURE 130 13142265766 : BlitFramebufferTest.drawBlitAndDrawAgain/* = SKIP_FOR_CAPTURE 13242265766 : BlitFramebufferTest.scissorDrawBlitAndDrawAgain/* = SKIP_FOR_CAPTURE 133 13442265827 : FramebufferTest_ES3.FramebufferConditionalFeedbackLoop/* = SKIP_FOR_CAPTURE 13542265967 : Texture2DTest.TextureMaxSize/* = SKIP_FOR_CAPTURE 13642265844 : FramebufferTest_ES3.SurfaceDimensionsChangeAndFragCoord/* = SKIP_FOR_CAPTURE 137 13842265895 : MultithreadingTest.NoFlushNoContextReturnsTimeout/* = SKIP_FOR_CAPTURE 13942265895 : MultithreadingTestES3.ThreadBClientWaitBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 14042265895 : MultithreadingTestES3.ThreadBClientWaitBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 14142265895 : MultithreadingTestES3.ThreadBGetStatusBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 14242265895 : MultithreadingTestES3.ThreadBGetStatusBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 14342265895 : MultithreadingTestES3.ThreadBServerWaitBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 14442265895 : MultithreadingTestES3.ThreadBServerWaitBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 14542265895 : MultithreadingTestES3.ThreadCWaitBeforeThreadBSyncFinish/* = SKIP_FOR_CAPTURE 146 147# Also multi-threaded 14842265895 : EGLMultiContextTest.RepeatedEglInitAndTerminate/* = SKIP_FOR_CAPTURE 14942265895 : EGLMultiContextTest.ThreadBClientWaitBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 15042265895 : EGLMultiContextTest.ThreadBServerWaitBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 15142265895 : EGLMultiContextTest.ThreadBGetStatusBeforeThreadASyncFlush/* = SKIP_FOR_CAPTURE 15242265895 : EGLMultiContextTest.ThreadBClientWaitBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 15342265895 : EGLMultiContextTest.ThreadBServerWaitBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 15442265895 : EGLMultiContextTest.ThreadBGetStatusBeforeThreadASyncFinish/* = SKIP_FOR_CAPTURE 15542265895 : EGLMultiContextTest.ThreadBCanSubmitWhileThreadAWaiting/* = SKIP_FOR_CAPTURE 156 15742265890 : MultithreadingTestES3.CreateFramebufferFetchBeforeRenderPass/* = NOT_RUN 15842265890 : MultithreadingTestES3.CreateFramebufferFetchMidRenderPass/* = NOT_RUN 159 16042265860 : Texture2DTest.ManySupersedingTextureUpdates/* = SKIP_FOR_CAPTURE 161 16242265919 : MultisampleTest.ContentPresevedAfterInterruption/* = SKIP_FOR_CAPTURE 16342265919 : MultisampleTest.Line/* = SKIP_FOR_CAPTURE 16442265919 : MultisampleTest.Point/* = SKIP_FOR_CAPTURE 16542265919 : MultisampleTest.Triangle/* = SKIP_FOR_CAPTURE 16642265919 : MultisampleTestES3.RenderPassResolveToFBOThenSwap/* = SKIP_FOR_CAPTURE 167 16842265953 : MultisampleTest.AlphaToSampleCoverage/* = SKIP_FOR_CAPTURE 16942265953 : MultisampleTestES3.ResolveToFBO/* = SKIP_FOR_CAPTURE 170 17142265218 : EGLMultiContextTest.ReuseUnterminatedDisplay/* = SKIP_FOR_CAPTURE 172 173# No support yet for Capture/Replay of External Textures using other attribs 17442266040 : ImageTest.MipLevels/* = SKIP_FOR_CAPTURE 17542266040 : ImageTest.Source2DTarget2D_Colorspace/* = SKIP_FOR_CAPTURE 17642266040 : ImageTest.Source2DTarget2DArray_Colorspace/* = SKIP_FOR_CAPTURE 17742266040 : ImageTest.Source2DTargetExternal_Colorspace/* = SKIP_FOR_CAPTURE 17842266040 : ImageTest.SourceCubeTarget2D_Colorspace/* = SKIP_FOR_CAPTURE 17942266040 : ImageTest.SourceCubeTargetExternal_Colorspace/* = SKIP_FOR_CAPTURE 18042266040 : ImageTest.SourceRenderbufferTargetTexture_Colorspace/* = SKIP_FOR_CAPTURE 18142266040 : ImageTest.SourceRenderbufferTargetTextureExternal_Colorspace/* = SKIP_FOR_CAPTURE 18242266040 : ImageTest.ValidationGLEGLImage_Colorspace/* = SKIP_FOR_CAPTURE 18342266040 : ImageTest.ValidationImageBase/* = SKIP_FOR_CAPTURE 18442266040 : ImageTestES3.Source2DTargetExternalESSL3_Colorspace/* = SKIP_FOR_CAPTURE 18542266040 : ImageTestES3.SourceCubeTargetExternalESSL3/* = SKIP_FOR_CAPTURE 18642266040 : ImageTestES3.SourceCubeTargetExternalESSL3_Colorspace/* = SKIP_FOR_CAPTURE 18742266040 : ImageTestES3.SourceRenderbufferTargetTextureExternalESSL3_Colorspace/* = SKIP_FOR_CAPTURE 188 189353538491 : ImageTest.TargetTexture2DDeletedWhileInUse/* = SKIP_FOR_CAPTURE 190353538491 : ImageTest.TargetTexture2DDeletedWhileInUse2/* = SKIP_FOR_CAPTURE 191353538491 : ImageTest.TargetRenderbufferDeletedWhileInUse/* = SKIP_FOR_CAPTURE 192353538491 : ImageTest.TargetRenderbufferDeletedWhileInUse2/* = SKIP_FOR_CAPTURE 193353538491 : ImageTestES31.TargetTexture2DDeletedWhileInUseAsResolve/* = SKIP_FOR_CAPTURE 194353538491 : ImageTestES31.TargetTexture2DDeletedWhileInUseAsResolve2/* = SKIP_FOR_CAPTURE 195353538491 : ImageTestES31.TargetRenderbufferDeletedWhileInUseAsResolve/* = SKIP_FOR_CAPTURE 196353538491 : ImageTestES31.TargetRenderbufferDeletedWhileInUseAsResolve2/* = SKIP_FOR_CAPTURE 197 19842266048 : FramebufferTest_ES3.BlitWithDifferentPreRotations/* = SKIP_FOR_CAPTURE 199 20042266286 WIN : PBOExtensionTest.PBOWithExistingData/* = FLAKY 20142266286 WIN : PBOExtensionTest.PBOWithOtherTarget/* = FLAKY 202 203# Related to uninitialized memory/buffers when using image suballocation 20442266493 WIN : FramebufferTestWithFormatFallback.R4G4B4A4_OutOfRangeStagedUpdateReformated/* = SKIP_FOR_CAPTURE 20542266493 WIN : ClearTestES3.RepeatedStencilClear/* = SKIP_FOR_CAPTURE 20642266493 WIN : ClearTestES3.RepeatedStencilClearWithBlitAfterClearAndDrawInBetween/* = SKIP_FOR_CAPTURE 20742266493 WIN : StateChangeTestES3.StencilReferenceAndCompareMask/* = SKIP_FOR_CAPTURE 20842266493 WIN : StateChangeTestES3.StencilWriteMask/* = SKIP_FOR_CAPTURE 209 210# Corrupting memory by writing past readBufferSize due to GL_PACK_SKIP_ROWS etc 21142266521 : Texture2DNorm16TestES3.TextureNorm16R16RenderTest/* = SKIP_FOR_CAPTURE 21242266521 : Texture2DNorm16TestES3.TextureNorm16RG16RenderTest/* = SKIP_FOR_CAPTURE 21342266521 : Texture2DNorm16TestES3.TextureNorm16RGBA16RenderTest/* = SKIP_FOR_CAPTURE 214 215# Fails if run after DifferentStencilMasksTest.DrawWithSameEffectiveMask 21642266530 : DiscardFramebufferEXTTest.ClearDepthThenDrawWithoutDepthTestThenDiscard/* = SKIP_FOR_CAPTURE 217 218# No support yet for Capture/Replay of QCOM foveated extensions 21942266906 : Texture2DTestES3Foveation.FoveatedFBDraw/* = SKIP_FOR_CAPTURE 22042266906 : Texture2DTestES3Foveation.FoveatedTextureDraw/* = SKIP_FOR_CAPTURE 221 22242266965 : EGLSyncTest.GlobalFenceSync/* = FAIL 22342264309 : Texture2DTestES3.TexStorage2DMultipleYuvSamplersSwitchSamplerUniformValues/* = SKIP_FOR_CAPTURE 22442264309 : Texture2DTestES3.TexStorage2DMultipleYuvSamplersSwitchBoundTextures/* = SKIP_FOR_CAPTURE 225 226# Capture not supported 22742267114 : EGLMultiContextTest.NonSharedContextsReuseDescritorSetLayoutHandle/* = SKIP_FOR_CAPTURE 228 229# Replay timeout 23042264614 LINUX : VulkanExternalImageTest.PreInitializedOnGLImport/* = SKIP_FOR_CAPTURE 23142264614 LINUX : VulkanExternalImageTest.PreInitializedOnGLImportWithFlags/* = SKIP_FOR_CAPTURE 232 233# Multiple tests, failures and timeout 23442264614 LINUX : VulkanExternalImageTest.UninitializedOnGLImport* = SKIP_FOR_CAPTURE 235 236# error: duplicate case value '1' 23742264614 : EGLSyncTest.GlobalFenceSync/* = COMPILE_FAIL 238 239# VVL error 24042264614 LINUX : VulkanExternalImageTestES31.UninitializedOnGLImportAndStorageWrite/* = SKIP_FOR_CAPTURE 241 242# CoherentBufferTracker deadlocks and flaky crashes 24342266529 LINUX : BufferDataTestES3.* = SKIP_FOR_CAPTURE 24442266529 LINUX : BufferStorageTestES3.* = SKIP_FOR_CAPTURE 245 246# Crashes on win and linux trace bots 247372059358 : MultisampleTestES3.CopyTexImage2DFromMsaaDefaultFbo/* = SKIP_FOR_CAPTURE 248