Triage cts-slim-stable failures into categories.
Bug: 245607825
Test: cts-tradefed run cts-slim-stable
Change-Id: I49ca6f6fd8cfb2fd290cdfc619e7835a5b4872bb
(cherry picked from commit d1a2b6f8019bf732c4476798f2be4c448fec70c1)
diff --git a/tools/cts-tradefed/res/config/cts-slim-stable.xml b/tools/cts-tradefed/res/config/cts-slim-stable.xml
index 8bfd998..6d64e2c 100644
--- a/tools/cts-tradefed/res/config/cts-slim-stable.xml
+++ b/tools/cts-tradefed/res/config/cts-slim-stable.xml
@@ -30,64 +30,10 @@
<option name="compatibility:include-filter" value="CtsViewTestCases"/>
<option name="compatibility:include-filter" value="CtsWidgetTestCases"/>
- <!-- needs investigation -->
+ <!-- flaky tests -->
<option name="compatibility:exclude-filter"
value="CtsAppTestCases android.app.cts.ActivityManagerProcessStateTest#testCantSaveStateLaunchAndSwitch" />
<option name="compatibility:exclude-filter"
- value="CtsAppTestCases android.app.cts.SystemFeaturesTest#testLocationFeatures" />
- <option name="compatibility:exclude-filter"
- value="CtsAppTestCases android.app.cts.SystemFeaturesTest#testCameraFeatures" />
- <option name="compatibility:exclude-filter"
- value="CtsAppTestCases android.app.cts.SystemFeaturesTest#testSensorFeatures" />
- <option name="compatibility:exclude-filter"
- value="CtsContentTestCases android.content.pm.cts.InstallSessionParamsUnitTest#checkSessionParams[11]" />
- <option name="compatibility:exclude-filter"
- value="CtsDisplayTestCases android.display.cts.VirtualDisplayTest#testUntrustedSysDecorVirtualDisplay" />
- <option name="compatibility:exclude-filter"
- value="CtsGraphicsTestCases android.graphics.drawable.cts.AnimatedImageDrawableTest#testRepeatCounts" />
- <option name="compatibility:exclude-filter"
- value="CtsGraphicsTestCases android.graphics.drawable.cts.AnimatedImageDrawableTest#testAddCallbackAfterStart" />
- <option name="compatibility:exclude-filter"
- value="CtsGraphicsTestCases android.graphics.drawable.cts.AnimatedImageDrawableTest#testLifeCycle" />
- <option name="compatibility:exclude-filter"
- value="CtsLocationFineTestCases android.location.cts.fine.ScanningSettingsTest#testWifiScanningSettings" />
- <option name="compatibility:exclude-filter"
- value="CtsLocationFineTestCases android.location.cts.fine.ScanningSettingsTest#testBleScanningSettings" />
- <option name="compatibility:exclude-filter"
- value="CtsOsTestCases android.os.cts.AppHibernationIntegrationTest#testAppInfo_RemovePermissionsAndFreeUpSpaceToggleExists" />
- <option name="compatibility:exclude-filter"
- value="CtsOsTestCases android.os.cts.AppHibernationIntegrationTest#testUnusedApp_getsForceStopped" />
- <option name="compatibility:exclude-filter"
- value="CtsOsTestCases android.os.cts.AutoRevokeTest#testInstallGrants_notRevokedImmediately" />
- <option name="compatibility:exclude-filter"
- value="CtsOsTestCases android.os.cts.AutoRevokeTest#testAutoRevoke_userAllowlisting" />
- <option name="compatibility:exclude-filter"
- value="CtsOsTestCases android.os.cts.AutoRevokeTest#testUnusedApp_getsPermissionRevoked" />
- <option name="compatibility:exclude-filter"
- value="CtsOsTestCases android.os.cts.AutoRevokeTest#testUnusedApp_uninstallApp" />
- <option name="compatibility:exclude-filter"
- value="CtsOsTestCases android.os.cts.CompanionDeviceManagerTest#testProfiles" />
- <option name="compatibility:exclude-filter"
- value="CtsOsTestCases android.os.cts.CompanionDeviceManagerTest#testRequestNotifications" />
- <option name="compatibility:exclude-filter"
- value="CtsOsTestCases android.os.cts.StrictModeTest#testFileUriExposure" />
- <option name="compatibility:exclude-filter"
- value="CtsOsTestCases android.os.cts.StrictModeTest#testVmPenaltyListener" />
- <option name="compatibility:exclude-filter"
- value="CtsOsTestCases android.os.cts.StrictModeTest#testContentUriWithoutPermission" />
- <option name="compatibility:exclude-filter"
- value="CtsViewTestCases android.view.cts.ViewTest#testGetWindowVisibleDisplayFrame" />
- <option name="compatibility:exclude-filter"
- value="CtsVoiceInteractionTestCases android.voiceinteraction.cts.DirectActionsTest#testCancelPerformedDirectAction" />
- <option name="compatibility:exclude-filter"
- value="CtsVoiceInteractionTestCases android.voiceinteraction.cts.HotwordDetectionServiceBasicTest#testHotwordDetectionService_onDetectFromExternalSource_success" />
- <option name="compatibility:exclude-filter"
- value="CtsWidgetTestCases android.widget.cts.ToastTest" />
- <option name="compatibility:exclude-filter"
- value="CtsWidgetTestCases android.widget.cts.ZoomControlsTest#testHasFocus" />
-
- <!-- flaky tests -->
- <option name="compatibility:exclude-filter"
value="CtsContentTestCases android.content.cts.ContentProviderClientTest#testBulkInsertTimeout"/>
<option name="compatibility:exclude-filter"
value="CtsContentTestCases android.content.cts.ContentProviderClientTest#testUncanonicalizeTimeout" />
@@ -98,10 +44,30 @@
<option name="compatibility:exclude-filter"
value="CtsLocationFineTestCases android.location.cts.fine.LocationManagerFineTest#testRegisterGnssMeasurementsCallback" />
<option name="compatibility:exclude-filter" value="CtsTransitionTestCases"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsVoiceInteractionTestCases android.voiceinteraction.cts.DirectActionsTest" />
+ <option name="compatibility:exclude-filter"
+ value="CtsWidgetTestCases android.widget.cts.ZoomControlsTest#testHasFocus" />
+
+ <!-- also fails on sdk_phone -->
+ <option name="compatibility:exclude-filter"
+ value="CtsAppTestCases android.app.cts.SystemFeaturesTest#testLocationFeatures" />
+ <option name="compatibility:exclude-filter"
+ value="CtsAppTestCases android.app.cts.SystemFeaturesTest#testCameraFeatures" />
+ <option name="compatibility:exclude-filter"
+ value="CtsAppTestCases android.app.cts.SystemFeaturesTest#testSensorFeatures" />
+ <option name="compatibility:exclude-filter"
+ value="CtsContentTestCases android.content.pm.cts.InstallSessionParamsUnitTest#checkSessionParams[11]" />
<!-- documentsui dependent tests -->
<option name="compatibility:exclude-filter"
value="CtsAppTestCases android.app.cts.DownloadManagerTest#testDownload_onMediaStoreDownloadsDeleted"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.StrictModeTest#testVmPenaltyListener" />
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.StrictModeTest#testContentUriWithoutPermission" />
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.StrictModeTest#testFileUriExposure" />
<!-- ime dependent tests -->
<option name="compatibility:exclude-filter"
@@ -119,17 +85,51 @@
value="CtsAppTestCases android.app.cts.NotificationManagerTest#testNotificationManagerBubble_checkIsBubbled_pendingIntent"/>
<option name="compatibility:exclude-filter"
value="CtsAppTestCases android.app.cts.NotificationManagerTest#testNotificationManagerBubble_checkIsBubbled_shortcut"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.AppHibernationIntegrationTest#testUnusedApp_getsForceStopped" />
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.AutoRevokeTest#testInstallGrants_notRevokedImmediately" />
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.AutoRevokeTest#testAutoRevoke_userAllowlisting" />
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.AutoRevokeTest#testUnusedApp_getsPermissionRevoked" />
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.AutoRevokeTest#testUnusedApp_uninstallApp" />
+ <option name="compatibility:exclude-filter"
+ value="CtsViewTestCases android.view.cts.ViewTest#testGetWindowVisibleDisplayFrame" />
+ <option name="compatibility:exclude-filter"
+ value="CtsWidgetTestCases android.widget.cts.ToastTest" />
<!-- other apps dependent tests -->
<option name="compatibility:exclude-filter"
value="CtsContentTestCases android.content.cts.AvailableIntentsTest"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.AppHibernationIntegrationTest#testAppInfo_RemovePermissionsAndFreeUpSpaceToggleExists" />
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.CompanionDeviceManagerTest#testProfiles" />
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.CompanionDeviceManagerTest#testRequestNotifications" />
+ <option name="compatibility:exclude-filter"
+ value="CtsLocationFineTestCases android.location.cts.fine.ScanningSettingsTest#testWifiScanningSettings" />
+ <option name="compatibility:exclude-filter"
+ value="CtsLocationFineTestCases android.location.cts.fine.ScanningSettingsTest#testBleScanningSettings" />
+ <option name="compatibility:exclude-filter"
+ value="CtsVoiceInteractionTestCases android.voiceinteraction.cts.HotwordDetectionServiceBasicTest#testHotwordDetectionService_onDetectFromExternalSource_success" />
<!-- hardware renderer dependent tests -->
<option name="compatibility:exclude-filter"
+ value="CtsDisplayTestCases android.display.cts.VirtualDisplayTest#testUntrustedSysDecorVirtualDisplay" />
+ <option name="compatibility:exclude-filter"
value="CtsGraphicsTestCases android.graphics.cts.BasicVulkanGpuTest" />
<option name="compatibility:exclude-filter"
value="CtsGraphicsTestCases android.graphics.cts.BitmapTest#testCreateBitmap_Picture_immutable" />
<option name="compatibility:exclude-filter"
+ value="CtsGraphicsTestCases android.graphics.drawable.cts.AnimatedImageDrawableTest#testRepeatCounts" />
+ <option name="compatibility:exclude-filter"
+ value="CtsGraphicsTestCases android.graphics.drawable.cts.AnimatedImageDrawableTest#testAddCallbackAfterStart" />
+ <option name="compatibility:exclude-filter"
+ value="CtsGraphicsTestCases android.graphics.drawable.cts.AnimatedImageDrawableTest#testLifeCycle" />
+ <option name="compatibility:exclude-filter"
value="CtsNativeHardwareTestCases" />
<option name="compatibility:exclude-filter"
value="CtsViewTestCases android.view.cts.ASurfaceControlTest" />
