summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorBrett Chabot <brettchabot@google.com>2022-09-09 10:28:57 -0700
committerBrett Chabot <brettchabot@google.com>2022-09-30 09:48:37 -0700
commitb55892866c7ae9ff78926a519e4afea25946fc65 (patch)
treec125796b2a5a102d177ba91b1f253e8ba6836b40
parent4b641d38c622cb9b3831b586d9de5f2a45c75aea (diff)
downloadcts-b55892866c7ae9ff78926a519e4afea25946fc65.tar.gz
Add a cts-slim-stable config.
This config contains the initial set of tests currently known to be stable on the slim emulator image. Bug: 245607784 Test: cts-tradefed --dmgr:max-emulators 31 run cts-slim-stable --template:map preparers=emulator/local.xml --abi x86_64 --compatibility:no-enable-parameterized-modules --compatibility:skip-all-system-status-check --shard-count 30 --emulator-path $EMULATOR_PATH (cherry picked from commit 3e42aaf6399cf093fcf3a3327c94d5ac6d51c480) Change-Id: I45c22c00025c7287ff1943d332e017675a84a72f
-rw-r--r--tools/cts-tradefed/res/config/cts-slim-stable.xml174
1 files changed, 174 insertions, 0 deletions
diff --git a/tools/cts-tradefed/res/config/cts-slim-stable.xml b/tools/cts-tradefed/res/config/cts-slim-stable.xml
new file mode 100644
index 00000000000..c1374dc8f7d
--- /dev/null
+++ b/tools/cts-tradefed/res/config/cts-slim-stable.xml
@@ -0,0 +1,174 @@
+<?xml version="1.0" encoding="utf-8"?>
+<!-- Copyright (C) 2022 The Android Open Source Project
+
+ Licensed under the Apache License, Version 2.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+<configuration
+ description="Runs stable set of CTS tests for virtual device slim image">
+
+ <include name="cts-virtual-device-stable"/>
+
+ <option name="plan" value="cts-slim-stable"/>
+
+ <!-- These core test suites are inexplicably not included in cts-virtual-device-stable, so add them here -->
+ <option name="compatibility:include-filter" value="CtsAppTestCases"/>
+ <option name="compatibility:include-filter" value="CtsContentTestCases"/>
+ <option name="compatibility:include-filter" value="CtsDisplayTestCases"/>
+ <option name="compatibility:include-filter" value="CtsGraphicsTestCases"/>
+ <option name="compatibility:include-filter" value="CtsOsTestCases"/>
+ <option name="compatibility:include-filter" value="CtsUtilTestCases"/>
+ <option name="compatibility:include-filter" value="CtsViewTestCases"/>
+ <option name="compatibility:include-filter" value="CtsWidgetTestCases"/>
+
+ <!-- needs investigation -->
+ <option name="compatibility:exclude-filter"
+ value="CtsDisplayTestCases android.display.cts.VirtualDisplayTest#testUntrustedSysDecorVirtualDisplay"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsGraphicsTestCases android.graphics.drawable.cts.AnimatedImageDrawableTest#testRepeatCounts"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsGraphicsTestCases android.graphics.drawable.cts.AnimatedImageDrawableTest#testAddCallbackAfterStart"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsGraphicsTestCases android.graphics.drawable.cts.AnimatedImageDrawableTest#testLifeCycle"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsViewTestCases android.view.cts.TooltipTest#testTooltipInPopup"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsViewTestCases android.view.cts.ViewTest#testGetWindowVisibleDisplayFrame"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsWidgetTestCases android.widget.cts.PopupMenuTest#testHoverSelectsMenuItem"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsWidgetTestCases android.widget.cts.ToastTest"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsWidgetTestCases android.widget.cts.ZoomControlsTest#testHasFocus"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsWidgetTestCases android.widget.cts.SearchView_CursorTest#testSuggestionSelection"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsAppTestCases android.app.cts.ActivityManagerProcessStateTest#testCantSaveStateLaunchAndSwitch"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsAppTestCases android.app.cts.SystemFeaturesTest#testLocationFeatures"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsAppTestCases android.app.cts.SystemFeaturesTest#testCameraFeatures"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsAppTestCases android.app.cts.SystemFeaturesTest#testSensorFeatures"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsContentTestCases android.content.pm.cts.InstallSessionParamsUnitTest#checkSessionParams[11]"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.AutoRevokeTest#testInstallGrants_notRevokedImmediately"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.AutoRevokeTest#testAutoRevoke_userAllowlisting"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.AutoRevokeTest#testUnusedApp_getsPermissionRevoked"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.AutoRevokeTest#testUnusedApp_uninstallApp"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.CompanionDeviceManagerTest#testProfiles"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.CompanionDeviceManagerTest#testRequestNotifications"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.StrictModeTest#testFileUriExposure"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.StrictModeTest#testVmPenaltyListener"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.StrictModeTest#testContentUriWithoutPermission"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.AppHibernationIntegrationTest#testUnusedApp_getsForceStopped"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsOsTestCases android.os.cts.AppHibernationIntegrationTest#testAppInfo_RemovePermissionsAndFreeUpSpaceToggleExists"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsWindowManagerDeviceTestCases"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsLocationFineTestCases android.location.cts.fine.ScanningSettingsTest#testWifiScanningSettings"/>
+ <option
+ name="compatibility:exclude-filter"
+ value="CtsLocationFineTestCases android.location.cts.fine.ScanningSettingsTest#testBleScanningSettings"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsVoiceInteractionTestCases android.voiceinteraction.cts.DirectActionsTest#testCancelPerformedDirectAction"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsVoiceInteractionTestCases android.voiceinteraction.cts.HotwordDetectionServiceBasicTest#testHotwordDetectionService_onDetectFromExternalSource_success"/>
+
+ <!-- flaky tests -->
+ <option name="compatibility:exclude-filter"
+ value="CtsContentTestCases android.content.cts.ContentProviderClientTest#testBulkInsertTimeout"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsContentTestCases android.content.cts.ContentProviderClientTest#testUncanonicalizeTimeout" />
+ <option name="compatibility:exclude-filter"
+ value="CtsContentTestCases android.content.cts.ContentResolverSyncTestCase#testCallMultipleAccounts" />
+ <option name="compatibility:exclude-filter"
+ value="CtsContentTestCases android.content.cts.ContentQueryMapTest#testSetKeepUpdated" />
+ <option name="compatibility:exclude-filter"
+ value="CtsLocationFineTestCases android.location.cts.fine.LocationManagerFineTest#testRegisterGnssMeasurementsCallback" />
+ <option name="compatibility:exclude-filter" value="CtsTransitionTestCases"/>
+
+
+ <!-- documentsui dependent tests -->
+ <option name="compatibility:exclude-filter"
+ value="CtsAppTestCases android.app.cts.DownloadManagerTest#testDownload_onMediaStoreDownloadsDeleted"/>
+
+ <!-- ime dependent tests -->
+ <option name="compatibility:exclude-filter"
+ value="CtsAppTestCases android.app.cts.ActivityKeyboardShortcutsTest#testRequestShowKeyboardShortcuts"/>
+ <option name="compatibility:exclude-filter" value="CtsInputMethodTestCases"/>
+
+ <!-- systemui dependent tests -->
+ <option name="compatibility:exclude-filter"
+ value="CtsAppTestCases android.app.cts.NotificationManagerTest#testNotificationManagerBubble_setSuppressBubble"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsAppTestCases android.app.cts.NotificationManagerTest#testNotificationManagerBubble_setSuppressBubble_dismissLocusActivity"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsAppTestCases android.app.cts.NotificationManagerTest#testNotificationManagerBubble_checkActivityFlagsDocumentLaunchMode"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsAppTestCases android.app.cts.NotificationManagerTest#testNotificationManagerBubble_checkIsBubbled_pendingIntent"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsAppTestCases android.app.cts.NotificationManagerTest#testNotificationManagerBubble_checkIsBubbled_shortcut"/>
+
+ <!-- other apps dependent tests -->
+ <option name="compatibility:exclude-filter"
+ value="CtsContentTestCases android.content.cts.AvailableIntentsTest"/>
+
+ <!-- hardware renderer dependent tests -->
+ <option name="compatibility:exclude-filter"
+ value="CtsGraphicsTestCases android.graphics.cts.BasicVulkanGpuTest"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsGraphicsTestCases android.graphics.cts.BitmapTest#testCreateBitmap_Picture_immutable"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsViewTestCases android.view.cts.PixelCopyTest"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsViewTestCases android.view.cts.TextureViewTest#testSamplingWithTransform"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsViewTestCases android.view.cts.TextureViewTest#testTransformScale"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsViewTestCases android.view.cts.TextureViewTest#testRotateScale"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsViewTestCases android.view.cts.TextureViewTest#testFirstFrames"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsViewTestCases android.view.cts.FrameMetricsListenerTest"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsWidgetTestCases android.widget.cts.MagnifierTest"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsNativeHardwareTestCases"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsViewTestCases android.view.cts.ASurfaceControlTest" />
+ <option name="compatibility:exclude-filter"
+ value="CtsViewTestCases android.view.cts.ASurfaceControlBackPressureTest" />
+
+ <!-- screenshot reliant tests -->
+ <option name="compatibility:exclude-filter"
+ value="CtsGraphicsTestCases android.graphics.drawable.cts.AnimatedVectorDrawableParameterizedTest#testAnimationOnLayer"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsGraphicsTestCases android.graphics.drawable.cts.AnimatedVectorDrawableParameterizedTest#testInfiniteAVD"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsViewTestCases android.view.cts.ViewAnimationMatrixTest#testAnimationMatrixClearedWithPassingNull"/>
+ <option name="compatibility:exclude-filter"
+ value="CtsViewTestCases android.view.cts.ViewAnimationMatrixTest#testAnimationMatrixAppliedDuringDrawing"/>
+ <option name="compatibility:exclude-filter" value="CtsUiRenderingTestCases"/>
+
+</configuration>