diff options
author | Brett Chabot <brettchabot@google.com> | 2022-09-09 10:28:57 -0700 |
---|---|---|
committer | Brett Chabot <brettchabot@google.com> | 2022-09-30 09:48:37 -0700 |
commit | b55892866c7ae9ff78926a519e4afea25946fc65 (patch) | |
tree | c125796b2a5a102d177ba91b1f253e8ba6836b40 | |
parent | 4b641d38c622cb9b3831b586d9de5f2a45c75aea (diff) | |
download | cts-b55892866c7ae9ff78926a519e4afea25946fc65.tar.gz |
Add a cts-slim-stable config.
This config contains the initial set of tests currently known to be
stable on the slim emulator image.
Bug: 245607784
Test: cts-tradefed --dmgr:max-emulators 31 run cts-slim-stable
--template:map preparers=emulator/local.xml --abi x86_64
--compatibility:no-enable-parameterized-modules
--compatibility:skip-all-system-status-check --shard-count 30
--emulator-path $EMULATOR_PATH
(cherry picked from commit 3e42aaf6399cf093fcf3a3327c94d5ac6d51c480)
Change-Id: I45c22c00025c7287ff1943d332e017675a84a72f
-rw-r--r-- | tools/cts-tradefed/res/config/cts-slim-stable.xml | 174 |
1 files changed, 174 insertions, 0 deletions
diff --git a/tools/cts-tradefed/res/config/cts-slim-stable.xml b/tools/cts-tradefed/res/config/cts-slim-stable.xml new file mode 100644 index 00000000000..c1374dc8f7d --- /dev/null +++ b/tools/cts-tradefed/res/config/cts-slim-stable.xml @@ -0,0 +1,174 @@ +<?xml version="1.0" encoding="utf-8"?> +<!-- Copyright (C) 2022 The Android Open Source Project + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<configuration + description="Runs stable set of CTS tests for virtual device slim image"> + + <include name="cts-virtual-device-stable"/> + + <option name="plan" value="cts-slim-stable"/> + + <!-- These core test suites are inexplicably not included in cts-virtual-device-stable, so add them here --> + <option name="compatibility:include-filter" value="CtsAppTestCases"/> + <option name="compatibility:include-filter" value="CtsContentTestCases"/> + <option name="compatibility:include-filter" value="CtsDisplayTestCases"/> + <option name="compatibility:include-filter" value="CtsGraphicsTestCases"/> + <option name="compatibility:include-filter" value="CtsOsTestCases"/> + <option name="compatibility:include-filter" value="CtsUtilTestCases"/> + <option name="compatibility:include-filter" value="CtsViewTestCases"/> + <option name="compatibility:include-filter" value="CtsWidgetTestCases"/> + + <!-- needs investigation --> + <option name="compatibility:exclude-filter" + value="CtsDisplayTestCases android.display.cts.VirtualDisplayTest#testUntrustedSysDecorVirtualDisplay"/> + <option name="compatibility:exclude-filter" + value="CtsGraphicsTestCases android.graphics.drawable.cts.AnimatedImageDrawableTest#testRepeatCounts"/> + <option name="compatibility:exclude-filter" + value="CtsGraphicsTestCases android.graphics.drawable.cts.AnimatedImageDrawableTest#testAddCallbackAfterStart"/> + <option name="compatibility:exclude-filter" + value="CtsGraphicsTestCases android.graphics.drawable.cts.AnimatedImageDrawableTest#testLifeCycle"/> + <option name="compatibility:exclude-filter" + value="CtsViewTestCases android.view.cts.TooltipTest#testTooltipInPopup"/> + <option name="compatibility:exclude-filter" + value="CtsViewTestCases android.view.cts.ViewTest#testGetWindowVisibleDisplayFrame"/> + <option name="compatibility:exclude-filter" + value="CtsWidgetTestCases android.widget.cts.PopupMenuTest#testHoverSelectsMenuItem"/> + <option name="compatibility:exclude-filter" + value="CtsWidgetTestCases android.widget.cts.ToastTest"/> + <option name="compatibility:exclude-filter" + value="CtsWidgetTestCases android.widget.cts.ZoomControlsTest#testHasFocus"/> + <option name="compatibility:exclude-filter" + value="CtsWidgetTestCases android.widget.cts.SearchView_CursorTest#testSuggestionSelection"/> + <option name="compatibility:exclude-filter" + value="CtsAppTestCases android.app.cts.ActivityManagerProcessStateTest#testCantSaveStateLaunchAndSwitch"/> + <option name="compatibility:exclude-filter" + value="CtsAppTestCases android.app.cts.SystemFeaturesTest#testLocationFeatures"/> + <option name="compatibility:exclude-filter" + value="CtsAppTestCases android.app.cts.SystemFeaturesTest#testCameraFeatures"/> + <option name="compatibility:exclude-filter" + value="CtsAppTestCases android.app.cts.SystemFeaturesTest#testSensorFeatures"/> + <option name="compatibility:exclude-filter" + value="CtsContentTestCases android.content.pm.cts.InstallSessionParamsUnitTest#checkSessionParams[11]"/> + <option name="compatibility:exclude-filter" + value="CtsOsTestCases android.os.cts.AutoRevokeTest#testInstallGrants_notRevokedImmediately"/> + <option name="compatibility:exclude-filter" + value="CtsOsTestCases android.os.cts.AutoRevokeTest#testAutoRevoke_userAllowlisting"/> + <option name="compatibility:exclude-filter" + value="CtsOsTestCases android.os.cts.AutoRevokeTest#testUnusedApp_getsPermissionRevoked"/> + <option name="compatibility:exclude-filter" + value="CtsOsTestCases android.os.cts.AutoRevokeTest#testUnusedApp_uninstallApp"/> + <option name="compatibility:exclude-filter" + value="CtsOsTestCases android.os.cts.CompanionDeviceManagerTest#testProfiles"/> + <option name="compatibility:exclude-filter" + value="CtsOsTestCases android.os.cts.CompanionDeviceManagerTest#testRequestNotifications"/> + <option name="compatibility:exclude-filter" + value="CtsOsTestCases android.os.cts.StrictModeTest#testFileUriExposure"/> + <option name="compatibility:exclude-filter" + value="CtsOsTestCases android.os.cts.StrictModeTest#testVmPenaltyListener"/> + <option name="compatibility:exclude-filter" + value="CtsOsTestCases android.os.cts.StrictModeTest#testContentUriWithoutPermission"/> + <option name="compatibility:exclude-filter" + value="CtsOsTestCases android.os.cts.AppHibernationIntegrationTest#testUnusedApp_getsForceStopped"/> + <option name="compatibility:exclude-filter" + value="CtsOsTestCases android.os.cts.AppHibernationIntegrationTest#testAppInfo_RemovePermissionsAndFreeUpSpaceToggleExists"/> + <option name="compatibility:exclude-filter" + value="CtsWindowManagerDeviceTestCases"/> + <option name="compatibility:exclude-filter" + value="CtsLocationFineTestCases android.location.cts.fine.ScanningSettingsTest#testWifiScanningSettings"/> + <option + name="compatibility:exclude-filter" + value="CtsLocationFineTestCases android.location.cts.fine.ScanningSettingsTest#testBleScanningSettings"/> + <option name="compatibility:exclude-filter" + value="CtsVoiceInteractionTestCases android.voiceinteraction.cts.DirectActionsTest#testCancelPerformedDirectAction"/> + <option name="compatibility:exclude-filter" + value="CtsVoiceInteractionTestCases android.voiceinteraction.cts.HotwordDetectionServiceBasicTest#testHotwordDetectionService_onDetectFromExternalSource_success"/> + + <!-- flaky tests --> + <option name="compatibility:exclude-filter" + value="CtsContentTestCases android.content.cts.ContentProviderClientTest#testBulkInsertTimeout"/> + <option name="compatibility:exclude-filter" + value="CtsContentTestCases android.content.cts.ContentProviderClientTest#testUncanonicalizeTimeout" /> + <option name="compatibility:exclude-filter" + value="CtsContentTestCases android.content.cts.ContentResolverSyncTestCase#testCallMultipleAccounts" /> + <option name="compatibility:exclude-filter" + value="CtsContentTestCases android.content.cts.ContentQueryMapTest#testSetKeepUpdated" /> + <option name="compatibility:exclude-filter" + value="CtsLocationFineTestCases android.location.cts.fine.LocationManagerFineTest#testRegisterGnssMeasurementsCallback" /> + <option name="compatibility:exclude-filter" value="CtsTransitionTestCases"/> + + + <!-- documentsui dependent tests --> + <option name="compatibility:exclude-filter" + value="CtsAppTestCases android.app.cts.DownloadManagerTest#testDownload_onMediaStoreDownloadsDeleted"/> + + <!-- ime dependent tests --> + <option name="compatibility:exclude-filter" + value="CtsAppTestCases android.app.cts.ActivityKeyboardShortcutsTest#testRequestShowKeyboardShortcuts"/> + <option name="compatibility:exclude-filter" value="CtsInputMethodTestCases"/> + + <!-- systemui dependent tests --> + <option name="compatibility:exclude-filter" + value="CtsAppTestCases android.app.cts.NotificationManagerTest#testNotificationManagerBubble_setSuppressBubble"/> + <option name="compatibility:exclude-filter" + value="CtsAppTestCases android.app.cts.NotificationManagerTest#testNotificationManagerBubble_setSuppressBubble_dismissLocusActivity"/> + <option name="compatibility:exclude-filter" + value="CtsAppTestCases android.app.cts.NotificationManagerTest#testNotificationManagerBubble_checkActivityFlagsDocumentLaunchMode"/> + <option name="compatibility:exclude-filter" + value="CtsAppTestCases android.app.cts.NotificationManagerTest#testNotificationManagerBubble_checkIsBubbled_pendingIntent"/> + <option name="compatibility:exclude-filter" + value="CtsAppTestCases android.app.cts.NotificationManagerTest#testNotificationManagerBubble_checkIsBubbled_shortcut"/> + + <!-- other apps dependent tests --> + <option name="compatibility:exclude-filter" + value="CtsContentTestCases android.content.cts.AvailableIntentsTest"/> + + <!-- hardware renderer dependent tests --> + <option name="compatibility:exclude-filter" + value="CtsGraphicsTestCases android.graphics.cts.BasicVulkanGpuTest"/> + <option name="compatibility:exclude-filter" + value="CtsGraphicsTestCases android.graphics.cts.BitmapTest#testCreateBitmap_Picture_immutable"/> + <option name="compatibility:exclude-filter" + value="CtsViewTestCases android.view.cts.PixelCopyTest"/> + <option name="compatibility:exclude-filter" + value="CtsViewTestCases android.view.cts.TextureViewTest#testSamplingWithTransform"/> + <option name="compatibility:exclude-filter" + value="CtsViewTestCases android.view.cts.TextureViewTest#testTransformScale"/> + <option name="compatibility:exclude-filter" + value="CtsViewTestCases android.view.cts.TextureViewTest#testRotateScale"/> + <option name="compatibility:exclude-filter" + value="CtsViewTestCases android.view.cts.TextureViewTest#testFirstFrames"/> + <option name="compatibility:exclude-filter" + value="CtsViewTestCases android.view.cts.FrameMetricsListenerTest"/> + <option name="compatibility:exclude-filter" + value="CtsWidgetTestCases android.widget.cts.MagnifierTest"/> + <option name="compatibility:exclude-filter" + value="CtsNativeHardwareTestCases"/> + <option name="compatibility:exclude-filter" + value="CtsViewTestCases android.view.cts.ASurfaceControlTest" /> + <option name="compatibility:exclude-filter" + value="CtsViewTestCases android.view.cts.ASurfaceControlBackPressureTest" /> + + <!-- screenshot reliant tests --> + <option name="compatibility:exclude-filter" + value="CtsGraphicsTestCases android.graphics.drawable.cts.AnimatedVectorDrawableParameterizedTest#testAnimationOnLayer"/> + <option name="compatibility:exclude-filter" + value="CtsGraphicsTestCases android.graphics.drawable.cts.AnimatedVectorDrawableParameterizedTest#testInfiniteAVD"/> + <option name="compatibility:exclude-filter" + value="CtsViewTestCases android.view.cts.ViewAnimationMatrixTest#testAnimationMatrixClearedWithPassingNull"/> + <option name="compatibility:exclude-filter" + value="CtsViewTestCases android.view.cts.ViewAnimationMatrixTest#testAnimationMatrixAppliedDuringDrawing"/> + <option name="compatibility:exclude-filter" value="CtsUiRenderingTestCases"/> + +</configuration> |