forked from tom-gall/android-qa-classifier-data
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathflakey.txt
More file actions
109 lines (101 loc) · 6.34 KB
/
flakey.txt
File metadata and controls
109 lines (101 loc) · 6.34 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
# fully qualified test name (c/n/p from report) followed by option kernel versions followed by hardware platform
# EBNF (roughly)
#
# Line
# : STATE TESTNAME (KERNEL_VERSIONS) (HARDWARE) (ANDROID_VERSIONS)
#
# STATE
# I | F | B | E
#
# TESTNAME
#
# KERNEL_VERSIONS
# : ( ALL | 5.10 | 5.4 | 4.19 | 4.14 | 4.9 | 4.4 )
#
# HARDWARE
# : ( ALL | HiKey | HiKey960 | db845 )
#
# ANDROID_VERSIONS
# : ( ALL | Android8 | Android9 | Android10 | Android11 | AOSP )
# Expected Fails
# All
## the following tests fail becuase Gestures are not enabled
E android.systemui.cts.WindowInsetsBehaviorTests#swipeInsideLimit_immersiveSticky_noEventCanceled#arm64-v8a ALL ALL ALL
E android.systemui.cts.WindowInsetsBehaviorTests#swipeInsideLimit_systemUiVisible_noEventCanceled#arm64-v8a ALL ALL ALL
E android.systemui.cts.WindowInsetsBehaviorTests#swipeOutsideLimit_immersiveSticky_noEventCanceled#arm64-v8a ALL ALL ALL
E android.systemui.cts.WindowInsetsBehaviorTests#tappableElements_tapSamplePoints_excludeViewRects_withoutAnyCancel#arm64-v8a ALL ALL ALL
E android.systemui.cts.WindowInsetsBehaviorTests#tappableElements_tapSamplePoints_notExcludeViewRects_withoutAnyCancel#arm64-v8a ALL ALL ALL
# db845c
E android.webkit.cts.WebViewTest#testPrinting#arm64-v8a ALL db845 ALL
E libcore.java.net.ConcurrentCloseTest#test_connect ALL db845 ALL
E libcore.java.net.ConcurrentCloseTest#test_connect_nonBlocking ALL db845 ALL
E libcore.java.net.ConcurrentCloseTest#test_connect_timeout ALL db845 ALL
E libcore.java.net.SocketTest#testCloseDuringConnect ALL db845 ALL
E com.android.cts.usb.TestUsbTest#testUsbSerialReadOnDeviceMatches ALL db845 ALL
# SecureUserBuild and testBuildFingerprint will fail since we use only userdebug builds, while test expects user builds
E android.os.cts.BuildTest#testIsSecureUserBuild#arm64-v8a ALL db845 ALL
E android.os.cts.BuildTest#testIsSecureUserBuild#armeabi-v7a ALL db845 ALL
E android.os.cts.BuildVersionTest#testBuildFingerprint#arm64-v8a ALL db845 ALL
E android.os.cts.BuildVersionTest#testBuildFingerprint#armeabi-v7a ALL db845 ALL
## Marking Bluetooth ones on DB845c as expected failures for now; will be removed once we figure what's wrong there
E android.bluetooth.cts.BasicAdapterTest#test_enableDisable#armeabi-v7a ALL db845 ALL
E android.bluetooth.cts.BluetoothLeScanTest#testScanFilter#arm64-v8a ALL db845 ALL
E android.bluetooth.cts.BluetoothLeScanTest#testStartScanPendingIntent#arm64-v8a ALL db845 ALL
E android.bluetooth.cts.BluetoothLeScanTest#testStartScanPendingIntent#armeabi-v7a ALL db845 ALL
E android.bluetooth.cts.BluetoothLeScanTest#testStartScanPendingIntent_nullnull#armeabi-v7a ALL db845 ALL
E android.bluetooth.cts.HearingAidProfileTest#test_getConnectionState#arm64-v8a ALL db845 ALL
E android.bluetooth.cts.HearingAidProfileTest#test_getConnectionState#armeabi-v7a ALL db845 ALL
E android.bluetooth.cts.HearingAidProfileTest#test_getConnectionStateChangedIntent#arm64-v8a ALL db845 ALL
E android.bluetooth.cts.HearingAidProfileTest#test_getConnectionStateChangedIntent#armeabi-v7a ALL db845 ALL
#Hikey960
E com.android.tests.dynamic_partitions.KernelDynamicPartitionsTest#testDynamicPartitionsSysProp#arm64-v8a ALL HiKey960 ALL
# SecureUserBuild and testBuildFingerprint will fail since we use only userdebug builds, while test expects user builds
E android.os.cts.BuildTest#testIsSecureUserBuild#arm64-v8a ALL Hikey960 ALL
E android.os.cts.BuildTest#testIsSecureUserBuild#armeabi-v7a ALL Hikey960 ALL
E android.os.cts.BuildVersionTest#testBuildFingerprint#arm64-v8a ALL Hikey960 ALL
E android.os.cts.BuildVersionTest#testBuildFingerprint#armeabi-v7a ALL Hikey960 ALL
#Hikey
E com.android.cts.usb.TestUsbTest#testUsbSerialReadOnDeviceMatches ALL HiKey ALL
## Flakey Cases
# Hikey960
F VtsKernelLinuxKselftest#timers_nsleep-lat_32bit ALL HiKey960 ALL
F VtsKernelLinuxKselftest#timers_set-timer-lat_64bit ALL HiKey960 ALL
## Flakey Cases ALL ALL ALL
F android.systemui.cts.LightBarTests#testLightNavigationBar#arm64-v8a ALL ALL ALL
F android.systemui.cts.LightBarTests#testLightNavigationBar#armeabi-v7a ALL ALL ALL
F android.systemui.cts.LightBarTests#testNavigationBarDivider#arm64-v8a ALL ALL ALL
F android.systemui.cts.LightBarTests#testNavigationBarDivider#armeabi-v7a ALL ALL ALL
F android.systemui.cts.LightBarThemeTest#testNavigationBarDividerColor#arm64-v8a ALL ALL ALL
F android.systemui.cts.LightBarThemeTest#testNavigationBarDividerColor#armeabi-v7a ALL ALL ALL
F android.webkit.cts.WebChromeClientTest#testOnJsBeforeUnloadIsCalled#arm64-v8a ALL ALL ALL
F android.webkit.cts.WebChromeClientTest#testOnJsBeforeUnloadIsCalled#armeabi-v7a ALL ALL ALL
#Hikey
F VtsKernelLtp#dio.dio16_32bit ALL HiKey ALL
F VtsKernelLtp#dio.dio16_64bit ALL HiKey ALL
F VtsKernelLtp#dio.dio17_32bit ALL HiKey ALL
F VtsKernelLtp#dio.dio17_64bit ALL HiKey ALL
F VtsKernelLtp#dio.dio20_32bit ALL HiKey ALL
F VtsKernelLtp#dio.dio20_64bit ALL HiKey ALL
F VtsKernelLtp#dio.dio21_32bit ALL HiKey ALL
F VtsKernelLtp#dio.dio24_32bit ALL HiKey ALL
F VtsKernelLtp#dio.dio24_64bit ALL HiKey ALL
F VtsKernelLtp#dio.dio25_32bit ALL HiKey ALL
F VtsKernelLtp#dio.dio25_64bit ALL HiKey ALL
F VtsKernelLtp#dio.dio27_64bit ALL Hikey ALL
F VtsKernelLtp#dio.dio28_32bit ALL HiKey ALL
F VtsKernelLtp#dio.dio28_64bit ALL HiKey ALL
## Flakey 4.4 & HiKey
F android.bluetooth.cts.BasicAdapterTest#test_enableDisable#arm64-v8a 4.4 HiKey ALL
F android.bluetooth.cts.BasicAdapterTest#test_enableDisable#armeabi-v7a 4.4 HiKey ALL
F android.bluetooth.cts.BasicAdapterTest#test_getAddress#arm64-v8a 4.4 HiKey ALL
F android.bluetooth.cts.BasicAdapterTest#test_getAddress#armeabi-v7a 4.4 HiKey ALL
F android.bluetooth.cts.BasicAdapterTest#test_getBondedDevices#arm64-v8a 4.4 HiKey ALL
F android.bluetooth.cts.BasicAdapterTest#test_getBondedDevices#armeabi-v7a 4.4 HiKey ALL
F android.bluetooth.cts.BasicAdapterTest#test_getName#arm64-v8a 4.4 HiKey ALL
F android.bluetooth.cts.BasicAdapterTest#test_getName#armeabi-v7a 4.4 HiKey ALL
F android.bluetooth.cts.BasicAdapterTest#test_listenUsingRfcommWithServiceRecord#arm64-v8a 4.4 HiKey ALL
F android.bluetooth.cts.BasicAdapterTest#test_listenUsingRfcommWithServiceRecord#armeabi-v7a 4.4 HiKey ALL
F android.bluetooth.cts.BluetoothLeScanTest#testBasicBleScan#arm64-v8a 4.4 HiKey ALL
F android.bluetooth.cts.BluetoothLeScanTest#testBasicBleScan#armeabi-v7a 4.4 HiKey ALL
F android.bluetooth.cts.BluetoothLeScanTest#testScanFilter#arm64-v8a 4.4 HiKey ALL
F android.bluetooth.cts.BluetoothLeScanTest#testScanFilter#armeabi-v7a 4.4 HiKey ALL