blob: 7eb935edd1c5376edeb5570ae5bbccfb93ee5ce5 [file] [log] [blame]
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +09001{
Remi NGUYEN VANa773ccb2020-06-25 03:58:10 +00002 "presubmit": [
Remi NGUYEN VAN48c68882021-07-16 01:36:12 +00003 {
4 "name": "ConnectivityCoverageTests"
5 },
Remi NGUYEN VAN40da62d2022-04-01 11:59:45 +09006 {
7 // In addition to ConnectivityCoverageTests, runs non-connectivity-module tests
8 "name": "FrameworksNetTests"
9 },
Remi NGUYEN VANad380c12021-03-01 06:48:29 +000010 // Run in addition to mainline-presubmit as mainline-presubmit is not
11 // supported in every branch.
12 // CtsNetTestCasesLatestSdk uses stable API shims, so does not exercise
13 // some latest APIs. Run CtsNetTestCases to get coverage of newer APIs.
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090014 {
Remi NGUYEN VANad380c12021-03-01 06:48:29 +000015 "name": "CtsNetTestCases",
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090016 "options": [
17 {
18 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +090019 },
20 {
21 "exclude-annotation": "androidx.test.filters.RequiresDevice"
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090022 }
23 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000024 },
Paul Hu8ab6a542022-05-16 15:51:46 +080025 // Also run CtsNetTestCasesLatestSdk to ensure tests using older shims pass.
26 {
27 "name": "CtsNetTestCasesLatestSdk",
28 "options": [
29 {
30 "exclude-annotation": "com.android.testutils.SkipPresubmit"
31 },
32 {
33 "exclude-annotation": "androidx.test.filters.RequiresDevice"
34 }
35 ]
36 },
Lorenzo Colittiec895ea2022-05-28 00:20:06 +090037 // CTS tests that target older SDKs.
38 {
39 "name": "CtsNetTestCasesMaxTargetSdk31",
40 "options": [
41 {
42 "exclude-annotation": "com.android.testutils.SkipPresubmit"
43 },
44 {
45 "exclude-annotation": "androidx.test.filters.RequiresDevice"
46 }
47 ]
48 },
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000049 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +090050 "name": "bpf_existence_test"
51 },
52 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -080053 "name": "connectivity_native_test"
54 },
55 {
Ken Chen1647f602021-10-05 21:55:22 +080056 "name": "netd_updatable_unit_test"
57 },
58 {
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +000059 "name": "TetheringTests"
60 },
61 {
62 "name": "TetheringIntegrationTests"
Wayne Ma7be6bce2022-01-12 16:29:49 +080063 },
64 {
65 "name": "traffic_controller_unit_test"
Ken Chenf426b2b2022-01-23 15:39:13 +080066 },
67 {
68 "name": "libnetworkstats_test"
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +090069 },
70 {
71 "name": "FrameworksNetIntegrationTests"
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +090072 }
easoncyleea1b13d62020-06-12 14:14:14 +080073 ],
markchien911cf8f2021-07-19 17:23:54 +080074 "postsubmit": [
75 {
76 "name": "TetheringPrivilegedTests"
Lorenzo Colitti3b38b122022-01-12 16:06:07 +090077 },
Lorenzo Colitti3b38b122022-01-12 16:06:07 +090078 {
Ken Chen1647f602021-10-05 21:55:22 +080079 "name": "netd_updatable_unit_test",
80 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"]
81 },
82 {
Hungming Chenaaa8bd82021-12-20 16:43:40 +080083 "name": "libclat_test"
Wayne Ma7be6bce2022-01-12 16:29:49 +080084 },
Wayne Ma320b95d2022-01-23 23:43:11 +080085 {
86 "name": "traffic_controller_unit_test",
Wayne Ma7be6bce2022-01-12 16:29:49 +080087 "keywords": ["netd-device-kernel-4.9", "netd-device-kernel-4.14"]
Ken Chenf426b2b2022-01-23 15:39:13 +080088 },
89 {
90 "name": "libnetworkstats_test"
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +090091 },
92 {
93 "name": "FrameworksNetDeflakeTest"
markchien911cf8f2021-07-19 17:23:54 +080094 }
95 ],
easoncyleea1b13d62020-06-12 14:14:14 +080096 "mainline-presubmit": [
97 {
easoncylee48c4cf62020-10-23 13:10:01 +080098 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
easoncyleea1b13d62020-06-12 14:14:14 +080099 "options": [
100 {
101 "exclude-annotation": "com.android.testutils.SkipPresubmit"
Remi NGUYEN VAN9a689f82021-10-28 09:41:21 +0900102 },
103 {
104 "exclude-annotation": "androidx.test.filters.RequiresDevice"
easoncyleea1b13d62020-06-12 14:14:14 +0800105 }
106 ]
Remi NGUYEN VAN5a1f2f72021-07-01 13:55:49 +0000107 },
108 {
Lorenzo Colittiec895ea2022-05-28 00:20:06 +0900109 "name": "CtsNetTestCasesMaxTargetSdk31[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
110 "options": [
111 {
112 "exclude-annotation": "com.android.testutils.SkipPresubmit"
113 },
114 {
115 "exclude-annotation": "androidx.test.filters.RequiresDevice"
116 }
117 ]
118 },
119 {
Lorenzo Colitti98c83d02022-02-18 17:24:48 +0900120 "name": "bpf_existence_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
121 },
122 {
Tyler Wearb4ab4c32022-03-03 21:44:30 -0800123 "name": "connectivity_native_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
124 },
125 {
Ken Chen1647f602021-10-05 21:55:22 +0800126 "name": "netd_updatable_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
127 },
128 {
Remi NGUYEN VAN5a1f2f72021-07-01 13:55:49 +0000129 "name": "ConnectivityCoverageTests[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Wayne Ma7be6bce2022-01-12 16:29:49 +0800130 },
131 {
132 "name": "traffic_controller_unit_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
Ken Chenf426b2b2022-01-23 15:39:13 +0800133 },
134 {
135 "name": "libnetworkstats_test[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]"
easoncyleea1b13d62020-06-12 14:14:14 +0800136 }
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000137 ],
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000138 "mainline-postsubmit": [
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000139 // Tests on physical devices with SIM cards: postsubmit only for capacity constraints
Remi NGUYEN VAN1bc62872020-11-25 07:35:21 +0000140 {
141 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk+com.google.android.resolv.apex+com.google.android.tethering.apex]",
142 "keywords": ["sim"]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000143 },
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900144 // TODO: move to mainline-presubmit when known green.
145 // Test with APK modules only, in cases where APEX is not supported, or the other modules were simply not updated
146 {
147 "name": "CtsNetTestCasesLatestSdk[CaptivePortalLoginGoogle.apk+NetworkStackGoogle.apk]",
148 "options": [
149 {
150 "exclude-annotation": "com.android.testutils.SkipPresubmit"
151 },
152 {
153 "exclude-annotation": "androidx.test.filters.RequiresDevice"
154 },
155 {
156 "exclude-annotation": "com.android.testutils.ConnectivityModuleTest"
157 }
158 ]
159 },
160 // TODO: move to mainline-presubmit when known green.
Remi NGUYEN VAN73da4782022-02-16 20:34:31 +0900161 // Test with connectivity/tethering module only, to catch integration issues with older versions of other modules.
162 // "new tethering + old NetworkStack" is not a configuration that should really exist in the field, but
163 // there is no strong guarantee, and it is required by MTS testing for module qualification, where modules
164 // are tested independently.
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900165 {
166 "name": "CtsNetTestCasesLatestSdk[com.google.android.tethering.apex]",
167 "options": [
168 {
169 "exclude-annotation": "com.android.testutils.SkipPresubmit"
170 },
171 {
172 "exclude-annotation": "androidx.test.filters.RequiresDevice"
173 }
174 ]
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000175 }
176 ],
Remi NGUYEN VAN3b813232022-02-16 12:15:14 +0900177 "auto-postsubmit": [
178 // Test tag for automotive targets. These are only running in postsubmit so as to harden the
179 // automotive targets to avoid introducing additional test flake and build time. The plan for
180 // presubmit testing for auto is to augment the existing tests to cover auto use cases as well.
181 // Additionally, this tag is used in targeted test suites to limit resource usage on the test
182 // infra during the hardening phase.
183 // TODO: this tag to be removed once the above is no longer an issue.
184 {
185 "name": "FrameworksNetTests"
186 },
187 {
188 "name": "FrameworksNetIntegrationTests"
189 },
190 {
191 "name": "FrameworksNetDeflakeTest"
192 }
193 ],
Remi NGUYEN VANd954bfc2021-05-20 01:25:47 +0000194 "imports": [
195 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000196 "path": "frameworks/base/core/java/android/net"
197 },
198 {
Filip Zakrzewski8a5823d2022-01-07 20:47:30 +0000199 "path": "frameworks/opt/net/ethernet"
200 },
201 {
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000202 "path": "packages/modules/NetworkStack"
203 },
204 {
205 "path": "packages/modules/CaptivePortalLogin"
Remi NGUYEN VANf353baf2021-03-19 16:03:06 +0000206 }
Remi NGUYEN VANf33b6ea2020-06-03 16:10:43 +0900207 ]
208}