xref: /aosp_15_r20/external/webrtc/infra/specs/test_suites.pyl (revision d9f758449e529ab9291ac668be2861e7a55c2422)
1# Copyright (c) 2022 The WebRTC project authors. All Rights Reserved.
2#
3# Use of this source code is governed by a BSD-style license
4# that can be found in the LICENSE file in the root of the source
5# tree. An additional intellectual property rights grant can be found
6# in the file PATENTS.  All contributing project authors may
7# be found in the AUTHORS file in the root of the source tree.
8
9{
10  'basic_suites': {
11    'android_junit_tests': {
12      'android_examples_junit_tests': {},
13      'android_sdk_junit_tests': {},
14    },
15    'android_perf_tests': {
16      'low_bandwidth_audio_perf_test': {
17        'mixins': ['perf-low-bandwidth-audio-perf-test'],
18        'args': [
19          '.',
20          '--remove',
21          '--android',
22          '--adb-path',
23          '../../third_party/android_sdk/public/platform-tools/adb',
24        ]
25      },
26      'webrtc_perf_tests': {
27        'mixins': ['perf-webrtc-perf-tests'],
28      },
29    },
30    'android_tests': {
31      'AppRTCMobile_test_apk': {},
32      'android_instrumentation_test_apk': {},
33      'audio_decoder_unittests': {},
34      'common_audio_unittests': {},
35      'common_video_unittests': {},
36      'dcsctp_unittests': {},
37      'modules_tests': {
38        'mixins': ['shards-2'],
39      },
40      'modules_unittests': {
41        'mixins': ['shards-6'],
42      },
43      'peerconnection_unittests': {
44        'mixins': ['shards-4'],
45      },
46      'rtc_media_unittests': {},
47      'rtc_pc_unittests': {},
48      'rtc_stats_unittests': {},
49      'rtc_unittests': {
50        'mixins': ['shards-6'],
51      },
52      'slow_peer_connection_unittests': {},
53      'svc_tests': {
54        'mixins': ['shards-4'],
55      },
56      'system_wrappers_unittests': {},
57      'test_support_unittests': {},
58      'tools_unittests': {},
59      'video_engine_tests': {
60        'mixins': ['shards-4'],
61      },
62      'voip_unittests': {},
63      'webrtc_nonparallel_tests': {},
64    },
65    'android_webrtc_perf_tests_tryserver': {
66      'webrtc_perf_tests': {
67        'mixins': ['quick-perf-tests'],
68      }
69    },
70    'desktop_perf_tests': {
71      'low_bandwidth_audio_perf_test': {
72        'mixins': ['perf-low-bandwidth-audio-perf-test'],
73        'args': ['.', '--remove'],
74      },
75      'webrtc_perf_tests': {
76        'mixins': ['perf-webrtc-perf-tests'],
77        'args': [
78          '--test_artifacts_dir=${ISOLATED_OUTDIR}',
79          '--save_worst_frame',
80        ],
81      },
82    },
83    'desktop_tests': {
84      'audio_decoder_unittests': {},
85      'common_audio_unittests': {},
86      'common_video_unittests': {},
87      'dcsctp_unittests': {},
88      'low_bandwidth_audio_test': {
89        'args': ['--quick']
90      },
91      'modules_tests': {
92        'mixins': ['shards-2'],
93      },
94      'modules_unittests': {
95        'mixins': ['shards-6'],
96      },
97      'peerconnection_unittests': {
98        'mixins': ['shards-4'],
99      },
100      'rtc_media_unittests': {},
101      'rtc_pc_unittests': {},
102      'rtc_stats_unittests': {},
103      'rtc_unittests': {
104        'mixins': ['shards-6'],
105      },
106      'slow_peer_connection_unittests': {},
107      'svc_tests': {
108        'mixins': ['shards-4'],
109      },
110      'system_wrappers_unittests': {},
111      'test_support_unittests': {},
112      'tools_unittests': {},
113      'video_engine_tests': {
114        'mixins': ['shards-4'],
115      },
116      'voip_unittests': {},
117      'webrtc_nonparallel_tests': {},
118    },
119    'fuchsia_compatible_perf_tests': {
120      'fuchsia_perf_tests': {
121        'mixins': ['perf-fuchsia-perf-tests'],
122      },
123    },
124    'fuchsia_compatible_tests': {
125      'audio_decoder_unittests': {},
126      'common_audio_unittests': {},
127      'common_video_unittests': {},
128      'dcsctp_unittests': {},
129      'low_bandwidth_audio_test': {
130        'args': ['--quick']
131      },
132      'rtc_media_unittests': {},
133      # TODO(bugs.webrtc.org/14705): Enable when NonGlobalFieldTrialsInstanceDoesNotModifyGlobalString is fixed.
134      # TODO(bugs.webrtc.org/14700):  Enable when NetworkTest tests are fixed.
135      # 'rtc_unittests': {},
136      'rtc_pc_unittests': {},
137      'svc_tests': {
138        'mixins': ['shards-4'],
139      },
140      'system_wrappers_unittests': {},
141      # TODO(bugs.webrtc.org/14712):  Enable once network issue is fixed.
142      # 'peerconnection_unittests': {},
143      'video_engine_tests': {
144        'mixins': ['shards-4'],
145      },
146      'voip_unittests': {},
147      # TODO(bugs.fuchsia.dev/115601): Enable when cpu time API's are implemented in Fuchsia
148      # 'test_support_unittests': {},
149      # TODO(bugs.webrtc.org/14707): chromium.test component needs to allow creating listening ports.
150      # 'tools_unittests': {},
151      #
152    },
153    'ios_device_tests': {
154      # TODO(bugs.webrtc.org/11362): Real XCTests fail to start on devices.
155      #'apprtcmobile_tests': {'mixins': ['xcodebuild-device-runner']},
156      'common_audio_unittests': {},
157      'common_video_unittests': {},
158      'modules_tests': {
159        'mixins': ['shards-2', 'timeout-2h'],
160        'args': [
161          # Some tests exceed the default 180 seconds readline timeout.
162          '--readline-timeout=1200',
163        ]
164      },
165      'modules_unittests': {
166        'mixins': ['shards-6'],
167      },
168      'rtc_pc_unittests': {},
169      'rtc_stats_unittests': {},
170      # TODO(bugs.webrtc.org/11362): Real XCTests fail to start on devices.
171      #'sdk_framework_unittests': {'mixins': ['xcodebuild-device-runner']},
172      #'sdk_unittests': {'mixins': ['xcodebuild-device-runner']},
173      'system_wrappers_unittests': {},
174      'test_support_unittests': {},
175      'tools_unittests': {},
176      'video_capture_tests': {},
177      'video_engine_tests': {
178        'mixins': ['shards-4'],
179      },
180    },
181    'ios_simulator_tests': {
182      'apprtcmobile_tests': {
183        'mixins': ['xcode_parallelization']
184      },
185      'audio_decoder_unittests': {},
186      'common_audio_unittests': {},
187      'common_video_unittests': {},
188      'dcsctp_unittests': {},
189      'modules_tests': {
190        'mixins': ['shards-2'],
191      },
192      'modules_unittests': {
193        'mixins': ['shards-6'],
194      },
195      'rtc_media_unittests': {},
196      'rtc_pc_unittests': {},
197      'rtc_stats_unittests': {},
198      'rtc_unittests': {
199        'mixins': ['shards-6'],
200      },
201      'sdk_framework_unittests': {
202        'mixins': ['xcode_parallelization']
203      },
204      'sdk_unittests': {
205        'mixins': ['xcode_parallelization']
206      },
207      'svc_tests': {
208        'mixins': ['shards-4', 'cores-12'],
209      },
210      'system_wrappers_unittests': {},
211      'test_support_unittests': {},
212      'tools_unittests': {},
213      'video_capture_tests': {},
214      'video_engine_tests': {
215        'mixins': ['shards-4'],
216      },
217      'voip_unittests': {},
218      'webrtc_nonparallel_tests': {},
219    },
220    'linux_desktop_specific_tests': {
221      'shared_screencast_stream_test': {},
222    },
223    'more_configs_tests': {
224      'peerconnection_unittests': {
225        'swarming': {
226          'shards': 4
227        },
228      },
229    },
230    'video_capture_tests': {
231      'video_capture_tests': {
232        'mixins': ['baremetal-pool'],
233      }
234    },
235    'video_capture_tests_tryserver': {
236      'video_capture_tests': {
237        'mixins': ['baremetal-try-pool'],
238      }
239    },
240    'webrtc_perf_tests': {
241      'webrtc_perf_tests': {
242        'mixins': ['perf-webrtc-perf-tests'],
243      },
244    },
245    'webrtc_perf_tests_tryserver': {
246      'webrtc_perf_tests': {
247        'mixins': ['quick-perf-tests', 'resultdb-gtest-json-format'],
248      }
249    },
250  },
251  'compound_suites': {
252    'android_tests_tryserver': [
253      'android_tests',
254      'android_webrtc_perf_tests_tryserver',
255    ],
256    'desktop_tests_tryserver': [
257      'desktop_tests',
258      'video_capture_tests_tryserver',
259      'webrtc_perf_tests_tryserver',
260    ],
261    'desktop_tests_with_video_capture': [
262      'desktop_tests',
263      'video_capture_tests',
264    ],
265    'linux_desktop_tests_tryserver': [
266      'desktop_tests',
267      'linux_desktop_specific_tests',
268      'video_capture_tests_tryserver',
269      'webrtc_perf_tests_tryserver',
270    ],
271    'linux_desktop_tests_with_video_capture': [
272      'desktop_tests',
273      'linux_desktop_specific_tests',
274      'video_capture_tests',
275    ],
276    'linux_tests': [
277      'desktop_tests',
278      'linux_desktop_specific_tests',
279    ],
280  },
281}
282