xref: /aosp_15_r20/external/angle/infra/specs/waterfalls.pyl (revision 8975f5c5ed3d1c378011245431ada316dfb6f244) 
1# Copyright 2021 The ANGLE Project Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5# This is a .pyl, or "Python Literal", file. You can treat it just like a
6# .json file, with the following exceptions:
7# * all keys must be quoted (use single quotes, please);
8# * comments are allowed, using '#' syntax; and
9# * trailing commas are allowed.
10#
11# For more info see Chromium's waterfalls.pyl in testing/buildbot.
12
13[
14  {
15    'name': 'angle',
16    'forbid_script_tests': True,
17    'mixins': [
18      'chromium-tester-service-account',
19      'swarming_containment_auto',
20    ],
21    'machines': {
22      'android-arm64-exp-pixel6': {  # android-arm64-pixel6 below for android-arm64-test
23        'os_type': 'android',
24        'mixins': [
25          'gpu_pixel_6_experimental',
26          'limited_capacity_bot',
27        ],
28        'test_suites': {
29          'gtest_tests': 'android_vulkan_gtests',
30          'isolated_scripts': 'isolated_scripts_group_pixel6',
31        },
32      },
33      'android-arm64-exp-s22': {
34        'os_type': 'android',
35        'mixins': [
36          'gpu-swarming-pool',
37          'samsung_s22',
38        ],
39        'test_suites': {
40          'gtest_tests': 'android_vulkan_gtests',
41          'isolated_scripts': 'isolated_scripts_group_s22',
42        },
43      },
44      'android-arm64-pixel4': {
45        'os_type': 'android',
46        'mixins': [
47          'gpu_pixel_4_stable',
48        ],
49        'test_suites': {
50          'gtest_tests': 'android_gtests',
51          'isolated_scripts': 'isolated_scripts_group_common',
52        },
53      },
54      'android-arm64-pixel4-perf': {
55        'os_type': 'android',
56        'mixins': [
57          'gpu_pixel_4_stable',
58          'temp_band_below_30C',
59          'timeout_120m',
60        ],
61        'test_suites': {
62          'isolated_scripts': 'isolated_scripts_group_perf',
63        },
64      },
65      'android-arm64-pixel6': {
66        'os_type': 'android',
67        'mixins': [
68          'gpu_pixel_6_stable',
69        ],
70        'test_suites': {
71          'gtest_tests': 'android_vulkan_gtests',
72          'isolated_scripts': 'isolated_scripts_group_pixel6',
73        },
74      },
75      'android-arm64-pixel6-perf': {
76        'os_type': 'android',
77        'mixins': [
78          'gpu_pixel_6_stable',
79          'temp_band_below_30C',
80          'timeout_120m',
81        ],
82        'test_suites': {
83          'isolated_scripts': 'isolated_scripts_group_perf',
84        },
85      },
86      'linux-amd': {
87        'os_type': 'linux',
88        'mixins': [
89          'linux_amd_rx_5500_xt',
90        ],
91        'test_suites': {
92        },
93      },
94      'linux-exp-intel': {
95        'os_type': 'linux',
96        'mixins': [
97          'linux_intel_uhd_630_experimental',
98        ],
99        'test_suites': {
100        },
101      },
102      'linux-exp-nvidia': {
103        'os_type': 'linux',
104        'mixins': [
105          'linux_nvidia_gtx_1660_experimental',
106        ],
107        'test_suites': {
108          'gtest_tests': 'linux_nvidia_gtests',
109          'isolated_scripts': 'isolated_scripts_group_common',
110        },
111      },
112      'linux-exp-swiftshader': {
113        'os_type': 'linux',
114        'mixins': [
115          'gpu-swarming-pool',
116          'no_gpu',
117          'linux-jammy',
118          'timeout_15m',
119          'x86-64',
120        ],
121        'test_suites': {
122        },
123      },
124      'linux-exp-swiftshader-asan': {
125        'os_type': 'linux',
126        'mixins': [
127          'gpu-swarming-pool',
128          'no_gpu',
129          'linux-jammy',
130          'timeout_15m',
131          'x86-64',
132        ],
133        'test_suites': {
134        },
135      },
136      'linux-exp-swiftshader-tsan': {
137        'os_type': 'linux',
138        'mixins': [
139          'gpu-swarming-pool',
140          'no_gpu',
141          'linux-jammy',
142          'timeout_15m',
143          'x86-64',
144        ],
145        'test_suites': {
146        },
147      },
148      'linux-intel': {
149        'os_type': 'linux',
150        'mixins': [
151          'linux_intel_uhd_630_stable',
152        ],
153        'test_suites': {
154          'gtest_tests': 'linux_intel_gtests',
155          'isolated_scripts': 'isolated_scripts_group_common',
156        },
157      },
158      'linux-intel-perf': {
159        'os_type': 'linux',
160        'mixins': [
161          'linux_intel_uhd_630_stable',
162          'timeout_120m',
163        ],
164        'test_suites': {
165          'isolated_scripts': 'isolated_scripts_group_perf',
166        },
167      },
168      'linux-nvidia': {
169        'os_type': 'linux',
170        'mixins': [
171          'linux_nvidia_gtx_1660_stable',
172        ],
173        'test_suites': {
174          'gtest_tests': 'linux_nvidia_gtests',
175          'isolated_scripts': 'isolated_scripts_group_common',
176        },
177      },
178      'linux-nvidia-perf': {
179        'os_type': 'linux',
180        'mixins': [
181          'linux_nvidia_gtx_1660_stable',
182          'timeout_120m',
183        ],
184        'test_suites': {
185          'isolated_scripts': 'isolated_scripts_group_perf',
186        },
187      },
188      'linux-swiftshader': {
189        'os_type': 'linux',
190        'mixins': [
191          'gpu-swarming-pool',
192          'no_gpu',
193          'linux-jammy',
194          'timeout_15m',
195          'x86-64',
196        ],
197        'test_suites': {
198          'gtest_tests': 'swangle_gtests',
199          'isolated_scripts': 'swangle_restricted_trace_gold_isolated_scripts',
200        },
201      },
202      'linux-swiftshader-asan': {
203        'os_type': 'linux',
204        'mixins': [
205          'gpu-swarming-pool',
206          'no_gpu',
207          'linux-jammy',
208          'timeout_15m',
209          'x86-64',
210        ],
211        'test_suites': {
212          'gtest_tests': 'swangle_slow_gtests',
213        },
214      },
215      'linux-swiftshader-tsan': {
216        'os_type': 'linux',
217        'mixins': [
218          'gpu-swarming-pool',
219          'no_gpu',
220          'linux-jammy',
221          'timeout_15m',
222          'x86-64',
223        ],
224        'test_suites': {
225          'gtest_tests': 'swangle_slow_flaky_gtests',
226        },
227      },
228      'mac-amd': {
229        'os_type': 'mac',
230        'mixins': [
231          'mac_retina_amd_gpu_stable',
232        ],
233        'test_suites': {
234          'gtest_tests': 'mac_amd_and_intel_gtests',
235        },
236      },
237      'mac-exp-amd': {
238        'os_type': 'mac',
239        'mixins': [
240          'mac_retina_amd_gpu_experimental',
241        ],
242        'test_suites': {
243          'gtest_tests': 'mac_amd_and_intel_gtests',
244        },
245      },
246      'mac-exp-intel': {
247        'os_type': 'mac',
248        'mixins': [
249          'mac_mini_intel_gpu_experimental',
250        ],
251        'test_suites': {
252          'gtest_tests': 'mac_amd_and_intel_gtests',
253        },
254      },
255      'mac-exp-nvidia': {
256        'os_type': 'mac',
257        'mixins': [
258          'mac_retina_nvidia_gpu_experimental',
259        ],
260        'test_suites': {
261        },
262      },
263      'mac-intel': {
264        'os_type': 'mac',
265        'mixins': [
266          'mac_mini_intel_gpu_stable',
267        ],
268        'test_suites': {
269          'gtest_tests': 'mac_amd_and_intel_gtests',
270        },
271      },
272      'mac-nvidia': {
273        'os_type': 'mac',
274        'mixins': [
275          'mac_retina_nvidia_gpu_stable',
276        ],
277        'test_suites': {
278          # Fewer tests enabled on this config because of limited capacity.
279          'gtest_tests': 'mac_nvidia_gtests',
280        },
281      },
282      'win10-x64-exp-intel': {
283        'os_type': 'win',
284        'mixins': [
285          'win10_intel_uhd_770_stable',
286        ],
287        'test_suites': {
288          'gtest_tests': 'win10_intel_gtests',
289          'isolated_scripts': 'isolated_scripts_group_common',
290        },
291      },
292      'win10-x64-exp-nvidia': {
293        'os_type': 'win',
294        'mixins': [
295          'win10_nvidia_gtx_1660_experimental',
296        ],
297        'test_suites': {
298          'gtest_tests': 'win10_nvidia_gtests',
299          'isolated_scripts': 'isolated_scripts_group_common',
300        },
301      },
302      'win10-x64-intel': {
303        'os_type': 'win',
304        'mixins': [
305          'win10_intel_uhd_630_stable',
306        ],
307        'test_suites': {
308          'gtest_tests': 'win10_intel_gtests',
309          'isolated_scripts': 'isolated_scripts_group_common',
310        },
311      },
312      'win10-x64-intel-perf': {
313        'os_type': 'win',
314        'mixins': [
315          'timeout_120m',
316          'win10_intel_uhd_630_stable',
317        ],
318        'test_suites': {
319          'isolated_scripts': 'isolated_scripts_group_perf',
320        },
321      },
322      'win10-x64-nvidia': {
323        'os_type': 'win',
324        'mixins': [
325          'win10_nvidia_gtx_1660_stable',
326        ],
327        'test_suites': {
328          'gtest_tests': 'win10_nvidia_gtests',
329          'isolated_scripts': 'isolated_scripts_group_common',
330        },
331      },
332      'win10-x64-nvidia-perf': {
333        'os_type': 'win',
334        'mixins': [
335          'timeout_120m',
336          'win10_nvidia_gtx_1660_stable',
337        ],
338        'test_suites': {
339          'isolated_scripts': 'isolated_scripts_group_perf',
340        },
341      },
342      'win10-x64-swiftshader': {
343        'os_type': 'win',
344        'mixins': [
345          'win10_gce_gpu_pool',
346          'timeout_15m',
347        ],
348        'test_suites': {
349          'gtest_tests': 'swangle_gtests',
350          'isolated_scripts': 'swangle_restricted_trace_gold_isolated_scripts',
351        },
352      },
353      'win10-x64-swiftshader-asan': {
354        'os_type': 'win',
355        'mixins': [
356          'win10_gce_gpu_pool',
357          'timeout_15m',
358        ],
359        'test_suites': {
360          # Clang-Win/ASAN has issues with dEQP's exceptions. http://crbug.com/1268912
361          'gtest_tests': 'swangle_non_deqp_slow_flaky_gtests',
362        },
363      },
364      'win10-x86-swiftshader': {
365        'os_type': 'win',
366        'mixins': [
367          'win10_gce_gpu_pool',
368          'timeout_15m',
369        ],
370        'test_suites': {
371          'gtest_tests': 'swangle_gtests',
372        },
373      },
374    },
375  },
376]
377