xref: /aosp_15_r20/external/angle/infra/specs/test_suite_exceptions.pyl (revision 8975f5c5ed3d1c378011245431ada316dfb6f244)
1*8975f5c5SAndroid Build Coastguard Worker# Copyright 2021 The ANGLE Project Authors. All rights reserved.
2*8975f5c5SAndroid Build Coastguard Worker# Use of this source code is governed by a BSD-style license that can be
3*8975f5c5SAndroid Build Coastguard Worker# found in the LICENSE file.
4*8975f5c5SAndroid Build Coastguard Worker
5*8975f5c5SAndroid Build Coastguard Worker# This is a .pyl, or "Python Literal", file. You can treat it just like a
6*8975f5c5SAndroid Build Coastguard Worker# .json file, with the following exceptions:
7*8975f5c5SAndroid Build Coastguard Worker# * all keys must be quoted (use single quotes, please);
8*8975f5c5SAndroid Build Coastguard Worker# * comments are allowed, using '#' syntax; and
9*8975f5c5SAndroid Build Coastguard Worker# * trailing commas are allowed.
10*8975f5c5SAndroid Build Coastguard Worker#
11*8975f5c5SAndroid Build Coastguard Worker# For more info see Chromium's test_suite_exceptions.pyl in testing/buildbot.
12*8975f5c5SAndroid Build Coastguard Worker
13*8975f5c5SAndroid Build Coastguard Worker{
14*8975f5c5SAndroid Build Coastguard Worker  'angle_deqp_egl_vulkan_tests': {
15*8975f5c5SAndroid Build Coastguard Worker    'remove_from': [
16*8975f5c5SAndroid Build Coastguard Worker      # Occasionally hangs the machine http://anglebug.com/368553850
17*8975f5c5SAndroid Build Coastguard Worker      'linux-exp-nvidia',
18*8975f5c5SAndroid Build Coastguard Worker    ],
19*8975f5c5SAndroid Build Coastguard Worker  },
20*8975f5c5SAndroid Build Coastguard Worker  'angle_deqp_gles2_d3d11_tests': {
21*8975f5c5SAndroid Build Coastguard Worker    'modifications': {
22*8975f5c5SAndroid Build Coastguard Worker      # anglebug.com/352528974 suspecting OOM caused by multiprocess
23*8975f5c5SAndroid Build Coastguard Worker      'win10-x64-exp-intel': {
24*8975f5c5SAndroid Build Coastguard Worker        'args': [
25*8975f5c5SAndroid Build Coastguard Worker          '--max-processes=2',
26*8975f5c5SAndroid Build Coastguard Worker        ],
27*8975f5c5SAndroid Build Coastguard Worker      },
28*8975f5c5SAndroid Build Coastguard Worker    },
29*8975f5c5SAndroid Build Coastguard Worker  },
30*8975f5c5SAndroid Build Coastguard Worker  'angle_end2end_tests': {
31*8975f5c5SAndroid Build Coastguard Worker    'modifications': {
32*8975f5c5SAndroid Build Coastguard Worker      # anglebug.com/352528974 suspecting OOM caused by multiprocess
33*8975f5c5SAndroid Build Coastguard Worker      'win10-x64-exp-intel': {
34*8975f5c5SAndroid Build Coastguard Worker        'args': [
35*8975f5c5SAndroid Build Coastguard Worker          '--max-processes=2',
36*8975f5c5SAndroid Build Coastguard Worker        ],
37*8975f5c5SAndroid Build Coastguard Worker        'swarming': {
38*8975f5c5SAndroid Build Coastguard Worker          'shards': 3,
39*8975f5c5SAndroid Build Coastguard Worker        },
40*8975f5c5SAndroid Build Coastguard Worker      },
41*8975f5c5SAndroid Build Coastguard Worker      # anglebug.com/40644897 suspecting device lost caused by multiprocess
42*8975f5c5SAndroid Build Coastguard Worker      'win10-x64-intel': {
43*8975f5c5SAndroid Build Coastguard Worker        'args': [
44*8975f5c5SAndroid Build Coastguard Worker          '--max-processes=1',
45*8975f5c5SAndroid Build Coastguard Worker        ],
46*8975f5c5SAndroid Build Coastguard Worker        'swarming': {
47*8975f5c5SAndroid Build Coastguard Worker          'shards': 4,
48*8975f5c5SAndroid Build Coastguard Worker        },
49*8975f5c5SAndroid Build Coastguard Worker      },
50*8975f5c5SAndroid Build Coastguard Worker    },
51*8975f5c5SAndroid Build Coastguard Worker  },
52*8975f5c5SAndroid Build Coastguard Worker  'angle_perftests': {
53*8975f5c5SAndroid Build Coastguard Worker    'modifications': {
54*8975f5c5SAndroid Build Coastguard Worker      'android-arm64-pixel6-perf': {
55*8975f5c5SAndroid Build Coastguard Worker        'args': [
56*8975f5c5SAndroid Build Coastguard Worker          # Custom temp throttling for perf tests on pixel6 b/345514719
57*8975f5c5SAndroid Build Coastguard Worker          '--custom-throttling-temp=38',
58*8975f5c5SAndroid Build Coastguard Worker        ],
59*8975f5c5SAndroid Build Coastguard Worker      },
60*8975f5c5SAndroid Build Coastguard Worker    },
61*8975f5c5SAndroid Build Coastguard Worker  },
62*8975f5c5SAndroid Build Coastguard Worker  'angle_restricted_trace_gold_tests': {
63*8975f5c5SAndroid Build Coastguard Worker    'modifications': {
64*8975f5c5SAndroid Build Coastguard Worker      # anglebug.com/42263955 flaky 4x8 pixel artifacts on Win Intel
65*8975f5c5SAndroid Build Coastguard Worker      'win10-x64-intel': {
66*8975f5c5SAndroid Build Coastguard Worker        'args': [
67*8975f5c5SAndroid Build Coastguard Worker          '--flaky-retries=1',
68*8975f5c5SAndroid Build Coastguard Worker        ],
69*8975f5c5SAndroid Build Coastguard Worker      },
70*8975f5c5SAndroid Build Coastguard Worker    },
71*8975f5c5SAndroid Build Coastguard Worker  },
72*8975f5c5SAndroid Build Coastguard Worker  'angle_trace_interpreter_tests': {
73*8975f5c5SAndroid Build Coastguard Worker    'remove_from': [
74*8975f5c5SAndroid Build Coastguard Worker      # TODO: Implement on Android. http://anglebug.com/42266248
75*8975f5c5SAndroid Build Coastguard Worker      'android-arm64-pixel4',
76*8975f5c5SAndroid Build Coastguard Worker    ],
77*8975f5c5SAndroid Build Coastguard Worker  },
78*8975f5c5SAndroid Build Coastguard Worker  'angle_trace_perf_native_tests': {
79*8975f5c5SAndroid Build Coastguard Worker    'modifications': {
80*8975f5c5SAndroid Build Coastguard Worker      'android-arm64-pixel6-perf': {
81*8975f5c5SAndroid Build Coastguard Worker        'args': [
82*8975f5c5SAndroid Build Coastguard Worker          # Custom temp throttling for perf tests on pixel6 b/345514719
83*8975f5c5SAndroid Build Coastguard Worker          '--custom-throttling-temp=38',
84*8975f5c5SAndroid Build Coastguard Worker        ],
85*8975f5c5SAndroid Build Coastguard Worker      },
86*8975f5c5SAndroid Build Coastguard Worker    },
87*8975f5c5SAndroid Build Coastguard Worker  },
88*8975f5c5SAndroid Build Coastguard Worker  'angle_trace_perf_vulkan_tests': {
89*8975f5c5SAndroid Build Coastguard Worker    'modifications': {
90*8975f5c5SAndroid Build Coastguard Worker      'android-arm64-pixel6-perf': {
91*8975f5c5SAndroid Build Coastguard Worker        'args': [
92*8975f5c5SAndroid Build Coastguard Worker          # Custom temp throttling for perf tests on pixel6 b/345514719
93*8975f5c5SAndroid Build Coastguard Worker          '--custom-throttling-temp=38',
94*8975f5c5SAndroid Build Coastguard Worker        ],
95*8975f5c5SAndroid Build Coastguard Worker      },
96*8975f5c5SAndroid Build Coastguard Worker    },
97*8975f5c5SAndroid Build Coastguard Worker  },
98*8975f5c5SAndroid Build Coastguard Worker  'angle_white_box_tests': {
99*8975f5c5SAndroid Build Coastguard Worker    'modifications': {
100*8975f5c5SAndroid Build Coastguard Worker      # anglebug.com/40644897 suspecting device lost caused by multiprocess
101*8975f5c5SAndroid Build Coastguard Worker      'win10-x64-intel': {
102*8975f5c5SAndroid Build Coastguard Worker        'args': [
103*8975f5c5SAndroid Build Coastguard Worker          '--max-processes=1',
104*8975f5c5SAndroid Build Coastguard Worker        ],
105*8975f5c5SAndroid Build Coastguard Worker      },
106*8975f5c5SAndroid Build Coastguard Worker    },
107*8975f5c5SAndroid Build Coastguard Worker  },
108*8975f5c5SAndroid Build Coastguard Worker}
109