xref: /aosp_15_r20/external/autotest/site_utils/perf_benchmarks.json (revision 9c5db1993ded3edbeafc8092d69fe5de2ee02df7)
1*9c5db199SXin Li[
2*9c5db199SXin Li    {
3*9c5db199SXin Li        "benchmark": "v8",
4*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
5*9c5db199SXin Li        "autotest_args":
6*9c5db199SXin Li            "--args=\"--iterations=1 perf.BenchmarkPerfTest.testV8BenchmarkSuite\"",
7*9c5db199SXin Li        "perf_keys": [
8*9c5db199SXin Li            "score_V8Benchmark",
9*9c5db199SXin Li            "score_V8Benchmark-Crypto",
10*9c5db199SXin Li            "score_V8Benchmark-DeltaBlue",
11*9c5db199SXin Li            "score_V8Benchmark-EarleyBoyer",
12*9c5db199SXin Li            "score_V8Benchmark-RayTrace",
13*9c5db199SXin Li            "score_V8Benchmark-RegExp",
14*9c5db199SXin Li            "score_V8Benchmark-Richards",
15*9c5db199SXin Li            "score_V8Benchmark-Splay"
16*9c5db199SXin Li        ]
17*9c5db199SXin Li    },
18*9c5db199SXin Li    {
19*9c5db199SXin Li        "benchmark": "sunspider",
20*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
21*9c5db199SXin Li        "autotest_args":
22*9c5db199SXin Li            "--args=\"--iterations=1 perf.BenchmarkPerfTest.testSunSpider\"",
23*9c5db199SXin Li        "perf_keys": [
24*9c5db199SXin Li            "ms_SunSpider-total",
25*9c5db199SXin Li            "ms_SunSpider-3d",
26*9c5db199SXin Li            "ms_SunSpider-access",
27*9c5db199SXin Li            "ms_SunSpider-bitops",
28*9c5db199SXin Li            "ms_SunSpider-date",
29*9c5db199SXin Li            "ms_SunSpider-math",
30*9c5db199SXin Li            "ms_SunSpider-regexp"
31*9c5db199SXin Li        ]
32*9c5db199SXin Li    },
33*9c5db199SXin Li    {
34*9c5db199SXin Li        "benchmark": "dromaeo",
35*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
36*9c5db199SXin Li        "autotest_args":
37*9c5db199SXin Li            "--args=\"--iterations=1 perf.BenchmarkPerfTest.testDromaeoSuite\"",
38*9c5db199SXin Li        "perf_keys": [
39*9c5db199SXin Li            "runsPerSec_Dromaeo-total",
40*9c5db199SXin Li            "runsPerSec_Dromaeo-Arrays",
41*9c5db199SXin Li            "runsPerSec_Dromaeo-Base64EncodingandDecoding",
42*9c5db199SXin Li            "runsPerSec_Dromaeo-CodeEvaluation",
43*9c5db199SXin Li            "runsPerSec_Dromaeo-RegularExpressions",
44*9c5db199SXin Li            "runsPerSec_Dromaeo-Rotating3DCube",
45*9c5db199SXin Li            "runsPerSec_Dromaeo-Strings"
46*9c5db199SXin Li        ]
47*9c5db199SXin Li    },
48*9c5db199SXin Li    {
49*9c5db199SXin Li        "benchmark": "scimark_gui",
50*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
51*9c5db199SXin Li        "autotest_args":
52*9c5db199SXin Li            "--args=\"--iterations=1 perf.FlashTest.testScimarkGui\"",
53*9c5db199SXin Li        "perf_keys": [
54*9c5db199SXin Li            "MFLOPS_ScimarkGui-fast_fourier_transform-MFLOPS",
55*9c5db199SXin Li            "MFLOPS_ScimarkGui-jacobi_sor-MFLOPS",
56*9c5db199SXin Li            "MFLOPS_ScimarkGui-lu_factorization-MFLOPS",
57*9c5db199SXin Li            "MFLOPS_ScimarkGui-monte_carlo_integration-MFLOPS",
58*9c5db199SXin Li            "MFLOPS_ScimarkGui-sparse_matrix_multiply-MFLOPS"
59*9c5db199SXin Li        ]
60*9c5db199SXin Li    },
61*9c5db199SXin Li    {
62*9c5db199SXin Li        "benchmark": "cycler_intl1",
63*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
64*9c5db199SXin Li        "autotest_args":
65*9c5db199SXin Li            "--args=\"--iterations=1 perf.PageCyclerTest.testIntl1File\"",
66*9c5db199SXin Li        "perf_keys": [
67*9c5db199SXin Li            "milliseconds_Intl1File_PageCycler"
68*9c5db199SXin Li        ]
69*9c5db199SXin Li    },
70*9c5db199SXin Li    {
71*9c5db199SXin Li        "benchmark": "cycler_intl2",
72*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
73*9c5db199SXin Li        "autotest_args":
74*9c5db199SXin Li            "--args=\"--iterations=1 perf.PageCyclerTest.testIntl2File\"",
75*9c5db199SXin Li        "perf_keys": [
76*9c5db199SXin Li            "milliseconds_Intl2File_PageCycler"
77*9c5db199SXin Li        ]
78*9c5db199SXin Li    },
79*9c5db199SXin Li    {
80*9c5db199SXin Li        "benchmark": "cycler_moz",
81*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
82*9c5db199SXin Li        "autotest_args":
83*9c5db199SXin Li            "--args=\"--iterations=1 perf.PageCyclerTest.testMozFile\"",
84*9c5db199SXin Li        "perf_keys": [
85*9c5db199SXin Li            "milliseconds_MozFile_PageCycler"
86*9c5db199SXin Li        ]
87*9c5db199SXin Li    },
88*9c5db199SXin Li    {
89*9c5db199SXin Li        "benchmark": "cycler_moz2",
90*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
91*9c5db199SXin Li        "autotest_args":
92*9c5db199SXin Li            "--args=\"--iterations=1 perf.PageCyclerTest.testMoz2File\"",
93*9c5db199SXin Li        "perf_keys": [
94*9c5db199SXin Li            "milliseconds_Moz2File_PageCycler"
95*9c5db199SXin Li        ]
96*9c5db199SXin Li    },
97*9c5db199SXin Li    {
98*9c5db199SXin Li        "benchmark": "cycler_alexa",
99*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
100*9c5db199SXin Li        "autotest_args":
101*9c5db199SXin Li            "--args=\"--iterations=1 perf.PageCyclerTest.testAlexaFile\"",
102*9c5db199SXin Li        "perf_keys": [
103*9c5db199SXin Li            "milliseconds_Alexa_usFile_PageCycler"
104*9c5db199SXin Li        ]
105*9c5db199SXin Li    },
106*9c5db199SXin Li    {
107*9c5db199SXin Li        "benchmark": "cycler_morejs",
108*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
109*9c5db199SXin Li        "autotest_args":
110*9c5db199SXin Li            "--args=\"--iterations=1 perf.PageCyclerTest.testMoreJSFile\"",
111*9c5db199SXin Li        "perf_keys": [
112*9c5db199SXin Li            "milliseconds_MoreJSFile_PageCycler"
113*9c5db199SXin Li        ]
114*9c5db199SXin Li    },
115*9c5db199SXin Li    {
116*9c5db199SXin Li        "benchmark": "cycler_dhtml",
117*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
118*9c5db199SXin Li        "autotest_args":
119*9c5db199SXin Li            "--args=\"--iterations=1 perf.PageCyclerTest.testDHTMLFile\"",
120*9c5db199SXin Li        "perf_keys": [
121*9c5db199SXin Li            "milliseconds_DhtmlFile_PageCycler"
122*9c5db199SXin Li        ]
123*9c5db199SXin Li    },
124*9c5db199SXin Li    {
125*9c5db199SXin Li        "benchmark": "cycler_bloat",
126*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
127*9c5db199SXin Li        "autotest_args":
128*9c5db199SXin Li            "--args=\"--iterations=1 perf.PageCyclerTest.testBloatFile\"",
129*9c5db199SXin Li        "perf_keys": [
130*9c5db199SXin Li            "milliseconds_BloatFile_PageCycler"
131*9c5db199SXin Li        ]
132*9c5db199SXin Li    },
133*9c5db199SXin Li    {
134*9c5db199SXin Li        "benchmark": "new_tab",
135*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
136*9c5db199SXin Li        "autotest_args":
137*9c5db199SXin Li            "--args=\"--iterations=1 perf.TabPerfTest.testNewTab\"",
138*9c5db199SXin Li        "perf_keys": [
139*9c5db199SXin Li            "milliseconds_NewTabPage"
140*9c5db199SXin Li        ]
141*9c5db199SXin Li    },
142*9c5db199SXin Li    {
143*9c5db199SXin Li        "benchmark": "20_tabs",
144*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
145*9c5db199SXin Li        "autotest_args":
146*9c5db199SXin Li            "--args=\"--iterations=1 perf.TabPerfTest.test20Tabs\"",
147*9c5db199SXin Li        "perf_keys": [
148*9c5db199SXin Li            "milliseconds_20TabsNewTabPage"
149*9c5db199SXin Li        ]
150*9c5db199SXin Li    },
151*9c5db199SXin Li    {
152*9c5db199SXin Li        "benchmark": "tab_memory",
153*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
154*9c5db199SXin Li        "autotest_args":
155*9c5db199SXin Li            "--args=\"--iterations=1 perf.MemoryTest.testOpenCloseTabsLiveSites perf.MemoryTest.testOpenCloseTabsControl\"",
156*9c5db199SXin Li        "perf_keys": [
157*9c5db199SXin Li            "KB_MemCtrl-EndGemObj-0Tabs0",
158*9c5db199SXin Li            "KB_MemCtrl-EndGemObj-0Tabs1",
159*9c5db199SXin Li            "KB_MemCtrl-EndGemObj-0Tabs2",
160*9c5db199SXin Li            "KB_MemCtrl-EndMemFree-0Tabs0",
161*9c5db199SXin Li            "KB_MemCtrl-EndMemFree-0Tabs1",
162*9c5db199SXin Li            "KB_MemCtrl-EndMemFree-0Tabs2",
163*9c5db199SXin Li            "KB_MemCtrl-MinMemFree-10Tabs1",
164*9c5db199SXin Li            "KB_MemCtrl-MinMemFree-10Tabs2",
165*9c5db199SXin Li            "KB_MemLive-EndMemFree-0Tabs0",
166*9c5db199SXin Li            "KB_MemLive-EndMemFree-0Tabs1",
167*9c5db199SXin Li            "KB_MemLive-EndMemFree-0Tabs2"
168*9c5db199SXin Li        ]
169*9c5db199SXin Li    },
170*9c5db199SXin Li    {
171*9c5db199SXin Li        "benchmark": "webgl_spacerocks",
172*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
173*9c5db199SXin Li        "autotest_args":
174*9c5db199SXin Li            "--args=\"--iterations=1 perf.WebGLTest.testWebGLSpaceRocks\"",
175*9c5db199SXin Li        "perf_keys": [
176*9c5db199SXin Li            "fps_WebGLSpaceRocks"
177*9c5db199SXin Li        ]
178*9c5db199SXin Li    },
179*9c5db199SXin Li    {
180*9c5db199SXin Li        "benchmark": "webgl_aquarium",
181*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
182*9c5db199SXin Li        "autotest_args":
183*9c5db199SXin Li            "--args=\"--iterations=1 perf.WebGLTest.testWebGLAquarium\"",
184*9c5db199SXin Li        "perf_keys": [
185*9c5db199SXin Li            "fps_WebGLAquarium"
186*9c5db199SXin Li        ]
187*9c5db199SXin Li    },
188*9c5db199SXin Li    {
189*9c5db199SXin Li        "benchmark": "flash_text",
190*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
191*9c5db199SXin Li        "autotest_args":
192*9c5db199SXin Li            "--args=\"--iterations=1 perf.FlashTest.testFlashText\"",
193*9c5db199SXin Li        "perf_keys": [
194*9c5db199SXin Li            "FPS_FlashText"
195*9c5db199SXin Li        ]
196*9c5db199SXin Li    },
197*9c5db199SXin Li    {
198*9c5db199SXin Li        "benchmark": "scroll",
199*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
200*9c5db199SXin Li        "autotest_args":
201*9c5db199SXin Li            "--args=\"--iterations=1 perf.ScrollTest.testBlankPageScroll perf.ScrollTest.testTextScroll perf.ScrollTest.testGooglePlusScroll\"",
202*9c5db199SXin Li        "perf_keys": [
203*9c5db199SXin Li            "FPS_ScrollBlankPage",
204*9c5db199SXin Li            "FPS_ScrollGooglePlusPage",
205*9c5db199SXin Li            "FPS_ScrollTextPage"
206*9c5db199SXin Li        ]
207*9c5db199SXin Li    },
208*9c5db199SXin Li    {
209*9c5db199SXin Li        "benchmark": "upload",
210*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
211*9c5db199SXin Li        "autotest_args":
212*9c5db199SXin Li            "--args=\"--iterations=1 perf.FileUploadDownloadTest.testUpload50MBFile\"",
213*9c5db199SXin Li        "perf_keys": [
214*9c5db199SXin Li            "milliseconds_Upload50MBFile"
215*9c5db199SXin Li        ]
216*9c5db199SXin Li    },
217*9c5db199SXin Li    {
218*9c5db199SXin Li        "benchmark": "download",
219*9c5db199SXin Li        "autotest_name": "desktopui_PyAutoPerfTests",
220*9c5db199SXin Li        "autotest_args":
221*9c5db199SXin Li            "--args=\"--iterations=1 perf.FileUploadDownloadTest.testDownload100MBFile\"",
222*9c5db199SXin Li        "perf_keys": [
223*9c5db199SXin Li            "milliseconds_Download100MBFile"
224*9c5db199SXin Li        ]
225*9c5db199SXin Li    },
226*9c5db199SXin Li    {
227*9c5db199SXin Li        "benchmark": "file_system_size",
228*9c5db199SXin Li        "autotest_name": "build_RootFilesystemSize",
229*9c5db199SXin Li        "perf_keys": [
230*9c5db199SXin Li            "bytes_rootfs_prod",
231*9c5db199SXin Li            "bytes_rootfs_test"
232*9c5db199SXin Li        ]
233*9c5db199SXin Li    },
234*9c5db199SXin Li    {
235*9c5db199SXin Li        "benchmark": "glbench",
236*9c5db199SXin Li        "autotest_name": "graphics_GLBench/control$",
237*9c5db199SXin Li        "perf_keys": [
238*9c5db199SXin Li            "1280x768_fps_compositing",
239*9c5db199SXin Li            "mpixels_sec_clear_color",
240*9c5db199SXin Li            "mpixels_sec_fill_solid",
241*9c5db199SXin Li            "mpixels_sec_yuv_shader_2",
242*9c5db199SXin Li            "mtri_sec_triangle_setup"
243*9c5db199SXin Li        ]
244*9c5db199SXin Li    },
245*9c5db199SXin Li    {
246*9c5db199SXin Li        "benchmark": "boot_perf",
247*9c5db199SXin Li        "autotest_name": "platform_BootPerfServer/control$",
248*9c5db199SXin Li        "perf_keys": [
249*9c5db199SXin Li            "rdbytes_kernel_to_login",
250*9c5db199SXin Li            "seconds_power_on_to_kernel",
251*9c5db199SXin Li            "seconds_power_on_to_lf_end",
252*9c5db199SXin Li            "seconds_power_on_to_lk_end",
253*9c5db199SXin Li            "seconds_power_on_to_lk_start"
254*9c5db199SXin Li        ]
255*9c5db199SXin Li    }
256*9c5db199SXin Li]
257