xref: /aosp_15_r20/external/mesa3d/src/freedreno/perfcntrs/fd5_perfcntr.c (revision 6104692788411f58d303aa86923a9ff6ecaded22)
1 /*
2  * Copyright © 2018 Rob Clark <[email protected]>
3  * SPDX-License-Identifier: MIT
4  *
5  * Authors:
6  *    Rob Clark <[email protected]>
7  */
8 
9 #ifndef FD5_PERFCNTR_H_
10 #define FD5_PERFCNTR_H_
11 
12 #include "util/half_float.h"
13 #include "util/u_math.h"
14 #include "adreno_common.xml.h"
15 #include "a5xx.xml.h"
16 
17 #define REG(_x) REG_A5XX_ ## _x
18 #include "freedreno_perfcntr.h"
19 
20 static const struct fd_perfcntr_counter cp_counters[] = {
21 //RESERVED: for kernel
22 //    COUNTER(CP_PERFCTR_CP_SEL_0, RBBM_PERFCTR_CP_0_LO, RBBM_PERFCTR_CP_0_HI),
23       COUNTER(CP_PERFCTR_CP_SEL_1, RBBM_PERFCTR_CP_1_LO, RBBM_PERFCTR_CP_1_HI),
24       COUNTER(CP_PERFCTR_CP_SEL_2, RBBM_PERFCTR_CP_2_LO, RBBM_PERFCTR_CP_2_HI),
25       COUNTER(CP_PERFCTR_CP_SEL_3, RBBM_PERFCTR_CP_3_LO, RBBM_PERFCTR_CP_3_HI),
26       COUNTER(CP_PERFCTR_CP_SEL_4, RBBM_PERFCTR_CP_4_LO, RBBM_PERFCTR_CP_4_HI),
27       COUNTER(CP_PERFCTR_CP_SEL_5, RBBM_PERFCTR_CP_5_LO, RBBM_PERFCTR_CP_5_HI),
28       COUNTER(CP_PERFCTR_CP_SEL_6, RBBM_PERFCTR_CP_6_LO, RBBM_PERFCTR_CP_6_HI),
29       COUNTER(CP_PERFCTR_CP_SEL_7, RBBM_PERFCTR_CP_7_LO, RBBM_PERFCTR_CP_7_HI),
30 };
31 
32 static const struct fd_perfcntr_countable cp_countables[] = {
33       COUNTABLE(PERF_CP_ALWAYS_COUNT, UINT64, AVERAGE),
34       COUNTABLE(PERF_CP_BUSY_GFX_CORE_IDLE, UINT64, AVERAGE),
35       COUNTABLE(PERF_CP_BUSY_CYCLES, UINT64, AVERAGE),
36       COUNTABLE(PERF_CP_PFP_IDLE, UINT64, AVERAGE),
37       COUNTABLE(PERF_CP_PFP_BUSY_WORKING, UINT64, AVERAGE),
38       COUNTABLE(PERF_CP_PFP_STALL_CYCLES_ANY, UINT64, AVERAGE),
39       COUNTABLE(PERF_CP_PFP_STARVE_CYCLES_ANY, UINT64, AVERAGE),
40       COUNTABLE(PERF_CP_PFP_ICACHE_MISS, UINT64, AVERAGE),
41       COUNTABLE(PERF_CP_PFP_ICACHE_HIT, UINT64, AVERAGE),
42       COUNTABLE(PERF_CP_PFP_MATCH_PM4_PKT_PROFILE, UINT64, AVERAGE),
43       COUNTABLE(PERF_CP_ME_BUSY_WORKING, UINT64, AVERAGE),
44       COUNTABLE(PERF_CP_ME_IDLE, UINT64, AVERAGE),
45       COUNTABLE(PERF_CP_ME_STARVE_CYCLES_ANY, UINT64, AVERAGE),
46       COUNTABLE(PERF_CP_ME_FIFO_EMPTY_PFP_IDLE, UINT64, AVERAGE),
47       COUNTABLE(PERF_CP_ME_FIFO_EMPTY_PFP_BUSY, UINT64, AVERAGE),
48       COUNTABLE(PERF_CP_ME_FIFO_FULL_ME_BUSY, UINT64, AVERAGE),
49       COUNTABLE(PERF_CP_ME_FIFO_FULL_ME_NON_WORKING, UINT64, AVERAGE),
50       COUNTABLE(PERF_CP_ME_STALL_CYCLES_ANY, UINT64, AVERAGE),
51       COUNTABLE(PERF_CP_ME_ICACHE_MISS, UINT64, AVERAGE),
52       COUNTABLE(PERF_CP_ME_ICACHE_HIT, UINT64, AVERAGE),
53       COUNTABLE(PERF_CP_NUM_PREEMPTIONS, UINT64, AVERAGE),
54       COUNTABLE(PERF_CP_PREEMPTION_REACTION_DELAY, UINT64, AVERAGE),
55       COUNTABLE(PERF_CP_PREEMPTION_SWITCH_OUT_TIME, UINT64, AVERAGE),
56       COUNTABLE(PERF_CP_PREEMPTION_SWITCH_IN_TIME, UINT64, AVERAGE),
57       COUNTABLE(PERF_CP_DEAD_DRAWS_IN_BIN_RENDER, UINT64, AVERAGE),
58       COUNTABLE(PERF_CP_PREDICATED_DRAWS_KILLED, UINT64, AVERAGE),
59       COUNTABLE(PERF_CP_MODE_SWITCH, UINT64, AVERAGE),
60       COUNTABLE(PERF_CP_ZPASS_DONE, UINT64, AVERAGE),
61       COUNTABLE(PERF_CP_CONTEXT_DONE, UINT64, AVERAGE),
62       COUNTABLE(PERF_CP_CACHE_FLUSH, UINT64, AVERAGE),
63       COUNTABLE(PERF_CP_LONG_PREEMPTIONS, UINT64, AVERAGE),
64 };
65 
66 static const struct fd_perfcntr_counter ccu_counters[] = {
67       COUNTER(RB_PERFCTR_CCU_SEL_0, RBBM_PERFCTR_CCU_0_LO, RBBM_PERFCTR_CCU_0_HI),
68       COUNTER(RB_PERFCTR_CCU_SEL_1, RBBM_PERFCTR_CCU_1_LO, RBBM_PERFCTR_CCU_1_HI),
69       COUNTER(RB_PERFCTR_CCU_SEL_2, RBBM_PERFCTR_CCU_2_LO, RBBM_PERFCTR_CCU_2_HI),
70       COUNTER(RB_PERFCTR_CCU_SEL_3, RBBM_PERFCTR_CCU_3_LO, RBBM_PERFCTR_CCU_3_HI),
71 };
72 
73 static const struct fd_perfcntr_countable ccu_countables[] = {
74       COUNTABLE(PERF_CCU_BUSY_CYCLES, UINT64, AVERAGE),
75       COUNTABLE(PERF_CCU_STALL_CYCLES_RB_DEPTH_RETURN, UINT64, AVERAGE),
76       COUNTABLE(PERF_CCU_STALL_CYCLES_RB_COLOR_RETURN, UINT64, AVERAGE),
77       COUNTABLE(PERF_CCU_STARVE_CYCLES_FLAG_RETURN, UINT64, AVERAGE),
78       COUNTABLE(PERF_CCU_DEPTH_BLOCKS, UINT64, AVERAGE),
79       COUNTABLE(PERF_CCU_COLOR_BLOCKS, UINT64, AVERAGE),
80       COUNTABLE(PERF_CCU_DEPTH_BLOCK_HIT, UINT64, AVERAGE),
81       COUNTABLE(PERF_CCU_COLOR_BLOCK_HIT, UINT64, AVERAGE),
82       COUNTABLE(PERF_CCU_PARTIAL_BLOCK_READ, UINT64, AVERAGE),
83       COUNTABLE(PERF_CCU_GMEM_READ, UINT64, AVERAGE),
84       COUNTABLE(PERF_CCU_GMEM_WRITE, UINT64, AVERAGE),
85       COUNTABLE(PERF_CCU_DEPTH_READ_FLAG0_COUNT, UINT64, AVERAGE),
86       COUNTABLE(PERF_CCU_DEPTH_READ_FLAG1_COUNT, UINT64, AVERAGE),
87       COUNTABLE(PERF_CCU_DEPTH_READ_FLAG2_COUNT, UINT64, AVERAGE),
88       COUNTABLE(PERF_CCU_DEPTH_READ_FLAG3_COUNT, UINT64, AVERAGE),
89       COUNTABLE(PERF_CCU_DEPTH_READ_FLAG4_COUNT, UINT64, AVERAGE),
90       COUNTABLE(PERF_CCU_COLOR_READ_FLAG0_COUNT, UINT64, AVERAGE),
91       COUNTABLE(PERF_CCU_COLOR_READ_FLAG1_COUNT, UINT64, AVERAGE),
92       COUNTABLE(PERF_CCU_COLOR_READ_FLAG2_COUNT, UINT64, AVERAGE),
93       COUNTABLE(PERF_CCU_COLOR_READ_FLAG3_COUNT, UINT64, AVERAGE),
94       COUNTABLE(PERF_CCU_COLOR_READ_FLAG4_COUNT, UINT64, AVERAGE),
95       COUNTABLE(PERF_CCU_2D_BUSY_CYCLES, UINT64, AVERAGE),
96       COUNTABLE(PERF_CCU_2D_RD_REQ, UINT64, AVERAGE),
97       COUNTABLE(PERF_CCU_2D_WR_REQ, UINT64, AVERAGE),
98       COUNTABLE(PERF_CCU_2D_REORDER_STARVE_CYCLES, UINT64, AVERAGE),
99       COUNTABLE(PERF_CCU_2D_PIXELS, UINT64, AVERAGE),
100 };
101 
102 static const struct fd_perfcntr_counter tse_counters[] = {
103       COUNTER(GRAS_PERFCTR_TSE_SEL_0, RBBM_PERFCTR_TSE_0_LO, RBBM_PERFCTR_TSE_0_HI),
104       COUNTER(GRAS_PERFCTR_TSE_SEL_1, RBBM_PERFCTR_TSE_1_LO, RBBM_PERFCTR_TSE_1_HI),
105       COUNTER(GRAS_PERFCTR_TSE_SEL_2, RBBM_PERFCTR_TSE_2_LO, RBBM_PERFCTR_TSE_2_HI),
106       COUNTER(GRAS_PERFCTR_TSE_SEL_3, RBBM_PERFCTR_TSE_3_LO, RBBM_PERFCTR_TSE_3_HI),
107 };
108 
109 static const struct fd_perfcntr_countable tse_countables[] = {
110       COUNTABLE(PERF_TSE_BUSY_CYCLES, UINT64, AVERAGE),
111       COUNTABLE(PERF_TSE_CLIPPING_CYCLES, UINT64, AVERAGE),
112       COUNTABLE(PERF_TSE_STALL_CYCLES_RAS, UINT64, AVERAGE),
113       COUNTABLE(PERF_TSE_STALL_CYCLES_LRZ_BARYPLANE, UINT64, AVERAGE),
114       COUNTABLE(PERF_TSE_STALL_CYCLES_LRZ_ZPLANE, UINT64, AVERAGE),
115       COUNTABLE(PERF_TSE_STARVE_CYCLES_PC, UINT64, AVERAGE),
116       COUNTABLE(PERF_TSE_INPUT_PRIM, UINT64, AVERAGE),
117       COUNTABLE(PERF_TSE_INPUT_NULL_PRIM, UINT64, AVERAGE),
118       COUNTABLE(PERF_TSE_TRIVAL_REJ_PRIM, UINT64, AVERAGE),
119       COUNTABLE(PERF_TSE_CLIPPED_PRIM, UINT64, AVERAGE),
120       COUNTABLE(PERF_TSE_ZERO_AREA_PRIM, UINT64, AVERAGE),
121       COUNTABLE(PERF_TSE_FACENESS_CULLED_PRIM, UINT64, AVERAGE),
122       COUNTABLE(PERF_TSE_ZERO_PIXEL_PRIM, UINT64, AVERAGE),
123       COUNTABLE(PERF_TSE_OUTPUT_NULL_PRIM, UINT64, AVERAGE),
124       COUNTABLE(PERF_TSE_OUTPUT_VISIBLE_PRIM, UINT64, AVERAGE),
125       COUNTABLE(PERF_TSE_CINVOCATION, UINT64, AVERAGE),
126       COUNTABLE(PERF_TSE_CPRIMITIVES, UINT64, AVERAGE),
127       COUNTABLE(PERF_TSE_2D_INPUT_PRIM, UINT64, AVERAGE),
128       COUNTABLE(PERF_TSE_2D_ALIVE_CLCLES, UINT64, AVERAGE),
129 };
130 
131 static const struct fd_perfcntr_counter ras_counters[] = {
132       COUNTER(GRAS_PERFCTR_RAS_SEL_0, RBBM_PERFCTR_RAS_0_LO, RBBM_PERFCTR_RAS_0_HI),
133       COUNTER(GRAS_PERFCTR_RAS_SEL_1, RBBM_PERFCTR_RAS_1_LO, RBBM_PERFCTR_RAS_1_HI),
134       COUNTER(GRAS_PERFCTR_RAS_SEL_2, RBBM_PERFCTR_RAS_2_LO, RBBM_PERFCTR_RAS_2_HI),
135       COUNTER(GRAS_PERFCTR_RAS_SEL_3, RBBM_PERFCTR_RAS_3_LO, RBBM_PERFCTR_RAS_3_HI),
136 };
137 
138 static const struct fd_perfcntr_countable ras_countables[] = {
139       COUNTABLE(PERF_RAS_BUSY_CYCLES, UINT64, AVERAGE),
140       COUNTABLE(PERF_RAS_SUPERTILE_ACTIVE_CYCLES, UINT64, AVERAGE),
141       COUNTABLE(PERF_RAS_STALL_CYCLES_LRZ, UINT64, AVERAGE),
142       COUNTABLE(PERF_RAS_STARVE_CYCLES_TSE, UINT64, AVERAGE),
143       COUNTABLE(PERF_RAS_SUPER_TILES, UINT64, AVERAGE),
144       COUNTABLE(PERF_RAS_8X4_TILES, UINT64, AVERAGE),
145       COUNTABLE(PERF_RAS_MASKGEN_ACTIVE, UINT64, AVERAGE),
146       COUNTABLE(PERF_RAS_FULLY_COVERED_SUPER_TILES, UINT64, AVERAGE),
147       COUNTABLE(PERF_RAS_FULLY_COVERED_8X4_TILES, UINT64, AVERAGE),
148       COUNTABLE(PERF_RAS_PRIM_KILLED_INVISILBE, UINT64, AVERAGE),
149 };
150 
151 static const struct fd_perfcntr_counter lrz_counters[] = {
152       COUNTER(GRAS_PERFCTR_LRZ_SEL_0, RBBM_PERFCTR_LRZ_0_LO, RBBM_PERFCTR_LRZ_0_HI),
153       COUNTER(GRAS_PERFCTR_LRZ_SEL_1, RBBM_PERFCTR_LRZ_1_LO, RBBM_PERFCTR_LRZ_1_HI),
154       COUNTER(GRAS_PERFCTR_LRZ_SEL_2, RBBM_PERFCTR_LRZ_2_LO, RBBM_PERFCTR_LRZ_2_HI),
155       COUNTER(GRAS_PERFCTR_LRZ_SEL_3, RBBM_PERFCTR_LRZ_3_LO, RBBM_PERFCTR_LRZ_3_HI),
156 };
157 
158 static const struct fd_perfcntr_countable lrz_countables[] = {
159       COUNTABLE(PERF_LRZ_BUSY_CYCLES, UINT64, AVERAGE),
160       COUNTABLE(PERF_LRZ_STARVE_CYCLES_RAS, UINT64, AVERAGE),
161       COUNTABLE(PERF_LRZ_STALL_CYCLES_RB, UINT64, AVERAGE),
162       COUNTABLE(PERF_LRZ_STALL_CYCLES_VSC, UINT64, AVERAGE),
163       COUNTABLE(PERF_LRZ_STALL_CYCLES_VPC, UINT64, AVERAGE),
164       COUNTABLE(PERF_LRZ_STALL_CYCLES_FLAG_PREFETCH, UINT64, AVERAGE),
165       COUNTABLE(PERF_LRZ_STALL_CYCLES_UCHE, UINT64, AVERAGE),
166       COUNTABLE(PERF_LRZ_LRZ_READ, UINT64, AVERAGE),
167       COUNTABLE(PERF_LRZ_LRZ_WRITE, UINT64, AVERAGE),
168       COUNTABLE(PERF_LRZ_READ_LATENCY, UINT64, AVERAGE),
169       COUNTABLE(PERF_LRZ_MERGE_CACHE_UPDATING, UINT64, AVERAGE),
170       COUNTABLE(PERF_LRZ_PRIM_KILLED_BY_MASKGEN, UINT64, AVERAGE),
171       COUNTABLE(PERF_LRZ_PRIM_KILLED_BY_LRZ, UINT64, AVERAGE),
172       COUNTABLE(PERF_LRZ_VISIBLE_PRIM_AFTER_LRZ, UINT64, AVERAGE),
173       COUNTABLE(PERF_LRZ_FULL_8X8_TILES, UINT64, AVERAGE),
174       COUNTABLE(PERF_LRZ_PARTIAL_8X8_TILES, UINT64, AVERAGE),
175       COUNTABLE(PERF_LRZ_TILE_KILLED, UINT64, AVERAGE),
176       COUNTABLE(PERF_LRZ_TOTAL_PIXEL, UINT64, AVERAGE),
177       COUNTABLE(PERF_LRZ_VISIBLE_PIXEL_AFTER_LRZ, UINT64, AVERAGE),
178 };
179 
180 static const struct fd_perfcntr_counter hlsq_counters[] = {
181       COUNTER(HLSQ_PERFCTR_HLSQ_SEL_0, RBBM_PERFCTR_HLSQ_0_LO, RBBM_PERFCTR_HLSQ_0_HI),
182       COUNTER(HLSQ_PERFCTR_HLSQ_SEL_1, RBBM_PERFCTR_HLSQ_1_LO, RBBM_PERFCTR_HLSQ_1_HI),
183       COUNTER(HLSQ_PERFCTR_HLSQ_SEL_2, RBBM_PERFCTR_HLSQ_2_LO, RBBM_PERFCTR_HLSQ_2_HI),
184       COUNTER(HLSQ_PERFCTR_HLSQ_SEL_3, RBBM_PERFCTR_HLSQ_3_LO, RBBM_PERFCTR_HLSQ_3_HI),
185       COUNTER(HLSQ_PERFCTR_HLSQ_SEL_4, RBBM_PERFCTR_HLSQ_4_LO, RBBM_PERFCTR_HLSQ_4_HI),
186       COUNTER(HLSQ_PERFCTR_HLSQ_SEL_5, RBBM_PERFCTR_HLSQ_5_LO, RBBM_PERFCTR_HLSQ_5_HI),
187       COUNTER(HLSQ_PERFCTR_HLSQ_SEL_6, RBBM_PERFCTR_HLSQ_6_LO, RBBM_PERFCTR_HLSQ_6_HI),
188       COUNTER(HLSQ_PERFCTR_HLSQ_SEL_7, RBBM_PERFCTR_HLSQ_7_LO, RBBM_PERFCTR_HLSQ_7_HI),
189 };
190 
191 static const struct fd_perfcntr_countable hlsq_countables[] = {
192       COUNTABLE(PERF_HLSQ_BUSY_CYCLES, UINT64, AVERAGE),
193       COUNTABLE(PERF_HLSQ_STALL_CYCLES_UCHE, UINT64, AVERAGE),
194       COUNTABLE(PERF_HLSQ_STALL_CYCLES_SP_STATE, UINT64, AVERAGE),
195       COUNTABLE(PERF_HLSQ_STALL_CYCLES_SP_FS_STAGE, UINT64, AVERAGE),
196       COUNTABLE(PERF_HLSQ_UCHE_LATENCY_CYCLES, UINT64, AVERAGE),
197       COUNTABLE(PERF_HLSQ_UCHE_LATENCY_COUNT, UINT64, AVERAGE),
198       COUNTABLE(PERF_HLSQ_FS_STAGE_32_WAVES, UINT64, AVERAGE),
199       COUNTABLE(PERF_HLSQ_FS_STAGE_64_WAVES, UINT64, AVERAGE),
200       COUNTABLE(PERF_HLSQ_QUADS, UINT64, AVERAGE),
201       COUNTABLE(PERF_HLSQ_SP_STATE_COPY_TRANS_FS_STAGE, UINT64, AVERAGE),
202       COUNTABLE(PERF_HLSQ_SP_STATE_COPY_TRANS_VS_STAGE, UINT64, AVERAGE),
203       COUNTABLE(PERF_HLSQ_TP_STATE_COPY_TRANS_FS_STAGE, UINT64, AVERAGE),
204       COUNTABLE(PERF_HLSQ_TP_STATE_COPY_TRANS_VS_STAGE, UINT64, AVERAGE),
205       COUNTABLE(PERF_HLSQ_CS_INVOCATIONS, UINT64, AVERAGE),
206       COUNTABLE(PERF_HLSQ_COMPUTE_DRAWCALLS, UINT64, AVERAGE),
207 };
208 
209 static const struct fd_perfcntr_counter pc_counters[] = {
210       COUNTER(PC_PERFCTR_PC_SEL_0, RBBM_PERFCTR_PC_0_LO, RBBM_PERFCTR_PC_0_HI),
211       COUNTER(PC_PERFCTR_PC_SEL_1, RBBM_PERFCTR_PC_1_LO, RBBM_PERFCTR_PC_1_HI),
212       COUNTER(PC_PERFCTR_PC_SEL_2, RBBM_PERFCTR_PC_2_LO, RBBM_PERFCTR_PC_2_HI),
213       COUNTER(PC_PERFCTR_PC_SEL_3, RBBM_PERFCTR_PC_3_LO, RBBM_PERFCTR_PC_3_HI),
214       COUNTER(PC_PERFCTR_PC_SEL_4, RBBM_PERFCTR_PC_4_LO, RBBM_PERFCTR_PC_4_HI),
215       COUNTER(PC_PERFCTR_PC_SEL_5, RBBM_PERFCTR_PC_5_LO, RBBM_PERFCTR_PC_5_HI),
216       COUNTER(PC_PERFCTR_PC_SEL_6, RBBM_PERFCTR_PC_6_LO, RBBM_PERFCTR_PC_6_HI),
217       COUNTER(PC_PERFCTR_PC_SEL_7, RBBM_PERFCTR_PC_7_LO, RBBM_PERFCTR_PC_7_HI),
218 };
219 
220 static const struct fd_perfcntr_countable pc_countables[] = {
221       COUNTABLE(PERF_PC_BUSY_CYCLES, UINT64, AVERAGE),
222       COUNTABLE(PERF_PC_WORKING_CYCLES, UINT64, AVERAGE),
223       COUNTABLE(PERF_PC_STALL_CYCLES_VFD, UINT64, AVERAGE),
224       COUNTABLE(PERF_PC_STALL_CYCLES_TSE, UINT64, AVERAGE),
225       COUNTABLE(PERF_PC_STALL_CYCLES_VPC, UINT64, AVERAGE),
226       COUNTABLE(PERF_PC_STALL_CYCLES_UCHE, UINT64, AVERAGE),
227       COUNTABLE(PERF_PC_STALL_CYCLES_TESS, UINT64, AVERAGE),
228       COUNTABLE(PERF_PC_STALL_CYCLES_TSE_ONLY, UINT64, AVERAGE),
229       COUNTABLE(PERF_PC_STALL_CYCLES_VPC_ONLY, UINT64, AVERAGE),
230       COUNTABLE(PERF_PC_PASS1_TF_STALL_CYCLES, UINT64, AVERAGE),
231       COUNTABLE(PERF_PC_STARVE_CYCLES_FOR_INDEX, UINT64, AVERAGE),
232       COUNTABLE(PERF_PC_STARVE_CYCLES_FOR_TESS_FACTOR, UINT64, AVERAGE),
233       COUNTABLE(PERF_PC_STARVE_CYCLES_FOR_VIZ_STREAM, UINT64, AVERAGE),
234       COUNTABLE(PERF_PC_STARVE_CYCLES_FOR_POSITION, UINT64, AVERAGE),
235       COUNTABLE(PERF_PC_STARVE_CYCLES_DI, UINT64, AVERAGE),
236       COUNTABLE(PERF_PC_VIS_STREAMS_LOADED, UINT64, AVERAGE),
237       COUNTABLE(PERF_PC_INSTANCES, UINT64, AVERAGE),
238       COUNTABLE(PERF_PC_VPC_PRIMITIVES, UINT64, AVERAGE),
239       COUNTABLE(PERF_PC_DEAD_PRIM, UINT64, AVERAGE),
240       COUNTABLE(PERF_PC_LIVE_PRIM, UINT64, AVERAGE),
241       COUNTABLE(PERF_PC_VERTEX_HITS, UINT64, AVERAGE),
242       COUNTABLE(PERF_PC_IA_VERTICES, UINT64, AVERAGE),
243       COUNTABLE(PERF_PC_IA_PRIMITIVES, UINT64, AVERAGE),
244       COUNTABLE(PERF_PC_GS_PRIMITIVES, UINT64, AVERAGE),
245       COUNTABLE(PERF_PC_HS_INVOCATIONS, UINT64, AVERAGE),
246       COUNTABLE(PERF_PC_DS_INVOCATIONS, UINT64, AVERAGE),
247       COUNTABLE(PERF_PC_VS_INVOCATIONS, UINT64, AVERAGE),
248       COUNTABLE(PERF_PC_GS_INVOCATIONS, UINT64, AVERAGE),
249       COUNTABLE(PERF_PC_DS_PRIMITIVES, UINT64, AVERAGE),
250       COUNTABLE(PERF_PC_VPC_POS_DATA_TRANSACTION, UINT64, AVERAGE),
251       COUNTABLE(PERF_PC_3D_DRAWCALLS, UINT64, AVERAGE),
252       COUNTABLE(PERF_PC_2D_DRAWCALLS, UINT64, AVERAGE),
253       COUNTABLE(PERF_PC_NON_DRAWCALL_GLOBAL_EVENTS, UINT64, AVERAGE),
254       COUNTABLE(PERF_TESS_BUSY_CYCLES, UINT64, AVERAGE),
255       COUNTABLE(PERF_TESS_WORKING_CYCLES, UINT64, AVERAGE),
256       COUNTABLE(PERF_TESS_STALL_CYCLES_PC, UINT64, AVERAGE),
257       COUNTABLE(PERF_TESS_STARVE_CYCLES_PC, UINT64, AVERAGE),
258 };
259 
260 static const struct fd_perfcntr_counter rb_counters[] = {
261       COUNTER(RB_PERFCTR_RB_SEL_0, RBBM_PERFCTR_RB_0_LO, RBBM_PERFCTR_RB_0_HI),
262       COUNTER(RB_PERFCTR_RB_SEL_1, RBBM_PERFCTR_RB_1_LO, RBBM_PERFCTR_RB_1_HI),
263       COUNTER(RB_PERFCTR_RB_SEL_2, RBBM_PERFCTR_RB_2_LO, RBBM_PERFCTR_RB_2_HI),
264       COUNTER(RB_PERFCTR_RB_SEL_3, RBBM_PERFCTR_RB_3_LO, RBBM_PERFCTR_RB_3_HI),
265       COUNTER(RB_PERFCTR_RB_SEL_4, RBBM_PERFCTR_RB_4_LO, RBBM_PERFCTR_RB_4_HI),
266       COUNTER(RB_PERFCTR_RB_SEL_5, RBBM_PERFCTR_RB_5_LO, RBBM_PERFCTR_RB_5_HI),
267       COUNTER(RB_PERFCTR_RB_SEL_6, RBBM_PERFCTR_RB_6_LO, RBBM_PERFCTR_RB_6_HI),
268       COUNTER(RB_PERFCTR_RB_SEL_7, RBBM_PERFCTR_RB_7_LO, RBBM_PERFCTR_RB_7_HI),
269 };
270 
271 static const struct fd_perfcntr_countable rb_countables[] = {
272       COUNTABLE(PERF_RB_BUSY_CYCLES, UINT64, AVERAGE),
273       COUNTABLE(PERF_RB_STALL_CYCLES_CCU, UINT64, AVERAGE),
274       COUNTABLE(PERF_RB_STALL_CYCLES_HLSQ, UINT64, AVERAGE),
275       COUNTABLE(PERF_RB_STALL_CYCLES_FIFO0_FULL, UINT64, AVERAGE),
276       COUNTABLE(PERF_RB_STALL_CYCLES_FIFO1_FULL, UINT64, AVERAGE),
277       COUNTABLE(PERF_RB_STALL_CYCLES_FIFO2_FULL, UINT64, AVERAGE),
278       COUNTABLE(PERF_RB_STARVE_CYCLES_SP, UINT64, AVERAGE),
279       COUNTABLE(PERF_RB_STARVE_CYCLES_LRZ_TILE, UINT64, AVERAGE),
280       COUNTABLE(PERF_RB_STARVE_CYCLES_CCU, UINT64, AVERAGE),
281       COUNTABLE(PERF_RB_STARVE_CYCLES_Z_PLANE, UINT64, AVERAGE),
282       COUNTABLE(PERF_RB_STARVE_CYCLES_BARY_PLANE, UINT64, AVERAGE),
283       COUNTABLE(PERF_RB_Z_WORKLOAD, UINT64, AVERAGE),
284       COUNTABLE(PERF_RB_HLSQ_ACTIVE, UINT64, AVERAGE),
285       COUNTABLE(PERF_RB_Z_READ, UINT64, AVERAGE),
286       COUNTABLE(PERF_RB_Z_WRITE, UINT64, AVERAGE),
287       COUNTABLE(PERF_RB_C_READ, UINT64, AVERAGE),
288       COUNTABLE(PERF_RB_C_WRITE, UINT64, AVERAGE),
289       COUNTABLE(PERF_RB_TOTAL_PASS, UINT64, AVERAGE),
290       COUNTABLE(PERF_RB_Z_PASS, UINT64, AVERAGE),
291       COUNTABLE(PERF_RB_Z_FAIL, UINT64, AVERAGE),
292       COUNTABLE(PERF_RB_S_FAIL, UINT64, AVERAGE),
293       COUNTABLE(PERF_RB_BLENDED_FXP_COMPONENTS, UINT64, AVERAGE),
294       COUNTABLE(PERF_RB_BLENDED_FP16_COMPONENTS, UINT64, AVERAGE),
295       COUNTABLE(RB_RESERVED, UINT64, AVERAGE),
296       COUNTABLE(PERF_RB_2D_ALIVE_CYCLES, UINT64, AVERAGE),
297       COUNTABLE(PERF_RB_2D_STALL_CYCLES_A2D, UINT64, AVERAGE),
298       COUNTABLE(PERF_RB_2D_STARVE_CYCLES_SRC, UINT64, AVERAGE),
299       COUNTABLE(PERF_RB_2D_STARVE_CYCLES_SP, UINT64, AVERAGE),
300       COUNTABLE(PERF_RB_2D_STARVE_CYCLES_DST, UINT64, AVERAGE),
301       COUNTABLE(PERF_RB_2D_VALID_PIXELS, UINT64, AVERAGE),
302 };
303 
304 static const struct fd_perfcntr_counter rbbm_counters[] = {
305       //RESERVED: for kernel
306       //	COUNTER(RBBM_PERFCTR_RBBM_SEL_0, RBBM_PERFCTR_RBBM_0_LO, RBBM_PERFCTR_RBBM_0_HI),
307       COUNTER(RBBM_PERFCTR_RBBM_SEL_1, RBBM_PERFCTR_RBBM_1_LO, RBBM_PERFCTR_RBBM_1_HI),
308       COUNTER(RBBM_PERFCTR_RBBM_SEL_2, RBBM_PERFCTR_RBBM_2_LO, RBBM_PERFCTR_RBBM_2_HI),
309       COUNTER(RBBM_PERFCTR_RBBM_SEL_3, RBBM_PERFCTR_RBBM_3_LO, RBBM_PERFCTR_RBBM_3_HI),
310 };
311 
312 static const struct fd_perfcntr_countable rbbm_countables[] = {
313       COUNTABLE(PERF_RBBM_ALWAYS_COUNT, UINT64, AVERAGE),
314       COUNTABLE(PERF_RBBM_ALWAYS_ON, UINT64, AVERAGE),
315       COUNTABLE(PERF_RBBM_TSE_BUSY, UINT64, AVERAGE),
316       COUNTABLE(PERF_RBBM_RAS_BUSY, UINT64, AVERAGE),
317       COUNTABLE(PERF_RBBM_PC_DCALL_BUSY, UINT64, AVERAGE),
318       COUNTABLE(PERF_RBBM_PC_VSD_BUSY, UINT64, AVERAGE),
319       COUNTABLE(PERF_RBBM_STATUS_MASKED, UINT64, AVERAGE),
320       COUNTABLE(PERF_RBBM_COM_BUSY, UINT64, AVERAGE),
321       COUNTABLE(PERF_RBBM_DCOM_BUSY, UINT64, AVERAGE),
322       COUNTABLE(PERF_RBBM_VBIF_BUSY, UINT64, AVERAGE),
323       COUNTABLE(PERF_RBBM_VSC_BUSY, UINT64, AVERAGE),
324       COUNTABLE(PERF_RBBM_TESS_BUSY, UINT64, AVERAGE),
325       COUNTABLE(PERF_RBBM_UCHE_BUSY, UINT64, AVERAGE),
326       COUNTABLE(PERF_RBBM_HLSQ_BUSY, UINT64, AVERAGE),
327 };
328 
329 static const struct fd_perfcntr_counter sp_counters[] = {
330       //RESERVED: for kernel
331       //	COUNTER(SP_PERFCTR_SP_SEL_0,  RBBM_PERFCTR_SP_0_LO,  RBBM_PERFCTR_SP_0_HI),
332       COUNTER(SP_PERFCTR_SP_SEL_1,  RBBM_PERFCTR_SP_1_LO,  RBBM_PERFCTR_SP_1_HI),
333       COUNTER(SP_PERFCTR_SP_SEL_2,  RBBM_PERFCTR_SP_2_LO,  RBBM_PERFCTR_SP_2_HI),
334       COUNTER(SP_PERFCTR_SP_SEL_3,  RBBM_PERFCTR_SP_3_LO,  RBBM_PERFCTR_SP_3_HI),
335       COUNTER(SP_PERFCTR_SP_SEL_4,  RBBM_PERFCTR_SP_4_LO,  RBBM_PERFCTR_SP_4_HI),
336       COUNTER(SP_PERFCTR_SP_SEL_5,  RBBM_PERFCTR_SP_5_LO,  RBBM_PERFCTR_SP_5_HI),
337       COUNTER(SP_PERFCTR_SP_SEL_6,  RBBM_PERFCTR_SP_6_LO,  RBBM_PERFCTR_SP_6_HI),
338       COUNTER(SP_PERFCTR_SP_SEL_7,  RBBM_PERFCTR_SP_7_LO,  RBBM_PERFCTR_SP_7_HI),
339       COUNTER(SP_PERFCTR_SP_SEL_8,  RBBM_PERFCTR_SP_8_LO,  RBBM_PERFCTR_SP_8_HI),
340       COUNTER(SP_PERFCTR_SP_SEL_9,  RBBM_PERFCTR_SP_9_LO,  RBBM_PERFCTR_SP_9_HI),
341       COUNTER(SP_PERFCTR_SP_SEL_10, RBBM_PERFCTR_SP_10_LO, RBBM_PERFCTR_SP_10_HI),
342       COUNTER(SP_PERFCTR_SP_SEL_11, RBBM_PERFCTR_SP_11_LO, RBBM_PERFCTR_SP_11_HI),
343 };
344 
345 static const struct fd_perfcntr_countable sp_countables[] = {
346       COUNTABLE(PERF_SP_BUSY_CYCLES, UINT64, AVERAGE),
347       COUNTABLE(PERF_SP_ALU_WORKING_CYCLES, UINT64, AVERAGE),
348       COUNTABLE(PERF_SP_EFU_WORKING_CYCLES, UINT64, AVERAGE),
349       COUNTABLE(PERF_SP_STALL_CYCLES_VPC, UINT64, AVERAGE),
350       COUNTABLE(PERF_SP_STALL_CYCLES_TP, UINT64, AVERAGE),
351       COUNTABLE(PERF_SP_STALL_CYCLES_UCHE, UINT64, AVERAGE),
352       COUNTABLE(PERF_SP_STALL_CYCLES_RB, UINT64, AVERAGE),
353       COUNTABLE(PERF_SP_SCHEDULER_NON_WORKING, UINT64, AVERAGE),
354       COUNTABLE(PERF_SP_WAVE_CONTEXTS, UINT64, AVERAGE),
355       COUNTABLE(PERF_SP_WAVE_CONTEXT_CYCLES, UINT64, AVERAGE),
356       COUNTABLE(PERF_SP_FS_STAGE_WAVE_CYCLES, UINT64, AVERAGE),
357       COUNTABLE(PERF_SP_FS_STAGE_WAVE_SAMPLES, UINT64, AVERAGE),
358       COUNTABLE(PERF_SP_VS_STAGE_WAVE_CYCLES, UINT64, AVERAGE),
359       COUNTABLE(PERF_SP_VS_STAGE_WAVE_SAMPLES, UINT64, AVERAGE),
360       COUNTABLE(PERF_SP_FS_STAGE_DURATION_CYCLES, UINT64, AVERAGE),
361       COUNTABLE(PERF_SP_VS_STAGE_DURATION_CYCLES, UINT64, AVERAGE),
362       COUNTABLE(PERF_SP_WAVE_CTRL_CYCLES, UINT64, AVERAGE),
363       COUNTABLE(PERF_SP_WAVE_LOAD_CYCLES, UINT64, AVERAGE),
364       COUNTABLE(PERF_SP_WAVE_EMIT_CYCLES, UINT64, AVERAGE),
365       COUNTABLE(PERF_SP_WAVE_NOP_CYCLES, UINT64, AVERAGE),
366       COUNTABLE(PERF_SP_WAVE_WAIT_CYCLES, UINT64, AVERAGE),
367       COUNTABLE(PERF_SP_WAVE_FETCH_CYCLES, UINT64, AVERAGE),
368       COUNTABLE(PERF_SP_WAVE_IDLE_CYCLES, UINT64, AVERAGE),
369       COUNTABLE(PERF_SP_WAVE_END_CYCLES, UINT64, AVERAGE),
370       COUNTABLE(PERF_SP_WAVE_LONG_SYNC_CYCLES, UINT64, AVERAGE),
371       COUNTABLE(PERF_SP_WAVE_SHORT_SYNC_CYCLES, UINT64, AVERAGE),
372       COUNTABLE(PERF_SP_WAVE_JOIN_CYCLES, UINT64, AVERAGE),
373       COUNTABLE(PERF_SP_LM_LOAD_INSTRUCTIONS, UINT64, AVERAGE),
374       COUNTABLE(PERF_SP_LM_STORE_INSTRUCTIONS, UINT64, AVERAGE),
375       COUNTABLE(PERF_SP_LM_ATOMICS, UINT64, AVERAGE),
376       COUNTABLE(PERF_SP_GM_LOAD_INSTRUCTIONS, UINT64, AVERAGE),
377       COUNTABLE(PERF_SP_GM_STORE_INSTRUCTIONS, UINT64, AVERAGE),
378       COUNTABLE(PERF_SP_GM_ATOMICS, UINT64, AVERAGE),
379       COUNTABLE(PERF_SP_VS_STAGE_TEX_INSTRUCTIONS, UINT64, AVERAGE),
380       COUNTABLE(PERF_SP_VS_STAGE_CFLOW_INSTRUCTIONS, UINT64, AVERAGE),
381       COUNTABLE(PERF_SP_VS_STAGE_EFU_INSTRUCTIONS, UINT64, AVERAGE),
382       COUNTABLE(PERF_SP_VS_STAGE_FULL_ALU_INSTRUCTIONS, UINT64, AVERAGE),
383       COUNTABLE(PERF_SP_VS_STAGE_HALF_ALU_INSTRUCTIONS, UINT64, AVERAGE),
384       COUNTABLE(PERF_SP_FS_STAGE_TEX_INSTRUCTIONS, UINT64, AVERAGE),
385       COUNTABLE(PERF_SP_FS_STAGE_CFLOW_INSTRUCTIONS, UINT64, AVERAGE),
386       COUNTABLE(PERF_SP_FS_STAGE_EFU_INSTRUCTIONS, UINT64, AVERAGE),
387       COUNTABLE(PERF_SP_FS_STAGE_FULL_ALU_INSTRUCTIONS, UINT64, AVERAGE),
388       COUNTABLE(PERF_SP_FS_STAGE_HALF_ALU_INSTRUCTIONS, UINT64, AVERAGE),
389       COUNTABLE(PERF_SP_FS_STAGE_BARY_INSTRUCTIONS, UINT64, AVERAGE),
390       COUNTABLE(PERF_SP_VS_INSTRUCTIONS, UINT64, AVERAGE),
391       COUNTABLE(PERF_SP_FS_INSTRUCTIONS, UINT64, AVERAGE),
392       COUNTABLE(PERF_SP_ADDR_LOCK_COUNT, UINT64, AVERAGE),
393       COUNTABLE(PERF_SP_UCHE_READ_TRANS, UINT64, AVERAGE),
394       COUNTABLE(PERF_SP_UCHE_WRITE_TRANS, UINT64, AVERAGE),
395       COUNTABLE(PERF_SP_EXPORT_VPC_TRANS, UINT64, AVERAGE),
396       COUNTABLE(PERF_SP_EXPORT_RB_TRANS, UINT64, AVERAGE),
397       COUNTABLE(PERF_SP_PIXELS_KILLED, UINT64, AVERAGE),
398       COUNTABLE(PERF_SP_ICL1_REQUESTS, UINT64, AVERAGE),
399       COUNTABLE(PERF_SP_ICL1_MISSES, UINT64, AVERAGE),
400       COUNTABLE(PERF_SP_ICL0_REQUESTS, UINT64, AVERAGE),
401       COUNTABLE(PERF_SP_ICL0_MISSES, UINT64, AVERAGE),
402       COUNTABLE(PERF_SP_HS_INSTRUCTIONS, UINT64, AVERAGE),
403       COUNTABLE(PERF_SP_DS_INSTRUCTIONS, UINT64, AVERAGE),
404       COUNTABLE(PERF_SP_GS_INSTRUCTIONS, UINT64, AVERAGE),
405       COUNTABLE(PERF_SP_CS_INSTRUCTIONS, UINT64, AVERAGE),
406       COUNTABLE(PERF_SP_GPR_READ, UINT64, AVERAGE),
407       COUNTABLE(PERF_SP_GPR_WRITE, UINT64, AVERAGE),
408       COUNTABLE(PERF_SP_LM_CH0_REQUESTS, UINT64, AVERAGE),
409       COUNTABLE(PERF_SP_LM_CH1_REQUESTS, UINT64, AVERAGE),
410       COUNTABLE(PERF_SP_LM_BANK_CONFLICTS, UINT64, AVERAGE),
411 };
412 
413 static const struct fd_perfcntr_counter tp_counters[] = {
414       COUNTER(TPL1_PERFCTR_TP_SEL_0, RBBM_PERFCTR_TP_0_LO, RBBM_PERFCTR_TP_0_HI),
415       COUNTER(TPL1_PERFCTR_TP_SEL_1, RBBM_PERFCTR_TP_1_LO, RBBM_PERFCTR_TP_1_HI),
416       COUNTER(TPL1_PERFCTR_TP_SEL_2, RBBM_PERFCTR_TP_2_LO, RBBM_PERFCTR_TP_2_HI),
417       COUNTER(TPL1_PERFCTR_TP_SEL_3, RBBM_PERFCTR_TP_3_LO, RBBM_PERFCTR_TP_3_HI),
418       COUNTER(TPL1_PERFCTR_TP_SEL_4, RBBM_PERFCTR_TP_4_LO, RBBM_PERFCTR_TP_4_HI),
419       COUNTER(TPL1_PERFCTR_TP_SEL_5, RBBM_PERFCTR_TP_5_LO, RBBM_PERFCTR_TP_5_HI),
420       COUNTER(TPL1_PERFCTR_TP_SEL_6, RBBM_PERFCTR_TP_6_LO, RBBM_PERFCTR_TP_6_HI),
421       COUNTER(TPL1_PERFCTR_TP_SEL_7, RBBM_PERFCTR_TP_7_LO, RBBM_PERFCTR_TP_7_HI),
422 };
423 
424 static const struct fd_perfcntr_countable tp_countables[] = {
425       COUNTABLE(PERF_TP_BUSY_CYCLES, UINT64, AVERAGE),
426       COUNTABLE(PERF_TP_STALL_CYCLES_UCHE, UINT64, AVERAGE),
427       COUNTABLE(PERF_TP_LATENCY_CYCLES, UINT64, AVERAGE),
428       COUNTABLE(PERF_TP_LATENCY_TRANS, UINT64, AVERAGE),
429       COUNTABLE(PERF_TP_FLAG_CACHE_REQUEST_SAMPLES, UINT64, AVERAGE),
430       COUNTABLE(PERF_TP_FLAG_CACHE_REQUEST_LATENCY, UINT64, AVERAGE),
431       COUNTABLE(PERF_TP_L1_CACHELINE_REQUESTS, UINT64, AVERAGE),
432       COUNTABLE(PERF_TP_L1_CACHELINE_MISSES, UINT64, AVERAGE),
433       COUNTABLE(PERF_TP_SP_TP_TRANS, UINT64, AVERAGE),
434       COUNTABLE(PERF_TP_TP_SP_TRANS, UINT64, AVERAGE),
435       COUNTABLE(PERF_TP_OUTPUT_PIXELS, UINT64, AVERAGE),
436       COUNTABLE(PERF_TP_FILTER_WORKLOAD_16BIT, UINT64, AVERAGE),
437       COUNTABLE(PERF_TP_FILTER_WORKLOAD_32BIT, UINT64, AVERAGE),
438       COUNTABLE(PERF_TP_QUADS_RECEIVED, UINT64, AVERAGE),
439       COUNTABLE(PERF_TP_QUADS_OFFSET, UINT64, AVERAGE),
440       COUNTABLE(PERF_TP_QUADS_SHADOW, UINT64, AVERAGE),
441       COUNTABLE(PERF_TP_QUADS_ARRAY, UINT64, AVERAGE),
442       COUNTABLE(PERF_TP_QUADS_GRADIENT, UINT64, AVERAGE),
443       COUNTABLE(PERF_TP_QUADS_1D, UINT64, AVERAGE),
444       COUNTABLE(PERF_TP_QUADS_2D, UINT64, AVERAGE),
445       COUNTABLE(PERF_TP_QUADS_BUFFER, UINT64, AVERAGE),
446       COUNTABLE(PERF_TP_QUADS_3D, UINT64, AVERAGE),
447       COUNTABLE(PERF_TP_QUADS_CUBE, UINT64, AVERAGE),
448       COUNTABLE(PERF_TP_STATE_CACHE_REQUESTS, UINT64, AVERAGE),
449       COUNTABLE(PERF_TP_STATE_CACHE_MISSES, UINT64, AVERAGE),
450       COUNTABLE(PERF_TP_DIVERGENT_QUADS_RECEIVED, UINT64, AVERAGE),
451       COUNTABLE(PERF_TP_BINDLESS_STATE_CACHE_REQUESTS, UINT64, AVERAGE),
452       COUNTABLE(PERF_TP_BINDLESS_STATE_CACHE_MISSES, UINT64, AVERAGE),
453       COUNTABLE(PERF_TP_PRT_NON_RESIDENT_EVENTS, UINT64, AVERAGE),
454       COUNTABLE(PERF_TP_OUTPUT_PIXELS_POINT, UINT64, AVERAGE),
455       COUNTABLE(PERF_TP_OUTPUT_PIXELS_BILINEAR, UINT64, AVERAGE),
456       COUNTABLE(PERF_TP_OUTPUT_PIXELS_MIP, UINT64, AVERAGE),
457       COUNTABLE(PERF_TP_OUTPUT_PIXELS_ANISO, UINT64, AVERAGE),
458       COUNTABLE(PERF_TP_OUTPUT_PIXELS_ZERO_LOD, UINT64, AVERAGE),
459       COUNTABLE(PERF_TP_FLAG_CACHE_REQUESTS, UINT64, AVERAGE),
460       COUNTABLE(PERF_TP_FLAG_CACHE_MISSES, UINT64, AVERAGE),
461       COUNTABLE(PERF_TP_L1_5_L2_REQUESTS, UINT64, AVERAGE),
462       COUNTABLE(PERF_TP_2D_OUTPUT_PIXELS, UINT64, AVERAGE),
463       COUNTABLE(PERF_TP_2D_OUTPUT_PIXELS_POINT, UINT64, AVERAGE),
464       COUNTABLE(PERF_TP_2D_OUTPUT_PIXELS_BILINEAR, UINT64, AVERAGE),
465       COUNTABLE(PERF_TP_2D_FILTER_WORKLOAD_16BIT, UINT64, AVERAGE),
466       COUNTABLE(PERF_TP_2D_FILTER_WORKLOAD_32BIT, UINT64, AVERAGE),
467 };
468 
469 static const struct fd_perfcntr_counter uche_counters[] = {
470       COUNTER(UCHE_PERFCTR_UCHE_SEL_0, RBBM_PERFCTR_UCHE_0_LO, RBBM_PERFCTR_UCHE_0_HI),
471       COUNTER(UCHE_PERFCTR_UCHE_SEL_1, RBBM_PERFCTR_UCHE_1_LO, RBBM_PERFCTR_UCHE_1_HI),
472       COUNTER(UCHE_PERFCTR_UCHE_SEL_2, RBBM_PERFCTR_UCHE_2_LO, RBBM_PERFCTR_UCHE_2_HI),
473       COUNTER(UCHE_PERFCTR_UCHE_SEL_3, RBBM_PERFCTR_UCHE_3_LO, RBBM_PERFCTR_UCHE_3_HI),
474       COUNTER(UCHE_PERFCTR_UCHE_SEL_4, RBBM_PERFCTR_UCHE_4_LO, RBBM_PERFCTR_UCHE_4_HI),
475       COUNTER(UCHE_PERFCTR_UCHE_SEL_5, RBBM_PERFCTR_UCHE_5_LO, RBBM_PERFCTR_UCHE_5_HI),
476       COUNTER(UCHE_PERFCTR_UCHE_SEL_6, RBBM_PERFCTR_UCHE_6_LO, RBBM_PERFCTR_UCHE_6_HI),
477       COUNTER(UCHE_PERFCTR_UCHE_SEL_7, RBBM_PERFCTR_UCHE_7_LO, RBBM_PERFCTR_UCHE_7_HI),
478 };
479 
480 static const struct fd_perfcntr_countable uche_countables[] = {
481       COUNTABLE(PERF_UCHE_BUSY_CYCLES, UINT64, AVERAGE),
482       COUNTABLE(PERF_UCHE_STALL_CYCLES_VBIF, UINT64, AVERAGE),
483       COUNTABLE(PERF_UCHE_VBIF_LATENCY_CYCLES, UINT64, AVERAGE),
484       COUNTABLE(PERF_UCHE_VBIF_LATENCY_SAMPLES, UINT64, AVERAGE),
485       COUNTABLE(PERF_UCHE_VBIF_READ_BEATS_TP, UINT64, AVERAGE),
486       COUNTABLE(PERF_UCHE_VBIF_READ_BEATS_VFD, UINT64, AVERAGE),
487       COUNTABLE(PERF_UCHE_VBIF_READ_BEATS_HLSQ, UINT64, AVERAGE),
488       COUNTABLE(PERF_UCHE_VBIF_READ_BEATS_LRZ, UINT64, AVERAGE),
489       COUNTABLE(PERF_UCHE_VBIF_READ_BEATS_SP, UINT64, AVERAGE),
490       COUNTABLE(PERF_UCHE_READ_REQUESTS_TP, UINT64, AVERAGE),
491       COUNTABLE(PERF_UCHE_READ_REQUESTS_VFD, UINT64, AVERAGE),
492       COUNTABLE(PERF_UCHE_READ_REQUESTS_HLSQ, UINT64, AVERAGE),
493       COUNTABLE(PERF_UCHE_READ_REQUESTS_LRZ, UINT64, AVERAGE),
494       COUNTABLE(PERF_UCHE_READ_REQUESTS_SP, UINT64, AVERAGE),
495       COUNTABLE(PERF_UCHE_WRITE_REQUESTS_LRZ, UINT64, AVERAGE),
496       COUNTABLE(PERF_UCHE_WRITE_REQUESTS_SP, UINT64, AVERAGE),
497       COUNTABLE(PERF_UCHE_WRITE_REQUESTS_VPC, UINT64, AVERAGE),
498       COUNTABLE(PERF_UCHE_WRITE_REQUESTS_VSC, UINT64, AVERAGE),
499       COUNTABLE(PERF_UCHE_EVICTS, UINT64, AVERAGE),
500       COUNTABLE(PERF_UCHE_BANK_REQ0, UINT64, AVERAGE),
501       COUNTABLE(PERF_UCHE_BANK_REQ1, UINT64, AVERAGE),
502       COUNTABLE(PERF_UCHE_BANK_REQ2, UINT64, AVERAGE),
503       COUNTABLE(PERF_UCHE_BANK_REQ3, UINT64, AVERAGE),
504       COUNTABLE(PERF_UCHE_BANK_REQ4, UINT64, AVERAGE),
505       COUNTABLE(PERF_UCHE_BANK_REQ5, UINT64, AVERAGE),
506       COUNTABLE(PERF_UCHE_BANK_REQ6, UINT64, AVERAGE),
507       COUNTABLE(PERF_UCHE_BANK_REQ7, UINT64, AVERAGE),
508       COUNTABLE(PERF_UCHE_VBIF_READ_BEATS_CH0, UINT64, AVERAGE),
509       COUNTABLE(PERF_UCHE_VBIF_READ_BEATS_CH1, UINT64, AVERAGE),
510       COUNTABLE(PERF_UCHE_GMEM_READ_BEATS, UINT64, AVERAGE),
511       COUNTABLE(PERF_UCHE_FLAG_COUNT, UINT64, AVERAGE),
512 };
513 
514 static const struct fd_perfcntr_counter vfd_counters[] = {
515       COUNTER(VFD_PERFCTR_VFD_SEL_0, RBBM_PERFCTR_VFD_0_LO, RBBM_PERFCTR_VFD_0_HI),
516       COUNTER(VFD_PERFCTR_VFD_SEL_1, RBBM_PERFCTR_VFD_1_LO, RBBM_PERFCTR_VFD_1_HI),
517       COUNTER(VFD_PERFCTR_VFD_SEL_2, RBBM_PERFCTR_VFD_2_LO, RBBM_PERFCTR_VFD_2_HI),
518       COUNTER(VFD_PERFCTR_VFD_SEL_3, RBBM_PERFCTR_VFD_3_LO, RBBM_PERFCTR_VFD_3_HI),
519       COUNTER(VFD_PERFCTR_VFD_SEL_4, RBBM_PERFCTR_VFD_4_LO, RBBM_PERFCTR_VFD_4_HI),
520       COUNTER(VFD_PERFCTR_VFD_SEL_5, RBBM_PERFCTR_VFD_5_LO, RBBM_PERFCTR_VFD_5_HI),
521       COUNTER(VFD_PERFCTR_VFD_SEL_6, RBBM_PERFCTR_VFD_6_LO, RBBM_PERFCTR_VFD_6_HI),
522       COUNTER(VFD_PERFCTR_VFD_SEL_7, RBBM_PERFCTR_VFD_7_LO, RBBM_PERFCTR_VFD_7_HI),
523 };
524 
525 static const struct fd_perfcntr_countable vfd_countables[] = {
526       COUNTABLE(PERF_VFD_BUSY_CYCLES, UINT64, AVERAGE),
527       COUNTABLE(PERF_VFD_STALL_CYCLES_UCHE, UINT64, AVERAGE),
528       COUNTABLE(PERF_VFD_STALL_CYCLES_VPC_ALLOC, UINT64, AVERAGE),
529       COUNTABLE(PERF_VFD_STALL_CYCLES_MISS_VB, UINT64, AVERAGE),
530       COUNTABLE(PERF_VFD_STALL_CYCLES_MISS_Q, UINT64, AVERAGE),
531       COUNTABLE(PERF_VFD_STALL_CYCLES_SP_INFO, UINT64, AVERAGE),
532       COUNTABLE(PERF_VFD_STALL_CYCLES_SP_ATTR, UINT64, AVERAGE),
533       COUNTABLE(PERF_VFD_STALL_CYCLES_VFDP_VB, UINT64, AVERAGE),
534       COUNTABLE(PERF_VFD_STALL_CYCLES_VFDP_Q, UINT64, AVERAGE),
535       COUNTABLE(PERF_VFD_DECODER_PACKER_STALL, UINT64, AVERAGE),
536       COUNTABLE(PERF_VFD_STARVE_CYCLES_UCHE, UINT64, AVERAGE),
537       COUNTABLE(PERF_VFD_RBUFFER_FULL, UINT64, AVERAGE),
538       COUNTABLE(PERF_VFD_ATTR_INFO_FIFO_FULL, UINT64, AVERAGE),
539       COUNTABLE(PERF_VFD_DECODED_ATTRIBUTE_BYTES, UINT64, AVERAGE),
540       COUNTABLE(PERF_VFD_NUM_ATTRIBUTES, UINT64, AVERAGE),
541       COUNTABLE(PERF_VFD_INSTRUCTIONS, UINT64, AVERAGE),
542       COUNTABLE(PERF_VFD_UPPER_SHADER_FIBERS, UINT64, AVERAGE),
543       COUNTABLE(PERF_VFD_LOWER_SHADER_FIBERS, UINT64, AVERAGE),
544       COUNTABLE(PERF_VFD_MODE_0_FIBERS, UINT64, AVERAGE),
545       COUNTABLE(PERF_VFD_MODE_1_FIBERS, UINT64, AVERAGE),
546       COUNTABLE(PERF_VFD_MODE_2_FIBERS, UINT64, AVERAGE),
547       COUNTABLE(PERF_VFD_MODE_3_FIBERS, UINT64, AVERAGE),
548       COUNTABLE(PERF_VFD_MODE_4_FIBERS, UINT64, AVERAGE),
549       COUNTABLE(PERF_VFD_TOTAL_VERTICES, UINT64, AVERAGE),
550       COUNTABLE(PERF_VFD_NUM_ATTR_MISS, UINT64, AVERAGE),
551       COUNTABLE(PERF_VFD_1_BURST_REQ, UINT64, AVERAGE),
552       COUNTABLE(PERF_VFDP_STALL_CYCLES_VFD, UINT64, AVERAGE),
553       COUNTABLE(PERF_VFDP_STALL_CYCLES_VFD_INDEX, UINT64, AVERAGE),
554       COUNTABLE(PERF_VFDP_STALL_CYCLES_VFD_PROG, UINT64, AVERAGE),
555       COUNTABLE(PERF_VFDP_STARVE_CYCLES_PC, UINT64, AVERAGE),
556       COUNTABLE(PERF_VFDP_VS_STAGE_32_WAVES, UINT64, AVERAGE),
557 };
558 
559 static const struct fd_perfcntr_counter vpc_counters[] = {
560       COUNTER(VPC_PERFCTR_VPC_SEL_0, RBBM_PERFCTR_VPC_0_LO, RBBM_PERFCTR_VPC_0_HI),
561       COUNTER(VPC_PERFCTR_VPC_SEL_1, RBBM_PERFCTR_VPC_1_LO, RBBM_PERFCTR_VPC_1_HI),
562       COUNTER(VPC_PERFCTR_VPC_SEL_2, RBBM_PERFCTR_VPC_2_LO, RBBM_PERFCTR_VPC_2_HI),
563       COUNTER(VPC_PERFCTR_VPC_SEL_3, RBBM_PERFCTR_VPC_3_LO, RBBM_PERFCTR_VPC_3_HI),
564 };
565 
566 static const struct fd_perfcntr_countable vpc_countables[] = {
567       COUNTABLE(PERF_VPC_BUSY_CYCLES, UINT64, AVERAGE),
568       COUNTABLE(PERF_VPC_WORKING_CYCLES, UINT64, AVERAGE),
569       COUNTABLE(PERF_VPC_STALL_CYCLES_UCHE, UINT64, AVERAGE),
570       COUNTABLE(PERF_VPC_STALL_CYCLES_VFD_WACK, UINT64, AVERAGE),
571       COUNTABLE(PERF_VPC_STALL_CYCLES_HLSQ_PRIM_ALLOC, UINT64, AVERAGE),
572       COUNTABLE(PERF_VPC_STALL_CYCLES_PC, UINT64, AVERAGE),
573       COUNTABLE(PERF_VPC_STALL_CYCLES_SP_LM, UINT64, AVERAGE),
574       COUNTABLE(PERF_VPC_POS_EXPORT_STALL_CYCLES, UINT64, AVERAGE),
575       COUNTABLE(PERF_VPC_STARVE_CYCLES_SP, UINT64, AVERAGE),
576       COUNTABLE(PERF_VPC_STARVE_CYCLES_LRZ, UINT64, AVERAGE),
577       COUNTABLE(PERF_VPC_PC_PRIMITIVES, UINT64, AVERAGE),
578       COUNTABLE(PERF_VPC_SP_COMPONENTS, UINT64, AVERAGE),
579       COUNTABLE(PERF_VPC_SP_LM_PRIMITIVES, UINT64, AVERAGE),
580       COUNTABLE(PERF_VPC_SP_LM_COMPONENTS, UINT64, AVERAGE),
581       COUNTABLE(PERF_VPC_SP_LM_DWORDS, UINT64, AVERAGE),
582       COUNTABLE(PERF_VPC_STREAMOUT_COMPONENTS, UINT64, AVERAGE),
583       COUNTABLE(PERF_VPC_GRANT_PHASES, UINT64, AVERAGE),
584 };
585 
586 static const struct fd_perfcntr_counter vsc_counters[] = {
587       COUNTER(VSC_PERFCTR_VSC_SEL_0, RBBM_PERFCTR_VSC_0_LO, RBBM_PERFCTR_VSC_0_HI),
588       COUNTER(VSC_PERFCTR_VSC_SEL_1, RBBM_PERFCTR_VSC_1_LO, RBBM_PERFCTR_VSC_1_HI),
589 };
590 
591 static const struct fd_perfcntr_countable vsc_countables[] = {
592       COUNTABLE(PERF_VSC_BUSY_CYCLES, UINT64, AVERAGE),
593       COUNTABLE(PERF_VSC_WORKING_CYCLES, UINT64, AVERAGE),
594       COUNTABLE(PERF_VSC_STALL_CYCLES_UCHE, UINT64, AVERAGE),
595       COUNTABLE(PERF_VSC_EOT_NUM, UINT64, AVERAGE),
596 };
597 
598 /* VBIF counters probably not too userful for userspace, and they make
599  * frameretrace take many more passes to collect all the metrics, so
600  * for now let's hide them.
601  */
602 #if 0
603 /* VBIF counters break the pattern a bit, with enable and clear regs: */
604 static const struct fd_perfcntr_counter vbif_counters[] = {
605       COUNTER2(VBIF_PERF_CNT_SEL0, VBIF_PERF_CNT_LOW0, VBIF_PERF_CNT_HIGH0, VBIF_PERF_CNT_EN0, VBIF_PERF_CNT_CLR0),
606       COUNTER2(VBIF_PERF_CNT_SEL1, VBIF_PERF_CNT_LOW1, VBIF_PERF_CNT_HIGH1, VBIF_PERF_CNT_EN1, VBIF_PERF_CNT_CLR1),
607       COUNTER2(VBIF_PERF_CNT_SEL2, VBIF_PERF_CNT_LOW2, VBIF_PERF_CNT_HIGH2, VBIF_PERF_CNT_EN2, VBIF_PERF_CNT_CLR2),
608       COUNTER2(VBIF_PERF_CNT_SEL3, VBIF_PERF_CNT_LOW3, VBIF_PERF_CNT_HIGH3, VBIF_PERF_CNT_EN3, VBIF_PERF_CNT_CLR3),
609 };
610 
611 static const struct fd_perfcntr_countable vbif_countables[] = {
612       COUNTABLE(AXI_READ_REQUESTS_ID_0, UINT64, AVERAGE),
613       COUNTABLE(AXI_READ_REQUESTS_ID_1, UINT64, AVERAGE),
614       COUNTABLE(AXI_READ_REQUESTS_ID_2, UINT64, AVERAGE),
615       COUNTABLE(AXI_READ_REQUESTS_ID_3, UINT64, AVERAGE),
616       COUNTABLE(AXI_READ_REQUESTS_ID_4, UINT64, AVERAGE),
617       COUNTABLE(AXI_READ_REQUESTS_ID_5, UINT64, AVERAGE),
618       COUNTABLE(AXI_READ_REQUESTS_ID_6, UINT64, AVERAGE),
619       COUNTABLE(AXI_READ_REQUESTS_ID_7, UINT64, AVERAGE),
620       COUNTABLE(AXI_READ_REQUESTS_ID_8, UINT64, AVERAGE),
621       COUNTABLE(AXI_READ_REQUESTS_ID_9, UINT64, AVERAGE),
622       COUNTABLE(AXI_READ_REQUESTS_ID_10, UINT64, AVERAGE),
623       COUNTABLE(AXI_READ_REQUESTS_ID_11, UINT64, AVERAGE),
624       COUNTABLE(AXI_READ_REQUESTS_ID_12, UINT64, AVERAGE),
625       COUNTABLE(AXI_READ_REQUESTS_ID_13, UINT64, AVERAGE),
626       COUNTABLE(AXI_READ_REQUESTS_ID_14, UINT64, AVERAGE),
627       COUNTABLE(AXI_READ_REQUESTS_ID_15, UINT64, AVERAGE),
628       COUNTABLE(AXI0_READ_REQUESTS_TOTAL, UINT64, AVERAGE),
629       COUNTABLE(AXI1_READ_REQUESTS_TOTAL, UINT64, AVERAGE),
630       COUNTABLE(AXI2_READ_REQUESTS_TOTAL, UINT64, AVERAGE),
631       COUNTABLE(AXI3_READ_REQUESTS_TOTAL, UINT64, AVERAGE),
632       COUNTABLE(AXI_READ_REQUESTS_TOTAL, UINT64, AVERAGE),
633       COUNTABLE(AXI_WRITE_REQUESTS_ID_0, UINT64, AVERAGE),
634       COUNTABLE(AXI_WRITE_REQUESTS_ID_1, UINT64, AVERAGE),
635       COUNTABLE(AXI_WRITE_REQUESTS_ID_2, UINT64, AVERAGE),
636       COUNTABLE(AXI_WRITE_REQUESTS_ID_3, UINT64, AVERAGE),
637       COUNTABLE(AXI_WRITE_REQUESTS_ID_4, UINT64, AVERAGE),
638       COUNTABLE(AXI_WRITE_REQUESTS_ID_5, UINT64, AVERAGE),
639       COUNTABLE(AXI_WRITE_REQUESTS_ID_6, UINT64, AVERAGE),
640       COUNTABLE(AXI_WRITE_REQUESTS_ID_7, UINT64, AVERAGE),
641       COUNTABLE(AXI_WRITE_REQUESTS_ID_8, UINT64, AVERAGE),
642       COUNTABLE(AXI_WRITE_REQUESTS_ID_9, UINT64, AVERAGE),
643       COUNTABLE(AXI_WRITE_REQUESTS_ID_10, UINT64, AVERAGE),
644       COUNTABLE(AXI_WRITE_REQUESTS_ID_11, UINT64, AVERAGE),
645       COUNTABLE(AXI_WRITE_REQUESTS_ID_12, UINT64, AVERAGE),
646       COUNTABLE(AXI_WRITE_REQUESTS_ID_13, UINT64, AVERAGE),
647       COUNTABLE(AXI_WRITE_REQUESTS_ID_14, UINT64, AVERAGE),
648       COUNTABLE(AXI_WRITE_REQUESTS_ID_15, UINT64, AVERAGE),
649       COUNTABLE(AXI0_WRITE_REQUESTS_TOTAL, UINT64, AVERAGE),
650       COUNTABLE(AXI1_WRITE_REQUESTS_TOTAL, UINT64, AVERAGE),
651       COUNTABLE(AXI2_WRITE_REQUESTS_TOTAL, UINT64, AVERAGE),
652       COUNTABLE(AXI3_WRITE_REQUESTS_TOTAL, UINT64, AVERAGE),
653       COUNTABLE(AXI_WRITE_REQUESTS_TOTAL, UINT64, AVERAGE),
654       COUNTABLE(AXI_TOTAL_REQUESTS, UINT64, AVERAGE),
655       COUNTABLE(AXI_READ_DATA_BEATS_ID_0, UINT64, AVERAGE),
656       COUNTABLE(AXI_READ_DATA_BEATS_ID_1, UINT64, AVERAGE),
657       COUNTABLE(AXI_READ_DATA_BEATS_ID_2, UINT64, AVERAGE),
658       COUNTABLE(AXI_READ_DATA_BEATS_ID_3, UINT64, AVERAGE),
659       COUNTABLE(AXI_READ_DATA_BEATS_ID_4, UINT64, AVERAGE),
660       COUNTABLE(AXI_READ_DATA_BEATS_ID_5, UINT64, AVERAGE),
661       COUNTABLE(AXI_READ_DATA_BEATS_ID_6, UINT64, AVERAGE),
662       COUNTABLE(AXI_READ_DATA_BEATS_ID_7, UINT64, AVERAGE),
663       COUNTABLE(AXI_READ_DATA_BEATS_ID_8, UINT64, AVERAGE),
664       COUNTABLE(AXI_READ_DATA_BEATS_ID_9, UINT64, AVERAGE),
665       COUNTABLE(AXI_READ_DATA_BEATS_ID_10, UINT64, AVERAGE),
666       COUNTABLE(AXI_READ_DATA_BEATS_ID_11, UINT64, AVERAGE),
667       COUNTABLE(AXI_READ_DATA_BEATS_ID_12, UINT64, AVERAGE),
668       COUNTABLE(AXI_READ_DATA_BEATS_ID_13, UINT64, AVERAGE),
669       COUNTABLE(AXI_READ_DATA_BEATS_ID_14, UINT64, AVERAGE),
670       COUNTABLE(AXI_READ_DATA_BEATS_ID_15, UINT64, AVERAGE),
671       COUNTABLE(AXI0_READ_DATA_BEATS_TOTAL, UINT64, AVERAGE),
672       COUNTABLE(AXI1_READ_DATA_BEATS_TOTAL, UINT64, AVERAGE),
673       COUNTABLE(AXI2_READ_DATA_BEATS_TOTAL, UINT64, AVERAGE),
674       COUNTABLE(AXI3_READ_DATA_BEATS_TOTAL, UINT64, AVERAGE),
675       COUNTABLE(AXI_READ_DATA_BEATS_TOTAL, UINT64, AVERAGE),
676       COUNTABLE(AXI_WRITE_DATA_BEATS_ID_0, UINT64, AVERAGE),
677       COUNTABLE(AXI_WRITE_DATA_BEATS_ID_1, UINT64, AVERAGE),
678       COUNTABLE(AXI_WRITE_DATA_BEATS_ID_2, UINT64, AVERAGE),
679       COUNTABLE(AXI_WRITE_DATA_BEATS_ID_3, UINT64, AVERAGE),
680       COUNTABLE(AXI_WRITE_DATA_BEATS_ID_4, UINT64, AVERAGE),
681       COUNTABLE(AXI_WRITE_DATA_BEATS_ID_5, UINT64, AVERAGE),
682       COUNTABLE(AXI_WRITE_DATA_BEATS_ID_6, UINT64, AVERAGE),
683       COUNTABLE(AXI_WRITE_DATA_BEATS_ID_7, UINT64, AVERAGE),
684       COUNTABLE(AXI_WRITE_DATA_BEATS_ID_8, UINT64, AVERAGE),
685       COUNTABLE(AXI_WRITE_DATA_BEATS_ID_9, UINT64, AVERAGE),
686       COUNTABLE(AXI_WRITE_DATA_BEATS_ID_10, UINT64, AVERAGE),
687       COUNTABLE(AXI_WRITE_DATA_BEATS_ID_11, UINT64, AVERAGE),
688       COUNTABLE(AXI_WRITE_DATA_BEATS_ID_12, UINT64, AVERAGE),
689       COUNTABLE(AXI_WRITE_DATA_BEATS_ID_13, UINT64, AVERAGE),
690       COUNTABLE(AXI_WRITE_DATA_BEATS_ID_14, UINT64, AVERAGE),
691       COUNTABLE(AXI_WRITE_DATA_BEATS_ID_15, UINT64, AVERAGE),
692       COUNTABLE(AXI0_WRITE_DATA_BEATS_TOTAL, UINT64, AVERAGE),
693       COUNTABLE(AXI1_WRITE_DATA_BEATS_TOTAL, UINT64, AVERAGE),
694       COUNTABLE(AXI2_WRITE_DATA_BEATS_TOTAL, UINT64, AVERAGE),
695       COUNTABLE(AXI3_WRITE_DATA_BEATS_TOTAL, UINT64, AVERAGE),
696       COUNTABLE(AXI_WRITE_DATA_BEATS_TOTAL, UINT64, AVERAGE),
697       COUNTABLE(AXI_DATA_BEATS_TOTAL, UINT64, AVERAGE),
698 };
699 #endif
700 
701 const struct fd_perfcntr_group a5xx_perfcntr_groups[] = {
702       GROUP("CP", cp_counters, cp_countables),
703       GROUP("CCU", ccu_counters, ccu_countables),
704       GROUP("TSE", tse_counters, tse_countables),
705       GROUP("RAS", ras_counters, ras_countables),
706       GROUP("LRZ", lrz_counters, lrz_countables),
707       GROUP("HLSQ", hlsq_counters, hlsq_countables),
708       GROUP("PC", pc_counters, pc_countables),
709       GROUP("RB", rb_counters, rb_countables),
710       GROUP("RBBM", rbbm_counters, rbbm_countables),
711       GROUP("SP", sp_counters, sp_countables),
712       GROUP("TP", tp_counters, tp_countables),
713       GROUP("UCHE", uche_counters, uche_countables),
714       GROUP("VFD", vfd_counters, vfd_countables),
715       GROUP("VPC", vpc_counters, vpc_countables),
716       GROUP("VSC", vsc_counters, vsc_countables),
717       //	GROUP("VBIF", vbif_counters, vbif_countables),
718 };
719 
720 const unsigned a5xx_num_perfcntr_groups = ARRAY_SIZE(a5xx_perfcntr_groups);
721 
722 #endif /* FD5_PERFCNTR_H_ */
723