xref: /aosp_15_r20/external/libdrm/etnaviv/etnaviv_priv.h (revision 7688df22e49036ff52a766b7101da3a49edadb8c)
1*7688df22SAndroid Build Coastguard Worker /*
2*7688df22SAndroid Build Coastguard Worker  * Copyright (C) 2014-2015 Etnaviv Project
3*7688df22SAndroid Build Coastguard Worker  *
4*7688df22SAndroid Build Coastguard Worker  * Permission is hereby granted, free of charge, to any person obtaining a
5*7688df22SAndroid Build Coastguard Worker  * copy of this software and associated documentation files (the "Software"),
6*7688df22SAndroid Build Coastguard Worker  * to deal in the Software without restriction, including without limitation
7*7688df22SAndroid Build Coastguard Worker  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8*7688df22SAndroid Build Coastguard Worker  * and/or sell copies of the Software, and to permit persons to whom the
9*7688df22SAndroid Build Coastguard Worker  * Software is furnished to do so, subject to the following conditions:
10*7688df22SAndroid Build Coastguard Worker  *
11*7688df22SAndroid Build Coastguard Worker  * The above copyright notice and this permission notice (including the next
12*7688df22SAndroid Build Coastguard Worker  * paragraph) shall be included in all copies or substantial portions of the
13*7688df22SAndroid Build Coastguard Worker  * Software.
14*7688df22SAndroid Build Coastguard Worker  *
15*7688df22SAndroid Build Coastguard Worker  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16*7688df22SAndroid Build Coastguard Worker  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17*7688df22SAndroid Build Coastguard Worker  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18*7688df22SAndroid Build Coastguard Worker  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19*7688df22SAndroid Build Coastguard Worker  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20*7688df22SAndroid Build Coastguard Worker  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21*7688df22SAndroid Build Coastguard Worker  * SOFTWARE.
22*7688df22SAndroid Build Coastguard Worker  *
23*7688df22SAndroid Build Coastguard Worker  * Authors:
24*7688df22SAndroid Build Coastguard Worker  *    Christian Gmeiner <[email protected]>
25*7688df22SAndroid Build Coastguard Worker  */
26*7688df22SAndroid Build Coastguard Worker 
27*7688df22SAndroid Build Coastguard Worker #ifndef ETNAVIV_PRIV_H_
28*7688df22SAndroid Build Coastguard Worker #define ETNAVIV_PRIV_H_
29*7688df22SAndroid Build Coastguard Worker 
30*7688df22SAndroid Build Coastguard Worker #include <stdlib.h>
31*7688df22SAndroid Build Coastguard Worker #include <errno.h>
32*7688df22SAndroid Build Coastguard Worker #include <string.h>
33*7688df22SAndroid Build Coastguard Worker #include <unistd.h>
34*7688df22SAndroid Build Coastguard Worker #include <errno.h>
35*7688df22SAndroid Build Coastguard Worker #include <fcntl.h>
36*7688df22SAndroid Build Coastguard Worker #include <sys/ioctl.h>
37*7688df22SAndroid Build Coastguard Worker #include <pthread.h>
38*7688df22SAndroid Build Coastguard Worker #include <stdio.h>
39*7688df22SAndroid Build Coastguard Worker #include <assert.h>
40*7688df22SAndroid Build Coastguard Worker 
41*7688df22SAndroid Build Coastguard Worker #include "libdrm_macros.h"
42*7688df22SAndroid Build Coastguard Worker #include "xf86drm.h"
43*7688df22SAndroid Build Coastguard Worker #include "xf86atomic.h"
44*7688df22SAndroid Build Coastguard Worker 
45*7688df22SAndroid Build Coastguard Worker #include "util_double_list.h"
46*7688df22SAndroid Build Coastguard Worker 
47*7688df22SAndroid Build Coastguard Worker #include "etnaviv_drmif.h"
48*7688df22SAndroid Build Coastguard Worker #include <drm/etnaviv_drm.h>
49*7688df22SAndroid Build Coastguard Worker 
50*7688df22SAndroid Build Coastguard Worker struct etna_bo_bucket {
51*7688df22SAndroid Build Coastguard Worker 	uint32_t size;
52*7688df22SAndroid Build Coastguard Worker 	struct list_head list;
53*7688df22SAndroid Build Coastguard Worker };
54*7688df22SAndroid Build Coastguard Worker 
55*7688df22SAndroid Build Coastguard Worker struct etna_bo_cache {
56*7688df22SAndroid Build Coastguard Worker 	struct etna_bo_bucket cache_bucket[14 * 4];
57*7688df22SAndroid Build Coastguard Worker 	unsigned num_buckets;
58*7688df22SAndroid Build Coastguard Worker 	time_t time;
59*7688df22SAndroid Build Coastguard Worker };
60*7688df22SAndroid Build Coastguard Worker 
61*7688df22SAndroid Build Coastguard Worker struct etna_device {
62*7688df22SAndroid Build Coastguard Worker 	int fd;
63*7688df22SAndroid Build Coastguard Worker 	atomic_t refcnt;
64*7688df22SAndroid Build Coastguard Worker 
65*7688df22SAndroid Build Coastguard Worker 	/* tables to keep track of bo's, to avoid "evil-twin" etna_bo objects:
66*7688df22SAndroid Build Coastguard Worker 	 *
67*7688df22SAndroid Build Coastguard Worker 	 *   handle_table: maps handle to etna_bo
68*7688df22SAndroid Build Coastguard Worker 	 *   name_table: maps flink name to etna_bo
69*7688df22SAndroid Build Coastguard Worker 	 *
70*7688df22SAndroid Build Coastguard Worker 	 * We end up needing two tables, because DRM_IOCTL_GEM_OPEN always
71*7688df22SAndroid Build Coastguard Worker 	 * returns a new handle.  So we need to figure out if the bo is already
72*7688df22SAndroid Build Coastguard Worker 	 * open in the process first, before calling gem-open.
73*7688df22SAndroid Build Coastguard Worker 	 */
74*7688df22SAndroid Build Coastguard Worker 	void *handle_table, *name_table;
75*7688df22SAndroid Build Coastguard Worker 
76*7688df22SAndroid Build Coastguard Worker 	struct etna_bo_cache bo_cache;
77*7688df22SAndroid Build Coastguard Worker 
78*7688df22SAndroid Build Coastguard Worker 	int closefd;        /* call close(fd) upon destruction */
79*7688df22SAndroid Build Coastguard Worker };
80*7688df22SAndroid Build Coastguard Worker 
81*7688df22SAndroid Build Coastguard Worker drm_private void etna_bo_cache_init(struct etna_bo_cache *cache);
82*7688df22SAndroid Build Coastguard Worker drm_private void etna_bo_cache_cleanup(struct etna_bo_cache *cache, time_t time);
83*7688df22SAndroid Build Coastguard Worker drm_private struct etna_bo *etna_bo_cache_alloc(struct etna_bo_cache *cache,
84*7688df22SAndroid Build Coastguard Worker 		uint32_t *size, uint32_t flags);
85*7688df22SAndroid Build Coastguard Worker drm_private int etna_bo_cache_free(struct etna_bo_cache *cache, struct etna_bo *bo);
86*7688df22SAndroid Build Coastguard Worker 
87*7688df22SAndroid Build Coastguard Worker /* for where @table_lock is already held: */
88*7688df22SAndroid Build Coastguard Worker drm_private void etna_device_del_locked(struct etna_device *dev);
89*7688df22SAndroid Build Coastguard Worker 
90*7688df22SAndroid Build Coastguard Worker /* a GEM buffer object allocated from the DRM device */
91*7688df22SAndroid Build Coastguard Worker struct etna_bo {
92*7688df22SAndroid Build Coastguard Worker 	struct etna_device      *dev;
93*7688df22SAndroid Build Coastguard Worker 	void            *map;           /* userspace mmap'ing (if there is one) */
94*7688df22SAndroid Build Coastguard Worker 	uint32_t        size;
95*7688df22SAndroid Build Coastguard Worker 	uint32_t        handle;
96*7688df22SAndroid Build Coastguard Worker 	uint32_t        flags;
97*7688df22SAndroid Build Coastguard Worker 	uint32_t        name;           /* flink global handle (DRI2 name) */
98*7688df22SAndroid Build Coastguard Worker 	uint64_t        offset;         /* offset to mmap() */
99*7688df22SAndroid Build Coastguard Worker 	atomic_t        refcnt;
100*7688df22SAndroid Build Coastguard Worker 
101*7688df22SAndroid Build Coastguard Worker 	/* in the common case, a bo won't be referenced by more than a single
102*7688df22SAndroid Build Coastguard Worker 	 * command stream.  So to avoid looping over all the bo's in the
103*7688df22SAndroid Build Coastguard Worker 	 * reloc table to find the idx of a bo that might already be in the
104*7688df22SAndroid Build Coastguard Worker 	 * table, we cache the idx in the bo.  But in order to detect the
105*7688df22SAndroid Build Coastguard Worker 	 * slow-path where bo is ref'd in multiple streams, we also must track
106*7688df22SAndroid Build Coastguard Worker 	 * the current_stream for which the idx is valid.  See bo2idx().
107*7688df22SAndroid Build Coastguard Worker 	 */
108*7688df22SAndroid Build Coastguard Worker 	struct etna_cmd_stream *current_stream;
109*7688df22SAndroid Build Coastguard Worker 	uint32_t idx;
110*7688df22SAndroid Build Coastguard Worker 
111*7688df22SAndroid Build Coastguard Worker 	int reuse;
112*7688df22SAndroid Build Coastguard Worker 	struct list_head list;   /* bucket-list entry */
113*7688df22SAndroid Build Coastguard Worker 	time_t free_time;        /* time when added to bucket-list */
114*7688df22SAndroid Build Coastguard Worker };
115*7688df22SAndroid Build Coastguard Worker 
116*7688df22SAndroid Build Coastguard Worker struct etna_gpu {
117*7688df22SAndroid Build Coastguard Worker 	struct etna_device *dev;
118*7688df22SAndroid Build Coastguard Worker 	uint32_t core;
119*7688df22SAndroid Build Coastguard Worker 	uint32_t model;
120*7688df22SAndroid Build Coastguard Worker 	uint32_t revision;
121*7688df22SAndroid Build Coastguard Worker };
122*7688df22SAndroid Build Coastguard Worker 
123*7688df22SAndroid Build Coastguard Worker struct etna_pipe {
124*7688df22SAndroid Build Coastguard Worker 	enum etna_pipe_id id;
125*7688df22SAndroid Build Coastguard Worker 	struct etna_gpu *gpu;
126*7688df22SAndroid Build Coastguard Worker };
127*7688df22SAndroid Build Coastguard Worker 
128*7688df22SAndroid Build Coastguard Worker struct etna_cmd_stream_priv {
129*7688df22SAndroid Build Coastguard Worker 	struct etna_cmd_stream base;
130*7688df22SAndroid Build Coastguard Worker 	struct etna_pipe *pipe;
131*7688df22SAndroid Build Coastguard Worker 
132*7688df22SAndroid Build Coastguard Worker 	uint32_t last_timestamp;
133*7688df22SAndroid Build Coastguard Worker 
134*7688df22SAndroid Build Coastguard Worker 	/* submit ioctl related tables: */
135*7688df22SAndroid Build Coastguard Worker 	struct {
136*7688df22SAndroid Build Coastguard Worker 		/* bo's table: */
137*7688df22SAndroid Build Coastguard Worker 		struct drm_etnaviv_gem_submit_bo *bos;
138*7688df22SAndroid Build Coastguard Worker 		uint32_t nr_bos, max_bos;
139*7688df22SAndroid Build Coastguard Worker 
140*7688df22SAndroid Build Coastguard Worker 		/* reloc's table: */
141*7688df22SAndroid Build Coastguard Worker 		struct drm_etnaviv_gem_submit_reloc *relocs;
142*7688df22SAndroid Build Coastguard Worker 		uint32_t nr_relocs, max_relocs;
143*7688df22SAndroid Build Coastguard Worker 
144*7688df22SAndroid Build Coastguard Worker 		/* perf's table: */
145*7688df22SAndroid Build Coastguard Worker 		struct drm_etnaviv_gem_submit_pmr *pmrs;
146*7688df22SAndroid Build Coastguard Worker 		uint32_t nr_pmrs, max_pmrs;
147*7688df22SAndroid Build Coastguard Worker 	} submit;
148*7688df22SAndroid Build Coastguard Worker 
149*7688df22SAndroid Build Coastguard Worker 	/* should have matching entries in submit.bos: */
150*7688df22SAndroid Build Coastguard Worker 	struct etna_bo **bos;
151*7688df22SAndroid Build Coastguard Worker 	uint32_t nr_bos, max_bos;
152*7688df22SAndroid Build Coastguard Worker 
153*7688df22SAndroid Build Coastguard Worker 	/* notify callback if buffer reset happened */
154*7688df22SAndroid Build Coastguard Worker 	void (*reset_notify)(struct etna_cmd_stream *stream, void *priv);
155*7688df22SAndroid Build Coastguard Worker 	void *reset_notify_priv;
156*7688df22SAndroid Build Coastguard Worker };
157*7688df22SAndroid Build Coastguard Worker 
158*7688df22SAndroid Build Coastguard Worker struct etna_perfmon {
159*7688df22SAndroid Build Coastguard Worker 	struct list_head domains;
160*7688df22SAndroid Build Coastguard Worker 	struct etna_pipe *pipe;
161*7688df22SAndroid Build Coastguard Worker };
162*7688df22SAndroid Build Coastguard Worker 
163*7688df22SAndroid Build Coastguard Worker struct etna_perfmon_domain
164*7688df22SAndroid Build Coastguard Worker {
165*7688df22SAndroid Build Coastguard Worker 	struct list_head head;
166*7688df22SAndroid Build Coastguard Worker 	struct list_head signals;
167*7688df22SAndroid Build Coastguard Worker 	uint8_t id;
168*7688df22SAndroid Build Coastguard Worker 	char name[64];
169*7688df22SAndroid Build Coastguard Worker };
170*7688df22SAndroid Build Coastguard Worker 
171*7688df22SAndroid Build Coastguard Worker struct etna_perfmon_signal
172*7688df22SAndroid Build Coastguard Worker {
173*7688df22SAndroid Build Coastguard Worker 	struct list_head head;
174*7688df22SAndroid Build Coastguard Worker 	struct etna_perfmon_domain *domain;
175*7688df22SAndroid Build Coastguard Worker 	uint8_t signal;
176*7688df22SAndroid Build Coastguard Worker 	char name[64];
177*7688df22SAndroid Build Coastguard Worker };
178*7688df22SAndroid Build Coastguard Worker 
179*7688df22SAndroid Build Coastguard Worker #define ALIGN(v,a) (((v) + (a) - 1) & ~((a) - 1))
180*7688df22SAndroid Build Coastguard Worker #define ARRAY_SIZE(arr) (sizeof(arr) / sizeof((arr)[0]))
181*7688df22SAndroid Build Coastguard Worker 
182*7688df22SAndroid Build Coastguard Worker #define enable_debug 1  /* TODO make dynamic */
183*7688df22SAndroid Build Coastguard Worker 
184*7688df22SAndroid Build Coastguard Worker #define INFO_MSG(fmt, ...) \
185*7688df22SAndroid Build Coastguard Worker 		do { drmMsg("[I] "fmt " (%s:%d)\n", \
186*7688df22SAndroid Build Coastguard Worker 				##__VA_ARGS__, __FUNCTION__, __LINE__); } while (0)
187*7688df22SAndroid Build Coastguard Worker #define DEBUG_MSG(fmt, ...) \
188*7688df22SAndroid Build Coastguard Worker 		do if (enable_debug) { drmMsg("[D] "fmt " (%s:%d)\n", \
189*7688df22SAndroid Build Coastguard Worker 				##__VA_ARGS__, __FUNCTION__, __LINE__); } while (0)
190*7688df22SAndroid Build Coastguard Worker #define WARN_MSG(fmt, ...) \
191*7688df22SAndroid Build Coastguard Worker 		do { drmMsg("[W] "fmt " (%s:%d)\n", \
192*7688df22SAndroid Build Coastguard Worker 				##__VA_ARGS__, __FUNCTION__, __LINE__); } while (0)
193*7688df22SAndroid Build Coastguard Worker #define ERROR_MSG(fmt, ...) \
194*7688df22SAndroid Build Coastguard Worker 		do { drmMsg("[E] " fmt " (%s:%d)\n", \
195*7688df22SAndroid Build Coastguard Worker 				##__VA_ARGS__, __FUNCTION__, __LINE__); } while (0)
196*7688df22SAndroid Build Coastguard Worker 
197*7688df22SAndroid Build Coastguard Worker #define VOID2U64(x) ((uint64_t)(unsigned long)(x))
198*7688df22SAndroid Build Coastguard Worker 
get_abs_timeout(struct drm_etnaviv_timespec * tv,uint64_t ns)199*7688df22SAndroid Build Coastguard Worker static inline void get_abs_timeout(struct drm_etnaviv_timespec *tv, uint64_t ns)
200*7688df22SAndroid Build Coastguard Worker {
201*7688df22SAndroid Build Coastguard Worker 	struct timespec t;
202*7688df22SAndroid Build Coastguard Worker 	uint32_t s = ns / 1000000000;
203*7688df22SAndroid Build Coastguard Worker 	clock_gettime(CLOCK_MONOTONIC, &t);
204*7688df22SAndroid Build Coastguard Worker 	tv->tv_sec = t.tv_sec + s;
205*7688df22SAndroid Build Coastguard Worker 	tv->tv_nsec = t.tv_nsec + ns - (s * 1000000000);
206*7688df22SAndroid Build Coastguard Worker }
207*7688df22SAndroid Build Coastguard Worker 
208*7688df22SAndroid Build Coastguard Worker #endif /* ETNAVIV_PRIV_H_ */
209