1*61046927SAndroid Build Coastguard Worker /*
2*61046927SAndroid Build Coastguard Worker * Copyright 2017-2018 Alyssa Rosenzweig
3*61046927SAndroid Build Coastguard Worker * SPDX-License-Identifier: MIT
4*61046927SAndroid Build Coastguard Worker *
5*61046927SAndroid Build Coastguard Worker */
6*61046927SAndroid Build Coastguard Worker
7*61046927SAndroid Build Coastguard Worker #pragma once
8*61046927SAndroid Build Coastguard Worker
9*61046927SAndroid Build Coastguard Worker #include <stddef.h>
10*61046927SAndroid Build Coastguard Worker #include "asahi/genxml/agx_pack.h"
11*61046927SAndroid Build Coastguard Worker #include "agx_bo.h"
12*61046927SAndroid Build Coastguard Worker
13*61046927SAndroid Build Coastguard Worker #include "util/u_dynarray.h"
14*61046927SAndroid Build Coastguard Worker
15*61046927SAndroid Build Coastguard Worker /* Represents a pool of memory that can only grow, used to allocate objects
16*61046927SAndroid Build Coastguard Worker * with the same lifetime as the pool itself. In OpenGL, a pool is owned by the
17*61046927SAndroid Build Coastguard Worker * batch for transient structures. In Vulkan, it may be owned by e.g. the
18*61046927SAndroid Build Coastguard Worker * command pool */
19*61046927SAndroid Build Coastguard Worker
20*61046927SAndroid Build Coastguard Worker struct agx_pool {
21*61046927SAndroid Build Coastguard Worker /* Parent device for allocation */
22*61046927SAndroid Build Coastguard Worker struct agx_device *dev;
23*61046927SAndroid Build Coastguard Worker
24*61046927SAndroid Build Coastguard Worker /* BOs allocated by this pool */
25*61046927SAndroid Build Coastguard Worker struct util_dynarray bos;
26*61046927SAndroid Build Coastguard Worker
27*61046927SAndroid Build Coastguard Worker /* Current transient BO */
28*61046927SAndroid Build Coastguard Worker struct agx_bo *transient_bo;
29*61046927SAndroid Build Coastguard Worker
30*61046927SAndroid Build Coastguard Worker /* Within the topmost transient BO, how much has been used? */
31*61046927SAndroid Build Coastguard Worker unsigned transient_offset;
32*61046927SAndroid Build Coastguard Worker
33*61046927SAndroid Build Coastguard Worker /* BO flags to use in the pool */
34*61046927SAndroid Build Coastguard Worker unsigned create_flags;
35*61046927SAndroid Build Coastguard Worker };
36*61046927SAndroid Build Coastguard Worker
37*61046927SAndroid Build Coastguard Worker void agx_pool_init(struct agx_pool *pool, struct agx_device *dev,
38*61046927SAndroid Build Coastguard Worker unsigned create_flags, bool prealloc);
39*61046927SAndroid Build Coastguard Worker
40*61046927SAndroid Build Coastguard Worker void agx_pool_cleanup(struct agx_pool *pool);
41*61046927SAndroid Build Coastguard Worker
42*61046927SAndroid Build Coastguard Worker static inline unsigned
agx_pool_num_bos(struct agx_pool * pool)43*61046927SAndroid Build Coastguard Worker agx_pool_num_bos(struct agx_pool *pool)
44*61046927SAndroid Build Coastguard Worker {
45*61046927SAndroid Build Coastguard Worker return util_dynarray_num_elements(&pool->bos, struct agx_bo *);
46*61046927SAndroid Build Coastguard Worker }
47*61046927SAndroid Build Coastguard Worker
48*61046927SAndroid Build Coastguard Worker void agx_pool_get_bo_handles(struct agx_pool *pool, uint32_t *handles);
49*61046927SAndroid Build Coastguard Worker
50*61046927SAndroid Build Coastguard Worker /* Represents a fat pointer for GPU-mapped memory, returned from the transient
51*61046927SAndroid Build Coastguard Worker * allocator and not used for much else */
52*61046927SAndroid Build Coastguard Worker
53*61046927SAndroid Build Coastguard Worker struct agx_ptr agx_pool_alloc_aligned_with_bo(struct agx_pool *pool, size_t sz,
54*61046927SAndroid Build Coastguard Worker unsigned alignment,
55*61046927SAndroid Build Coastguard Worker struct agx_bo **bo);
56*61046927SAndroid Build Coastguard Worker
57*61046927SAndroid Build Coastguard Worker static inline struct agx_ptr
agx_pool_alloc_aligned(struct agx_pool * pool,size_t sz,unsigned alignment)58*61046927SAndroid Build Coastguard Worker agx_pool_alloc_aligned(struct agx_pool *pool, size_t sz, unsigned alignment)
59*61046927SAndroid Build Coastguard Worker {
60*61046927SAndroid Build Coastguard Worker return agx_pool_alloc_aligned_with_bo(pool, sz, alignment, NULL);
61*61046927SAndroid Build Coastguard Worker }
62*61046927SAndroid Build Coastguard Worker
63*61046927SAndroid Build Coastguard Worker uint64_t agx_pool_upload(struct agx_pool *pool, const void *data, size_t sz);
64*61046927SAndroid Build Coastguard Worker
65*61046927SAndroid Build Coastguard Worker uint64_t agx_pool_upload_aligned_with_bo(struct agx_pool *pool,
66*61046927SAndroid Build Coastguard Worker const void *data, size_t sz,
67*61046927SAndroid Build Coastguard Worker unsigned alignment,
68*61046927SAndroid Build Coastguard Worker struct agx_bo **bo);
69*61046927SAndroid Build Coastguard Worker
70*61046927SAndroid Build Coastguard Worker static inline uint64_t
agx_pool_upload_aligned(struct agx_pool * pool,const void * data,size_t sz,unsigned alignment)71*61046927SAndroid Build Coastguard Worker agx_pool_upload_aligned(struct agx_pool *pool, const void *data, size_t sz,
72*61046927SAndroid Build Coastguard Worker unsigned alignment)
73*61046927SAndroid Build Coastguard Worker {
74*61046927SAndroid Build Coastguard Worker return agx_pool_upload_aligned_with_bo(pool, data, sz, alignment, NULL);
75*61046927SAndroid Build Coastguard Worker }
76*61046927SAndroid Build Coastguard Worker
77*61046927SAndroid Build Coastguard Worker struct agx_desc_alloc_info {
78*61046927SAndroid Build Coastguard Worker unsigned size;
79*61046927SAndroid Build Coastguard Worker unsigned align;
80*61046927SAndroid Build Coastguard Worker unsigned nelems;
81*61046927SAndroid Build Coastguard Worker };
82*61046927SAndroid Build Coastguard Worker
83*61046927SAndroid Build Coastguard Worker #define AGX_DESC_ARRAY(count, name) \
84*61046927SAndroid Build Coastguard Worker { \
85*61046927SAndroid Build Coastguard Worker .size = MALI_##name##_LENGTH, .align = MALI_##name##_ALIGN, \
86*61046927SAndroid Build Coastguard Worker .nelems = count, \
87*61046927SAndroid Build Coastguard Worker }
88*61046927SAndroid Build Coastguard Worker
89*61046927SAndroid Build Coastguard Worker #define AGX_DESC(name) AGX_DESC_ARRAY(1, name)
90*61046927SAndroid Build Coastguard Worker
91*61046927SAndroid Build Coastguard Worker #define AGX_DESC_AGGREGATE(...) \
92*61046927SAndroid Build Coastguard Worker (struct agx_desc_alloc_info[]) \
93*61046927SAndroid Build Coastguard Worker { \
94*61046927SAndroid Build Coastguard Worker __VA_ARGS__, {0}, \
95*61046927SAndroid Build Coastguard Worker }
96*61046927SAndroid Build Coastguard Worker
97*61046927SAndroid Build Coastguard Worker static inline struct agx_ptr
agx_pool_alloc_descs(struct agx_pool * pool,const struct agx_desc_alloc_info * descs)98*61046927SAndroid Build Coastguard Worker agx_pool_alloc_descs(struct agx_pool *pool,
99*61046927SAndroid Build Coastguard Worker const struct agx_desc_alloc_info *descs)
100*61046927SAndroid Build Coastguard Worker {
101*61046927SAndroid Build Coastguard Worker unsigned size = 0;
102*61046927SAndroid Build Coastguard Worker unsigned align = descs[0].align;
103*61046927SAndroid Build Coastguard Worker
104*61046927SAndroid Build Coastguard Worker for (unsigned i = 0; descs[i].size; i++) {
105*61046927SAndroid Build Coastguard Worker assert(!(size & (descs[i].align - 1)));
106*61046927SAndroid Build Coastguard Worker size += descs[i].size * descs[i].nelems;
107*61046927SAndroid Build Coastguard Worker }
108*61046927SAndroid Build Coastguard Worker
109*61046927SAndroid Build Coastguard Worker return agx_pool_alloc_aligned(pool, size, align);
110*61046927SAndroid Build Coastguard Worker }
111*61046927SAndroid Build Coastguard Worker
112*61046927SAndroid Build Coastguard Worker #define agx_pool_alloc_desc(pool, name) \
113*61046927SAndroid Build Coastguard Worker agx_pool_alloc_descs(pool, AGX_DESC_AGGREGATE(AGX_DESC(name)))
114*61046927SAndroid Build Coastguard Worker
115*61046927SAndroid Build Coastguard Worker #define agx_pool_alloc_desc_array(pool, count, name) \
116*61046927SAndroid Build Coastguard Worker agx_pool_alloc_descs(pool, AGX_DESC_AGGREGATE(AGX_DESC_ARRAY(count, name)))
117*61046927SAndroid Build Coastguard Worker
118*61046927SAndroid Build Coastguard Worker #define agx_pool_alloc_desc_aggregate(pool, ...) \
119*61046927SAndroid Build Coastguard Worker agx_pool_alloc_descs(pool, AGX_DESC_AGGREGATE(__VA_ARGS__))
120