1 /**************************************************************************
2 *
3 * Copyright 2019 Red Hat.
4 * All Rights Reserved.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the "Software"),
8 * to deal in the Software without restriction, including without limitation
9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10 * and/or sell copies of the Software, and to permit persons to whom the
11 * Software is furnished to do so, subject to the following conditions:
12 *
13 * The above copyright notice and this permission notice shall be included
14 * in all copies or substantial portions of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
17 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 *
24 **************************************************************************/
25
26 #ifndef LP_STATE_CS_H
27 #define LP_STATE_CS_H
28
29 #include "util/u_thread.h"
30 #include "pipe/p_state.h"
31
32 #include "gallivm/lp_bld.h"
33 #include "gallivm/lp_bld_sample.h" /* for struct lp_sampler_static_state */
34 #include "lp_jit.h"
35 #include "lp_state_fs.h"
36
37 struct lp_compute_shader_variant;
38
39 struct lp_compute_shader_variant_key
40 {
41 unsigned nr_samplers:8;
42 unsigned nr_sampler_views:8;
43 unsigned nr_images:8;
44 };
45
46 #define LP_CS_MAX_VARIANT_KEY_SIZE \
47 (sizeof(struct lp_compute_shader_variant_key) + \
48 PIPE_MAX_SHADER_SAMPLER_VIEWS * sizeof(struct lp_sampler_static_state) + \
49 PIPE_MAX_SHADER_IMAGES * sizeof(struct lp_image_static_state))
50
51 static inline size_t
lp_cs_variant_key_size(unsigned nr_samplers,unsigned nr_images)52 lp_cs_variant_key_size(unsigned nr_samplers, unsigned nr_images)
53 {
54 return (sizeof(struct lp_compute_shader_variant_key) +
55 nr_samplers * sizeof(struct lp_sampler_static_state) +
56 nr_images * sizeof(struct lp_image_static_state));
57 }
58
59 static inline struct lp_sampler_static_state *
lp_cs_variant_key_samplers(const struct lp_compute_shader_variant_key * key)60 lp_cs_variant_key_samplers(const struct lp_compute_shader_variant_key *key)
61 {
62 return (struct lp_sampler_static_state *)&(key[1]);
63 }
64
65 static inline struct lp_image_static_state *
lp_cs_variant_key_images(const struct lp_compute_shader_variant_key * key)66 lp_cs_variant_key_images(const struct lp_compute_shader_variant_key *key)
67 {
68 return (struct lp_image_static_state *)
69 &(lp_cs_variant_key_samplers(key)[MAX2(key->nr_samplers, key->nr_sampler_views)]);
70 }
71
72 struct lp_cs_variant_list_item
73 {
74 struct list_head list;
75 struct lp_compute_shader_variant *base;
76 };
77
78 struct lp_compute_shader_variant
79 {
80 struct gallivm_state *gallivm;
81
82 LLVMTypeRef jit_cs_context_type;
83 LLVMTypeRef jit_cs_context_ptr_type;
84 LLVMTypeRef jit_cs_thread_data_type;
85 LLVMTypeRef jit_resources_type;
86 LLVMTypeRef jit_resources_ptr_type;
87 LLVMTypeRef jit_cs_thread_data_ptr_type;
88
89 /* for mesh shaders */
90 LLVMTypeRef jit_vertex_header_type;
91 LLVMTypeRef jit_vertex_header_ptr_type;
92 LLVMTypeRef jit_prim_type;
93 LLVMValueRef function;
94 char *function_name;
95 lp_jit_cs_func jit_function;
96
97 /* Total number of LLVM instructions generated */
98 unsigned nr_instrs;
99
100 struct lp_cs_variant_list_item list_item_global, list_item_local;
101
102 struct lp_compute_shader *shader;
103
104 /* For debugging/profiling purposes */
105 unsigned no;
106
107 /* key is variable-sized, must be last */
108 struct lp_compute_shader_variant_key key;
109 };
110
111 struct lp_compute_shader {
112 struct pipe_shader_state base;
113
114 struct lp_cs_variant_list_item variants;
115
116 struct draw_mesh_shader *draw_mesh_data;
117 uint32_t req_local_mem;
118
119 /* For debugging/profiling purposes */
120 unsigned variant_key_size;
121 unsigned no;
122 unsigned variants_created;
123 unsigned variants_cached;
124 bool zero_initialize_shared_memory;
125
126 int max_global_buffers;
127 struct pipe_resource **global_buffers;
128 };
129
130 struct lp_cs_exec {
131 struct lp_jit_cs_context jit_context;
132 struct lp_jit_resources jit_resources;
133 struct lp_compute_shader_variant *variant;
134 };
135
136 struct lp_cs_context {
137 struct pipe_context *pipe;
138
139 struct {
140 struct lp_cs_exec current;
141 struct pipe_resource *current_tex[PIPE_MAX_SHADER_SAMPLER_VIEWS];
142 unsigned current_tex_num;
143 } cs;
144
145 /** compute shader constants */
146 struct {
147 struct pipe_constant_buffer current;
148 unsigned stored_size;
149 const void *stored_data;
150 } constants[LP_MAX_TGSI_CONST_BUFFERS];
151
152 /** compute shader buffers */
153 struct {
154 struct pipe_shader_buffer current;
155 } ssbos[LP_MAX_TGSI_SHADER_BUFFERS];
156
157 struct {
158 struct pipe_image_view current;
159 } images[LP_MAX_TGSI_SHADER_IMAGES];
160
161 const void *input;
162 };
163
164 struct lp_cs_context *lp_csctx_create(struct pipe_context *pipe);
165 void lp_csctx_destroy(struct lp_cs_context *csctx);
166
167 #endif
168