1 /*
2 * Copyright © 2016 Red Hat.
3 * Copyright © 2016 Bas Nieuwenhuizen
4 *
5 * based in part on anv driver which is:
6 * Copyright © 2015 Intel Corporation
7 *
8 * SPDX-License-Identifier: MIT
9 */
10
11 #include "vk_log.h"
12
13 #include "ac_descriptors.h"
14
15 #include "radv_sampler.h"
16 #include "radv_device.h"
17 #include "radv_entrypoints.h"
18 #include "radv_physical_device.h"
19
20 static unsigned
radv_tex_wrap(VkSamplerAddressMode address_mode)21 radv_tex_wrap(VkSamplerAddressMode address_mode)
22 {
23 switch (address_mode) {
24 case VK_SAMPLER_ADDRESS_MODE_REPEAT:
25 return V_008F30_SQ_TEX_WRAP;
26 case VK_SAMPLER_ADDRESS_MODE_MIRRORED_REPEAT:
27 return V_008F30_SQ_TEX_MIRROR;
28 case VK_SAMPLER_ADDRESS_MODE_CLAMP_TO_EDGE:
29 return V_008F30_SQ_TEX_CLAMP_LAST_TEXEL;
30 case VK_SAMPLER_ADDRESS_MODE_CLAMP_TO_BORDER:
31 return V_008F30_SQ_TEX_CLAMP_BORDER;
32 case VK_SAMPLER_ADDRESS_MODE_MIRROR_CLAMP_TO_EDGE:
33 return V_008F30_SQ_TEX_MIRROR_ONCE_LAST_TEXEL;
34 default:
35 unreachable("illegal tex wrap mode");
36 break;
37 }
38 return 0;
39 }
40
41 static unsigned
radv_tex_compare(VkCompareOp op)42 radv_tex_compare(VkCompareOp op)
43 {
44 switch (op) {
45 case VK_COMPARE_OP_NEVER:
46 return V_008F30_SQ_TEX_DEPTH_COMPARE_NEVER;
47 case VK_COMPARE_OP_LESS:
48 return V_008F30_SQ_TEX_DEPTH_COMPARE_LESS;
49 case VK_COMPARE_OP_EQUAL:
50 return V_008F30_SQ_TEX_DEPTH_COMPARE_EQUAL;
51 case VK_COMPARE_OP_LESS_OR_EQUAL:
52 return V_008F30_SQ_TEX_DEPTH_COMPARE_LESSEQUAL;
53 case VK_COMPARE_OP_GREATER:
54 return V_008F30_SQ_TEX_DEPTH_COMPARE_GREATER;
55 case VK_COMPARE_OP_NOT_EQUAL:
56 return V_008F30_SQ_TEX_DEPTH_COMPARE_NOTEQUAL;
57 case VK_COMPARE_OP_GREATER_OR_EQUAL:
58 return V_008F30_SQ_TEX_DEPTH_COMPARE_GREATEREQUAL;
59 case VK_COMPARE_OP_ALWAYS:
60 return V_008F30_SQ_TEX_DEPTH_COMPARE_ALWAYS;
61 default:
62 unreachable("illegal compare mode");
63 break;
64 }
65 return 0;
66 }
67
68 static unsigned
radv_tex_filter(VkFilter filter,unsigned max_ansio)69 radv_tex_filter(VkFilter filter, unsigned max_ansio)
70 {
71 switch (filter) {
72 case VK_FILTER_NEAREST:
73 return (max_ansio > 1 ? V_008F38_SQ_TEX_XY_FILTER_ANISO_POINT : V_008F38_SQ_TEX_XY_FILTER_POINT);
74 case VK_FILTER_LINEAR:
75 return (max_ansio > 1 ? V_008F38_SQ_TEX_XY_FILTER_ANISO_BILINEAR : V_008F38_SQ_TEX_XY_FILTER_BILINEAR);
76 case VK_FILTER_CUBIC_EXT:
77 default:
78 fprintf(stderr, "illegal texture filter");
79 return 0;
80 }
81 }
82
83 static unsigned
radv_tex_mipfilter(VkSamplerMipmapMode mode)84 radv_tex_mipfilter(VkSamplerMipmapMode mode)
85 {
86 switch (mode) {
87 case VK_SAMPLER_MIPMAP_MODE_NEAREST:
88 return V_008F38_SQ_TEX_Z_FILTER_POINT;
89 case VK_SAMPLER_MIPMAP_MODE_LINEAR:
90 return V_008F38_SQ_TEX_Z_FILTER_LINEAR;
91 default:
92 return V_008F38_SQ_TEX_Z_FILTER_NONE;
93 }
94 }
95
96 static unsigned
radv_tex_bordercolor(VkBorderColor bcolor)97 radv_tex_bordercolor(VkBorderColor bcolor)
98 {
99 switch (bcolor) {
100 case VK_BORDER_COLOR_FLOAT_TRANSPARENT_BLACK:
101 case VK_BORDER_COLOR_INT_TRANSPARENT_BLACK:
102 return V_008F3C_SQ_TEX_BORDER_COLOR_TRANS_BLACK;
103 case VK_BORDER_COLOR_FLOAT_OPAQUE_BLACK:
104 case VK_BORDER_COLOR_INT_OPAQUE_BLACK:
105 return V_008F3C_SQ_TEX_BORDER_COLOR_OPAQUE_BLACK;
106 case VK_BORDER_COLOR_FLOAT_OPAQUE_WHITE:
107 case VK_BORDER_COLOR_INT_OPAQUE_WHITE:
108 return V_008F3C_SQ_TEX_BORDER_COLOR_OPAQUE_WHITE;
109 case VK_BORDER_COLOR_FLOAT_CUSTOM_EXT:
110 case VK_BORDER_COLOR_INT_CUSTOM_EXT:
111 return V_008F3C_SQ_TEX_BORDER_COLOR_REGISTER;
112 default:
113 break;
114 }
115 return 0;
116 }
117
118 static unsigned
radv_tex_aniso_filter(unsigned filter)119 radv_tex_aniso_filter(unsigned filter)
120 {
121 return MIN2(util_logbase2(filter), 4);
122 }
123
124 static unsigned
radv_tex_filter_mode(VkSamplerReductionMode mode)125 radv_tex_filter_mode(VkSamplerReductionMode mode)
126 {
127 switch (mode) {
128 case VK_SAMPLER_REDUCTION_MODE_WEIGHTED_AVERAGE:
129 return V_008F30_SQ_IMG_FILTER_MODE_BLEND;
130 case VK_SAMPLER_REDUCTION_MODE_MIN:
131 return V_008F30_SQ_IMG_FILTER_MODE_MIN;
132 case VK_SAMPLER_REDUCTION_MODE_MAX:
133 return V_008F30_SQ_IMG_FILTER_MODE_MAX;
134 default:
135 break;
136 }
137 return 0;
138 }
139
140 static uint32_t
radv_get_max_anisotropy(struct radv_device * device,const VkSamplerCreateInfo * pCreateInfo)141 radv_get_max_anisotropy(struct radv_device *device, const VkSamplerCreateInfo *pCreateInfo)
142 {
143 if (device->force_aniso >= 0)
144 return device->force_aniso;
145
146 if (pCreateInfo->anisotropyEnable && pCreateInfo->maxAnisotropy > 1.0f)
147 return (uint32_t)pCreateInfo->maxAnisotropy;
148
149 return 0;
150 }
151
152 static uint32_t
radv_register_border_color(struct radv_device * device,VkClearColorValue value)153 radv_register_border_color(struct radv_device *device, VkClearColorValue value)
154 {
155 uint32_t slot;
156
157 mtx_lock(&device->border_color_data.mutex);
158
159 for (slot = 0; slot < RADV_BORDER_COLOR_COUNT; slot++) {
160 if (!device->border_color_data.used[slot]) {
161 /* Copy to the GPU wrt endian-ness. */
162 util_memcpy_cpu_to_le32(&device->border_color_data.colors_gpu_ptr[slot], &value, sizeof(VkClearColorValue));
163
164 device->border_color_data.used[slot] = true;
165 break;
166 }
167 }
168
169 mtx_unlock(&device->border_color_data.mutex);
170
171 return slot;
172 }
173
174 static void
radv_unregister_border_color(struct radv_device * device,uint32_t slot)175 radv_unregister_border_color(struct radv_device *device, uint32_t slot)
176 {
177 mtx_lock(&device->border_color_data.mutex);
178
179 device->border_color_data.used[slot] = false;
180
181 mtx_unlock(&device->border_color_data.mutex);
182 }
183
184 static void
radv_init_sampler(struct radv_device * device,struct radv_sampler * sampler,const VkSamplerCreateInfo * pCreateInfo)185 radv_init_sampler(struct radv_device *device, struct radv_sampler *sampler, const VkSamplerCreateInfo *pCreateInfo)
186 {
187 const struct radv_physical_device *pdev = radv_device_physical(device);
188 const struct radv_instance *instance = radv_physical_device_instance(pdev);
189 uint32_t max_aniso = radv_get_max_anisotropy(device, pCreateInfo);
190 uint32_t max_aniso_ratio = radv_tex_aniso_filter(max_aniso);
191 unsigned filter_mode = radv_tex_filter_mode(sampler->vk.reduction_mode);
192 unsigned depth_compare_func = V_008F30_SQ_TEX_DEPTH_COMPARE_NEVER;
193 bool trunc_coord = ((pCreateInfo->minFilter == VK_FILTER_NEAREST && pCreateInfo->magFilter == VK_FILTER_NEAREST) ||
194 pdev->info.conformant_trunc_coord) &&
195 !device->disable_trunc_coord;
196 bool uses_border_color = pCreateInfo->addressModeU == VK_SAMPLER_ADDRESS_MODE_CLAMP_TO_BORDER ||
197 pCreateInfo->addressModeV == VK_SAMPLER_ADDRESS_MODE_CLAMP_TO_BORDER ||
198 pCreateInfo->addressModeW == VK_SAMPLER_ADDRESS_MODE_CLAMP_TO_BORDER;
199 VkBorderColor border_color = uses_border_color ? pCreateInfo->borderColor : VK_BORDER_COLOR_FLOAT_TRANSPARENT_BLACK;
200 uint32_t border_color_ptr;
201 bool disable_cube_wrap = pCreateInfo->flags & VK_SAMPLER_CREATE_NON_SEAMLESS_CUBE_MAP_BIT_EXT;
202
203 if (pCreateInfo->compareEnable)
204 depth_compare_func = radv_tex_compare(pCreateInfo->compareOp);
205
206 sampler->border_color_slot = RADV_BORDER_COLOR_COUNT;
207
208 if (vk_border_color_is_custom(border_color)) {
209 sampler->border_color_slot = radv_register_border_color(device, sampler->vk.border_color_value);
210
211 /* Did we fail to find a slot? */
212 if (sampler->border_color_slot == RADV_BORDER_COLOR_COUNT) {
213 fprintf(stderr, "WARNING: no free border color slots, defaulting to TRANS_BLACK.\n");
214 border_color = VK_BORDER_COLOR_FLOAT_TRANSPARENT_BLACK;
215 }
216 }
217
218 /* If we don't have a custom color, set the ptr to 0 */
219 border_color_ptr = sampler->border_color_slot != RADV_BORDER_COLOR_COUNT ? sampler->border_color_slot : 0;
220
221 struct ac_sampler_state ac_state = {
222 .address_mode_u = radv_tex_wrap(pCreateInfo->addressModeU),
223 .address_mode_v = radv_tex_wrap(pCreateInfo->addressModeV),
224 .address_mode_w = radv_tex_wrap(pCreateInfo->addressModeW),
225 .max_aniso_ratio = max_aniso_ratio,
226 .depth_compare_func = depth_compare_func,
227 .unnormalized_coords = pCreateInfo->unnormalizedCoordinates ? 1 : 0,
228 .cube_wrap = !disable_cube_wrap,
229 .trunc_coord = trunc_coord,
230 .filter_mode = filter_mode,
231 .mag_filter = radv_tex_filter(pCreateInfo->magFilter, max_aniso),
232 .min_filter = radv_tex_filter(pCreateInfo->minFilter, max_aniso),
233 .mip_filter = radv_tex_mipfilter(pCreateInfo->mipmapMode),
234 .min_lod = pCreateInfo->minLod,
235 .max_lod = pCreateInfo->maxLod,
236 .lod_bias = pCreateInfo->mipLodBias,
237 .aniso_single_level = !instance->drirc.disable_aniso_single_level,
238 .border_color_type = radv_tex_bordercolor(border_color),
239 .border_color_ptr = border_color_ptr,
240 };
241
242 ac_build_sampler_descriptor(pdev->info.gfx_level, &ac_state, sampler->state);
243 }
244
245 VKAPI_ATTR VkResult VKAPI_CALL
radv_CreateSampler(VkDevice _device,const VkSamplerCreateInfo * pCreateInfo,const VkAllocationCallbacks * pAllocator,VkSampler * pSampler)246 radv_CreateSampler(VkDevice _device, const VkSamplerCreateInfo *pCreateInfo, const VkAllocationCallbacks *pAllocator,
247 VkSampler *pSampler)
248 {
249 VK_FROM_HANDLE(radv_device, device, _device);
250 struct radv_sampler *sampler;
251
252 sampler = vk_sampler_create(&device->vk, pCreateInfo, pAllocator, sizeof(*sampler));
253 if (!sampler)
254 return vk_error(device, VK_ERROR_OUT_OF_HOST_MEMORY);
255
256 radv_init_sampler(device, sampler, pCreateInfo);
257
258 *pSampler = radv_sampler_to_handle(sampler);
259
260 return VK_SUCCESS;
261 }
262
263 VKAPI_ATTR void VKAPI_CALL
radv_DestroySampler(VkDevice _device,VkSampler _sampler,const VkAllocationCallbacks * pAllocator)264 radv_DestroySampler(VkDevice _device, VkSampler _sampler, const VkAllocationCallbacks *pAllocator)
265 {
266 VK_FROM_HANDLE(radv_device, device, _device);
267 VK_FROM_HANDLE(radv_sampler, sampler, _sampler);
268
269 if (!sampler)
270 return;
271
272 if (sampler->border_color_slot != RADV_BORDER_COLOR_COUNT)
273 radv_unregister_border_color(device, sampler->border_color_slot);
274
275 vk_sampler_destroy(&device->vk, pAllocator, &sampler->vk);
276 }
277