| /aosp_15_r20/external/mesa3d/src/gallium/drivers/lima/ir/ |
| H A D | lima_nir_split_loads.c | 67 nir_src_rewrite(src, def); in replace_intrinsic()
72 nir_src_rewrite(src, new); in replace_intrinsic()
77 nir_src_rewrite(&nir_src_parent_if(src)->condition, clone_intrinsic(b, intrin)); in replace_intrinsic()
95 nir_src_rewrite(src, def); in replace_load_const()
102 nir_src_rewrite(src, new); in replace_load_const()
|
| H A D | lima_nir_duplicate_consts.c | 52 nir_src_rewrite(use_src, &dupl->def); in lima_nir_duplicate_load_const()
79 nir_src_rewrite(&nir_src_parent_if(use_src)->condition, &dupl->def); in lima_nir_duplicate_load_const()
|
| H A D | lima_nir_duplicate_intrinsic.c | 56 nir_src_rewrite(use_src, &dupl->def); in lima_nir_duplicate_intrinsic()
86 nir_src_rewrite(&nir_src_parent_if(use_src)->condition, &dupl->def); in lima_nir_duplicate_intrinsic()
|
| /aosp_15_r20/external/mesa3d/src/intel/compiler/ |
| H A D | intel_nir_lower_non_uniform_resource_intel.c | 134 nir_src_rewrite(&new_resource_intel->src[1], intrin->src[source].ssa); in intel_nir_lower_non_uniform_intrinsic()
135 nir_src_rewrite(&intrin->src[source], &new_resource_intel->def); in intel_nir_lower_non_uniform_intrinsic()
168 nir_src_rewrite(&new_resource_intel->src[1], tex->src[s].src.ssa); in intel_nir_lower_non_uniform_tex()
169 nir_src_rewrite(&tex->src[s].src, &new_resource_intel->def); in intel_nir_lower_non_uniform_tex()
294 nir_src_rewrite(src, intrin->src[1].ssa); in intel_nir_cleanup_resource_intel_instr()
|
| H A D | intel_nir_lower_non_uniform_barycentric_at_sample.c | 67 nir_src_rewrite(&intrin->src[0], first_sample_id); in intel_nir_lower_non_uniform_barycentric_at_sample_instr()
120 nir_src_rewrite(&load_ii->src[0], new_bary); in intel_nir_lower_non_uniform_interpolated_input_instr()
|
| /aosp_15_r20/external/mesa3d/src/asahi/lib/ |
| H A D | agx_nir_lower_texture.c | 180 nir_src_rewrite(&else_src->src, &tex->def); in lower_buffer_texture()
430 nir_src_rewrite(src, nir_i2i16(b, src->ssa)); in legalize_image_lod()
520 nir_src_rewrite(&intr->src[1], nir_pad_vector(b, coord2d, 4)); in lower_buffer_image()
540 nir_src_rewrite(&intr->src[1], nir_pad_vector(b, coord, 4)); in lower_1d_image()
578 nir_src_rewrite(&intr->src[1], nir_vector_insert_imm(b, coord, replaced, 0)); in lower_image_load_robustness()
593 nir_src_rewrite(&intr->src[2], nir_u2u16(b, intr->src[2].ssa)); in lower_images()
693 nir_src_rewrite(&intr->src[1], nir_vector_insert_imm(b, coord, r, c)); in lower_robustness()
800 nir_src_rewrite(&intr->src[1], nir_pad_vector(b, coord2d, 4)); in lower_multisampled_store()
801 nir_src_rewrite(&intr->src[2], nir_imm_int(b, 0)); in lower_multisampled_store()
|
| /aosp_15_r20/external/mesa3d/src/gallium/drivers/r600/sfn/ |
| H A D | sfn_nir_lower_tex.cpp | 37 nir_src_rewrite(&tex->src[coord_index].src, corr); in lower_coord_shift_normalized()
58 nir_src_rewrite(&tex->src[coord_index].src, corr); in lower_coord_shift_unnormalized()
264 nir_src_rewrite(&tex->src[ddx_idx].src, in r600_nir_lower_cube_to_2darray_impl()
268 nir_src_rewrite(&tex->src[ddy_idx].src, in r600_nir_lower_cube_to_2darray_impl()
273 nir_src_rewrite(&tex->src[coord_idx].src, new_coord); in r600_nir_lower_cube_to_2darray_impl()
|
| H A D | sfn_nir_lower_64bit.cpp | 543 nir_src_rewrite(&src, src1); in split_store_output()
546 nir_src_rewrite(&src, src2); in split_store_output()
597 nir_src_rewrite(&load2->src[0], nir_iadd_imm(b, intr->src[0].ssa, 1)); in split_double_load_ssbo()
1226 nir_src_rewrite(&last_store->src[0], new_src); in combine_one_slot()
1332 nir_src_rewrite(&first->src[0], nir_vec_scalars(b, channels, 2)); in r600_lower_64bit_intrinsic()
1333 nir_src_rewrite(&second->src[0], in r600_lower_64bit_intrinsic()
1360 nir_src_rewrite(&second->src[offset_src], second_offset); in r600_lower_64bit_intrinsic()
|
| /aosp_15_r20/external/mesa3d/src/gallium/frontends/lavapipe/ |
| H A D | lvp_lower_vulkan_resource.c | 139 nir_src_rewrite(&tex->src[i].src, resource); in lower_vri_instr_tex()
176 nir_src_rewrite(&intrin->src[0], nir_imm_int(b, binding.desc_set + 1)); in lower_load_ubo()
179 nir_src_rewrite(&intrin->src[1], offset); in lower_load_ubo()
203 nir_src_rewrite(&intrin->src[0], resource); in lower_vri_instr()
|
| /aosp_15_r20/external/mesa3d/src/intel/vulkan/ |
| H A D | anv_nir_lower_resource_intel.c | 146 nir_src_rewrite(&intrin->src[1], in lower_resource_intel()
151 nir_src_rewrite(&intrin->src[0], nir_imm_int(b, 0xdeaddeed)); in lower_resource_intel()
152 nir_src_rewrite(&intrin->src[2], nir_imm_int(b, 0xdeaddeed)); in lower_resource_intel()
|
| /aosp_15_r20/external/mesa3d/src/gallium/drivers/panfrost/ |
| H A D | pan_nir_lower_res_indices.c | 71 nir_src_rewrite(tex_handle, new_handle); in lower_image_intrin()
106 nir_src_rewrite(&intrin->src[0], new_offset); in lower_load_ubo_intrin()
119 nir_src_rewrite(&intrin->src[0], new_offset); in lower_ssbo_intrin()
|
| /aosp_15_r20/external/mesa3d/src/compiler/nir/ |
| H A D | nir_deref.c | 862 nir_src_rewrite(src, &block_deref->def); in rematerialize_deref_src()
980 nir_src_rewrite(&alu->src[i].src, src_deref->parent.ssa); in opt_alu_of_cast()
1108 nir_src_rewrite(&cast->parent, parent->parent.ssa); in opt_remove_cast_cast()
1253 nir_src_rewrite(use_src, cast->parent.ssa); in opt_deref_cast()
1300 nir_src_rewrite(&deref->parent, parent->parent.ssa); in opt_deref_ptr_as_array()
1301 nir_src_rewrite(&deref->arr.index, new_idx); in opt_deref_ptr_as_array()
1387 nir_src_rewrite(&load->src[0], &parent->def); in opt_load_vec_deref()
1425 nir_src_rewrite(&store->src[0], &parent->def); in opt_store_vec_deref()
1432 nir_src_rewrite(&store->src[1], data); in opt_store_vec_deref()
|
| H A D | nir_opt_rematerialize_compares.c | 178 nir_src_rewrite(&if_stmt->condition, &clone->def); in nir_opt_rematerialize_compares_impl()
196 nir_src_rewrite(&use_alu->src[i].src, &clone->def); in nir_opt_rematerialize_compares_impl()
296 nir_src_rewrite(&use_alu->src[i].src, &clone->def); in nir_opt_rematerialize_alu_impl()
|
| H A D | nir_opt_shrink_stores.c | 52 nir_src_rewrite(&instr->src[3], data); in opt_shrink_vectors_image_store()
87 nir_src_rewrite(&instr->src[0], def); in opt_shrink_store_instr()
|
| H A D | nir_opt_if.c | 755 nir_src_rewrite(&nif->condition, nir_inot(b, nif->condition.ssa)); in opt_if_simplification()
942 nir_src_rewrite(alu_use, nalu); in propagate_condition_eval()
977 nir_src_rewrite(use_src, nir_imm_bool(b, bool_value)); in evaluate_condition_use()
1040 nir_src_rewrite(use, new_ssa); in rewrite_comp_uses_within_if()
1164 nir_src_rewrite(unused_src, undef); in opt_phi_src_unused()
1222 nir_src_rewrite(use, block == nir_if_first_then_block(next_if) ? then_src : else_src); in rewrite_phi_uses()
|
| H A D | nir_lower_fp16_conv.c | 257 nir_src_rewrite(src, nir_f2f32(b, src->ssa)); in lower_fp16_cast_impl()
277 nir_src_rewrite(src, nir_f2f32(b, src->ssa)); in lower_fp16_cast_impl()
290 nir_src_rewrite(src, split_f2f16_conversion(b, src->ssa, mode)); in lower_fp16_cast_impl()
|
| H A D | nir_opt_peephole_select.c | 387 nir_src_rewrite(&phi_src->src, &phi->def); in nir_opt_collapse_if()
395 nir_src_rewrite(&if_stmt->condition, cond); in nir_opt_collapse_if()
426 nir_src_rewrite(&intr->src[0], nir_iand(&b, intr->src[0].ssa, if_cond)); in rewrite_discard_conds()
|
| H A D | nir_lower_wpos_ytransform.c | 252 nir_src_rewrite(&fddy->src[0].src, pt); in lower_fddy()
270 nir_src_rewrite(&ddy->src[0], pt); in lower_ddy()
291 nir_src_rewrite(&intr->src[offset_src], in lower_interp_deref_or_load_baryc_at_offset()
|
| /aosp_15_r20/external/mesa3d/src/gallium/drivers/radeonsi/ |
| H A D | si_nir_lower_resource.c | 274 nir_src_rewrite(&intrin->src[0], desc); in lower_resource_intrinsic()
287 nir_src_rewrite(&intrin->src[0], desc); in lower_resource_intrinsic()
298 nir_src_rewrite(&intrin->src[1], desc); in lower_resource_intrinsic()
389 nir_src_rewrite(&intrin->src[0], desc); in lower_resource_intrinsic()
558 nir_src_rewrite(&tex->src[i].src, image); in lower_resource_tex()
564 nir_src_rewrite(&tex->src[i].src, sampler); in lower_resource_tex()
|
| /aosp_15_r20/external/mesa3d/src/gallium/drivers/etnaviv/ |
| H A D | etnaviv_nir.c | 77 nir_src_rewrite(&intr->src[1], ssa); in etna_lower_io()
138 nir_src_rewrite(coord, &vec->def); in etna_lower_io()
171 nir_src_rewrite(&alu->src[0].src, in etna_lower_alu_impl()
|
| /aosp_15_r20/external/mesa3d/src/nouveau/compiler/ |
| H A D | nak_nir_lower_tex.c | 209 nir_src_rewrite(&tex->src[0].src, vec_srcs[0]); in lower_tex()
212 nir_src_rewrite(&tex->src[1].src, vec_srcs[1]); in lower_tex()
302 nir_src_rewrite(&tex->src[0].src, txq_src); in lower_txq()
463 nir_src_rewrite(&intrin->src[3], data_vec2); in shrink_image_store()
479 nir_src_rewrite(&intrin->src[3], trimmed); in shrink_image_store()
|
| /aosp_15_r20/external/mesa3d/src/panfrost/util/ |
| H A D | pan_lower_image_ms.c | 87 nir_src_rewrite(&intr->src[1], coord); in nir_lower_image_ms()
93 nir_src_rewrite(&intr->src[1], in nir_lower_image_ms()
|
| /aosp_15_r20/external/mesa3d/src/compiler/glsl/ |
| H A D | gl_nir_lower_samplers_as_deref.c | 288 nir_src_rewrite(&instr->src[texture_idx].src, &texture_deref->def); in lower_sampler()
298 nir_src_rewrite(&instr->src[sampler_idx].src, &sampler_deref->def); in lower_sampler()
329 nir_src_rewrite(&instr->src[0], &deref->def); in lower_intrinsic()
|
| /aosp_15_r20/external/mesa3d/src/nouveau/vulkan/ |
| H A D | nvk_nir_lower_descriptors.c | 908 nir_src_rewrite(&intrin->src[1], nir_vec4(b, x, y, z, w)); in lower_msaa_image_intrin()
909 nir_src_rewrite(&intrin->src[2], nir_undef(b, 1, 32)); in lower_msaa_image_intrin()
1054 nir_src_rewrite(&intrin->src[1], pos); in lower_edb_buffer_image_intrin()
1126 nir_src_rewrite(&interp->src[1], offset); in lower_interp_at_sample()
1212 nir_src_rewrite(&tex->src[texture_src_idx].src, index); in lower_edb_buffer_tex_instr()
1216 nir_src_rewrite(&tex->src[coord_src_idx].src, new_coord); in lower_edb_buffer_tex_instr()
1295 nir_src_rewrite(&tex->src[texture_src_idx].src, combined_handle); in lower_tex()
1301 nir_src_rewrite(&tex->src[sampler_src_idx].src, combined_handle); in lower_tex()
|
| /aosp_15_r20/external/mesa3d/src/gallium/drivers/asahi/ |
| H A D | agx_nir_lower_bindings.c | 91 nir_src_rewrite(&intr->src[0], nir_imm_intN_t(b, idx, 16)); in lower()
118 nir_src_rewrite(&intr->src[0], nir_load_texture_handle_agx(b, index)); in lower()
|