| /aosp_15_r20/external/mesa3d/src/gallium/drivers/lima/ir/ |
| H A D | lima_nir_split_loads.c | 64 _mesa_hash_table_search(visited_instrs, nir_src_parent_instr(src)); in replace_intrinsic()
65 if (entry && (nir_src_parent_instr(src)->type != nir_instr_type_phi)) { in replace_intrinsic()
73 _mesa_hash_table_insert(visited_instrs, nir_src_parent_instr(src), new); in replace_intrinsic()
92 _mesa_hash_table_search(visited_instrs, nir_src_parent_instr(src)); in replace_load_const()
93 if (entry && (nir_src_parent_instr(src)->type != nir_instr_type_phi)) { in replace_load_const()
103 _mesa_hash_table_insert(visited_instrs, nir_src_parent_instr(src), new); in replace_load_const()
|
| H A D | lima_nir_duplicate_consts.c | 37 if (last_parent_instr != nir_src_parent_instr(use_src)) { in lima_nir_duplicate_load_const()
39 b->cursor = nir_before_instr(nir_src_parent_instr(use_src)); in lima_nir_duplicate_load_const()
53 last_parent_instr = nir_src_parent_instr(use_src); in lima_nir_duplicate_load_const()
|
| H A D | lima_nir_duplicate_intrinsic.c | 38 if (last_parent_instr != nir_src_parent_instr(use_src)) { in lima_nir_duplicate_intrinsic()
40 b->cursor = nir_before_instr(nir_src_parent_instr(use_src)); in lima_nir_duplicate_intrinsic()
57 last_parent_instr = nir_src_parent_instr(use_src); in lima_nir_duplicate_intrinsic()
|
| /aosp_15_r20/external/mesa3d/src/asahi/compiler/ |
| H A D | agx_nir_opt_preamble.c | 29 nir_instr *use_instr = nir_src_parent_instr(use); in all_uses_float()
247 nir_instr *parent_instr = nir_src_parent_instr(use); in rewrite_cost()
287 if (nir_src_parent_instr(use)->type == nir_instr_type_tex) { in avoid_instr()
289 nir_tex_instr *tex = nir_instr_as_tex(nir_src_parent_instr(use)); in avoid_instr()
295 } else if (nir_src_parent_instr(use)->type == in avoid_instr()
299 nir_instr_as_intrinsic(nir_src_parent_instr(use)); in avoid_instr()
|
| /aosp_15_r20/external/mesa3d/src/compiler/nir/ |
| H A D | nir_opt_rematerialize_compares.c | 94 if (nir_src_parent_instr(use)->type != nir_instr_type_alu) in all_uses_are_bcsel()
97 nir_alu_instr *const alu = nir_instr_as_alu(nir_src_parent_instr(use)); in all_uses_are_bcsel()
116 if (nir_src_parent_instr(use)->type != nir_instr_type_alu) in all_uses_are_compare_with_zero()
119 nir_alu_instr *const alu = nir_instr_as_alu(nir_src_parent_instr(use)); in all_uses_are_compare_with_zero()
181 nir_instr *const use_instr = nir_src_parent_instr(use); in nir_opt_rematerialize_compares_impl()
281 nir_instr *const use_instr = nir_src_parent_instr(use); in nir_opt_rematerialize_alu_impl()
|
| H A D | nir_move_vec_src_uses_to_dest.c | 85 nir_instr *use_instr = nir_src_parent_instr(src); in move_vec_src_uses_to_dest_block()
124 if (nir_src_parent_instr(use) == &vec->instr) in move_vec_src_uses_to_dest_block()
128 if (!ssa_def_dominates_instr(&vec->def, nir_src_parent_instr(use))) in move_vec_src_uses_to_dest_block()
132 if (nir_src_parent_instr(use)->type != nir_instr_type_alu) in move_vec_src_uses_to_dest_block()
135 nir_alu_instr *use_alu = nir_instr_as_alu(nir_src_parent_instr(use)); in move_vec_src_uses_to_dest_block()
|
| H A D | nir_repair_ssa.c | 62 } else if (nir_src_parent_instr(src)->type == nir_instr_type_phi) { in get_src_block()
65 return nir_src_parent_instr(src)->block; in get_src_block()
117 nir_src_parent_instr(src)->type == nir_instr_type_deref && in repair_ssa_def()
118 nir_instr_as_deref(nir_src_parent_instr(src))->deref_type != nir_deref_type_cast) { in repair_ssa_def()
131 nir_instr_insert(nir_before_instr(nir_src_parent_instr(src)), in repair_ssa_def()
|
| H A D | nir_lower_scratch.c | 77 if (!nir_src_parent_instr(src)) in only_used_for_load_store()
79 if (nir_src_parent_instr(src)->type == nir_instr_type_deref) { in only_used_for_load_store()
80 if (!only_used_for_load_store(nir_instr_as_deref(nir_src_parent_instr(src)))) in only_used_for_load_store()
82 } else if (nir_src_parent_instr(src)->type != nir_instr_type_intrinsic) { in only_used_for_load_store()
85 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(nir_src_parent_instr(src)); in only_used_for_load_store()
|
| H A D | nir_to_lcssa.c | 84 if (nir_src_parent_instr(use)->block->index <= block_before_loop->index || in is_use_inside_loop()
85 nir_src_parent_instr(use)->block->index >= block_after_loop->index) { in is_use_inside_loop()
212 if (nir_src_parent_instr(use)->type == nir_instr_type_phi && in convert_loop_exit_for_ssa()
213 nir_src_parent_instr(use)->block == state->block_after_loop) { in convert_loop_exit_for_ssa()
258 if (nir_src_parent_instr(use)->type == nir_instr_type_phi && in convert_loop_exit_for_ssa()
259 state->block_after_loop == nir_src_parent_instr(use)->block) { in convert_loop_exit_for_ssa()
|
| H A D | nir_opt_shrink_vectors.c | 66 assert(nir_src_parent_instr(use_src)->type == nir_instr_type_alu); in reswizzle_alu_uses()
79 if (nir_src_parent_instr(use_src)->type != nir_instr_type_alu) in is_only_used_by_alu()
95 if (nir_src_parent_instr(use_src)->type == nir_instr_type_intrinsic) in shrink_dest_to_read_mask()
445 if (nir_src_parent_instr(src)->type != nir_instr_type_alu) in opt_shrink_vectors_phi()
448 nir_alu_instr *alu = nir_instr_as_alu(nir_src_parent_instr(src)); in opt_shrink_vectors_phi()
460 if (nir_src_parent_instr(alu_use_src) != &instr->instr) { in opt_shrink_vectors_phi()
|
| H A D | nir_legacy.c | 24 nir_instr *parent = nir_src_parent_instr(src); in nir_legacy_float_mod_folds()
207 if (nir_src_is_if(use) || nir_src_parent_instr(use)->type != nir_instr_type_alu) in chase_fsat()
210 nir_alu_instr *fsat = nir_instr_as_alu(nir_src_parent_instr(use)); in chase_fsat()
215 nir_alu_instr *alu = nir_instr_as_alu(nir_src_parent_instr(use)); in chase_fsat()
294 assert(nir_src_parent_instr(use)->type == nir_instr_type_alu); in fuse_mods_with_registers()
|
| H A D | nir_opt_intrinsics.c | 250 if (nir_src_is_if(src) || nir_src_parent_instr(src)->type != nir_instr_type_alu) in try_opt_exclusive_scan_to_inclusive()
253 nir_alu_instr *alu = nir_instr_as_alu(nir_src_parent_instr(src)); in try_opt_exclusive_scan_to_inclusive()
297 nir_alu_instr *alu = nir_instr_as_alu(nir_src_parent_instr(src)); in try_opt_exclusive_scan_to_inclusive()
319 if (nir_src_parent_instr(use_src)->type == nir_instr_type_alu) { in opt_intrinsics_intrin()
320 nir_alu_instr *alu = nir_instr_as_alu(nir_src_parent_instr(use_src)); in opt_intrinsics_intrin()
|
| H A D | nir_opt_peephole_select.c | 266 nir_src_parent_instr(use)->type != nir_instr_type_phi || in block_check_for_allowed_instrs()
267 nir_src_parent_instr(use)->block != block->successors[0]) in block_check_for_allowed_instrs()
352 assert(nir_src_parent_instr(src)->type == nir_instr_type_phi); in nir_opt_collapse_if()
354 nir_phi_get_src_from_block(nir_instr_as_phi(nir_src_parent_instr(src)), in nir_opt_collapse_if()
384 nir_phi_get_src_from_block(nir_instr_as_phi(nir_src_parent_instr(src)), in nir_opt_collapse_if()
|
| H A D | nir_schedule.c | 280 nir_src_parent_instr(src)); in nir_schedule_ssa_deps()
546 _mesa_set_search(remaining_uses, nir_src_parent_instr(src))) { in nir_schedule_regs_freed_src_cb()
905 nir_src_parent_instr(src)); in nir_schedule_mark_src_scheduled()
917 if (nir_src_parent_instr(other_src) == nir_src_parent_instr(src)) in nir_schedule_mark_src_scheduled()
922 nir_src_parent_instr(other_src)); in nir_schedule_mark_src_scheduled()
939 nir_src_parent_instr(src), in nir_schedule_mark_src_scheduled()
1198 _mesa_set_add(def_uses, nir_src_parent_instr(src)); in nir_schedule_ssa_def_init_scoreboard()
|
| H A D | nir_remove_dead_variables.c | 34 switch (nir_src_parent_instr(src)->type) { in deref_used_for_not_store()
36 if (deref_used_for_not_store(nir_instr_as_deref(nir_src_parent_instr(src)))) in deref_used_for_not_store()
42 nir_instr_as_intrinsic(nir_src_parent_instr(src)); in deref_used_for_not_store()
|
| H A D | nir_lower_shader_calls.c | 387 if (nir_src_parent_instr(src)->type == nir_instr_type_phi) { in rewrite_instr_src_from_phi_builder()
391 block = nir_src_parent_instr(src)->block; in rewrite_instr_src_from_phi_builder()
1563 if (nir_src_parent_instr(use_src)->type == nir_instr_type_alu) { in nir_opt_trim_stack_values()
1564 nir_alu_instr *alu = nir_instr_as_alu(nir_src_parent_instr(use_src)); in nir_opt_trim_stack_values()
1570 } else if (nir_src_parent_instr(use_src)->type == nir_instr_type_intrinsic) { in nir_opt_trim_stack_values()
1572 nir_instr_as_intrinsic(nir_src_parent_instr(use_src)); in nir_opt_trim_stack_values()
1784 if (nir_src_parent_instr(src)->type == nir_instr_type_phi && in find_last_dominant_use_block()
1785 block == nir_src_parent_instr(src)->block) { in find_last_dominant_use_block()
1790 if (!nir_block_dominates(block, nir_src_parent_instr(src)->block)) { in find_last_dominant_use_block()
|
| H A D | nir_opt_reassociate_bfi.c | 89 if (nir_src_parent_instr(use)->type != nir_instr_type_alu) in nir_opt_reassociate_bfi_instr()
92 nir_alu_instr *bfiABx = nir_instr_as_alu(nir_src_parent_instr(use)); in nir_opt_reassociate_bfi_instr()
|
| H A D | nir_opt_if.c | 484 if (nir_src_is_if(use) || !is_trivial_bcsel(nir_src_parent_instr(use), true)) in opt_split_alu_of_phi()
950 if (nir_src_parent_instr(src)->type != nir_instr_type_alu) in can_propagate_through_alu()
953 nir_alu_instr *alu = nir_instr_as_alu(nir_src_parent_instr(src)); in can_propagate_through_alu()
982 nir_alu_instr *alu = nir_instr_as_alu(nir_src_parent_instr(use_src)); in evaluate_condition_use()
1016 if (nir_src_parent_instr(use)->block->index < first->index || in rewrite_comp_uses_within_if()
1017 nir_src_parent_instr(use)->block->index > last->index) in rewrite_comp_uses_within_if()
|
| H A D | nir_opt_copy_propagate.c | 85 nir_alu_instr *user = nir_instr_as_alu(nir_src_parent_instr(&src->src)); in copy_propagate_alu()
137 if (!nir_src_is_if(src) && nir_src_parent_instr(src)->type == nir_instr_type_alu) in copy_prop_instr()
|
| H A D | nir.c | 1488 else if (nir_src_parent_instr(src)->type == nir_instr_type_phi) in nir_src_get_block()
1491 return nir_src_parent_instr(src)->block; in nir_src_get_block()
1537 assert(!src_is_valid(dest) || nir_src_parent_instr(dest) == dest_instr); in nir_instr_move_src()
1623 assert(nir_src_parent_instr(use_src) != def->parent_instr); in nir_def_rewrite_uses_after()
1629 if (is_instr_between(def->parent_instr, after_me, nir_src_parent_instr(use_src))) in nir_def_rewrite_uses_after()
1653 assert(nir_src_parent_instr(src)); in nir_src_components_read()
1655 if (nir_src_parent_instr(src)->type == nir_instr_type_alu) { in nir_src_components_read()
1656 nir_alu_instr *alu = nir_instr_as_alu(nir_src_parent_instr(src)); in nir_src_components_read()
1661 } else if (nir_src_parent_instr(src)->type == nir_instr_type_intrinsic) { in nir_src_components_read()
1662 nir_intrinsic_instr *intrin = nir_instr_as_intrinsic(nir_src_parent_instr(src)); in nir_src_components_read()
[all …]
|
| H A D | nir_search_helpers.h | 529 const nir_instr *const user_instr = nir_src_parent_instr(src); in is_used_by_non_fsat()
548 const nir_instr *const user_instr = nir_src_parent_instr(src); in is_only_used_as_float()
568 const nir_instr *const user_instr = nir_src_parent_instr(src); in is_only_used_by_fadd()
590 const nir_instr *const user_instr = nir_src_parent_instr(src); in is_only_used_by_iadd()
|
| H A D | nir_deref.c | 165 nir_instr *use_instr = nir_src_parent_instr(use_src); in nir_deref_instr_has_complex_use()
881 nir_instr *parent = nir_src_parent_instr(use); in nir_rematerialize_deref_in_use_blocks()
934 if (nir_src_parent_instr(use)->type != nir_instr_type_deref) in nir_deref_instr_fixup_child_types()
937 nir_deref_instr *child = nir_instr_as_deref(nir_src_parent_instr(use)); in nir_deref_instr_fixup_child_types()
1249 if (is_deref_ptr_as_array(nir_src_parent_instr(use_src)) && in opt_deref_cast()
|
| H A D | nir_opt_phi_precision.c | 220 op = narrowing_conversion_op(nir_src_parent_instr(use), op); in try_move_narrowing_dst()
256 nir_alu_instr *alu = nir_instr_as_alu(nir_src_parent_instr(use)); in try_move_narrowing_dst()
|
| /aosp_15_r20/external/mesa3d/src/amd/compiler/ |
| H A D | aco_instruction_selection_setup.cpp | 26 switch (nir_src_parent_instr(src)->type) { in only_used_by_cross_lane_instrs()
28 nir_alu_instr* alu = nir_instr_as_alu(nir_src_parent_instr(src)); in only_used_by_cross_lane_instrs()
37 nir_intrinsic_instr* intrin = nir_instr_as_intrinsic(nir_src_parent_instr(src)); in only_used_by_cross_lane_instrs()
50 nir_phi_instr* phi = nir_instr_as_phi(nir_src_parent_instr(src)); in only_used_by_cross_lane_instrs()
|
| /aosp_15_r20/external/mesa3d/src/freedreno/ir3/ |
| H A D | ir3_nir_opt_preamble.c | 37 nir_instr *use_instr = nir_src_parent_instr(use); in all_uses_float()
67 nir_instr *use_instr = nir_src_parent_instr(use); in all_uses_bit()
221 nir_instr *parent_instr = nir_src_parent_instr(use); in rewrite_cost()
|