| /aosp_15_r20/external/mesa3d/src/compiler/nir/ |
| H A D | nir_to_lcssa.c | 47 nir_loop *loop;
59 is_if_use_inside_loop(nir_src *use, nir_loop *loop) in is_if_use_inside_loop()
77 is_use_inside_loop(nir_src *use, nir_loop *loop) in is_use_inside_loop()
93 is_defined_before_loop(nir_def *def, nir_loop *loop) in is_defined_before_loop()
109 instr_is_invariant(nir_instr *instr, nir_loop *loop);
112 def_is_invariant(nir_def *def, nir_loop *loop) in def_is_invariant()
126 return def_is_invariant(src->ssa, (nir_loop *)state); in src_is_invariant()
130 phi_is_invariant(nir_phi_instr *instr, nir_loop *loop) in phi_is_invariant()
165 instr_is_invariant(nir_instr *instr, nir_loop *loop) in instr_is_invariant()
273 setup_loop_state(lcssa_state *state, nir_loop *loop) in setup_loop_state()
[all …]
|
| H A D | nir_opt_loop_unroll.c | 49 loop_prepare_for_unroll(nir_loop *loop) in loop_prepare_for_unroll()
105 simple_unroll(nir_loop *loop) in simple_unroll()
237 complex_unroll_loop_body(nir_loop *loop, nir_loop_terminator *unlimit_term, in complex_unroll_loop_body()
338 complex_unroll(nir_loop *loop, nir_loop_terminator *unlimit_term, in complex_unroll()
466 complex_unroll_single_terminator(nir_loop *loop) in complex_unroll_single_terminator()
547 wrapper_unroll(nir_loop *loop) in wrapper_unroll()
658 remove_out_of_bounds_induction_use(nir_shader *shader, nir_loop *loop, in remove_out_of_bounds_induction_use()
753 partial_unroll(nir_shader *shader, nir_loop *loop, unsigned trip_count) in partial_unroll()
790 nir_loop *new_loop = nir_loop_create(shader); in partial_unroll()
862 can_pipeline_loads(nir_loop *loop) in can_pipeline_loads()
[all …]
|
| H A D | nir_opt_sink.c | 146 static nir_loop *
151 nir_loop *loop = nir_cf_node_as_loop(node); in get_innermost_loop()
160 loop_contains_block(nir_loop *loop, nir_block *block) in loop_contains_block()
179 nir_loop *def_loop = NULL; in adjust_block_for_loops()
194 nir_loop *following_loop = nir_cf_node_as_loop(next); in adjust_block_for_loops()
|
| H A D | nir_control_flow.c | 150 nir_loop *loop = nir_cf_node_as_loop(node); in link_block_to_non_block()
278 nir_loop *loop = nir_cf_node_as_loop(parent); in block_add_normal_succs()
306 nir_loop *next_loop = nir_cf_node_as_loop(next); in block_add_normal_succs()
419 static nir_loop *
430 nir_loop_add_continue_construct(nir_loop *loop) in nir_loop_add_continue_construct()
451 nir_loop_remove_continue_construct(nir_loop *loop) in nir_loop_remove_continue_construct()
507 nir_loop *loop = nearest_loop(&block->cf_node); in nir_handle_add_jump()
515 nir_loop *loop = nearest_loop(&block->cf_node); in nir_handle_add_jump()
690 nir_loop *loop = nir_cf_node_as_loop(node); in cleanup_cf_node()
807 nir_loop *loop = nir_cf_node_as_loop(node); in relink_jump_halt_cf_node()
|
| H A D | nir_opt_gcm.c | 54 nir_loop *loop;
115 nir_loop *loop = nir_cf_node_as_loop(node); in get_loop_instr_count()
131 nir_loop *loop, unsigned loop_depth, unsigned if_depth, in gcm_build_block_info()
153 nir_loop *loop = nir_cf_node_as_loop(node); in gcm_build_block_info()
488 nir_loop *loop = state->blocks[instr->block->index].loop; in set_block_for_loop_instr()
|
| H A D | nir_lower_returns.c | 31 nir_loop *loop;
83 lower_returns_in_loop(nir_loop *loop, struct lower_returns_state *state) in lower_returns_in_loop()
86 nir_loop *parent = state->loop; in lower_returns_in_loop()
|
| H A D | nir_opt_if.c | 39 find_continue_block(nir_loop *loop) in find_continue_block()
139 opt_peel_loop_initial_if(nir_loop *loop) in opt_peel_loop_initial_if()
370 opt_split_alu_of_phi(nir_builder *b, nir_loop *loop, nir_opt_if_options options) in opt_split_alu_of_phi()
608 opt_simplify_bcsel_of_phi(nir_builder *b, nir_loop *loop) in opt_simplify_bcsel_of_phi()
1345 nir_loop *loop = nir_cf_node_as_loop(cf_node); in opt_if_cf_list()
1382 nir_loop *loop = nir_cf_node_as_loop(cf_node); in opt_if_regs_cf_list()
1422 nir_loop *loop = nir_cf_node_as_loop(cf_node); in opt_if_safe_cf_list()
|
| H A D | nir_builder.c | 483 nir_loop *
486 nir_loop *loop = nir_loop_create(build->shader); in nir_push_loop()
492 nir_loop *
493 nir_push_continue(nir_builder *build, nir_loop *loop) in nir_push_continue()
509 nir_pop_loop(nir_builder *build, nir_loop *loop) in nir_pop_loop()
|
| H A D | nir_opt_loop.c | 363 opt_loop_peel_initial_break(nir_loop *loop) in opt_loop_peel_initial_break()
597 opt_loop_merge_terminators(nir_builder *b, nir_if *nif, nir_loop *loop) in opt_loop_merge_terminators()
665 nir_loop *current_loop) in opt_loop_cf_list()
687 nir_loop *loop = nir_cf_node_as_loop(cf_node); in opt_loop_cf_list()
|
| H A D | nir_control_flow.h | 190 void nir_loop_add_continue_construct(nir_loop *loop);
191 void nir_loop_remove_continue_construct(nir_loop *loop);
|
| H A D | nir_opt_licm.c | 57 should_optimize_loop(nir_loop *loop) in should_optimize_loop()
109 nir_loop *loop = nir_cf_node_as_loop(node); in visit_cf_list()
|
| H A D | nir_lower_continue_constructs.c | 30 lower_loop_continue_block(nir_builder *b, nir_loop *loop, bool *repair_ssa) in lower_loop_continue_block()
120 nir_loop *loop = nir_cf_node_as_loop(node); in visit_cf_list()
|
| H A D | nir_lower_memory_model.c | 170 nir_loop *loop = nir_cf_node_as_loop(cf_node); in lower_make_visible()
210 nir_loop *loop = nir_cf_node_as_loop(cf_node); in lower_make_available()
|
| H A D | nir_opt_dead_cf.c | 287 nir_loop *following_loop = nir_block_get_following_loop(block); in dead_cf_block()
358 nir_loop *loop = nir_cf_node_as_loop(cur); in dead_cf_list()
|
| H A D | nir_lower_variable_initializers.c | 170 nir_loop *loop = nir_push_loop(&b); in nir_zero_initialize_shared_memory()
265 nir_loop *loop = nir_push_loop(&b); in nir_clear_shared_memory()
|
| H A D | nir.c | 640 nir_loop *
643 nir_loop *loop = rzalloc(shader, nir_loop); in nir_loop_create()
1768 nir_loop *loop = nir_cf_node_as_loop(parent); in nir_block_cf_tree_next()
1810 nir_loop *loop = nir_cf_node_as_loop(parent); in nir_block_cf_tree_prev()
1836 nir_loop *loop = nir_cf_node_as_loop(node); in nir_cf_node_cf_tree_first()
1864 nir_loop *loop = nir_cf_node_as_loop(node); in nir_cf_node_cf_tree_last()
1919 nir_loop *
|
| H A D | nir.h | 3320 } nir_loop; typedef
3510 NIR_DEFINE_CAST(nir_cf_node_as_loop, nir_cf_node, nir_loop, cf_node, in NIR_DEFINE_CAST()
3544 nir_loop_first_block(nir_loop *loop) in nir_loop_first_block()
3551 nir_loop_last_block(nir_loop *loop) in nir_loop_last_block()
3558 nir_loop_has_continue_construct(const nir_loop *loop) in nir_loop_has_continue_construct()
3564 nir_loop_first_continue_block(nir_loop *loop) in nir_loop_first_continue_block()
3572 nir_loop_last_continue_block(nir_loop *loop) in nir_loop_last_continue_block()
3583 nir_loop_continue_target(nir_loop *loop) in nir_loop_continue_target()
4608 nir_loop *nir_loop_create(nir_shader *shader);
5145 nir_loop *nir_block_get_following_loop(nir_block *block);
[all …]
|
| H A D | nir_loop_analyze.c | 69 nir_loop *loop;
1523 initialize_loop_info_state(nir_loop *loop, void *mem_ctx, in initialize_loop_info_state()
1561 nir_loop *loop = nir_cf_node_as_loop(cf_node); in process_loops()
1572 nir_loop *loop = nir_cf_node_as_loop(cf_node); in process_loops()
|
| H A D | nir_clone.c | 557 static nir_loop *
558 clone_loop(clone_state *state, struct exec_list *cf_list, const nir_loop *loop) in clone_loop()
560 nir_loop *nloop = nir_loop_create(state->ns); in clone_loop()
|
| /aosp_15_r20/external/mesa3d/src/compiler/nir/tests/ |
| H A D | opt_loop_tests.cpp | 32 void create_loop_phis(nir_loop *loop, nir_if *term1, nir_if *term2,
99 nir_opt_loop_test::create_loop_phis(nir_loop *loop, in create_loop_phis()
119 nir_loop *loop = nir_push_loop(b); in test_merged_if()
149 nir_loop *loop = nir_push_loop(b); in TEST_F()
173 nir_loop *loop = nir_push_loop(b); in TEST_F()
200 nir_loop *loop = nir_push_loop(b); in TEST_F()
224 nir_loop *loop = nir_push_loop(b); in TEST_F()
227 nir_loop *nested_loop = nir_push_loop(b); in TEST_F()
245 nir_loop *loop = nir_push_loop(b); in TEST_F()
265 nir_loop *loop = nir_push_loop(b); in TEST_F()
|
| H A D | loop_analyze_tests.cpp | 65 static nir_loop *
84 nir_loop *loop = nir_push_loop(b); in loop_builder()
133 static nir_loop *
152 nir_loop *loop = nir_push_loop(b); in loop_builder_invert()
199 nir_loop *loop = in TEST_F()
317 nir_loop *loop = \
351 nir_loop *loop = \
385 nir_loop *loop = \
405 nir_loop *loop = \
425 nir_loop *loop = \
[all …]
|
| H A D | opt_shrink_vectors_tests.cpp | 281 nir_loop *loop = nir_push_loop(b); in TEST_F()
385 nir_loop *loop = nir_push_loop(b); in TEST_F()
490 nir_loop *loop = nir_push_loop(b); in TEST_F()
|
| /aosp_15_r20/external/mesa3d/src/amd/compiler/tests/ |
| H A D | test_isel.cpp | 257 nir_loop *loop = nir_push_loop(nb);
328 nir_loop *loop = nir_push_loop(nb);
478 nir_loop *loop = nir_push_loop(nb);
577 nir_loop *loop = nir_push_loop(nb);
810 nir_loop* loop = nir_push_loop(nb);
967 nir_loop *loop = nir_push_loop(nb);
|
| /aosp_15_r20/external/mesa3d/src/compiler/rust/ |
| H A D | nir.rs | 483 pub fn following_loop<'a>(&'a self) -> Option<&'a nir_loop> { in following_loop() argument
515 impl nir_loop { impl
546 pub fn as_loop<'a>(&'a self) -> Option<&'a nir_loop> { in as_loop() argument
548 Some(unsafe { &*(self as *const nir_cf_node as *const nir_loop) }) in as_loop() constant
|
| /aosp_15_r20/external/mesa3d/src/gallium/drivers/radeonsi/ |
| H A D | si_shaderlib_nir.c | 495 nir_loop *loop_outer = nir_push_loop(&b); { in si_create_query_result_cs()
537 nir_loop *loop_inner = nir_push_loop(&b); { in si_create_query_result_cs()
825 nir_loop *loop_outer = nir_push_loop(&b); { in gfx11_create_sh_query_result_cs()
889 nir_loop *loop_inner = nir_push_loop(&b); { in gfx11_create_sh_query_result_cs()
|