/aosp_15_r20/external/mesa3d/src/compiler/nir/ |
H A D | nir_to_lcssa.c | 47 nir_loop *loop; 59 is_if_use_inside_loop(nir_src *use, nir_loop *loop) in is_if_use_inside_loop() 77 is_use_inside_loop(nir_src *use, nir_loop *loop) in is_use_inside_loop() 93 is_defined_before_loop(nir_def *def, nir_loop *loop) in is_defined_before_loop() 109 instr_is_invariant(nir_instr *instr, nir_loop *loop); 112 def_is_invariant(nir_def *def, nir_loop *loop) in def_is_invariant() 126 return def_is_invariant(src->ssa, (nir_loop *)state); in src_is_invariant() 130 phi_is_invariant(nir_phi_instr *instr, nir_loop *loop) in phi_is_invariant() 165 instr_is_invariant(nir_instr *instr, nir_loop *loop) in instr_is_invariant() 273 setup_loop_state(lcssa_state *state, nir_loop *loop) in setup_loop_state() [all …]
|
H A D | nir_opt_loop_unroll.c | 49 loop_prepare_for_unroll(nir_loop *loop) in loop_prepare_for_unroll() 105 simple_unroll(nir_loop *loop) in simple_unroll() 237 complex_unroll_loop_body(nir_loop *loop, nir_loop_terminator *unlimit_term, in complex_unroll_loop_body() 338 complex_unroll(nir_loop *loop, nir_loop_terminator *unlimit_term, in complex_unroll() 466 complex_unroll_single_terminator(nir_loop *loop) in complex_unroll_single_terminator() 547 wrapper_unroll(nir_loop *loop) in wrapper_unroll() 658 remove_out_of_bounds_induction_use(nir_shader *shader, nir_loop *loop, in remove_out_of_bounds_induction_use() 753 partial_unroll(nir_shader *shader, nir_loop *loop, unsigned trip_count) in partial_unroll() 790 nir_loop *new_loop = nir_loop_create(shader); in partial_unroll() 862 can_pipeline_loads(nir_loop *loop) in can_pipeline_loads() [all …]
|
H A D | nir_opt_sink.c | 146 static nir_loop * 151 nir_loop *loop = nir_cf_node_as_loop(node); in get_innermost_loop() 160 loop_contains_block(nir_loop *loop, nir_block *block) in loop_contains_block() 179 nir_loop *def_loop = NULL; in adjust_block_for_loops() 194 nir_loop *following_loop = nir_cf_node_as_loop(next); in adjust_block_for_loops()
|
H A D | nir_control_flow.c | 150 nir_loop *loop = nir_cf_node_as_loop(node); in link_block_to_non_block() 278 nir_loop *loop = nir_cf_node_as_loop(parent); in block_add_normal_succs() 306 nir_loop *next_loop = nir_cf_node_as_loop(next); in block_add_normal_succs() 419 static nir_loop * 430 nir_loop_add_continue_construct(nir_loop *loop) in nir_loop_add_continue_construct() 451 nir_loop_remove_continue_construct(nir_loop *loop) in nir_loop_remove_continue_construct() 507 nir_loop *loop = nearest_loop(&block->cf_node); in nir_handle_add_jump() 515 nir_loop *loop = nearest_loop(&block->cf_node); in nir_handle_add_jump() 690 nir_loop *loop = nir_cf_node_as_loop(node); in cleanup_cf_node() 807 nir_loop *loop = nir_cf_node_as_loop(node); in relink_jump_halt_cf_node()
|
H A D | nir_opt_gcm.c | 54 nir_loop *loop; 115 nir_loop *loop = nir_cf_node_as_loop(node); in get_loop_instr_count() 131 nir_loop *loop, unsigned loop_depth, unsigned if_depth, in gcm_build_block_info() 153 nir_loop *loop = nir_cf_node_as_loop(node); in gcm_build_block_info() 488 nir_loop *loop = state->blocks[instr->block->index].loop; in set_block_for_loop_instr()
|
H A D | nir_lower_returns.c | 31 nir_loop *loop; 83 lower_returns_in_loop(nir_loop *loop, struct lower_returns_state *state) in lower_returns_in_loop() 86 nir_loop *parent = state->loop; in lower_returns_in_loop()
|
H A D | nir_opt_if.c | 39 find_continue_block(nir_loop *loop) in find_continue_block() 139 opt_peel_loop_initial_if(nir_loop *loop) in opt_peel_loop_initial_if() 370 opt_split_alu_of_phi(nir_builder *b, nir_loop *loop, nir_opt_if_options options) in opt_split_alu_of_phi() 608 opt_simplify_bcsel_of_phi(nir_builder *b, nir_loop *loop) in opt_simplify_bcsel_of_phi() 1345 nir_loop *loop = nir_cf_node_as_loop(cf_node); in opt_if_cf_list() 1382 nir_loop *loop = nir_cf_node_as_loop(cf_node); in opt_if_regs_cf_list() 1422 nir_loop *loop = nir_cf_node_as_loop(cf_node); in opt_if_safe_cf_list()
|
H A D | nir_builder.c | 483 nir_loop * 486 nir_loop *loop = nir_loop_create(build->shader); in nir_push_loop() 492 nir_loop * 493 nir_push_continue(nir_builder *build, nir_loop *loop) in nir_push_continue() 509 nir_pop_loop(nir_builder *build, nir_loop *loop) in nir_pop_loop()
|
H A D | nir_opt_loop.c | 363 opt_loop_peel_initial_break(nir_loop *loop) in opt_loop_peel_initial_break() 597 opt_loop_merge_terminators(nir_builder *b, nir_if *nif, nir_loop *loop) in opt_loop_merge_terminators() 665 nir_loop *current_loop) in opt_loop_cf_list() 687 nir_loop *loop = nir_cf_node_as_loop(cf_node); in opt_loop_cf_list()
|
H A D | nir_control_flow.h | 190 void nir_loop_add_continue_construct(nir_loop *loop); 191 void nir_loop_remove_continue_construct(nir_loop *loop);
|
H A D | nir_opt_licm.c | 57 should_optimize_loop(nir_loop *loop) in should_optimize_loop() 109 nir_loop *loop = nir_cf_node_as_loop(node); in visit_cf_list()
|
H A D | nir_lower_continue_constructs.c | 30 lower_loop_continue_block(nir_builder *b, nir_loop *loop, bool *repair_ssa) in lower_loop_continue_block() 120 nir_loop *loop = nir_cf_node_as_loop(node); in visit_cf_list()
|
H A D | nir_lower_memory_model.c | 170 nir_loop *loop = nir_cf_node_as_loop(cf_node); in lower_make_visible() 210 nir_loop *loop = nir_cf_node_as_loop(cf_node); in lower_make_available()
|
H A D | nir_opt_dead_cf.c | 287 nir_loop *following_loop = nir_block_get_following_loop(block); in dead_cf_block() 358 nir_loop *loop = nir_cf_node_as_loop(cur); in dead_cf_list()
|
H A D | nir_lower_variable_initializers.c | 170 nir_loop *loop = nir_push_loop(&b); in nir_zero_initialize_shared_memory() 265 nir_loop *loop = nir_push_loop(&b); in nir_clear_shared_memory()
|
H A D | nir.c | 640 nir_loop * 643 nir_loop *loop = rzalloc(shader, nir_loop); in nir_loop_create() 1768 nir_loop *loop = nir_cf_node_as_loop(parent); in nir_block_cf_tree_next() 1810 nir_loop *loop = nir_cf_node_as_loop(parent); in nir_block_cf_tree_prev() 1836 nir_loop *loop = nir_cf_node_as_loop(node); in nir_cf_node_cf_tree_first() 1864 nir_loop *loop = nir_cf_node_as_loop(node); in nir_cf_node_cf_tree_last() 1919 nir_loop *
|
H A D | nir.h | 3320 } nir_loop; typedef 3510 NIR_DEFINE_CAST(nir_cf_node_as_loop, nir_cf_node, nir_loop, cf_node, in NIR_DEFINE_CAST() 3544 nir_loop_first_block(nir_loop *loop) in nir_loop_first_block() 3551 nir_loop_last_block(nir_loop *loop) in nir_loop_last_block() 3558 nir_loop_has_continue_construct(const nir_loop *loop) in nir_loop_has_continue_construct() 3564 nir_loop_first_continue_block(nir_loop *loop) in nir_loop_first_continue_block() 3572 nir_loop_last_continue_block(nir_loop *loop) in nir_loop_last_continue_block() 3583 nir_loop_continue_target(nir_loop *loop) in nir_loop_continue_target() 4608 nir_loop *nir_loop_create(nir_shader *shader); 5145 nir_loop *nir_block_get_following_loop(nir_block *block); [all …]
|
H A D | nir_loop_analyze.c | 69 nir_loop *loop; 1523 initialize_loop_info_state(nir_loop *loop, void *mem_ctx, in initialize_loop_info_state() 1561 nir_loop *loop = nir_cf_node_as_loop(cf_node); in process_loops() 1572 nir_loop *loop = nir_cf_node_as_loop(cf_node); in process_loops()
|
H A D | nir_clone.c | 557 static nir_loop * 558 clone_loop(clone_state *state, struct exec_list *cf_list, const nir_loop *loop) in clone_loop() 560 nir_loop *nloop = nir_loop_create(state->ns); in clone_loop()
|
/aosp_15_r20/external/mesa3d/src/compiler/nir/tests/ |
H A D | opt_loop_tests.cpp | 32 void create_loop_phis(nir_loop *loop, nir_if *term1, nir_if *term2, 99 nir_opt_loop_test::create_loop_phis(nir_loop *loop, in create_loop_phis() 119 nir_loop *loop = nir_push_loop(b); in test_merged_if() 149 nir_loop *loop = nir_push_loop(b); in TEST_F() 173 nir_loop *loop = nir_push_loop(b); in TEST_F() 200 nir_loop *loop = nir_push_loop(b); in TEST_F() 224 nir_loop *loop = nir_push_loop(b); in TEST_F() 227 nir_loop *nested_loop = nir_push_loop(b); in TEST_F() 245 nir_loop *loop = nir_push_loop(b); in TEST_F() 265 nir_loop *loop = nir_push_loop(b); in TEST_F()
|
H A D | loop_analyze_tests.cpp | 65 static nir_loop * 84 nir_loop *loop = nir_push_loop(b); in loop_builder() 133 static nir_loop * 152 nir_loop *loop = nir_push_loop(b); in loop_builder_invert() 199 nir_loop *loop = in TEST_F() 317 nir_loop *loop = \ 351 nir_loop *loop = \ 385 nir_loop *loop = \ 405 nir_loop *loop = \ 425 nir_loop *loop = \ [all …]
|
H A D | opt_shrink_vectors_tests.cpp | 281 nir_loop *loop = nir_push_loop(b); in TEST_F() 385 nir_loop *loop = nir_push_loop(b); in TEST_F() 490 nir_loop *loop = nir_push_loop(b); in TEST_F()
|
/aosp_15_r20/external/mesa3d/src/amd/compiler/tests/ |
H A D | test_isel.cpp | 257 nir_loop *loop = nir_push_loop(nb); 328 nir_loop *loop = nir_push_loop(nb); 478 nir_loop *loop = nir_push_loop(nb); 577 nir_loop *loop = nir_push_loop(nb); 810 nir_loop* loop = nir_push_loop(nb); 967 nir_loop *loop = nir_push_loop(nb);
|
/aosp_15_r20/external/mesa3d/src/compiler/rust/ |
H A D | nir.rs | 483 pub fn following_loop<'a>(&'a self) -> Option<&'a nir_loop> { in following_loop() argument 515 impl nir_loop { impl 546 pub fn as_loop<'a>(&'a self) -> Option<&'a nir_loop> { in as_loop() argument 548 Some(unsafe { &*(self as *const nir_cf_node as *const nir_loop) }) in as_loop() constant
|
/aosp_15_r20/external/mesa3d/src/gallium/drivers/radeonsi/ |
H A D | si_shaderlib_nir.c | 495 nir_loop *loop_outer = nir_push_loop(&b); { in si_create_query_result_cs() 537 nir_loop *loop_inner = nir_push_loop(&b); { in si_create_query_result_cs() 825 nir_loop *loop_outer = nir_push_loop(&b); { in gfx11_create_sh_query_result_cs() 889 nir_loop *loop_inner = nir_push_loop(&b); { in gfx11_create_sh_query_result_cs()
|