| /aosp_15_r20/external/mesa3d/src/gallium/drivers/radeonsi/ |
| H A D | si_compute.c | 84 out_config->scratch_bytes_per_wave = in code_object_to_config()
194 S_00B84C_SCRATCH_EN(shader->config.scratch_bytes_per_wave > 0) | in si_create_compute_state_async()
298 info->private_memory = DIV_ROUND_UP(program->shader.config.scratch_bytes_per_wave, wave_size); in si_get_compute_state_info()
485 if (config->scratch_bytes_per_wave) { in si_switch_compute_shader()
498 config->scratch_bytes_per_wave, in si_switch_compute_shader()
522 if (config->scratch_bytes_per_wave && !sctx->screen->info.has_scratch_base_registers) in si_switch_compute_shader()
537 if (config->scratch_bytes_per_wave) { in si_switch_compute_shader()
557 if (config->scratch_bytes_per_wave) { in si_switch_compute_shader()
574 if (config->scratch_bytes_per_wave && sctx->screen->info.has_scratch_base_registers) { in si_switch_compute_shader()
|
| H A D | si_state_draw.cpp | 430 … scratch_size = MAX2(scratch_size, sctx->shader.vs.current->config.scratch_bytes_per_wave); in si_update_shaders()
432 scratch_size = MAX2(scratch_size, sctx->queued.named.hs->config.scratch_bytes_per_wave); in si_update_shaders()
436 … scratch_size = MAX2(scratch_size, sctx->shader.tes.current->config.scratch_bytes_per_wave); in si_update_shaders()
438 … scratch_size = MAX2(scratch_size, sctx->shader.gs.current->config.scratch_bytes_per_wave); in si_update_shaders()
440 … scratch_size = MAX2(scratch_size, sctx->shader.tes.current->config.scratch_bytes_per_wave); in si_update_shaders()
444 … scratch_size = MAX2(scratch_size, sctx->shader.vs.current->config.scratch_bytes_per_wave); in si_update_shaders()
446 scratch_size = MAX2(scratch_size, sctx->shader.gs.current->config.scratch_bytes_per_wave); in si_update_shaders()
448 scratch_size = MAX2(scratch_size, sctx->shader.vs.current->config.scratch_bytes_per_wave); in si_update_shaders()
451 scratch_size = MAX2(scratch_size, sctx->shader.ps.current->config.scratch_bytes_per_wave); in si_update_shaders()
|
| H A D | si_state_shaders.cpp | 513 shader->config.scratch_bytes_per_wave); in si_shader_mem_ordered()
701 S_00B52C_SCRATCH_EN(shader->config.scratch_bytes_per_wave > 0); in si_shader_ls()
749 shader->config.rsrc2 = S_00B42C_SCRATCH_EN(shader->config.scratch_bytes_per_wave > 0) | in si_shader_hs()
823 S_00B32C_SCRATCH_EN(shader->config.scratch_bytes_per_wave > 0)); in si_shader_es()
1117 S_00B22C_SCRATCH_EN(shader->config.scratch_bytes_per_wave > 0); in si_shader_gs()
1166 S_00B22C_SCRATCH_EN(shader->config.scratch_bytes_per_wave > 0)); in si_shader_gs()
1528 S_00B22C_SCRATCH_EN(shader->config.scratch_bytes_per_wave > 0) | in gfx10_shader_ngg()
1581 shader->config.scratch_bytes_per_wave > 0, in gfx10_shader_ngg()
1838 shader->config.scratch_bytes_per_wave > 0, in si_shader_vs()
1867 S_00B12C_SCRATCH_EN(shader->config.scratch_bytes_per_wave > 0); in si_shader_vs()
[all …]
|
| H A D | si_shader.c | 1342 conf->lds_size, conf->scratch_bytes_per_wave, shader->info.max_simd_waves, in si_shader_dump_stats_for_shader_db()
1401 conf->scratch_bytes_per_wave, shader->info.max_simd_waves); in si_shader_dump_stats()
2698 assert(!shader->config.scratch_bytes_per_wave); in si_nir_generate_gs_copy_shader()
3058 if (!shader->config.scratch_bytes_per_wave) in si_compile_shader()
3511 shader->config.scratch_bytes_per_wave = in si_create_shader_variant()
3512 MAX2(shader->config.scratch_bytes_per_wave, in si_create_shader_variant()
3513 shader->previous_stage->config.scratch_bytes_per_wave); in si_create_shader_variant()
|
| H A D | si_sqtt.c | 790 record->shader_data[i].scratch_memory_size = shader->config.scratch_bytes_per_wave; in si_sqtt_add_code_object()
|
| /aosp_15_r20/external/mesa3d/src/amd/common/ |
| H A D | ac_binary.c | 79 conf->scratch_bytes_per_wave = G_00B860_WAVESIZE(value) * 256; in ac_parse_shader_binary_config()
81 conf->scratch_bytes_per_wave = G_00B860_WAVESIZE(value) * 1024; in ac_parse_shader_binary_config()
|
| H A D | ac_rtld.c | 498 config->scratch_bytes_per_wave = in ac_rtld_read_config()
499 MAX2(config->scratch_bytes_per_wave, c.scratch_bytes_per_wave); in ac_rtld_read_config()
|
| H A D | ac_binary.h | 30 unsigned scratch_bytes_per_wave; member
|
| /aosp_15_r20/external/mesa3d/src/amd/vulkan/ |
| H A D | radv_pipeline_rt.c | 809 …config->scratch_bytes_per_wave = MAX2(config->scratch_bytes_per_wave, other->scratch_bytes_per_wav… in combine_config()
|
| H A D | radv_pipeline_compute.c | 334 MAX2(device->compute_scratch_size_per_wave, shader->config.scratch_bytes_per_wave); in radv_compute_pipeline_create()
|
| H A D | radv_shader.c | 1448 …ac_compute_late_alloc(&pdev->info, false, false, binary->config.scratch_bytes_per_wave > 0, &late_… in radv_precompute_registers_hw_vs()
1560 …ac_compute_late_alloc(&pdev->info, true, info->has_ngg_culling, config->scratch_bytes_per_wave > 0, in radv_precompute_registers_hw_ngg()
1931 bool scratch_enabled = config->scratch_bytes_per_wave > 0; in radv_postprocess_binary_config()
|
| H A D | radv_pipeline.c | 923 s->value.u64 = shader->config.scratch_bytes_per_wave; in radv_GetPipelineExecutableStatisticsKHR()
|
| H A D | radv_cmd_buffer.c | 8078 … MAX2(cmd_buffer->compute_scratch_size_per_wave_needed, shader->config.scratch_bytes_per_wave); in radv_bind_shader()
8096 MAX2(cmd_buffer->scratch_size_per_wave_needed, shader->config.scratch_bytes_per_wave); in radv_bind_shader()
12267 uint32_t scratch_bytes_per_wave = rt_prolog->config.scratch_bytes_per_wave; in radv_trace_rays() local
12272 …scratch_bytes_per_wave += align(cmd_buffer->state.rt_stack_size * wave_size, scratch_alloc_granule… in radv_trace_rays()
12275 MAX2(cmd_buffer->compute_scratch_size_per_wave_needed, scratch_bytes_per_wave); in radv_trace_rays()
12334 rt_prolog->config.scratch_bytes_per_wave / cs_info->wave_size); in radv_trace_rays()
|
| /aosp_15_r20/external/mesa3d/src/amd/compiler/ |
| H A D | aco_spill.cpp | 1144 uint32_t scratch_size = ctx.program->config->scratch_bytes_per_wave / ctx.program->wave_size; in setup_vgpr_spill_reload()
1202 ctx.program->config->scratch_bytes_per_wave + *offset * ctx.program->wave_size; in setup_vgpr_spill_reload()
1599 ctx.program->config->scratch_bytes_per_wave += ctx.vgpr_spill_slots * 4 * ctx.program->wave_size; in assign_spill_slots()
|
| H A D | aco_live_var_analysis.cpp | 382 return program->config->scratch_bytes_per_wave || program->stage == raytracing_cs; in uses_scratch()
|
| H A D | aco_instruction_selection_setup.cpp | 680 ctx.program->config->scratch_bytes_per_wave = scratch_size * ctx.program->wave_size; in setup_isel_context()
|
| H A D | aco_assembler.cpp | 1739 program->config->scratch_bytes_per_wave = in emit_program()
1740 align(program->config->scratch_bytes_per_wave, program->dev.scratch_alloc_granule); in emit_program()
|
| H A D | aco_lower_to_hw_instr.cpp | 2660 if (!program->config->scratch_bytes_per_wave) in lower_to_hw_instr()
|
| /aosp_15_r20/external/mesa3d/src/amd/vulkan/layers/ |
| H A D | radv_sqtt_layer.c | 1439 shader_data->scratch_memory_size = shader->config.scratch_bytes_per_wave; in radv_fill_code_object_record()
|