149 	[SOF_PIPELINE_TOKENS] = {"Pipeline tokens", pipeline_tokens, ARRAY_SIZE(pipeline_tokens)},
519 	struct sof_ipc4_pipeline *pipeline = pipe_widget->private;  in sof_ipc4_update_card_components_string()  local
529 	if (!pipeline->use_chain_dma)  in sof_ipc4_update_card_components_string()
690 	struct sof_ipc4_pipeline *pipeline;  in sof_ipc4_widget_setup_comp_dai()  local
730 	pipeline = pipe_widget->private;  in sof_ipc4_widget_setup_comp_dai()
732 	if (pipeline->use_chain_dma &&  in sof_ipc4_widget_setup_comp_dai()
863 	struct sof_ipc4_pipeline *pipeline;  in sof_ipc4_widget_setup_comp_pipeline()  local
867 	pipeline = kzalloc(sizeof(*pipeline), GFP_KERNEL);  in sof_ipc4_widget_setup_comp_pipeline()
868 	if (!pipeline)  in sof_ipc4_widget_setup_comp_pipeline()
871 	ret = sof_update_ipc_object(scomp, pipeline, SOF_SCHED_TOKENS, swidget->tuples,  in sof_ipc4_widget_setup_comp_pipeline()
872 				    swidget->num_tuples, sizeof(*pipeline), 1);  in sof_ipc4_widget_setup_comp_pipeline()
878 	swidget->core = pipeline->core_id;  in sof_ipc4_widget_setup_comp_pipeline()
879 	spipe->core_mask |= BIT(pipeline->core_id);  in sof_ipc4_widget_setup_comp_pipeline()
881 	if (pipeline->use_chain_dma) {  in sof_ipc4_widget_setup_comp_pipeline()
883 		swidget->private = pipeline;  in sof_ipc4_widget_setup_comp_pipeline()
887 	/* parse one set of pipeline tokens */  in sof_ipc4_widget_setup_comp_pipeline()
891 		dev_err(scomp->dev, "parsing pipeline tokens failed\n");  in sof_ipc4_widget_setup_comp_pipeline()
895 	dev_dbg(scomp->dev, "pipeline '%s': id %d, pri %d, core_id %u, lp mode %d\n",  in sof_ipc4_widget_setup_comp_pipeline()
897 		pipeline->priority, pipeline->core_id, pipeline->lp_mode);  in sof_ipc4_widget_setup_comp_pipeline()
899 	swidget->private = pipeline;  in sof_ipc4_widget_setup_comp_pipeline()
901 	pipeline->msg.primary = SOF_IPC4_GLB_PIPE_PRIORITY(pipeline->priority);  in sof_ipc4_widget_setup_comp_pipeline()
902 	pipeline->msg.primary |= SOF_IPC4_MSG_TYPE_SET(SOF_IPC4_GLB_CREATE_PIPELINE);  in sof_ipc4_widget_setup_comp_pipeline()
903 	pipeline->msg.primary |= SOF_IPC4_MSG_DIR(SOF_IPC4_MSG_REQUEST);  in sof_ipc4_widget_setup_comp_pipeline()
904 	pipeline->msg.primary |= SOF_IPC4_MSG_TARGET(SOF_IPC4_FW_GEN_MSG);  in sof_ipc4_widget_setup_comp_pipeline()
906 	pipeline->msg.extension = pipeline->lp_mode;  in sof_ipc4_widget_setup_comp_pipeline()
907 	pipeline->msg.extension |= SOF_IPC4_GLB_PIPE_EXT_CORE_ID(pipeline->core_id);  in sof_ipc4_widget_setup_comp_pipeline()
908 	pipeline->state = SOF_IPC4_PIPE_UNINITIALIZED;  in sof_ipc4_widget_setup_comp_pipeline()
912 	kfree(pipeline);  in sof_ipc4_widget_setup_comp_pipeline()
1135 	/* set pipeline core mask to keep track of the core the module is scheduled to run on */  in sof_ipc4_widget_setup_comp_process()
1170 	struct sof_ipc4_pipeline *pipeline;  in sof_ipc4_update_resource_usage()  local
1195 	pipeline = pipe_widget->private;  in sof_ipc4_update_resource_usage()
1196 	pipeline->mem_usage += total;  in sof_ipc4_update_resource_usage()
1442 	struct sof_ipc4_pipeline *pipeline;  in sof_ipc4_unprepare_copier_module()  local
1444 	/* reset pipeline memory usage */  in sof_ipc4_unprepare_copier_module()
1446 	pipeline = pipe_widget->private;  in sof_ipc4_unprepare_copier_module()
1447 	pipeline->mem_usage = 0;  in sof_ipc4_unprepare_copier_module()
1450 		if (pipeline->use_chain_dma) {  in sof_ipc4_unprepare_copier_module()
1451 			pipeline->msg.primary = 0;  in sof_ipc4_unprepare_copier_module()
1452 			pipeline->msg.extension = 0;  in sof_ipc4_unprepare_copier_module()
1460 		if (pipeline->use_chain_dma) {  in sof_ipc4_unprepare_copier_module()
1467 			pipeline->msg.primary &= SOF_IPC4_GLB_CHAIN_DMA_LINK_ID_MASK;  in sof_ipc4_unprepare_copier_module()
1468 			pipeline->msg.extension = 0;  in sof_ipc4_unprepare_copier_module()
1832 		struct sof_ipc4_pipeline *pipeline;  in sof_ipc4_prepare_copier_module()  local
1850 		pipeline = pipe_widget->private;  in sof_ipc4_prepare_copier_module()
1852 		if (pipeline->use_chain_dma) {  in sof_ipc4_prepare_copier_module()
1857 			pipeline->msg.primary |= SOF_IPC4_GLB_CHAIN_DMA_HOST_ID(host_dma_id);  in sof_ipc4_prepare_copier_module()
1861 				pipeline->msg.primary |= SOF_IPC4_GLB_CHAIN_DMA_SCS_MASK;  in sof_ipc4_prepare_copier_module()
1871 			pipeline->msg.extension |= SOF_IPC4_GLB_EXT_CHAIN_DMA_FIFO_SIZE(fifo_size);  in sof_ipc4_prepare_copier_module()
1896 		gtw_attr->lp_buffer_alloc = pipeline->lp_mode;  in sof_ipc4_prepare_copier_module()
1903 		struct sof_ipc4_pipeline *pipeline = pipe_widget->private;  in sof_ipc4_prepare_copier_module()  local
1905 		if (pipeline->use_chain_dma)  in sof_ipc4_prepare_copier_module()
2206 	/* update pipeline memory usage */  in sof_ipc4_prepare_copier_module()
2267 	/* update pipeline memory usage */  in sof_ipc4_prepare_gain_module()
2310 	/* update pipeline memory usage */  in sof_ipc4_prepare_mixer_module()
2374 	/* update pipeline memory usage */  in sof_ipc4_prepare_src_module()
2515 			/* modify the pipeline params with the output format */  in sof_ipc4_prepare_process_module()
2529 	/* update pipeline memory usage */  in sof_ipc4_prepare_process_module()
2709 	struct sof_ipc4_pipeline *pipeline;  in sof_ipc4_widget_setup()  local
2717 		pipeline = swidget->private;  in sof_ipc4_widget_setup()
2719 		if (pipeline->use_chain_dma) {  in sof_ipc4_widget_setup()
2725 		dev_dbg(sdev->dev, "pipeline: %d memory pages: %d\n", swidget->pipeline_id,  in sof_ipc4_widget_setup()
2726 			pipeline->mem_usage);  in sof_ipc4_widget_setup()
2728 		msg = &pipeline->msg;  in sof_ipc4_widget_setup()
2729 		msg->primary |= pipeline->mem_usage;  in sof_ipc4_widget_setup()
2734 			dev_err(sdev->dev, "failed to assign pipeline id for %s: %d\n",  in sof_ipc4_widget_setup()
2747 		pipeline = pipe_widget->private;  in sof_ipc4_widget_setup()
2748 		if (pipeline->use_chain_dma)  in sof_ipc4_widget_setup()
2763 		pipeline = pipe_widget->private;  in sof_ipc4_widget_setup()
2764 		if (pipeline->use_chain_dma)  in sof_ipc4_widget_setup()
2847 		dev_dbg(sdev->dev, "Create pipeline %s (pipe %d) - instance %d, core %d\n",  in sof_ipc4_widget_setup()
2879 	/* freeing a pipeline frees all the widgets associated with it */  in sof_ipc4_widget_free()
2881 		struct sof_ipc4_pipeline *pipeline = swidget->private;  in sof_ipc4_widget_free()  local
2885 		if (pipeline->use_chain_dma) {  in sof_ipc4_widget_free()
2901 			dev_err(sdev->dev, "failed to free pipeline widget %s\n",  in sof_ipc4_widget_free()
2904 		pipeline->mem_usage = 0;  in sof_ipc4_widget_free()
2905 		pipeline->state = SOF_IPC4_PIPE_UNINITIALIZED;  in sof_ipc4_widget_free()
2910 		struct sof_ipc4_pipeline *pipeline = pipe_widget->private;  in sof_ipc4_widget_free()  local
2912 		if (!pipeline->use_chain_dma)  in sof_ipc4_widget_free()
3177 	 * routes belonging to the same pipeline will be disconnected by the FW when the pipeline  in sof_ipc4_route_free()
3213 	struct sof_ipc4_pipeline *pipeline = pipe_widget->private;  in sof_ipc4_dai_config()  local
3231 	if (pipeline->use_chain_dma) {  in sof_ipc4_dai_config()
3237 			pipeline->msg.primary &= ~SOF_IPC4_GLB_CHAIN_DMA_LINK_ID_MASK;  in sof_ipc4_dai_config()
3238 			pipeline->msg.primary |= SOF_IPC4_GLB_CHAIN_DMA_LINK_ID(data->dai_data);  in sof_ipc4_dai_config()
3246 		gtw_attr->lp_buffer_alloc = pipeline->lp_mode;  in sof_ipc4_dai_config()