18 #include "completion.h"
247 	/* The completion to use for fetching block map pages for this vio */
269 	/* The completion for making reference count decrements */
287 static inline struct data_vio *as_data_vio(struct vdo_completion *completion)  in as_data_vio()  argument
289 	return vio_as_data_vio(as_vio(completion));  in as_data_vio()
315 	return data_vio->vio.completion.vdo;  in vdo_from_data_vio()
335 void drain_data_vio_pool(struct data_vio_pool *pool, struct vdo_completion *completion);
336 void resume_data_vio_pool(struct data_vio_pool *pool, struct vdo_completion *completion);
343 void complete_data_vio(struct vdo_completion *completion);
344 void handle_data_vio_error(struct vdo_completion *completion);
348 	vdo_launch_completion(&data_vio->vio.completion);  in continue_data_vio()
359 	vdo_continue_completion(&data_vio->vio.completion, result);  in continue_data_vio_with_error()
380 	vdo_set_completion_callback(&data_vio->vio.completion, callback,  in set_data_vio_hash_zone_callback()
392 	vdo_launch_completion(&data_vio->vio.completion);  in launch_data_vio_hash_zone_callback()
408 	vdo_set_completion_callback(&data_vio->vio.completion, callback,  in set_data_vio_logical_callback()
420 	vdo_launch_completion(&data_vio->vio.completion);  in launch_data_vio_logical_callback()
437 	vdo_set_completion_callback(&data_vio->vio.completion, callback,  in set_data_vio_allocated_zone_callback()
450 	vdo_launch_completion(&data_vio->vio.completion);  in launch_data_vio_allocated_zone_callback()
467 	vdo_set_completion_callback(&data_vio->vio.completion, callback,  in set_data_vio_duplicate_zone_callback()
480 	vdo_launch_completion(&data_vio->vio.completion);  in launch_data_vio_duplicate_zone_callback()
496 	vdo_set_completion_callback(&data_vio->vio.completion, callback,  in set_data_vio_mapped_zone_callback()
514 	vdo_set_completion_callback(&data_vio->vio.completion, callback,  in set_data_vio_new_mapped_zone_callback()
534 	vdo_set_completion_callback(&data_vio->vio.completion, callback, journal_thread);  in set_data_vio_journal_callback()
545 	vdo_launch_completion(&data_vio->vio.completion);  in launch_data_vio_journal_callback()
564 	vdo_set_completion_callback(&data_vio->vio.completion, callback, packer_thread);  in set_data_vio_packer_callback()
575 	vdo_launch_completion(&data_vio->vio.completion);  in launch_data_vio_packer_callback()
594 	vdo_set_completion_callback(&data_vio->vio.completion, callback, cpu_thread);  in set_data_vio_cpu_callback()
606 	vdo_launch_completion_with_priority(&data_vio->vio.completion, priority);  in launch_data_vio_cpu_callback()
612 	vdo_set_completion_callback(&data_vio->vio.completion, callback,  in set_data_vio_bio_zone_callback()
624 	vdo_launch_completion_with_priority(&data_vio->vio.completion,  in launch_data_vio_bio_zone_callback()
636 	struct vdo_completion *completion = &data_vio->vio.completion;  in launch_data_vio_on_bio_ack_queue()  local
637 	struct vdo *vdo = completion->vdo;  in launch_data_vio_on_bio_ack_queue()
640 		callback(completion);  in launch_data_vio_on_bio_ack_queue()
644 	vdo_set_completion_callback(completion, callback,  in launch_data_vio_on_bio_ack_queue()
646 	vdo_launch_completion_with_priority(completion, BIO_ACK_Q_ACK_PRIORITY);  in launch_data_vio_on_bio_ack_queue()
663 void continue_data_vio_with_block_map_slot(struct vdo_completion *completion);