231 static void check_summary_drain_complete(struct block_allocator *allocator)  in check_summary_drain_complete()
247 static void notify_summary_waiters(struct block_allocator *allocator,  in notify_summary_waiters()
316 	struct block_allocator *allocator = block->allocator;  in launch_write()
365 	struct block_allocator *allocator = slab->allocator;  in update_slab_summary_entry()
1215 	completion->callback_thread_id = ((struct block_allocator *) pooled->context)->thread_id;  in write_reference_block()
1387 	struct block_allocator *allocator = slab->allocator;  in adjust_free_block_count()
2545 	struct block_allocator *allocator = slab->allocator;  in queue_slab()
2673 	struct block_allocator *allocator =  in finish_scrubbing()
2674 		container_of(scrubber, struct block_allocator, scrubber);  in finish_scrubbing()
2972 static void scrub_slabs(struct block_allocator *allocator, struct vdo_completion *parent)  in scrub_slabs()
2999 static void register_slab_with_allocator(struct block_allocator *allocator,  in register_slab_with_allocator()
3031 static struct slab_iterator get_slab_iterator(const struct block_allocator *allocator)  in get_slab_iterator()
3080 	struct block_allocator *allocator = listener;  in notify_block_allocator_of_read_only_mode()
3184 int vdo_allocate_block(struct block_allocator *allocator,  in vdo_allocate_block()
3218 int vdo_enqueue_clean_slab_waiter(struct block_allocator *allocator,  in vdo_enqueue_clean_slab_waiter()
3260 int vdo_release_block_reference(struct block_allocator *allocator,  in vdo_release_block_reference()
3310 	struct block_allocator *allocator = vdo_as_block_allocator(completion);  in slab_action_callback()
3324 	struct block_allocator *allocator = vdo_as_block_allocator(completion);  in handle_operation_error()
3332 static void apply_to_slabs(struct block_allocator *allocator, vdo_action_fn callback)  in apply_to_slabs()
3370 	struct block_allocator *allocator = vdo_as_block_allocator(completion);  in finish_loading_allocator()
3388 static void erase_next_slab_journal(struct block_allocator *allocator);
3392 	struct block_allocator *allocator = context;  in copy_callback()
3404 static void erase_next_slab_journal(struct block_allocator *allocator)  in erase_next_slab_journal()
3430 	struct block_allocator *allocator =  in initiate_load()
3431 		container_of(state, struct block_allocator, state);  in initiate_load()
3466 	struct block_allocator *allocator = vdo_as_block_allocator(completion);  in vdo_notify_slab_journals_are_recovered()
3471 static int get_slab_statuses(struct block_allocator *allocator,  in get_slab_statuses()
3499 static int __must_check vdo_prepare_slabs_for_allocation(struct block_allocator *allocator)  in vdo_prepare_slabs_for_allocation()
3567 void vdo_dump_block_allocator(const struct block_allocator *allocator)  in vdo_dump_block_allocator()
3707 				  struct block_allocator *allocator,  in make_slab()
3789 		struct block_allocator *allocator =  in allocate_slabs()
3919 static int initialize_slab_scrubber(struct block_allocator *allocator)  in initialize_slab_scrubber()
3955 static int __must_check initialize_slab_summary_block(struct block_allocator *allocator,  in initialize_slab_summary_block()
3982 	struct block_allocator *allocator = &depot->allocators[zone];  in initialize_block_allocator()
3987 	*allocator = (struct block_allocator) {  in initialize_block_allocator()
4167 				       struct block_allocator, __func__, &depot);  in vdo_decode_slab_depot()
4189 static void uninitialize_allocator_summary(struct block_allocator *allocator)  in uninitialize_allocator_summary()
4218 		struct block_allocator *allocator = &depot->allocators[zone];  in vdo_free_slab_depot()
4596 	struct block_allocator *allocator = &depot->allocators[zone_number];  in prepare_to_allocate()
4713 	struct block_allocator *allocator = &depot->allocators[zone_number];  in register_new_slabs()
4745 static void stop_scrubbing(struct block_allocator *allocator)  in stop_scrubbing()
4761 	check_summary_drain_complete(container_of(state, struct block_allocator,  in initiate_summary_drain()
4767 	struct block_allocator *allocator = vdo_as_block_allocator(completion);  in do_drain_step()
4801 	struct block_allocator *allocator =  in initiate_drain()
4802 		container_of(state, struct block_allocator, state);  in initiate_drain()
4845 static void resume_scrubbing(struct block_allocator *allocator)  in resume_scrubbing()
4867 	struct block_allocator *allocator = vdo_as_block_allocator(completion);  in do_resume_step()
4898 	struct block_allocator *allocator =  in initiate_resume()
4899 		container_of(state, struct block_allocator, state);  in initiate_resume()
4990 		const struct block_allocator *allocator = &depot->allocators[zone];  in get_block_allocator_statistics()