Lines Matching defs:iocg

195 #define TRACE_IOCG_PATH(type, iocg, ...)					\  argument
209 #define TRACE_IOCG_PATH(type, iocg, ...) do { } while (0) argument
573 struct ioc_gq *iocg; member
689 static struct blkcg_gq *iocg_to_blkg(struct ioc_gq *iocg) in iocg_to_blkg()
717 static void iocg_commit_bio(struct ioc_gq *iocg, struct bio *bio, in iocg_commit_bio()
730 static void iocg_lock(struct ioc_gq *iocg, bool lock_ioc, unsigned long *flags) in iocg_lock()
740 static void iocg_unlock(struct ioc_gq *iocg, bool unlock_ioc, unsigned long *flags) in iocg_unlock()
1084 static void __propagate_weights(struct ioc_gq *iocg, u32 active, u32 inuse, in __propagate_weights()
1166 static void propagate_weights(struct ioc_gq *iocg, u32 active, u32 inuse, in propagate_weights()
1173 static void current_hweight(struct ioc_gq *iocg, u32 *hw_activep, u32 *hw_inusep) in current_hweight()
1231 static u32 current_hweight_max(struct ioc_gq *iocg) in current_hweight_max()
1253 static void weight_updated(struct ioc_gq *iocg, struct ioc_now *now) in weight_updated()
1268 static bool iocg_activate(struct ioc_gq *iocg, struct ioc_now *now) in iocg_activate()
1353 static bool iocg_kick_delay(struct ioc_gq *iocg, struct ioc_now *now) in iocg_kick_delay()
1418 static void iocg_incur_debt(struct ioc_gq *iocg, u64 abs_cost, in iocg_incur_debt()
1443 static void iocg_pay_debt(struct ioc_gq *iocg, u64 abs_vpay, in iocg_pay_debt()
1500 static void iocg_kick_waitq(struct ioc_gq *iocg, bool pay_debt, in iocg_kick_waitq()
1585 struct ioc_gq *iocg = container_of(timer, struct ioc_gq, waitq_timer); in iocg_waitq_timer_fn() local
1639 static bool iocg_is_idle(struct ioc_gq *iocg) in iocg_is_idle()
1660 static void iocg_build_inner_walk(struct ioc_gq *iocg, in iocg_build_inner_walk()
1683 static void iocg_flush_stat_upward(struct ioc_gq *iocg) in iocg_flush_stat_upward()
1703 static void iocg_flush_stat_leaf(struct ioc_gq *iocg, struct ioc_now *now) in iocg_flush_stat_leaf()
1730 struct ioc_gq *iocg, *tiocg; in iocg_flush_stat() local
1750 static u32 hweight_after_donation(struct ioc_gq *iocg, u32 old_hwi, u32 hwm, in hweight_after_donation()
1860 struct ioc_gq *iocg, *tiocg, *root_iocg; in transfer_surpluses() local
2085 struct ioc_gq *iocg; in ioc_forgive_debts() local
2178 struct ioc_gq *iocg, *tiocg; in ioc_check_iocgs() local
2246 struct ioc_gq *iocg, *tiocg; in ioc_timer_fn() local
2469 static u64 adjust_inuse_and_calc_cost(struct ioc_gq *iocg, u64 vtime, in adjust_inuse_and_calc_cost()
2530 static void calc_vtime_cost_builtin(struct bio *bio, struct ioc_gq *iocg, in calc_vtime_cost_builtin()
2575 static u64 calc_vtime_cost(struct bio *bio, struct ioc_gq *iocg, bool is_merge) in calc_vtime_cost()
2612 struct ioc_gq *iocg = blkg_to_iocg(blkg); in ioc_rqos_throttle() local
2746 struct ioc_gq *iocg = blkg_to_iocg(bio->bi_blkg); in ioc_rqos_merge() local
2804 struct ioc_gq *iocg = blkg_to_iocg(bio->bi_blkg); in ioc_rqos_done_bio() local
2969 struct ioc_gq *iocg; in ioc_pd_alloc() local
2987 struct ioc_gq *iocg = pd_to_iocg(pd); in ioc_pd_init() local
3024 struct ioc_gq *iocg = pd_to_iocg(pd); in ioc_pd_free() local
3052 struct ioc_gq *iocg = pd_to_iocg(pd); in ioc_pd_stat() local
3078 struct ioc_gq *iocg = pd_to_iocg(pd); in ioc_weight_prfill() local
3104 struct ioc_gq *iocg; in ioc_weight_write() local
3120 struct ioc_gq *iocg = blkg_to_iocg(blkg); in ioc_weight_write() local