Lines Matching refs:pool_workqueue

256 struct pool_workqueue {  struct
359 struct pool_workqueue __rcu *dfl_pwq; /* PW: only for unbound wqs */
381 struct pool_workqueue __rcu * __percpu *cpu_pwq; /* I: per-cpu pwqs */
527 static void show_pwq(struct pool_workqueue *pwq);
721 static struct pool_workqueue __rcu **
731 static struct pool_workqueue *unbound_pwq(struct workqueue_struct *wq, int cpu) in unbound_pwq()
792 static void set_work_pwq(struct work_struct *work, struct pool_workqueue *pwq, in set_work_pwq()
849 static inline struct pool_workqueue *work_struct_pwq(unsigned long data) in work_struct_pwq()
851 return (struct pool_workqueue *)(data & WORK_STRUCT_PWQ_MASK); in work_struct_pwq()
854 static struct pool_workqueue *get_work_pwq(struct work_struct *work) in get_work_pwq()
1468 struct pool_workqueue *pwq = worker->current_pwq; in wq_worker_tick()
1623 static void get_pwq(struct pool_workqueue *pwq) in get_pwq()
1637 static void put_pwq(struct pool_workqueue *pwq) in put_pwq()
1655 static void put_pwq_unlocked(struct pool_workqueue *pwq) in put_pwq_unlocked()
1668 static bool pwq_is_empty(struct pool_workqueue *pwq) in pwq_is_empty()
1673 static void __pwq_activate_work(struct pool_workqueue *pwq, in __pwq_activate_work()
1710 static bool pwq_tryinc_nr_active(struct pool_workqueue *pwq, bool fill) in pwq_tryinc_nr_active()
1788 static bool pwq_activate_first_inactive(struct pool_workqueue *pwq, bool fill) in pwq_activate_first_inactive()
1826 struct pool_workqueue *pwq; in unplug_oldest_pwq()
1831 pwq = list_first_entry_or_null(&wq->pwqs, struct pool_workqueue, in unplug_oldest_pwq()
1854 struct pool_workqueue *pwq; in node_activate_pending_pwq()
1862 struct pool_workqueue, pending_node); in node_activate_pending_pwq()
1930 static void pwq_dec_nr_active(struct pool_workqueue *pwq) in pwq_dec_nr_active()
1989 static void pwq_dec_nr_in_flight(struct pool_workqueue *pwq, unsigned long work_data) in pwq_dec_nr_in_flight()
2051 struct pool_workqueue *pwq; in try_to_grab_pending()
2177 static void insert_work(struct pool_workqueue *pwq, struct work_struct *work, in insert_work()
2238 struct pool_workqueue *pwq; in __queue_work()
2987 struct pool_workqueue *pwq = get_work_pwq(work); in send_mayday()
3141 struct pool_workqueue *pwq = get_work_pwq(work); in process_one_work()
3470 struct pool_workqueue *pwq = list_first_entry(&wq->maydays, in rescuer_thread()
3471 struct pool_workqueue, mayday_node); in rescuer_thread()
3760 static void insert_wq_barrier(struct pool_workqueue *pwq, in insert_wq_barrier()
3848 struct pool_workqueue *pwq; in flush_workqueue_prep_pwqs()
4101 struct pool_workqueue *pwq; in drain_workqueue()
4147 struct pool_workqueue *pwq; in start_flush_work()
5066 struct pool_workqueue *pwq = container_of(work, struct pool_workqueue, in pwq_release_workfn()
5118 static void init_pwq(struct pool_workqueue *pwq, struct workqueue_struct *wq, in init_pwq()
5137 static void link_pwq(struct pool_workqueue *pwq) in link_pwq()
5155 static struct pool_workqueue *alloc_unbound_pwq(struct workqueue_struct *wq, in alloc_unbound_pwq()
5159 struct pool_workqueue *pwq; in alloc_unbound_pwq()
5216 static struct pool_workqueue *install_unbound_pwq(struct workqueue_struct *wq, in install_unbound_pwq()
5217 int cpu, struct pool_workqueue *pwq) in install_unbound_pwq()
5219 struct pool_workqueue __rcu **slot = unbound_pwq_slot(wq, cpu); in install_unbound_pwq()
5220 struct pool_workqueue *old_pwq; in install_unbound_pwq()
5238 struct pool_workqueue *dfl_pwq;
5239 struct pool_workqueue *pwq_tbl[];
5423 struct pool_workqueue *old_pwq = NULL, *pwq; in unbound_wq_update_pwq()
5478 wq->cpu_pwq = alloc_percpu(struct pool_workqueue *); in alloc_and_link_pwqs()
5491 struct pool_workqueue **pwq_p; in alloc_and_link_pwqs()
5512 struct pool_workqueue *dfl_pwq; in alloc_and_link_pwqs()
5529 struct pool_workqueue *pwq = *per_cpu_ptr(wq->cpu_pwq, cpu); in alloc_and_link_pwqs()
5640 struct pool_workqueue *pwq; in wq_adjust_max_active()
5819 static bool pwq_busy(struct pool_workqueue *pwq) in pwq_busy()
5843 struct pool_workqueue *pwq; in destroy_workqueue()
6035 struct pool_workqueue *pwq; in workqueue_congested()
6129 struct pool_workqueue *pwq = NULL; in print_worker_info()
6229 static void show_pwq(struct pool_workqueue *pwq) in show_pwq()
6310 struct pool_workqueue *pwq; in show_one_workqueue()
6834 struct pool_workqueue *pwq; in freeze_workqueues_busy()
7742 BUILD_BUG_ON(__alignof__(struct pool_workqueue) < __alignof__(long long)); in workqueue_init_early()
7758 pwq_cache = KMEM_CACHE(pool_workqueue, SLAB_PANIC); in workqueue_init_early()