Lines Matching refs:pool_workqueue
201 struct pool_workqueue { struct
276 struct pool_workqueue *dfl_pwq; /* PW: only for unbound wqs */
297 struct pool_workqueue __percpu *cpu_pwqs; /* I: per-cpu pwqs */
298 struct pool_workqueue __rcu *numa_pwq_tbl[]; /* PWR: unbound pwqs indexed by node */
378 static void show_pwq(struct pool_workqueue *pwq);
579 static struct pool_workqueue *unbound_pwq_by_node(struct workqueue_struct *wq, in unbound_pwq_by_node()
639 static void set_work_pwq(struct work_struct *work, struct pool_workqueue *pwq, in set_work_pwq()
701 static struct pool_workqueue *get_work_pwq(struct work_struct *work) in get_work_pwq()
734 return ((struct pool_workqueue *) in get_work_pool()
756 return ((struct pool_workqueue *) in get_work_pool_id()
1110 static void get_pwq(struct pool_workqueue *pwq) in get_pwq()
1124 static void put_pwq(struct pool_workqueue *pwq) in put_pwq()
1148 static void put_pwq_unlocked(struct pool_workqueue *pwq) in put_pwq_unlocked()
1163 struct pool_workqueue *pwq = get_work_pwq(work); in pwq_activate_inactive_work()
1173 static void pwq_activate_first_inactive(struct pool_workqueue *pwq) in pwq_activate_first_inactive()
1192 static void pwq_dec_nr_in_flight(struct pool_workqueue *pwq, unsigned long work_data) in pwq_dec_nr_in_flight()
1262 struct pool_workqueue *pwq; in try_to_grab_pending()
1352 static void insert_work(struct pool_workqueue *pwq, struct work_struct *work, in insert_work()
1421 struct pool_workqueue *pwq; in __queue_work()
2032 struct pool_workqueue *pwq = get_work_pwq(work); in send_mayday()
2185 struct pool_workqueue *pwq = get_work_pwq(work); in process_one_work()
2513 struct pool_workqueue *pwq = list_first_entry(&wq->maydays, in rescuer_thread()
2514 struct pool_workqueue, mayday_node); in rescuer_thread()
2671 static void insert_wq_barrier(struct pool_workqueue *pwq, in insert_wq_barrier()
2754 struct pool_workqueue *pwq; in flush_workqueue_prep_pwqs()
2962 struct pool_workqueue *pwq; in drain_workqueue()
3008 struct pool_workqueue *pwq; in start_flush_work()
3695 container_of(rcu, struct pool_workqueue, rcu)); in rcu_free_pwq()
3704 struct pool_workqueue *pwq = container_of(work, struct pool_workqueue, in pwq_unbound_release_workfn()
3748 static void pwq_adjust_max_active(struct pool_workqueue *pwq) in pwq_adjust_max_active()
3796 static void init_pwq(struct pool_workqueue *pwq, struct workqueue_struct *wq, in init_pwq()
3814 static void link_pwq(struct pool_workqueue *pwq) in link_pwq()
3835 static struct pool_workqueue *alloc_unbound_pwq(struct workqueue_struct *wq, in alloc_unbound_pwq()
3839 struct pool_workqueue *pwq; in alloc_unbound_pwq()
3910 static struct pool_workqueue *numa_pwq_tbl_install(struct workqueue_struct *wq, in numa_pwq_tbl_install()
3912 struct pool_workqueue *pwq) in numa_pwq_tbl_install()
3914 struct pool_workqueue *old_pwq; in numa_pwq_tbl_install()
3932 struct pool_workqueue *dfl_pwq;
3933 struct pool_workqueue *pwq_tbl[];
4145 struct pool_workqueue *old_pwq = NULL, *pwq; in wq_update_unbound_numa()
4209 wq->cpu_pwqs = alloc_percpu(struct pool_workqueue); in alloc_and_link_pwqs()
4214 struct pool_workqueue *pwq = in alloc_and_link_pwqs()
4294 struct pool_workqueue *pwq; in alloc_workqueue()
4384 static bool pwq_busy(struct pool_workqueue *pwq) in pwq_busy()
4408 struct pool_workqueue *pwq; in destroy_workqueue()
4505 struct pool_workqueue *pwq; in workqueue_set_max_active()
4576 struct pool_workqueue *pwq; in workqueue_congested()
4673 struct pool_workqueue *pwq = NULL; in print_worker_info()
4726 static void show_pwq(struct pool_workqueue *pwq) in show_pwq()
4804 struct pool_workqueue *pwq; in show_one_workqueue()
5240 struct pool_workqueue *pwq; in freeze_workqueues_begin()
5274 struct pool_workqueue *pwq; in freeze_workqueues_busy()
5315 struct pool_workqueue *pwq; in thaw_workqueues()
6003 BUILD_BUG_ON(__alignof__(struct pool_workqueue) < __alignof__(long long)); in workqueue_init_early()
6009 pwq_cache = KMEM_CACHE(pool_workqueue, SLAB_PANIC); in workqueue_init_early()