Lines Matching refs:pool_workqueue
227 struct pool_workqueue { struct
304 struct pool_workqueue *dfl_pwq; /* PW: only for unbound wqs */
325 struct pool_workqueue __percpu __rcu **cpu_pwq; /* I: per-cpu pwqs */
440 static void show_pwq(struct pool_workqueue *pwq);
672 static void set_work_pwq(struct work_struct *work, struct pool_workqueue *pwq, in set_work_pwq()
734 static inline struct pool_workqueue *work_struct_pwq(unsigned long data) in work_struct_pwq()
736 return (struct pool_workqueue *)(data & WORK_STRUCT_WQ_DATA_MASK); in work_struct_pwq()
739 static struct pool_workqueue *get_work_pwq(struct work_struct *work) in get_work_pwq()
1327 struct pool_workqueue *pwq = worker->current_pwq; in wq_worker_tick()
1405 static void get_pwq(struct pool_workqueue *pwq) in get_pwq()
1419 static void put_pwq(struct pool_workqueue *pwq) in put_pwq()
1437 static void put_pwq_unlocked(struct pool_workqueue *pwq) in put_pwq_unlocked()
1452 struct pool_workqueue *pwq = get_work_pwq(work); in pwq_activate_inactive_work()
1462 static void pwq_activate_first_inactive(struct pool_workqueue *pwq) in pwq_activate_first_inactive()
1481 static void pwq_dec_nr_in_flight(struct pool_workqueue *pwq, unsigned long work_data) in pwq_dec_nr_in_flight()
1551 struct pool_workqueue *pwq; in try_to_grab_pending()
1641 static void insert_work(struct pool_workqueue *pwq, struct work_struct *work, in insert_work()
1705 struct pool_workqueue *pwq; in __queue_work()
2386 struct pool_workqueue *pwq = get_work_pwq(work); in send_mayday()
2540 struct pool_workqueue *pwq = get_work_pwq(work); in process_one_work()
2854 struct pool_workqueue *pwq = list_first_entry(&wq->maydays, in rescuer_thread()
2855 struct pool_workqueue, mayday_node); in rescuer_thread()
3006 static void insert_wq_barrier(struct pool_workqueue *pwq, in insert_wq_barrier()
3088 struct pool_workqueue *pwq; in flush_workqueue_prep_pwqs()
3296 struct pool_workqueue *pwq; in drain_workqueue()
3342 struct pool_workqueue *pwq; in start_flush_work()
4098 container_of(rcu, struct pool_workqueue, rcu)); in rcu_free_pwq()
4107 struct pool_workqueue *pwq = container_of(work, struct pool_workqueue, in pwq_release_workfn()
4150 static void pwq_adjust_max_active(struct pool_workqueue *pwq) in pwq_adjust_max_active()
4187 static void init_pwq(struct pool_workqueue *pwq, struct workqueue_struct *wq, in init_pwq()
4205 static void link_pwq(struct pool_workqueue *pwq) in link_pwq()
4226 static struct pool_workqueue *alloc_unbound_pwq(struct workqueue_struct *wq, in alloc_unbound_pwq()
4230 struct pool_workqueue *pwq; in alloc_unbound_pwq()
4290 static struct pool_workqueue *install_unbound_pwq(struct workqueue_struct *wq, in install_unbound_pwq()
4291 int cpu, struct pool_workqueue *pwq) in install_unbound_pwq()
4293 struct pool_workqueue *old_pwq; in install_unbound_pwq()
4311 struct pool_workqueue *dfl_pwq;
4312 struct pool_workqueue *pwq_tbl[];
4512 struct pool_workqueue *old_pwq = NULL, *pwq; in wq_update_pod()
4566 wq->cpu_pwq = alloc_percpu(struct pool_workqueue *); in alloc_and_link_pwqs()
4572 struct pool_workqueue **pwq_p = in alloc_and_link_pwqs()
4614 struct pool_workqueue *pwq = *per_cpu_ptr(wq->cpu_pwq, cpu); in alloc_and_link_pwqs()
4678 struct pool_workqueue *pwq; in alloc_workqueue()
4764 static bool pwq_busy(struct pool_workqueue *pwq) in pwq_busy()
4788 struct pool_workqueue *pwq; in destroy_workqueue()
4880 struct pool_workqueue *pwq; in workqueue_set_max_active()
4952 struct pool_workqueue *pwq; in workqueue_congested()
5046 struct pool_workqueue *pwq = NULL; in print_worker_info()
5129 static void show_pwq(struct pool_workqueue *pwq) in show_pwq()
5211 struct pool_workqueue *pwq; in show_one_workqueue()
5686 struct pool_workqueue *pwq; in freeze_workqueues_begin()
5720 struct pool_workqueue *pwq; in freeze_workqueues_busy()
5761 struct pool_workqueue *pwq; in thaw_workqueues()
6530 BUILD_BUG_ON(__alignof__(struct pool_workqueue) < __alignof__(long long)); in workqueue_init_early()
6539 pwq_cache = KMEM_CACHE(pool_workqueue, SLAB_PANIC); in workqueue_init_early()