| /Linux-v4.19/drivers/net/ethernet/mellanox/mlx5/core/ |
| D | wq.h | 100 static inline int mlx5_wq_cyc_is_full(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_is_full()
105 static inline int mlx5_wq_cyc_missing(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_missing()
110 static inline int mlx5_wq_cyc_is_empty(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_is_empty()
115 static inline void mlx5_wq_cyc_push(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_push()
121 static inline void mlx5_wq_cyc_push_n(struct mlx5_wq_cyc *wq, u8 n) in mlx5_wq_cyc_push_n()
127 static inline void mlx5_wq_cyc_pop(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_pop()
132 static inline void mlx5_wq_cyc_update_db_record(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_update_db_record()
137 static inline u16 mlx5_wq_cyc_ctr2ix(struct mlx5_wq_cyc *wq, u16 ctr) in mlx5_wq_cyc_ctr2ix()
142 static inline u16 mlx5_wq_cyc_get_head(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_get_head()
147 static inline u16 mlx5_wq_cyc_get_tail(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_get_tail()
[all …]
|
| D | wq.c | 37 u32 mlx5_wq_cyc_get_size(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_get_size()
42 u32 mlx5_cqwq_get_size(struct mlx5_cqwq *wq) in mlx5_cqwq_get_size()
47 u32 mlx5_wq_ll_get_size(struct mlx5_wq_ll *wq) in mlx5_wq_ll_get_size()
52 static u32 mlx5_wq_cyc_get_byte_size(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_get_byte_size()
57 static u32 mlx5_wq_qp_get_byte_size(struct mlx5_wq_qp *wq) in mlx5_wq_qp_get_byte_size()
63 static u32 mlx5_cqwq_get_byte_size(struct mlx5_cqwq *wq) in mlx5_cqwq_get_byte_size()
68 static u32 mlx5_wq_ll_get_byte_size(struct mlx5_wq_ll *wq) in mlx5_wq_ll_get_byte_size()
74 void *wqc, struct mlx5_wq_cyc *wq, in mlx5_wq_cyc_create()
133 void *qpc, struct mlx5_wq_qp *wq, in mlx5_wq_qp_create()
181 void *cqc, struct mlx5_cqwq *wq, in mlx5_cqwq_create()
[all …]
|
| D | en_rx.c | 80 struct mlx5_cqwq *wq = &cq->wq; in mlx5e_cqes_update_owner() local
335 struct mlx5_wq_cyc *wq = &rq->wqe.wq; in mlx5e_alloc_rx_wqes() local
415 struct mlx5_wq_ll *wq = &rq->mpwqe.wq; in mlx5e_post_rx_mpwqe() local
434 struct mlx5_wq_cyc *wq, in mlx5e_fill_icosq_frag_edge()
453 struct mlx5_wq_cyc *wq = &sq->wq; in mlx5e_alloc_rx_mpwqe() local
514 struct mlx5_wq_cyc *wq = &rq->wqe.wq; in mlx5e_post_rx_wqes() local
551 struct mlx5_wq_cyc *wq = &sq->wq; in mlx5e_poll_ico_single_cqe() local
593 struct mlx5_wq_ll *wq = &rq->mpwqe.wq; in mlx5e_post_rx_mpwqes() local
961 struct mlx5_wq_cyc *wq = &rq->wqe.wq; in mlx5e_handle_rx_cqe() local
999 struct mlx5_wq_cyc *wq = &rq->wqe.wq; in mlx5e_handle_rx_cqe_rep() local
[all …]
|
| /Linux-v4.19/include/linux/ |
| D | swait.h | 134 static inline int swait_active(struct swait_queue_head *wq) in swait_active()
147 static inline bool swq_has_sleeper(struct swait_queue_head *wq) in swq_has_sleeper()
171 #define ___swait_event(wq, condition, state, ret, cmd) \ argument
195 #define __swait_event(wq, condition) \ argument
199 #define swait_event_exclusive(wq, condition) \ argument
206 #define __swait_event_timeout(wq, condition, timeout) \ argument
211 #define swait_event_timeout_exclusive(wq, condition, timeout) \ argument
219 #define __swait_event_interruptible(wq, condition) \ argument
223 #define swait_event_interruptible_exclusive(wq, condition) \ argument
231 #define __swait_event_interruptible_timeout(wq, condition, timeout) \ argument
[all …]
|
| D | wait.h | 552 #define wait_event_interruptible_hrtimeout(wq, condition, timeout) \ argument
562 #define __wait_event_interruptible_exclusive(wq, condition) \ argument
566 #define wait_event_interruptible_exclusive(wq, condition) \ argument
575 #define __wait_event_killable_exclusive(wq, condition) \ argument
579 #define wait_event_killable_exclusive(wq, condition) \ argument
589 #define __wait_event_freezable_exclusive(wq, condition) \ argument
593 #define wait_event_freezable_exclusive(wq, condition) \ argument
719 #define __wait_event_interruptible_locked(wq, condition, exclusive, fn) \ argument
759 #define wait_event_interruptible_locked(wq, condition) \ argument
786 #define wait_event_interruptible_locked_irq(wq, condition) \ argument
[all …]
|
| /Linux-v4.19/drivers/scsi/snic/ |
| D | vnic_wq.c | 26 static inline int vnic_wq_get_ctrl(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_get_ctrl()
36 static inline int vnic_wq_alloc_ring(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_alloc_ring()
43 static int vnic_wq_alloc_bufs(struct vnic_wq *wq) in vnic_wq_alloc_bufs()
81 void svnic_wq_free(struct vnic_wq *wq) in svnic_wq_free()
99 int vnic_wq_devcmd2_alloc(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_devcmd2_alloc()
123 int svnic_wq_alloc(struct vnic_dev *vdev, struct vnic_wq *wq, in svnic_wq_alloc()
154 void vnic_wq_init_start(struct vnic_wq *wq, unsigned int cq_index, in vnic_wq_init_start()
177 void svnic_wq_init(struct vnic_wq *wq, unsigned int cq_index, in svnic_wq_init()
185 unsigned int svnic_wq_error_status(struct vnic_wq *wq) in svnic_wq_error_status()
190 void svnic_wq_enable(struct vnic_wq *wq) in svnic_wq_enable()
[all …]
|
| D | vnic_wq.h | 85 static inline unsigned int svnic_wq_desc_avail(struct vnic_wq *wq) in svnic_wq_desc_avail()
91 static inline unsigned int svnic_wq_desc_used(struct vnic_wq *wq) in svnic_wq_desc_used()
97 static inline void *svnic_wq_next_desc(struct vnic_wq *wq) in svnic_wq_next_desc()
102 static inline void svnic_wq_post(struct vnic_wq *wq, in svnic_wq_post()
128 static inline void svnic_wq_service(struct vnic_wq *wq, in svnic_wq_service()
130 void (*buf_service)(struct vnic_wq *wq, in svnic_wq_service()
|
| /Linux-v4.19/drivers/net/ethernet/cisco/enic/ |
| D | vnic_wq.c | 31 static int vnic_wq_alloc_bufs(struct vnic_wq *wq) in vnic_wq_alloc_bufs()
69 void vnic_wq_free(struct vnic_wq *wq) in vnic_wq_free()
88 int vnic_wq_alloc(struct vnic_dev *vdev, struct vnic_wq *wq, unsigned int index, in vnic_wq_alloc()
117 int enic_wq_devcmd2_alloc(struct vnic_dev *vdev, struct vnic_wq *wq, in enic_wq_devcmd2_alloc()
134 void enic_wq_init_start(struct vnic_wq *wq, unsigned int cq_index, in enic_wq_init_start()
157 void vnic_wq_init(struct vnic_wq *wq, unsigned int cq_index, in vnic_wq_init()
166 unsigned int vnic_wq_error_status(struct vnic_wq *wq) in vnic_wq_error_status()
171 void vnic_wq_enable(struct vnic_wq *wq) in vnic_wq_enable()
176 int vnic_wq_disable(struct vnic_wq *wq) in vnic_wq_disable()
195 void vnic_wq_clean(struct vnic_wq *wq, in vnic_wq_clean()
[all …]
|
| D | enic_res.h | 43 static inline void enic_queue_wq_desc_ex(struct vnic_wq *wq, in enic_queue_wq_desc_ex()
69 static inline void enic_queue_wq_desc_cont(struct vnic_wq *wq, in enic_queue_wq_desc_cont()
78 static inline void enic_queue_wq_desc(struct vnic_wq *wq, void *os_buf, in enic_queue_wq_desc()
88 static inline void enic_queue_wq_desc_csum(struct vnic_wq *wq, in enic_queue_wq_desc_csum()
100 static inline void enic_queue_wq_desc_csum_l4(struct vnic_wq *wq, in enic_queue_wq_desc_csum_l4()
111 static inline void enic_queue_wq_desc_tso(struct vnic_wq *wq, in enic_queue_wq_desc_tso()
|
| D | vnic_wq.h | 99 struct vnic_wq wq; member
103 static inline unsigned int vnic_wq_desc_avail(struct vnic_wq *wq) in vnic_wq_desc_avail()
109 static inline unsigned int vnic_wq_desc_used(struct vnic_wq *wq) in vnic_wq_desc_used()
115 static inline void *vnic_wq_next_desc(struct vnic_wq *wq) in vnic_wq_next_desc()
120 static inline void vnic_wq_doorbell(struct vnic_wq *wq) in vnic_wq_doorbell()
131 static inline void vnic_wq_post(struct vnic_wq *wq, in vnic_wq_post()
154 static inline void vnic_wq_service(struct vnic_wq *wq, in vnic_wq_service()
156 void (*buf_service)(struct vnic_wq *wq, in vnic_wq_service()
|
| /Linux-v4.19/drivers/scsi/fnic/ |
| D | vnic_wq.c | 27 static int vnic_wq_alloc_bufs(struct vnic_wq *wq) in vnic_wq_alloc_bufs()
67 void vnic_wq_free(struct vnic_wq *wq) in vnic_wq_free()
85 int vnic_wq_alloc(struct vnic_dev *vdev, struct vnic_wq *wq, unsigned int index, in vnic_wq_alloc()
114 void vnic_wq_init(struct vnic_wq *wq, unsigned int cq_index, in vnic_wq_init()
131 unsigned int vnic_wq_error_status(struct vnic_wq *wq) in vnic_wq_error_status()
136 void vnic_wq_enable(struct vnic_wq *wq) in vnic_wq_enable()
141 int vnic_wq_disable(struct vnic_wq *wq) in vnic_wq_disable()
159 void vnic_wq_clean(struct vnic_wq *wq, in vnic_wq_clean()
160 void (*buf_clean)(struct vnic_wq *wq, struct vnic_wq_buf *buf)) in vnic_wq_clean()
|
| D | vnic_wq_copy.c | 25 void vnic_wq_copy_enable(struct vnic_wq_copy *wq) in vnic_wq_copy_enable()
30 int vnic_wq_copy_disable(struct vnic_wq_copy *wq) in vnic_wq_copy_disable()
51 void vnic_wq_copy_clean(struct vnic_wq_copy *wq, in vnic_wq_copy_clean()
52 void (*q_clean)(struct vnic_wq_copy *wq, in vnic_wq_copy_clean()
69 void vnic_wq_copy_free(struct vnic_wq_copy *wq) in vnic_wq_copy_free()
78 int vnic_wq_copy_alloc(struct vnic_dev *vdev, struct vnic_wq_copy *wq, in vnic_wq_copy_alloc()
102 void vnic_wq_copy_init(struct vnic_wq_copy *wq, unsigned int cq_index, in vnic_wq_copy_init()
|
| D | vnic_wq_copy.h | 36 static inline unsigned int vnic_wq_copy_desc_avail(struct vnic_wq_copy *wq) in vnic_wq_copy_desc_avail()
41 static inline unsigned int vnic_wq_copy_desc_in_use(struct vnic_wq_copy *wq) in vnic_wq_copy_desc_in_use()
46 static inline void *vnic_wq_copy_next_desc(struct vnic_wq_copy *wq) in vnic_wq_copy_next_desc()
52 static inline void vnic_wq_copy_post(struct vnic_wq_copy *wq) in vnic_wq_copy_post()
69 static inline void vnic_wq_copy_desc_process(struct vnic_wq_copy *wq, u16 index) in vnic_wq_copy_desc_process()
83 static inline void vnic_wq_copy_service(struct vnic_wq_copy *wq, in vnic_wq_copy_service()
85 void (*q_service)(struct vnic_wq_copy *wq, in vnic_wq_copy_service()
|
| D | fnic_res.h | 30 static inline void fnic_queue_wq_desc(struct vnic_wq *wq, in fnic_queue_wq_desc()
54 static inline void fnic_queue_wq_eth_desc(struct vnic_wq *wq, in fnic_queue_wq_eth_desc()
79 static inline void fnic_queue_wq_copy_desc_icmnd_16(struct vnic_wq_copy *wq, in fnic_queue_wq_copy_desc_icmnd_16()
124 static inline void fnic_queue_wq_copy_desc_itmf(struct vnic_wq_copy *wq, in fnic_queue_wq_copy_desc_itmf()
150 static inline void fnic_queue_wq_copy_desc_flogi_reg(struct vnic_wq_copy *wq, in fnic_queue_wq_copy_desc_flogi_reg()
169 static inline void fnic_queue_wq_copy_desc_fip_reg(struct vnic_wq_copy *wq, in fnic_queue_wq_copy_desc_fip_reg()
193 static inline void fnic_queue_wq_copy_desc_fw_reset(struct vnic_wq_copy *wq, in fnic_queue_wq_copy_desc_fw_reset()
206 static inline void fnic_queue_wq_copy_desc_lunmap(struct vnic_wq_copy *wq, in fnic_queue_wq_copy_desc_lunmap()
|
| D | vnic_wq.h | 96 static inline unsigned int vnic_wq_desc_avail(struct vnic_wq *wq) in vnic_wq_desc_avail()
102 static inline unsigned int vnic_wq_desc_used(struct vnic_wq *wq) in vnic_wq_desc_used()
108 static inline void *vnic_wq_next_desc(struct vnic_wq *wq) in vnic_wq_next_desc()
113 static inline void vnic_wq_post(struct vnic_wq *wq, in vnic_wq_post()
139 static inline void vnic_wq_service(struct vnic_wq *wq, in vnic_wq_service()
141 void (*buf_service)(struct vnic_wq *wq, in vnic_wq_service()
|
| /Linux-v4.19/drivers/net/ethernet/huawei/hinic/ |
| D | hinic_hw_wq.c | 43 #define WQ_SIZE(wq) ((wq)->q_depth * (wq)->wqebb_size) argument
53 #define WQ_BASE_VADDR(wqs, wq) \ argument
57 #define WQ_BASE_PADDR(wqs, wq) \ argument
61 #define WQ_BASE_ADDR(wqs, wq) \ argument
65 #define CMDQ_BASE_VADDR(cmdq_pages, wq) \ argument
69 #define CMDQ_BASE_PADDR(cmdq_pages, wq) \ argument
73 #define CMDQ_BASE_ADDR(cmdq_pages, wq) \ argument
77 #define WQE_PAGE_OFF(wq, idx) (((idx) & ((wq)->num_wqebbs_per_page - 1)) * \ argument
80 #define WQE_PAGE_NUM(wq, idx) (((idx) / ((wq)->num_wqebbs_per_page)) \ argument
83 #define WQ_PAGE_ADDR(wq, idx) \ argument
[all …]
|
| D | hinic_hw_qp.c | 109 struct hinic_wq *wq; in hinic_sq_prepare_ctxt() local
166 struct hinic_wq *wq; in hinic_rq_prepare_ctxt() local
227 struct hinic_wq *wq = sq->wq; in alloc_sq_skb_arr() local
255 struct hinic_wq *wq = rq->wq; in alloc_rq_skb_arr() local
288 struct hinic_wq *wq, struct msix_entry *entry, in hinic_init_sq()
327 struct hinic_wq *wq = rq->wq; in alloc_rq_cqe() local
370 struct hinic_wq *wq = rq->wq; in free_rq_cqe() local
391 struct hinic_wq *wq, struct msix_entry *entry) in hinic_init_rq()
464 struct hinic_wq *wq = sq->wq; in hinic_get_sq_free_wqebbs() local
477 struct hinic_wq *wq = rq->wq; in hinic_get_rq_free_wqebbs() local
[all …]
|
| /Linux-v4.19/fs/btrfs/ |
| D | async-thread.c | 65 btrfs_workqueue_owner(const struct __btrfs_workqueue *wq) in btrfs_workqueue_owner()
76 bool btrfs_workqueue_normal_congested(const struct btrfs_workqueue *wq) in btrfs_workqueue_normal_congested()
200 static inline void thresh_queue_hook(struct __btrfs_workqueue *wq) in thresh_queue_hook()
212 static inline void thresh_exec_hook(struct __btrfs_workqueue *wq) in thresh_exec_hook()
255 static void run_ordered_work(struct __btrfs_workqueue *wq) in run_ordered_work()
304 struct __btrfs_workqueue *wq; in normal_work_helper() local
346 static inline void __btrfs_queue_work(struct __btrfs_workqueue *wq, in __btrfs_queue_work()
362 void btrfs_queue_work(struct btrfs_workqueue *wq, in btrfs_queue_work()
375 __btrfs_destroy_workqueue(struct __btrfs_workqueue *wq) in __btrfs_destroy_workqueue()
382 void btrfs_destroy_workqueue(struct btrfs_workqueue *wq) in btrfs_destroy_workqueue()
[all …]
|
| /Linux-v4.19/kernel/ |
| D | workqueue.c | 200 struct workqueue_struct *wq; /* I: the owning workqueue */ member
364 #define assert_rcu_or_wq_mutex(wq) \ argument
369 #define assert_rcu_or_wq_mutex_or_pool_mutex(wq) \ argument
424 #define for_each_pwq(pwq, wq) \ argument
560 static struct pool_workqueue *unbound_pwq_by_node(struct workqueue_struct *wq, in unbound_pwq_by_node()
1318 static bool is_chained_work(struct workqueue_struct *wq) in is_chained_work()
1363 static void __queue_work(int cpu, struct workqueue_struct *wq, in __queue_work()
1477 bool queue_work_on(int cpu, struct workqueue_struct *wq, in queue_work_on()
1504 static void __queue_delayed_work(int cpu, struct workqueue_struct *wq, in __queue_delayed_work()
1547 bool queue_delayed_work_on(int cpu, struct workqueue_struct *wq, in queue_delayed_work_on()
[all …]
|
| /Linux-v4.19/drivers/infiniband/hw/cxgb4/ |
| D | cq.c | 185 static void insert_recv_cqe(struct t4_wq *wq, struct t4_cq *cq, u32 srqidx) in insert_recv_cqe()
204 int c4iw_flush_rq(struct t4_wq *wq, struct t4_cq *cq, int count) in c4iw_flush_rq()
218 static void insert_sq_cqe(struct t4_wq *wq, struct t4_cq *cq, in insert_sq_cqe()
242 struct t4_wq *wq = &qhp->wq; in c4iw_flush_sq() local
268 static void flush_completed_wrs(struct t4_wq *wq, struct t4_cq *cq) in flush_completed_wrs()
301 static void create_read_req_cqe(struct t4_wq *wq, struct t4_cqe *hw_cqe, in create_read_req_cqe()
313 static void advance_oldest_read(struct t4_wq *wq) in advance_oldest_read()
423 static int cqe_completes_wr(struct t4_cqe *cqe, struct t4_wq *wq) in cqe_completes_wr()
444 void c4iw_count_rcqes(struct t4_cq *cq, struct t4_wq *wq, int *count) in c4iw_count_rcqes()
545 static int poll_cq(struct t4_wq *wq, struct t4_cq *cq, struct t4_cqe *cqe, in poll_cq()
[all …]
|
| D | t4.h | 479 static inline int t4_rqes_posted(struct t4_wq *wq) in t4_rqes_posted()
484 static inline int t4_rq_empty(struct t4_wq *wq) in t4_rq_empty()
489 static inline int t4_rq_full(struct t4_wq *wq) in t4_rq_full()
494 static inline u32 t4_rq_avail(struct t4_wq *wq) in t4_rq_avail()
499 static inline void t4_rq_produce(struct t4_wq *wq, u8 len16) in t4_rq_produce()
509 static inline void t4_rq_consume(struct t4_wq *wq) in t4_rq_consume()
516 static inline u16 t4_rq_host_wq_pidx(struct t4_wq *wq) in t4_rq_host_wq_pidx()
521 static inline u16 t4_rq_wq_size(struct t4_wq *wq) in t4_rq_wq_size()
531 static inline int t4_sq_empty(struct t4_wq *wq) in t4_sq_empty()
536 static inline int t4_sq_full(struct t4_wq *wq) in t4_sq_full()
[all …]
|
| /Linux-v4.19/fs/autofs/ |
| D | waitq.c | 20 struct autofs_wait_queue *wq, *nwq; in autofs_catatonic_mode() local
82 struct autofs_wait_queue *wq, in autofs_notify_daemon()
229 struct autofs_wait_queue *wq; in autofs_find_wait() local
255 struct autofs_wait_queue *wq; in validate_request() local
354 struct autofs_wait_queue *wq; in autofs_wait() local
532 struct autofs_wait_queue *wq, **wql; in autofs_wait_release() local
|
| /Linux-v4.19/drivers/infiniband/hw/cxgb3/ |
| D | cxio_hal.c | 273 struct t3_wq *wq, struct cxio_ucontext *uctx) in cxio_create_qp()
334 int cxio_destroy_qp(struct cxio_rdev *rdev_p, struct t3_wq *wq, in cxio_destroy_qp()
348 static void insert_recv_cqe(struct t3_wq *wq, struct t3_cq *cq) in insert_recv_cqe()
366 int cxio_flush_rq(struct t3_wq *wq, struct t3_cq *cq, int count) in cxio_flush_rq()
384 static void insert_sq_cqe(struct t3_wq *wq, struct t3_cq *cq, in insert_sq_cqe()
405 int cxio_flush_sq(struct t3_wq *wq, struct t3_cq *cq, int count) in cxio_flush_sq()
442 static int cqe_completes_wr(struct t3_cqe *cqe, struct t3_wq *wq) in cqe_completes_wr()
460 void cxio_count_scqes(struct t3_cq *cq, struct t3_wq *wq, int *count) in cxio_count_scqes()
478 void cxio_count_rcqes(struct t3_cq *cq, struct t3_wq *wq, int *count) in cxio_count_rcqes()
1062 static void flush_completed_wrs(struct t3_wq *wq, struct t3_cq *cq) in flush_completed_wrs()
[all …]
|
| /Linux-v4.19/drivers/md/bcache/ |
| D | closure.h | 146 struct workqueue_struct *wq; member
228 struct workqueue_struct *wq) in set_closure_fn()
239 struct workqueue_struct *wq = cl->wq; in closure_queue() local
370 struct workqueue_struct *wq, in closure_call()
|
| /Linux-v4.19/net/sunrpc/ |
| D | sched.c | 289 wait_queue_head_t *wq = bit_waitqueue(m, RPC_TASK_ACTIVE); in rpc_complete_task() local
332 static void rpc_make_runnable(struct workqueue_struct *wq, in rpc_make_runnable()
418 static void __rpc_do_wake_up_task_on_wq(struct workqueue_struct *wq, in __rpc_do_wake_up_task_on_wq()
443 static void rpc_wake_up_task_on_wq_queue_locked(struct workqueue_struct *wq, in rpc_wake_up_task_on_wq_queue_locked()
464 void rpc_wake_up_queued_task_on_wq(struct workqueue_struct *wq, in rpc_wake_up_queued_task_on_wq()
546 struct rpc_task *rpc_wake_up_first_on_wq(struct workqueue_struct *wq, in rpc_wake_up_first_on_wq()
1101 struct workqueue_struct *wq; in rpciod_start() local
1127 struct workqueue_struct *wq = NULL; in rpciod_stop() local
|
