| /Linux-v5.10/drivers/net/ethernet/mellanox/mlx5/core/ |
| D | wq.h | 80 void *wqc, struct mlx5_wq_cyc *wq,
82 void mlx5_wq_cyc_wqe_dump(struct mlx5_wq_cyc *wq, u16 ix, u8 nstrides);
83 void mlx5_wq_cyc_reset(struct mlx5_wq_cyc *wq);
86 void *qpc, struct mlx5_wq_qp *wq,
90 void *cqc, struct mlx5_cqwq *wq,
94 void *wqc, struct mlx5_wq_ll *wq,
96 void mlx5_wq_ll_reset(struct mlx5_wq_ll *wq);
100 static inline u32 mlx5_wq_cyc_get_size(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_get_size() argument
102 return (u32)wq->fbc.sz_m1 + 1; in mlx5_wq_cyc_get_size()
105 static inline int mlx5_wq_cyc_is_full(struct mlx5_wq_cyc *wq) in mlx5_wq_cyc_is_full() argument
[all …]
|
| D | wq.c | 43 void *wqc, struct mlx5_wq_cyc *wq, in mlx5_wq_cyc_create() argument
46 u8 log_wq_stride = MLX5_GET(wq, wqc, log_wq_stride); in mlx5_wq_cyc_create()
47 u8 log_wq_sz = MLX5_GET(wq, wqc, log_wq_sz); in mlx5_wq_cyc_create()
48 struct mlx5_frag_buf_ctrl *fbc = &wq->fbc; in mlx5_wq_cyc_create()
57 wq->db = wq_ctrl->db.db; in mlx5_wq_cyc_create()
67 wq->sz = mlx5_wq_cyc_get_size(wq); in mlx5_wq_cyc_create()
79 void mlx5_wq_cyc_wqe_dump(struct mlx5_wq_cyc *wq, u16 ix, u8 nstrides) in mlx5_wq_cyc_wqe_dump() argument
89 len = nstrides << wq->fbc.log_stride; in mlx5_wq_cyc_wqe_dump()
90 wqe = mlx5_wq_cyc_get_wqe(wq, ix); in mlx5_wq_cyc_wqe_dump()
93 mlx5_wq_cyc_get_size(wq), wq->cur_sz, ix, len); in mlx5_wq_cyc_wqe_dump()
[all …]
|
| /Linux-v5.10/drivers/scsi/fnic/ |
| D | vnic_wq.c | 28 static int vnic_wq_get_ctrl(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_get_ctrl() argument
31 wq->ctrl = vnic_dev_get_res(vdev, res_type, index); in vnic_wq_get_ctrl()
33 if (!wq->ctrl) in vnic_wq_get_ctrl()
40 static int vnic_wq_alloc_ring(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_alloc_ring() argument
43 return vnic_dev_alloc_desc_ring(vdev, &wq->ring, desc_count, desc_size); in vnic_wq_alloc_ring()
47 static int vnic_wq_alloc_bufs(struct vnic_wq *wq) in vnic_wq_alloc_bufs() argument
50 unsigned int i, j, count = wq->ring.desc_count; in vnic_wq_alloc_bufs()
54 wq->bufs[i] = kzalloc(VNIC_WQ_BUF_BLK_SZ, GFP_ATOMIC); in vnic_wq_alloc_bufs()
55 if (!wq->bufs[i]) { in vnic_wq_alloc_bufs()
62 buf = wq->bufs[i]; in vnic_wq_alloc_bufs()
[all …]
|
| D | vnic_wq_copy.h | 36 static inline unsigned int vnic_wq_copy_desc_avail(struct vnic_wq_copy *wq) in vnic_wq_copy_desc_avail() argument
38 return wq->ring.desc_avail; in vnic_wq_copy_desc_avail()
41 static inline unsigned int vnic_wq_copy_desc_in_use(struct vnic_wq_copy *wq) in vnic_wq_copy_desc_in_use() argument
43 return wq->ring.desc_count - 1 - wq->ring.desc_avail; in vnic_wq_copy_desc_in_use()
46 static inline void *vnic_wq_copy_next_desc(struct vnic_wq_copy *wq) in vnic_wq_copy_next_desc() argument
48 struct fcpio_host_req *desc = wq->ring.descs; in vnic_wq_copy_next_desc()
49 return &desc[wq->to_use_index]; in vnic_wq_copy_next_desc()
52 static inline void vnic_wq_copy_post(struct vnic_wq_copy *wq) in vnic_wq_copy_post() argument
55 ((wq->to_use_index + 1) == wq->ring.desc_count) ? in vnic_wq_copy_post()
56 (wq->to_use_index = 0) : (wq->to_use_index++); in vnic_wq_copy_post()
[all …]
|
| D | vnic_wq_copy.c | 25 void vnic_wq_copy_enable(struct vnic_wq_copy *wq) in vnic_wq_copy_enable() argument
27 iowrite32(1, &wq->ctrl->enable); in vnic_wq_copy_enable()
30 int vnic_wq_copy_disable(struct vnic_wq_copy *wq) in vnic_wq_copy_disable() argument
34 iowrite32(0, &wq->ctrl->enable); in vnic_wq_copy_disable()
38 if (!(ioread32(&wq->ctrl->running))) in vnic_wq_copy_disable()
45 wq->index, ioread32(&wq->ctrl->fetch_index), in vnic_wq_copy_disable()
46 ioread32(&wq->ctrl->posted_index)); in vnic_wq_copy_disable()
51 void vnic_wq_copy_clean(struct vnic_wq_copy *wq, in vnic_wq_copy_clean() argument
52 void (*q_clean)(struct vnic_wq_copy *wq, in vnic_wq_copy_clean() argument
55 BUG_ON(ioread32(&wq->ctrl->enable)); in vnic_wq_copy_clean()
[all …]
|
| D | vnic_wq.h | 98 static inline unsigned int vnic_wq_desc_avail(struct vnic_wq *wq) in vnic_wq_desc_avail() argument
101 return wq->ring.desc_avail; in vnic_wq_desc_avail()
104 static inline unsigned int vnic_wq_desc_used(struct vnic_wq *wq) in vnic_wq_desc_used() argument
107 return wq->ring.desc_count - wq->ring.desc_avail - 1; in vnic_wq_desc_used()
110 static inline void *vnic_wq_next_desc(struct vnic_wq *wq) in vnic_wq_next_desc() argument
112 return wq->to_use->desc; in vnic_wq_next_desc()
115 static inline void vnic_wq_post(struct vnic_wq *wq, in vnic_wq_post() argument
119 struct vnic_wq_buf *buf = wq->to_use; in vnic_wq_post()
134 iowrite32(buf->index, &wq->ctrl->posted_index); in vnic_wq_post()
136 wq->to_use = buf; in vnic_wq_post()
[all …]
|
| /Linux-v5.10/drivers/net/ethernet/cisco/enic/ |
| D | vnic_wq.c | 31 static int vnic_wq_alloc_bufs(struct vnic_wq *wq) in vnic_wq_alloc_bufs() argument
34 unsigned int i, j, count = wq->ring.desc_count; in vnic_wq_alloc_bufs()
38 wq->bufs[i] = kzalloc(VNIC_WQ_BUF_BLK_SZ(count), GFP_KERNEL); in vnic_wq_alloc_bufs()
39 if (!wq->bufs[i]) in vnic_wq_alloc_bufs()
44 buf = wq->bufs[i]; in vnic_wq_alloc_bufs()
47 buf->desc = (u8 *)wq->ring.descs + in vnic_wq_alloc_bufs()
48 wq->ring.desc_size * buf->index; in vnic_wq_alloc_bufs()
50 buf->next = wq->bufs[0]; in vnic_wq_alloc_bufs()
54 buf->next = wq->bufs[i + 1]; in vnic_wq_alloc_bufs()
64 wq->to_use = wq->to_clean = wq->bufs[0]; in vnic_wq_alloc_bufs()
[all …]
|
| D | vnic_wq.h | 99 struct vnic_wq wq; member
103 static inline unsigned int vnic_wq_desc_avail(struct vnic_wq *wq) in vnic_wq_desc_avail() argument
106 return wq->ring.desc_avail; in vnic_wq_desc_avail()
109 static inline unsigned int vnic_wq_desc_used(struct vnic_wq *wq) in vnic_wq_desc_used() argument
112 return wq->ring.desc_count - wq->ring.desc_avail - 1; in vnic_wq_desc_used()
115 static inline void *vnic_wq_next_desc(struct vnic_wq *wq) in vnic_wq_next_desc() argument
117 return wq->to_use->desc; in vnic_wq_next_desc()
120 static inline void vnic_wq_doorbell(struct vnic_wq *wq) in vnic_wq_doorbell() argument
128 iowrite32(wq->to_use->index, &wq->ctrl->posted_index); in vnic_wq_doorbell()
131 static inline void vnic_wq_post(struct vnic_wq *wq, in vnic_wq_post() argument
[all …]
|
| /Linux-v5.10/drivers/scsi/snic/ |
| D | vnic_wq.c | 26 static inline int vnic_wq_get_ctrl(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_get_ctrl() argument
29 wq->ctrl = svnic_dev_get_res(vdev, res_type, index); in vnic_wq_get_ctrl()
30 if (!wq->ctrl) in vnic_wq_get_ctrl()
36 static inline int vnic_wq_alloc_ring(struct vnic_dev *vdev, struct vnic_wq *wq, in vnic_wq_alloc_ring() argument
39 return svnic_dev_alloc_desc_ring(vdev, &wq->ring, desc_count, in vnic_wq_alloc_ring()
43 static int vnic_wq_alloc_bufs(struct vnic_wq *wq) in vnic_wq_alloc_bufs() argument
46 unsigned int i, j, count = wq->ring.desc_count; in vnic_wq_alloc_bufs()
50 wq->bufs[i] = kzalloc(VNIC_WQ_BUF_BLK_SZ, GFP_ATOMIC); in vnic_wq_alloc_bufs()
51 if (!wq->bufs[i]) { in vnic_wq_alloc_bufs()
59 buf = wq->bufs[i]; in vnic_wq_alloc_bufs()
[all …]
|
| D | vnic_wq.h | 85 static inline unsigned int svnic_wq_desc_avail(struct vnic_wq *wq) in svnic_wq_desc_avail() argument
88 return wq->ring.desc_avail; in svnic_wq_desc_avail()
91 static inline unsigned int svnic_wq_desc_used(struct vnic_wq *wq) in svnic_wq_desc_used() argument
94 return wq->ring.desc_count - wq->ring.desc_avail - 1; in svnic_wq_desc_used()
97 static inline void *svnic_wq_next_desc(struct vnic_wq *wq) in svnic_wq_next_desc() argument
99 return wq->to_use->desc; in svnic_wq_next_desc()
102 static inline void svnic_wq_post(struct vnic_wq *wq, in svnic_wq_post() argument
106 struct vnic_wq_buf *buf = wq->to_use; in svnic_wq_post()
121 iowrite32(buf->index, &wq->ctrl->posted_index); in svnic_wq_post()
123 wq->to_use = buf; in svnic_wq_post()
[all …]
|
| /Linux-v5.10/drivers/net/ethernet/huawei/hinic/ |
| D | hinic_hw_wq.c | 34 #define WQ_SIZE(wq) ((wq)->q_depth * (wq)->wqebb_size) argument
44 #define WQ_BASE_VADDR(wqs, wq) \ argument
45 ((void *)((wqs)->page_vaddr[(wq)->page_idx]) \
46 + (wq)->block_idx * WQ_BLOCK_SIZE)
48 #define WQ_BASE_PADDR(wqs, wq) \ argument
49 ((wqs)->page_paddr[(wq)->page_idx] \
50 + (wq)->block_idx * WQ_BLOCK_SIZE)
52 #define WQ_BASE_ADDR(wqs, wq) \ argument
53 ((void *)((wqs)->shadow_page_vaddr[(wq)->page_idx]) \
54 + (wq)->block_idx * WQ_BLOCK_SIZE)
[all …]
|
| /Linux-v5.10/fs/btrfs/ |
| D | async-thread.c | 56 struct btrfs_fs_info * __pure btrfs_workqueue_owner(const struct __btrfs_workqueue *wq) in btrfs_workqueue_owner() argument
58 return wq->fs_info; in btrfs_workqueue_owner()
63 return work->wq->fs_info; in btrfs_work_owner()
66 bool btrfs_workqueue_normal_congested(const struct btrfs_workqueue *wq) in btrfs_workqueue_normal_congested() argument
74 if (wq->normal->thresh == NO_THRESHOLD) in btrfs_workqueue_normal_congested()
77 return atomic_read(&wq->normal->pending) > wq->normal->thresh * 2; in btrfs_workqueue_normal_congested()
127 __btrfs_destroy_workqueue(struct __btrfs_workqueue *wq);
165 static inline void thresh_queue_hook(struct __btrfs_workqueue *wq) in thresh_queue_hook() argument
167 if (wq->thresh == NO_THRESHOLD) in thresh_queue_hook()
169 atomic_inc(&wq->pending); in thresh_queue_hook()
[all …]
|
| /Linux-v5.10/drivers/dma/idxd/ |
| D | device.c | 62 static void free_hw_descs(struct idxd_wq *wq) in free_hw_descs() argument
66 for (i = 0; i < wq->num_descs; i++) in free_hw_descs()
67 kfree(wq->hw_descs[i]); in free_hw_descs()
69 kfree(wq->hw_descs); in free_hw_descs()
72 static int alloc_hw_descs(struct idxd_wq *wq, int num) in alloc_hw_descs() argument
74 struct device *dev = &wq->idxd->pdev->dev; in alloc_hw_descs()
78 wq->hw_descs = kcalloc_node(num, sizeof(struct dsa_hw_desc *), in alloc_hw_descs()
80 if (!wq->hw_descs) in alloc_hw_descs()
84 wq->hw_descs[i] = kzalloc_node(sizeof(*wq->hw_descs[i]), in alloc_hw_descs()
86 if (!wq->hw_descs[i]) { in alloc_hw_descs()
[all …]
|
| D | cdev.c | 33 struct idxd_wq *wq; member
75 struct idxd_wq *wq; in idxd_cdev_open() local
79 wq = inode_wq(inode); in idxd_cdev_open()
80 idxd = wq->idxd; in idxd_cdev_open()
83 dev_dbg(dev, "%s called: %d\n", __func__, idxd_wq_refcount(wq)); in idxd_cdev_open()
89 mutex_lock(&wq->wq_lock); in idxd_cdev_open()
91 if (idxd_wq_refcount(wq) > 0 && wq_dedicated(wq)) { in idxd_cdev_open()
96 ctx->wq = wq; in idxd_cdev_open()
98 idxd_wq_get(wq); in idxd_cdev_open()
99 mutex_unlock(&wq->wq_lock); in idxd_cdev_open()
[all …]
|
| D | sysfs.c | 59 static inline bool is_idxd_wq_dmaengine(struct idxd_wq *wq) in is_idxd_wq_dmaengine() argument
61 if (wq->type == IDXD_WQT_KERNEL && in is_idxd_wq_dmaengine()
62 strcmp(wq->name, "dmaengine") == 0) in is_idxd_wq_dmaengine()
67 static inline bool is_idxd_wq_cdev(struct idxd_wq *wq) in is_idxd_wq_cdev() argument
69 return wq->type == IDXD_WQT_USER; in is_idxd_wq_cdev()
84 struct idxd_wq *wq = confdev_to_wq(dev); in idxd_config_bus_match() local
85 struct idxd_device *idxd = wq->idxd; in idxd_config_bus_match()
90 if (wq->state != IDXD_WQ_DISABLED) { in idxd_config_bus_match()
149 struct idxd_wq *wq = confdev_to_wq(dev); in idxd_config_bus_probe() local
150 struct idxd_device *idxd = wq->idxd; in idxd_config_bus_probe()
[all …]
|
| D | dma.c | 59 static inline void idxd_prep_desc_common(struct idxd_wq *wq, in idxd_prep_desc_common() argument
64 struct idxd_device *idxd = wq->idxd; in idxd_prep_desc_common()
71 hw->priv = !!(wq->type == IDXD_WQT_KERNEL); in idxd_prep_desc_common()
78 wq->vec_ptr = (wq->vec_ptr % idxd->num_wq_irqs) + 1; in idxd_prep_desc_common()
79 hw->int_handle = wq->vec_ptr; in idxd_prep_desc_common()
86 struct idxd_wq *wq = to_idxd_wq(c); in idxd_dma_submit_memcpy() local
88 struct idxd_device *idxd = wq->idxd; in idxd_dma_submit_memcpy()
91 if (wq->state != IDXD_WQ_ENABLED) in idxd_dma_submit_memcpy()
98 desc = idxd_alloc_desc(wq, IDXD_OP_BLOCK); in idxd_dma_submit_memcpy()
102 idxd_prep_desc_common(wq, desc->hw, DSA_OPCODE_MEMMOVE, in idxd_dma_submit_memcpy()
[all …]
|
| /Linux-v5.10/fs/autofs/ |
| D | waitq.c | 17 struct autofs_wait_queue *wq, *nwq; in autofs_catatonic_mode() local
28 wq = sbi->queues; in autofs_catatonic_mode()
30 while (wq) { in autofs_catatonic_mode()
31 nwq = wq->next; in autofs_catatonic_mode()
32 wq->status = -ENOENT; /* Magic is gone - report failure */ in autofs_catatonic_mode()
33 kfree(wq->name.name); in autofs_catatonic_mode()
34 wq->name.name = NULL; in autofs_catatonic_mode()
35 wq->wait_ctr--; in autofs_catatonic_mode()
36 wake_up_interruptible(&wq->queue); in autofs_catatonic_mode()
37 wq = nwq; in autofs_catatonic_mode()
[all …]
|
| /Linux-v5.10/include/linux/ |
| D | swait.h | 121 static inline int swait_active(struct swait_queue_head *wq) in swait_active() argument
123 return !list_empty(&wq->task_list); in swait_active()
134 static inline bool swq_has_sleeper(struct swait_queue_head *wq) in swq_has_sleeper() argument
144 return swait_active(wq); in swq_has_sleeper()
158 #define ___swait_event(wq, condition, state, ret, cmd) \ argument
166 long __int = prepare_to_swait_event(&wq, &__wait, state);\
178 finish_swait(&wq, &__wait); \
182 #define __swait_event(wq, condition) \ argument
183 (void)___swait_event(wq, condition, TASK_UNINTERRUPTIBLE, 0, \
186 #define swait_event_exclusive(wq, condition) \ argument
[all …]
|
| /Linux-v5.10/kernel/ |
| D | workqueue.c | 201 struct workqueue_struct *wq; /* I: the owning workqueue */ member
358 static void workqueue_sysfs_unregister(struct workqueue_struct *wq);
369 #define assert_rcu_or_wq_mutex_or_pool_mutex(wq) \ argument
371 !lockdep_is_held(&wq->mutex) && \
424 #define for_each_pwq(pwq, wq) \ argument
425 list_for_each_entry_rcu((pwq), &(wq)->pwqs, pwqs_node, \
426 lockdep_is_held(&(wq->mutex)))
559 static struct pool_workqueue *unbound_pwq_by_node(struct workqueue_struct *wq, in unbound_pwq_by_node() argument
562 assert_rcu_or_wq_mutex_or_pool_mutex(wq); in unbound_pwq_by_node()
571 return wq->dfl_pwq; in unbound_pwq_by_node()
[all …]
|
| /Linux-v5.10/drivers/infiniband/hw/cxgb4/ |
| D | t4.h | 480 static inline int t4_rqes_posted(struct t4_wq *wq) in t4_rqes_posted() argument
482 return wq->rq.in_use; in t4_rqes_posted()
485 static inline int t4_rq_empty(struct t4_wq *wq) in t4_rq_empty() argument
487 return wq->rq.in_use == 0; in t4_rq_empty()
490 static inline int t4_rq_full(struct t4_wq *wq) in t4_rq_full() argument
492 return wq->rq.in_use == (wq->rq.size - 1); in t4_rq_full()
495 static inline u32 t4_rq_avail(struct t4_wq *wq) in t4_rq_avail() argument
497 return wq->rq.size - 1 - wq->rq.in_use; in t4_rq_avail()
500 static inline void t4_rq_produce(struct t4_wq *wq, u8 len16) in t4_rq_produce() argument
502 wq->rq.in_use++; in t4_rq_produce()
[all …]
|
| D | qp.c | 150 static int destroy_qp(struct c4iw_rdev *rdev, struct t4_wq *wq, in destroy_qp() argument
157 dealloc_sq(rdev, &wq->sq); in destroy_qp()
158 kfree(wq->sq.sw_sq); in destroy_qp()
159 c4iw_put_qpid(rdev, wq->sq.qid, uctx); in destroy_qp()
163 wq->rq.memsize, wq->rq.queue, in destroy_qp()
164 dma_unmap_addr(&wq->rq, mapping)); in destroy_qp()
165 c4iw_rqtpool_free(rdev, wq->rq.rqt_hwaddr, wq->rq.rqt_size); in destroy_qp()
166 kfree(wq->rq.sw_rq); in destroy_qp()
167 c4iw_put_qpid(rdev, wq->rq.qid, uctx); in destroy_qp()
199 static int create_qp(struct c4iw_rdev *rdev, struct t4_wq *wq, in create_qp() argument
[all …]
|
| D | cq.c | 184 static void insert_recv_cqe(struct t4_wq *wq, struct t4_cq *cq, u32 srqidx) in insert_recv_cqe() argument
189 wq, cq, cq->sw_cidx, cq->sw_pidx); in insert_recv_cqe()
195 CQE_QPID_V(wq->sq.qid)); in insert_recv_cqe()
203 int c4iw_flush_rq(struct t4_wq *wq, struct t4_cq *cq, int count) in c4iw_flush_rq() argument
206 int in_use = wq->rq.in_use - count; in c4iw_flush_rq()
209 wq, cq, wq->rq.in_use, count); in c4iw_flush_rq()
211 insert_recv_cqe(wq, cq, 0); in c4iw_flush_rq()
217 static void insert_sq_cqe(struct t4_wq *wq, struct t4_cq *cq, in insert_sq_cqe() argument
223 wq, cq, cq->sw_cidx, cq->sw_pidx); in insert_sq_cqe()
229 CQE_QPID_V(wq->sq.qid)); in insert_sq_cqe()
[all …]
|
| /Linux-v5.10/fs/ |
| D | io-wq.c | 109 struct io_wq *wq; member
238 atomic_dec(&wqe->wq->user->processes); in io_worker_exit()
253 if (refcount_dec_and_test(&wqe->wq->refs)) in io_worker_exit()
254 complete(&wqe->wq->done); in io_worker_exit()
309 wake_up_process(wqe->wq->manager); in io_wqe_wake_worker()
368 atomic_dec(&wqe->wq->user->processes); in __io_worker_busy()
373 atomic_inc(&wqe->wq->user->processes); in __io_worker_busy()
534 struct io_wq *wq = wqe->wq; in io_worker_handle_work() local
568 if (test_bit(IO_WQ_BIT_CANCEL, &wq->state)) in io_worker_handle_work()
572 linked = wq->do_work(work); in io_worker_handle_work()
[all …]
|
| /Linux-v5.10/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| D | txrx.h | 68 mlx5e_wqc_has_room_for(struct mlx5_wq_cyc *wq, u16 cc, u16 pc, u16 n) in mlx5e_wqc_has_room_for() argument
70 return (mlx5_wq_cyc_ctr2ix(wq, cc - pc) >= n) || (cc == pc); in mlx5e_wqc_has_room_for()
73 static inline void *mlx5e_fetch_wqe(struct mlx5_wq_cyc *wq, u16 pi, size_t wqe_size) in mlx5e_fetch_wqe() argument
77 wqe = mlx5_wq_cyc_get_wqe(wq, pi); in mlx5e_fetch_wqe()
84 ((struct mlx5e_tx_wqe *)mlx5e_fetch_wqe(&(sq)->wq, pi, sizeof(struct mlx5e_tx_wqe)))
87 mlx5e_post_nop(struct mlx5_wq_cyc *wq, u32 sqn, u16 *pc) in mlx5e_post_nop() argument
89 u16 pi = mlx5_wq_cyc_ctr2ix(wq, *pc); in mlx5e_post_nop()
90 struct mlx5e_tx_wqe *wqe = mlx5_wq_cyc_get_wqe(wq, pi); in mlx5e_post_nop()
104 mlx5e_post_nop_fence(struct mlx5_wq_cyc *wq, u32 sqn, u16 *pc) in mlx5e_post_nop_fence() argument
106 u16 pi = mlx5_wq_cyc_ctr2ix(wq, *pc); in mlx5e_post_nop_fence()
[all …]
|
| /Linux-v5.10/lib/raid6/ |
| D | neon.uc | 62 register unative_t wd$$, wq$$, wp$$, w1$$, w2$$;
70 wq$$ = wp$$ = vld1q_u8(&dptr[z0][d+$$*NSIZE]);
74 w2$$ = MASK(wq$$);
75 w1$$ = SHLBYTE(wq$$);
79 wq$$ = veorq_u8(w1$$, wd$$);
82 vst1q_u8(&q[d+NSIZE*$$], wq$$);
93 register unative_t wd$$, wq$$, wp$$, w1$$, w2$$;
101 wq$$ = vld1q_u8(&dptr[z0][d+$$*NSIZE]);
102 wp$$ = veorq_u8(vld1q_u8(&p[d+$$*NSIZE]), wq$$);
108 w2$$ = MASK(wq$$);
[all …]
|
