Home
last modified time | relevance | path

Searched refs:sqe (Results 1 – 25 of 40) sorted by relevance

12

/Linux-v5.10/tools/io_uring/
Dliburing.h98 static inline void io_uring_sqe_set_data(struct io_uring_sqe *sqe, void *data) in io_uring_sqe_set_data() argument
100 sqe->user_data = (unsigned long) data; in io_uring_sqe_set_data()
108 static inline void io_uring_prep_rw(int op, struct io_uring_sqe *sqe, int fd, in io_uring_prep_rw() argument
112 memset(sqe, 0, sizeof(*sqe)); in io_uring_prep_rw()
113 sqe->opcode = op; in io_uring_prep_rw()
114 sqe->fd = fd; in io_uring_prep_rw()
115 sqe->off = offset; in io_uring_prep_rw()
116 sqe->addr = (unsigned long) addr; in io_uring_prep_rw()
117 sqe->len = len; in io_uring_prep_rw()
120 static inline void io_uring_prep_readv(struct io_uring_sqe *sqe, int fd, in io_uring_prep_readv() argument
[all …]
Dio_uring-cp.c71 struct io_uring_sqe *sqe; in queue_prepped() local
73 sqe = io_uring_get_sqe(ring); in queue_prepped()
74 assert(sqe); in queue_prepped()
77 io_uring_prep_readv(sqe, infd, &data->iov, 1, data->offset); in queue_prepped()
79 io_uring_prep_writev(sqe, outfd, &data->iov, 1, data->offset); in queue_prepped()
81 io_uring_sqe_set_data(sqe, data); in queue_prepped()
86 struct io_uring_sqe *sqe; in queue_read() local
93 sqe = io_uring_get_sqe(ring); in queue_read()
94 if (!sqe) { in queue_read()
106 io_uring_prep_readv(sqe, infd, &data->iov, 1, offset); in queue_read()
[all …]
Dio_uring-bench.c145 struct io_uring_sqe *sqe = &s->sqes[index]; in init_io() local
151 sqe->opcode = IORING_OP_NOP; in init_io()
172 sqe->flags = IOSQE_FIXED_FILE; in init_io()
173 sqe->fd = f->fixed_fd; in init_io()
175 sqe->flags = 0; in init_io()
176 sqe->fd = f->real_fd; in init_io()
179 sqe->opcode = IORING_OP_READ_FIXED; in init_io()
180 sqe->addr = (unsigned long) s->iovecs[index].iov_base; in init_io()
181 sqe->len = BS; in init_io()
182 sqe->buf_index = index; in init_io()
[all …]
Dqueue.c145 struct io_uring_sqe *sqe; in io_uring_get_sqe() local
153 sqe = &sq->sqes[sq->sqe_tail & *sq->kring_mask]; in io_uring_get_sqe()
155 return sqe; in io_uring_get_sqe()
/Linux-v5.10/drivers/infiniband/sw/siw/
Dsiw_qp.c275 wqe->sqe.flags = 0; in siw_qp_mpa_rts()
276 wqe->sqe.num_sge = 1; in siw_qp_mpa_rts()
277 wqe->sqe.sge[0].length = 0; in siw_qp_mpa_rts()
278 wqe->sqe.sge[0].laddr = 0; in siw_qp_mpa_rts()
279 wqe->sqe.sge[0].lkey = 0; in siw_qp_mpa_rts()
284 wqe->sqe.rkey = 1; in siw_qp_mpa_rts()
285 wqe->sqe.raddr = 0; in siw_qp_mpa_rts()
289 wqe->sqe.opcode = SIW_OP_WRITE; in siw_qp_mpa_rts()
293 wqe->sqe.opcode = SIW_OP_READ; in siw_qp_mpa_rts()
299 siw_read_to_orq(rreq, &wqe->sqe); in siw_qp_mpa_rts()
[all …]
Dsiw_qp_tx.c43 struct siw_sge *sge = &wqe->sqe.sge[0]; in siw_try_1seg()
46 if (bytes > MAX_HDR_INLINE || wqe->sqe.num_sge != 1) in siw_try_1seg()
53 memcpy(paddr, &wqe->sqe.sge[1], bytes); in siw_try_1seg()
137 c_tx->pkt.rreq.sink_stag = htonl(wqe->sqe.sge[0].lkey); in siw_qp_prepare_tx()
139 cpu_to_be64(wqe->sqe.sge[0].laddr); in siw_qp_prepare_tx()
140 c_tx->pkt.rreq.source_stag = htonl(wqe->sqe.rkey); in siw_qp_prepare_tx()
141 c_tx->pkt.rreq.source_to = cpu_to_be64(wqe->sqe.raddr); in siw_qp_prepare_tx()
142 c_tx->pkt.rreq.read_size = htonl(wqe->sqe.sge[0].length); in siw_qp_prepare_tx()
185 c_tx->pkt.send_inv.inval_stag = cpu_to_be32(wqe->sqe.rkey); in siw_qp_prepare_tx()
197 c_tx->pkt.rwrite.sink_stag = htonl(wqe->sqe.rkey); in siw_qp_prepare_tx()
[all …]
Dsiw_verbs.c635 struct siw_sqe *sqe) in siw_copy_inline_sgl() argument
638 void *kbuf = &sqe->sge[1]; in siw_copy_inline_sgl()
641 sqe->sge[0].laddr = (uintptr_t)kbuf; in siw_copy_inline_sgl()
642 sqe->sge[0].lkey = 0; in siw_copy_inline_sgl()
660 sqe->sge[0].length = bytes > 0 ? bytes : 0; in siw_copy_inline_sgl()
661 sqe->num_sge = bytes > 0 ? 1 : 0; in siw_copy_inline_sgl()
670 struct siw_sqe sqe = {}; in siw_sq_flush_wr() local
674 sqe.id = wr->wr_id; in siw_sq_flush_wr()
675 sqe.opcode = wr->opcode; in siw_sq_flush_wr()
676 rv = siw_sqe_complete(qp, &sqe, 0, SIW_WC_WR_FLUSH_ERR); in siw_sq_flush_wr()
[all …]
Dsiw.h193 struct siw_sqe sqe; member
477 #define tx_type(wqe) ((wqe)->sqe.opcode)
479 #define tx_flags(wqe) ((wqe)->sqe.flags)
524 void siw_read_to_orq(struct siw_sqe *rreq, struct siw_sqe *sqe);
525 int siw_sqe_complete(struct siw_qp *qp, struct siw_sqe *sqe, u32 bytes,
628 struct siw_sqe *sqe = &qp->sendq[qp->sq_get % qp->attrs.sq_size]; in siw_sq_empty() local
630 return READ_ONCE(sqe->flags) == 0; in siw_sq_empty()
635 struct siw_sqe *sqe = &qp->sendq[qp->sq_get % qp->attrs.sq_size]; in sq_get_next() local
637 if (READ_ONCE(sqe->flags) & SIW_WQE_VALID) in sq_get_next()
638 return sqe; in sq_get_next()
Dsiw_qp_rx.c176 srx->ddp_stag = wqe->sqe.sge[0].lkey; in siw_rresp_check_ntoh()
177 srx->ddp_to = wqe->sqe.sge[0].laddr; in siw_rresp_check_ntoh()
691 resp = &tx_work->sqe; in siw_init_rresp()
750 wqe->sqe.id = orqe->id; in siw_orqe_start_rx()
751 wqe->sqe.opcode = orqe->opcode; in siw_orqe_start_rx()
752 wqe->sqe.sge[0].laddr = orqe->sge[0].laddr; in siw_orqe_start_rx()
753 wqe->sqe.sge[0].lkey = orqe->sge[0].lkey; in siw_orqe_start_rx()
754 wqe->sqe.sge[0].length = orqe->sge[0].length; in siw_orqe_start_rx()
755 wqe->sqe.flags = orqe->flags; in siw_orqe_start_rx()
756 wqe->sqe.num_sge = 1; in siw_orqe_start_rx()
[all …]
/Linux-v5.10/drivers/crypto/hisilicon/zip/
Dzip_crypto.c122 static void hisi_zip_config_buf_type(struct hisi_zip_sqe *sqe, u8 buf_type) in hisi_zip_config_buf_type() argument
126 val = (sqe->dw9) & ~HZIP_BUF_TYPE_M; in hisi_zip_config_buf_type()
128 sqe->dw9 = val; in hisi_zip_config_buf_type()
131 static void hisi_zip_config_tag(struct hisi_zip_sqe *sqe, u32 tag) in hisi_zip_config_tag() argument
133 sqe->tag = tag; in hisi_zip_config_tag()
136 static void hisi_zip_fill_sqe(struct hisi_zip_sqe *sqe, u8 req_type, in hisi_zip_fill_sqe() argument
140 memset(sqe, 0, sizeof(struct hisi_zip_sqe)); in hisi_zip_fill_sqe()
142 sqe->input_data_length = slen - sskip; in hisi_zip_fill_sqe()
143 sqe->dw7 = FIELD_PREP(HZIP_IN_SGE_DATA_OFFSET_M, sskip); in hisi_zip_fill_sqe()
144 sqe->dw8 = FIELD_PREP(HZIP_OUT_SGE_DATA_OFFSET_M, dskip); in hisi_zip_fill_sqe()
[all …]
/Linux-v5.10/fs/
Dio_uring.c2762 static int io_prep_rw(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_prep_rw() argument
2772 kiocb->ki_pos = READ_ONCE(sqe->off); in io_prep_rw()
2779 ret = kiocb_set_rw_flags(kiocb, READ_ONCE(sqe->rw_flags)); in io_prep_rw()
2783 ioprio = READ_ONCE(sqe->ioprio); in io_prep_rw()
2811 req->rw.addr = READ_ONCE(sqe->addr); in io_prep_rw()
2812 req->rw.len = READ_ONCE(sqe->len); in io_prep_rw()
2813 req->buf_index = READ_ONCE(sqe->buf_index); in io_prep_rw()
3260 static int io_read_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_read_prep() argument
3264 ret = io_prep_rw(req, sqe); in io_read_prep()
3486 static int io_write_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe) in io_write_prep() argument
[all …]
/Linux-v5.10/drivers/scsi/qedf/
Ddrv_fcoe_fw_funcs.c13 memset(task_params->sqe, 0, sizeof(*(task_params->sqe))); in init_common_sqe()
14 SET_FIELD(task_params->sqe->flags, FCOE_WQE_REQ_TYPE, in init_common_sqe()
16 task_params->sqe->task_id = task_params->itid; in init_common_sqe()
167 task_params->sqe->additional_info_union.burst_length = in init_initiator_midpath_unsolicited_fcoe_task()
169 SET_FIELD(task_params->sqe->flags, in init_initiator_midpath_unsolicited_fcoe_task()
171 SET_FIELD(task_params->sqe->flags, FCOE_WQE_SGL_MODE, in init_initiator_midpath_unsolicited_fcoe_task()
193 task_params->sqe->additional_info_union.seq_rec_updated_offset = in init_initiator_sequence_recovery_fcoe_task()
Dqedf_io.c593 struct fcoe_wqe *sqe) in qedf_init_task() argument
629 io_req->task_params->sqe = sqe; in qedf_init_task()
682 struct e4_fcoe_task_context *task_ctx, struct fcoe_wqe *sqe) in qedf_init_mp_task() argument
708 io_req->task_params->sqe = sqe; in qedf_init_mp_task()
860 struct fcoe_wqe *sqe; in qedf_post_io_req() local
907 sqe = &fcport->sq[sqe_idx]; in qedf_post_io_req()
908 memset(sqe, 0, sizeof(struct fcoe_wqe)); in qedf_post_io_req()
921 qedf_init_task(fcport, lport, io_req, task_ctx, sqe); in qedf_post_io_req()
1860 struct fcoe_wqe *sqe; in qedf_initiate_abts() local
1938 sqe = &fcport->sq[sqe_idx]; in qedf_initiate_abts()
[all …]
Dqedf_els.c23 struct fcoe_wqe *sqe; in qedf_initiate_els() local
120 sqe = &fcport->sq[sqe_idx]; in qedf_initiate_els()
121 memset(sqe, 0, sizeof(struct fcoe_wqe)); in qedf_initiate_els()
125 qedf_init_mp_task(els_req, task, sqe); in qedf_initiate_els()
702 struct fcoe_wqe *sqe; in qedf_initiate_seq_cleanup() local
732 sqe = &fcport->sq[sqe_idx]; in qedf_initiate_seq_cleanup()
733 memset(sqe, 0, sizeof(struct fcoe_wqe)); in qedf_initiate_seq_cleanup()
734 orig_io_req->task_params->sqe = sqe; in qedf_initiate_seq_cleanup()
Ddrv_fcoe_fw_funcs.h16 struct fcoe_wqe *sqe; member
/Linux-v5.10/drivers/scsi/qedi/
Dqedi_fw_api.c98 if (!task_params->sqe) in init_sqe()
101 memset(task_params->sqe, 0, sizeof(*task_params->sqe)); in init_sqe()
102 task_params->sqe->task_id = cpu_to_le16(task_params->itid); in init_sqe()
104 SET_FIELD(task_params->sqe->flags, ISCSI_WQE_WQE_TYPE, in init_sqe()
115 init_dif_context_flags(&task_params->sqe->prot_flags, in init_sqe()
118 SET_FIELD(task_params->sqe->flags, ISCSI_WQE_WQE_TYPE, in init_sqe()
134 SET_FIELD(task_params->sqe->flags, ISCSI_WQE_NUM_SGES, in init_sqe()
136 SET_FIELD(task_params->sqe->contlen_cdbsize, ISCSI_WQE_CONT_LEN, in init_sqe()
141 SET_FIELD(task_params->sqe->contlen_cdbsize, in init_sqe()
147 SET_FIELD(task_params->sqe->flags, ISCSI_WQE_WQE_TYPE, in init_sqe()
[all …]
Dqedi_fw_iscsi.h14 struct iscsi_wqe *sqe; member
Dqedi_fw.c1099 task_params.sqe = &ep->sq[sq_idx]; in qedi_send_iscsi_login()
1101 memset(task_params.sqe, 0, sizeof(struct iscsi_wqe)); in qedi_send_iscsi_login()
1173 task_params.sqe = &ep->sq[sq_idx]; in qedi_send_iscsi_logout()
1174 memset(task_params.sqe, 0, sizeof(struct iscsi_wqe)); in qedi_send_iscsi_logout()
1551 task_params.sqe = &ep->sq[sq_idx]; in qedi_send_iscsi_tmf()
1553 memset(task_params.sqe, 0, sizeof(struct iscsi_wqe)); in qedi_send_iscsi_tmf()
1691 task_params.sqe = &ep->sq[sq_idx]; in qedi_send_iscsi_text()
1693 memset(task_params.sqe, 0, sizeof(struct iscsi_wqe)); in qedi_send_iscsi_text()
1808 task_params.sqe = &ep->sq[sq_idx]; in qedi_send_iscsi_nopout()
1810 memset(task_params.sqe, 0, sizeof(struct iscsi_wqe)); in qedi_send_iscsi_nopout()
[all …]
/Linux-v5.10/drivers/infiniband/hw/bnxt_re/
Dqplib_fp.c1771 struct sq_send_raweth_qp1_hdr *sqe = base_hdr; in bnxt_qplib_post_send() local
1775 sqe->wqe_type = wqe->type; in bnxt_qplib_post_send()
1776 sqe->flags = wqe->flags; in bnxt_qplib_post_send()
1777 sqe->wqe_size = wqe_sz; in bnxt_qplib_post_send()
1778 sqe->cfa_action = cpu_to_le16(wqe->rawqp1.cfa_action); in bnxt_qplib_post_send()
1779 sqe->lflags = cpu_to_le16(wqe->rawqp1.lflags); in bnxt_qplib_post_send()
1780 sqe->length = cpu_to_le32(data_len); in bnxt_qplib_post_send()
1792 struct sq_send_hdr *sqe = base_hdr; in bnxt_qplib_post_send() local
1794 sqe->wqe_type = wqe->type; in bnxt_qplib_post_send()
1795 sqe->flags = wqe->flags; in bnxt_qplib_post_send()
[all …]
/Linux-v5.10/drivers/dma/
Dhisi_dma.c85 struct hisi_dma_sqe sqe; member
252 desc->sqe.length = cpu_to_le32(len); in hisi_dma_prep_dma_memcpy()
253 desc->sqe.src_addr = cpu_to_le64(src); in hisi_dma_prep_dma_memcpy()
254 desc->sqe.dst_addr = cpu_to_le64(dst); in hisi_dma_prep_dma_memcpy()
268 struct hisi_dma_sqe *sqe = chan->sq + chan->sq_tail; in hisi_dma_start_transfer() local
283 memcpy(sqe, &desc->sqe, sizeof(struct hisi_dma_sqe)); in hisi_dma_start_transfer()
286 sqe->dw0 = cpu_to_le32(FIELD_PREP(OPCODE_MASK, OPCODE_M2M)); in hisi_dma_start_transfer()
287 sqe->dw0 |= cpu_to_le32(LOCAL_IRQ_EN); in hisi_dma_start_transfer()
/Linux-v5.10/drivers/infiniband/hw/cxgb4/
Drestrack.c96 struct t4_swsqe *sqe) in fill_swsqe() argument
100 if (rdma_nl_put_driver_u32(msg, "opcode", sqe->opcode)) in fill_swsqe()
102 if (rdma_nl_put_driver_u32(msg, "complete", sqe->complete)) in fill_swsqe()
104 if (sqe->complete && in fill_swsqe()
105 rdma_nl_put_driver_u32(msg, "cqe_status", CQE_STATUS(&sqe->cqe))) in fill_swsqe()
107 if (rdma_nl_put_driver_u32(msg, "signaled", sqe->signaled)) in fill_swsqe()
109 if (rdma_nl_put_driver_u32(msg, "flushed", sqe->flushed)) in fill_swsqe()
/Linux-v5.10/drivers/scsi/bnx2i/
Dbnx2i.h498 struct sqe { struct
634 struct sqe *sq_virt;
638 struct sqe *sq_prod_qe;
639 struct sqe *sq_cons_qe;
640 struct sqe *sq_first_qe;
641 struct sqe *sq_last_qe;
/Linux-v5.10/drivers/nvme/host/
Drdma.c65 struct nvme_rdma_qe sqe; member
292 kfree(req->sqe.data); in nvme_rdma_exit_request()
305 req->sqe.data = kzalloc(sizeof(struct nvme_command), GFP_KERNEL); in nvme_rdma_init_request()
306 if (!req->sqe.data) in nvme_rdma_init_request()
1603 container_of(qe, struct nvme_rdma_request, sqe); in nvme_rdma_send_done()
1688 struct nvme_rdma_qe *sqe = &ctrl->async_event_sqe; in nvme_rdma_submit_async_event() local
1689 struct nvme_command *cmd = sqe->data; in nvme_rdma_submit_async_event()
1693 ib_dma_sync_single_for_cpu(dev, sqe->dma, sizeof(*cmd), DMA_TO_DEVICE); in nvme_rdma_submit_async_event()
1701 sqe->cqe.done = nvme_rdma_async_done; in nvme_rdma_submit_async_event()
1703 ib_dma_sync_single_for_device(dev, sqe->dma, sizeof(*cmd), in nvme_rdma_submit_async_event()
[all …]
Dfc.c1900 struct nvme_command *sqe = &op->cmd_iu.sqe; in nvme_fc_fcpio_done() local
2004 sqe->common.command_id != cqe->command_id)) { in nvme_fc_fcpio_done()
2014 sqe->common.command_id, in nvme_fc_fcpio_done()
2129 struct nvme_command *sqe; in nvme_fc_init_aen_ops() local
2143 sqe = &cmdiu->sqe; in nvme_fc_init_aen_ops()
2155 memset(sqe, 0, sizeof(*sqe)); in nvme_fc_init_aen_ops()
2156 sqe->common.opcode = nvme_admin_async_event; in nvme_fc_init_aen_ops()
2158 sqe->common.command_id = NVME_AQ_BLK_MQ_DEPTH + i; in nvme_fc_init_aen_ops()
2529 struct nvme_command *sqe = &cmdiu->sqe; in nvme_fc_timeout() local
2538 ctrl->cnum, op->queue->qnum, sqe->common.opcode, in nvme_fc_timeout()
[all …]
/Linux-v5.10/drivers/crypto/hisilicon/hpre/
Dhpre_crypto.c39 typedef void (*hpre_cb)(struct hpre_ctx *ctx, void *sqe);
260 struct hpre_sqe *sqe = &req->req; in hpre_hw_data_clr_all() local
263 tmp = le64_to_cpu(sqe->in); in hpre_hw_data_clr_all()
274 tmp = le64_to_cpu(sqe->out); in hpre_hw_data_clr_all()
288 static int hpre_alg_res_post_hf(struct hpre_ctx *ctx, struct hpre_sqe *sqe, in hpre_alg_res_post_hf() argument
298 id = (int)le16_to_cpu(sqe->tag); in hpre_alg_res_post_hf()
303 err = (le32_to_cpu(sqe->dw0) >> HPRE_SQE_ALG_BITS) & in hpre_alg_res_post_hf()
306 done = (le32_to_cpu(sqe->dw0) >> HPRE_SQE_DONE_SHIFT) & in hpre_alg_res_post_hf()
413 struct hpre_sqe *sqe = resp; in hpre_alg_cb() local
414 struct hpre_asym_request *req = ctx->req_list[le16_to_cpu(sqe->tag)]; in hpre_alg_cb()

12