Lines Matching full:pdu
445 * This overlays struct io_uring_cmd pdu.
467 return (struct nvme_uring_cmd_pdu *)&ioucmd->pdu; in nvme_uring_cmd_pdu()
473 struct nvme_uring_cmd_pdu *pdu = nvme_uring_cmd_pdu(ioucmd); in nvme_uring_task_meta_cb() local
474 struct request *req = pdu->req; in nvme_uring_task_meta_cb()
485 if (pdu->meta_len) in nvme_uring_task_meta_cb()
486 status = nvme_finish_user_metadata(req, pdu->u.meta_buffer, in nvme_uring_task_meta_cb()
487 pdu->u.meta, pdu->meta_len, status); in nvme_uring_task_meta_cb()
498 struct nvme_uring_cmd_pdu *pdu = nvme_uring_cmd_pdu(ioucmd); in nvme_uring_task_cb() local
500 if (pdu->bio) in nvme_uring_task_cb()
501 blk_rq_unmap_user(pdu->bio); in nvme_uring_task_cb()
503 io_uring_cmd_done(ioucmd, pdu->nvme_status, pdu->u.result, issue_flags); in nvme_uring_task_cb()
510 struct nvme_uring_cmd_pdu *pdu = nvme_uring_cmd_pdu(ioucmd); in nvme_uring_cmd_end_io() local
512 req->bio = pdu->bio; in nvme_uring_cmd_end_io()
514 pdu->nvme_status = -EINTR; in nvme_uring_cmd_end_io()
516 pdu->nvme_status = nvme_req(req)->status; in nvme_uring_cmd_end_io()
517 pdu->u.result = le64_to_cpu(nvme_req(req)->result.u64); in nvme_uring_cmd_end_io()
537 struct nvme_uring_cmd_pdu *pdu = nvme_uring_cmd_pdu(ioucmd); in nvme_uring_cmd_end_io_meta() local
539 req->bio = pdu->bio; in nvme_uring_cmd_end_io_meta()
540 pdu->req = req; in nvme_uring_cmd_end_io_meta()
559 struct nvme_uring_cmd_pdu *pdu = nvme_uring_cmd_pdu(ioucmd); in nvme_uring_cmd_io() local
626 pdu->bio = req->bio; in nvme_uring_cmd_io()
627 pdu->meta_len = d.metadata_len; in nvme_uring_cmd_io()
629 if (pdu->meta_len) { in nvme_uring_cmd_io()
630 pdu->u.meta = meta; in nvme_uring_cmd_io()
631 pdu->u.meta_buffer = nvme_to_user_ptr(d.metadata); in nvme_uring_cmd_io()
754 BUILD_BUG_ON(sizeof(struct nvme_uring_cmd_pdu) > sizeof(ioucmd->pdu)); in nvme_ns_uring_cmd()