83 static inline blk_status_t virtblk_result(struct virtblk_req *vbr)  in virtblk_result()  argument
85 	switch (vbr->status) {  in virtblk_result()
95 static int virtblk_add_req(struct virtqueue *vq, struct virtblk_req *vbr,  in virtblk_add_req()  argument
101 	sg_init_one(&hdr, &vbr->out_hdr, sizeof(vbr->out_hdr));  in virtblk_add_req()
105 		if (vbr->out_hdr.type & cpu_to_virtio32(vq->vdev, VIRTIO_BLK_T_OUT))  in virtblk_add_req()
111 	sg_init_one(&status, &vbr->status, sizeof(vbr->status));  in virtblk_add_req()
114 	return virtqueue_add_sgs(vq, sgs, num_out, num_in, vbr, GFP_ATOMIC);  in virtblk_add_req()
167 	struct virtblk_req *vbr = blk_mq_rq_to_pdu(req);  in virtblk_request_done()  local
171 	blk_mq_end_request(req, virtblk_result(vbr));  in virtblk_request_done()
179 	struct virtblk_req *vbr;  in virtblk_done()  local
186 		while ((vbr = virtqueue_get_buf(vblk->vqs[qid].vq, &len)) != NULL) {  in virtblk_done()
187 			struct request *req = blk_mq_rq_from_pdu(vbr);  in virtblk_done()
222 	struct virtblk_req *vbr = blk_mq_rq_to_pdu(req);  in virtio_queue_rq()  local
256 	vbr->out_hdr.type = cpu_to_virtio32(vblk->vdev, type);  in virtio_queue_rq()
257 	vbr->out_hdr.sector = type ?  in virtio_queue_rq()
259 	vbr->out_hdr.ioprio = cpu_to_virtio32(vblk->vdev, req_get_ioprio(req));  in virtio_queue_rq()
269 	num = blk_rq_map_sg(hctx->queue, req, vbr->sg);  in virtio_queue_rq()
272 			vbr->out_hdr.type |= cpu_to_virtio32(vblk->vdev, VIRTIO_BLK_T_OUT);  in virtio_queue_rq()
274 			vbr->out_hdr.type |= cpu_to_virtio32(vblk->vdev, VIRTIO_BLK_T_IN);  in virtio_queue_rq()
278 	err = virtblk_add_req(vblk->vqs[qid].vq, vbr, vbr->sg, num);  in virtio_queue_rq()
667 	struct virtblk_req *vbr = blk_mq_rq_to_pdu(rq);  in virtblk_init_request()  local
669 	sg_init_table(vbr->sg, vblk->sg_elems);  in virtblk_init_request()