30 	struct virtqueue *vq;     /* protected by ->lock */  member
61 static inline struct virtio_fs_vq *vq_to_fsvq(struct virtqueue *vq)  in vq_to_fsvq()  argument
63 	struct virtio_fs *fs = vq->vdev->priv;  in vq_to_fsvq()
65 	return &fs->vqs[vq->index];  in vq_to_fsvq()
68 static inline struct fuse_pqueue *vq_to_fpq(struct virtqueue *vq)  in vq_to_fpq()  argument
70 	return &vq_to_fsvq(vq)->fud->pq;  in vq_to_fpq()
242 	struct virtqueue *vq = fsvq->vq;  in virtio_fs_hiprio_done_work()  local
250 		virtqueue_disable_cb(vq);  in virtio_fs_hiprio_done_work()
252 		while ((req = virtqueue_get_buf(vq, &len)) != NULL) {  in virtio_fs_hiprio_done_work()
256 	} while (!virtqueue_enable_cb(vq) && likely(!virtqueue_is_broken(vq)));  in virtio_fs_hiprio_done_work()
321 	struct virtqueue *vq = fsvq->vq;  in virtio_fs_hiprio_dispatch_work()  local
348 		dev_dbg(&vq->vdev->dev, "%s\n", __func__);  in virtio_fs_hiprio_dispatch_work()
349 		ret = virtqueue_add_sgs(vq, sgs, 1, 0, forget, GFP_ATOMIC);  in virtio_fs_hiprio_dispatch_work()
368 		notify = virtqueue_kick_prepare(vq);  in virtio_fs_hiprio_dispatch_work()
372 			virtqueue_notify(vq);  in virtio_fs_hiprio_dispatch_work()
452 	struct virtqueue *vq = fsvq->vq;  in virtio_fs_requests_done_work()  local
464 		virtqueue_disable_cb(vq);  in virtio_fs_requests_done_work()
466 		while ((req = virtqueue_get_buf(vq, &len)) != NULL) {  in virtio_fs_requests_done_work()
471 	} while (!virtqueue_enable_cb(vq) && likely(!virtqueue_is_broken(vq)));  in virtio_fs_requests_done_work()
512 static void virtio_fs_vq_done(struct virtqueue *vq)  in virtio_fs_vq_done()  argument
514 	struct virtio_fs_vq *fsvq = vq_to_fsvq(vq);  in virtio_fs_vq_done()
516 	dev_dbg(&vq->vdev->dev, "%s %s\n", __func__, fsvq->name);  in virtio_fs_vq_done()
580 		fs->vqs[i].vq = vqs[i];  in virtio_fs_setup_vqs()
716 	struct virtqueue *vq;  in virtio_fs_wake_forget_and_unlock()  local
753 	vq = fsvq->vq;  in virtio_fs_wake_forget_and_unlock()
754 	dev_dbg(&vq->vdev->dev, "%s\n", __func__);  in virtio_fs_wake_forget_and_unlock()
756 	ret = virtqueue_add_sgs(vq, sgs, 1, 0, forget, GFP_ATOMIC);  in virtio_fs_wake_forget_and_unlock()
775 	notify = virtqueue_kick_prepare(vq);  in virtio_fs_wake_forget_and_unlock()
780 		virtqueue_notify(vq);  in virtio_fs_wake_forget_and_unlock()
883 	struct virtqueue *vq;  in virtio_fs_enqueue_req()  local
940 	vq = fsvq->vq;  in virtio_fs_enqueue_req()
941 	ret = virtqueue_add_sgs(vq, sgs, out_sgs, in_sgs, req, GFP_ATOMIC);  in virtio_fs_enqueue_req()
958 	notify = virtqueue_kick_prepare(vq);  in virtio_fs_enqueue_req()
963 		virtqueue_notify(vq);  in virtio_fs_enqueue_req()