155 	struct virtqueue vq;
208 	bool (*notify)(struct virtqueue *vq);
226 static struct virtqueue *__vring_new_virtqueue(unsigned int index,
231 					       bool (*notify)(struct virtqueue *),
232 					       void (*callback)(struct virtqueue *),
236 static void vring_free(struct virtqueue *_vq);
492 static struct vring_desc *alloc_indirect_split(struct virtqueue *_vq,  in alloc_indirect_split()
515 static inline unsigned int virtqueue_add_desc_split(struct virtqueue *vq,  in virtqueue_add_desc_split()
544 static inline int virtqueue_add_split(struct virtqueue *_vq,  in virtqueue_add_split()
734 static bool virtqueue_kick_prepare_split(struct virtqueue *_vq)  in virtqueue_kick_prepare_split()
823 static void *virtqueue_get_buf_ctx_split(struct virtqueue *_vq,  in virtqueue_get_buf_ctx_split()
881 static void virtqueue_disable_cb_split(struct virtqueue *_vq)  in virtqueue_disable_cb_split()
905 static unsigned int virtqueue_enable_cb_prepare_split(struct virtqueue *_vq)  in virtqueue_enable_cb_prepare_split()
930 static bool virtqueue_poll_split(struct virtqueue *_vq, unsigned int last_used_idx)  in virtqueue_poll_split()
938 static bool virtqueue_enable_cb_delayed_split(struct virtqueue *_vq)  in virtqueue_enable_cb_delayed_split()
974 static void *virtqueue_detach_unused_buf_split(struct virtqueue *_vq)  in virtqueue_detach_unused_buf_split()
1141 static struct virtqueue *vring_create_virtqueue_split(  in vring_create_virtqueue_split()
1149 	bool (*notify)(struct virtqueue *),  in vring_create_virtqueue_split()  argument
1150 	void (*callback)(struct virtqueue *),  in vring_create_virtqueue_split()  argument
1155 	struct virtqueue *vq;  in vring_create_virtqueue_split()
1175 static int virtqueue_resize_split(struct virtqueue *_vq, u32 num)  in virtqueue_resize_split()
1401 static inline int virtqueue_add_packed(struct virtqueue *_vq,  in virtqueue_add_packed()
1553 static bool virtqueue_kick_prepare_packed(struct virtqueue *_vq)  in virtqueue_kick_prepare_packed()
1673 static void *virtqueue_get_buf_ctx_packed(struct virtqueue *_vq,  in virtqueue_get_buf_ctx_packed()
1742 static void virtqueue_disable_cb_packed(struct virtqueue *_vq)  in virtqueue_disable_cb_packed()
1761 static unsigned int virtqueue_enable_cb_prepare_packed(struct virtqueue *_vq)  in virtqueue_enable_cb_prepare_packed()
1794 static bool virtqueue_poll_packed(struct virtqueue *_vq, u16 off_wrap)  in virtqueue_poll_packed()
1806 static bool virtqueue_enable_cb_delayed_packed(struct virtqueue *_vq)  in virtqueue_enable_cb_delayed_packed()
1867 static void *virtqueue_detach_unused_buf_packed(struct virtqueue *_vq)  in virtqueue_detach_unused_buf_packed()
2053 static struct virtqueue *vring_create_virtqueue_packed(  in vring_create_virtqueue_packed()
2061 	bool (*notify)(struct virtqueue *),  in vring_create_virtqueue_packed()  argument
2062 	void (*callback)(struct virtqueue *),  in vring_create_virtqueue_packed()  argument
2125 static int virtqueue_resize_packed(struct virtqueue *_vq, u32 num)  in virtqueue_resize_packed()
2155 static int virtqueue_disable_and_recycle(struct virtqueue *_vq,  in virtqueue_disable_and_recycle()
2156 					 void (*recycle)(struct virtqueue *vq, void *buf))  in virtqueue_disable_and_recycle()
2182 static int virtqueue_enable_after_reset(struct virtqueue *_vq)  in virtqueue_enable_after_reset()
2197 static inline int virtqueue_add(struct virtqueue *_vq,  in virtqueue_add()
2228 int virtqueue_add_sgs(struct virtqueue *_vq,  in virtqueue_add_sgs()
2262 int virtqueue_add_outbuf(struct virtqueue *vq,  in virtqueue_add_outbuf()
2284 int virtqueue_add_inbuf(struct virtqueue *vq,  in virtqueue_add_inbuf()
2307 int virtqueue_add_inbuf_ctx(struct virtqueue *vq,  in virtqueue_add_inbuf_ctx()
2323 struct device *virtqueue_dma_dev(struct virtqueue *_vq)  in virtqueue_dma_dev()
2345 bool virtqueue_kick_prepare(struct virtqueue *_vq)  in virtqueue_kick_prepare()
2362 bool virtqueue_notify(struct virtqueue *_vq)  in virtqueue_notify()
2390 bool virtqueue_kick(struct virtqueue *vq)  in virtqueue_kick()
2415 void *virtqueue_get_buf_ctx(struct virtqueue *_vq, unsigned int *len,  in virtqueue_get_buf_ctx()
2425 void *virtqueue_get_buf(struct virtqueue *_vq, unsigned int *len)  in virtqueue_get_buf()
2439 void virtqueue_disable_cb(struct virtqueue *_vq)  in virtqueue_disable_cb()
2462 unsigned int virtqueue_enable_cb_prepare(struct virtqueue *_vq)  in virtqueue_enable_cb_prepare()
2483 bool virtqueue_poll(struct virtqueue *_vq, unsigned int last_used_idx)  in virtqueue_poll()
2507 bool virtqueue_enable_cb(struct virtqueue *_vq)  in virtqueue_enable_cb()
2528 bool virtqueue_enable_cb_delayed(struct virtqueue *_vq)  in virtqueue_enable_cb_delayed()
2548 void *virtqueue_detach_unused_buf(struct virtqueue *_vq)  in virtqueue_detach_unused_buf()
2602 static struct virtqueue *__vring_new_virtqueue(unsigned int index,  in __vring_new_virtqueue()
2607 					       bool (*notify)(struct virtqueue *),  in __vring_new_virtqueue()  argument
2608 					       void (*callback)(struct virtqueue *),  in __vring_new_virtqueue()  argument
2665 struct virtqueue *vring_create_virtqueue(  in vring_create_virtqueue()
2673 	bool (*notify)(struct virtqueue *),  in vring_create_virtqueue()  argument
2674 	void (*callback)(struct virtqueue *),  in vring_create_virtqueue()  argument
2689 struct virtqueue *vring_create_virtqueue_dma(  in vring_create_virtqueue_dma()
2697 	bool (*notify)(struct virtqueue *),  in vring_create_virtqueue_dma()  argument
2698 	void (*callback)(struct virtqueue *),  in vring_create_virtqueue_dma()  argument
2738 int virtqueue_resize(struct virtqueue *_vq, u32 num,  in virtqueue_resize()
2739 		     void (*recycle)(struct virtqueue *vq, void *buf))  in virtqueue_resize()
2787 int virtqueue_set_dma_premapped(struct virtqueue *_vq)  in virtqueue_set_dma_premapped()
2829 int virtqueue_reset(struct virtqueue *_vq,  in virtqueue_reset()
2830 		    void (*recycle)(struct virtqueue *vq, void *buf))  in virtqueue_reset()
2849 struct virtqueue *vring_new_virtqueue(unsigned int index,  in vring_new_virtqueue()
2856 				      bool (*notify)(struct virtqueue *vq),  in vring_new_virtqueue()
2857 				      void (*callback)(struct virtqueue *vq),  in vring_new_virtqueue()
2872 static void vring_free(struct virtqueue *_vq)  in vring_free()
2912 void vring_del_virtqueue(struct virtqueue *_vq)  in vring_del_virtqueue()
2926 u32 vring_notification_data(struct virtqueue *_vq)  in vring_notification_data()
2979 unsigned int virtqueue_get_vring_size(const struct virtqueue *_vq)  in virtqueue_get_vring_size()
2991 void __virtqueue_break(struct virtqueue *_vq)  in __virtqueue_break()
3003 void __virtqueue_unbreak(struct virtqueue *_vq)  in __virtqueue_unbreak()
3012 bool virtqueue_is_broken(const struct virtqueue *_vq)  in virtqueue_is_broken()
3026 	struct virtqueue *_vq;  in virtio_break_device()
3048 	struct virtqueue *_vq;  in __virtio_unbreak_device()
3061 dma_addr_t virtqueue_get_desc_addr(const struct virtqueue *_vq)  in virtqueue_get_desc_addr()
3074 dma_addr_t virtqueue_get_avail_addr(const struct virtqueue *_vq)  in virtqueue_get_avail_addr()
3088 dma_addr_t virtqueue_get_used_addr(const struct virtqueue *_vq)  in virtqueue_get_used_addr()
3103 const struct vring *virtqueue_get_vring(const struct virtqueue *vq)  in virtqueue_get_vring()
3122 dma_addr_t virtqueue_dma_map_single_attrs(struct virtqueue *_vq, void *ptr,  in virtqueue_dma_map_single_attrs()
3147 void virtqueue_dma_unmap_single_attrs(struct virtqueue *_vq, dma_addr_t addr,  in virtqueue_dma_unmap_single_attrs()
3167 int virtqueue_dma_mapping_error(struct virtqueue *_vq, dma_addr_t addr)  in virtqueue_dma_mapping_error()
3188 bool virtqueue_dma_need_sync(struct virtqueue *_vq, dma_addr_t addr)  in virtqueue_dma_need_sync()
3211 void virtqueue_dma_sync_single_range_for_cpu(struct virtqueue *_vq,  in virtqueue_dma_sync_single_range_for_cpu()
3238 void virtqueue_dma_sync_single_range_for_device(struct virtqueue *_vq,  in virtqueue_dma_sync_single_range_for_device()