20 #define BAD_RING(_vq, fmt, args...)				\  argument
27 #define START_USE(_vq)						\  argument
34 #define END_USE(_vq) \  argument
36 #define LAST_ADD_TIME_UPDATE(_vq)				\  argument
47 #define LAST_ADD_TIME_CHECK(_vq)				\  argument
54 #define LAST_ADD_TIME_INVALID(_vq)				\  argument
57 #define BAD_RING(_vq, fmt, args...)				\  argument
230 #define to_vvq(_vq) container_of(_vq, struct vring_virtqueue, vq)  argument
465 static struct vring_desc *alloc_indirect_split(struct virtqueue *_vq,  in alloc_indirect_split()
517 static inline int virtqueue_add_split(struct virtqueue *_vq,  in virtqueue_add_split()
700 static bool virtqueue_kick_prepare_split(struct virtqueue *_vq)  in virtqueue_kick_prepare_split()
787 static void *virtqueue_get_buf_ctx_split(struct virtqueue *_vq,  in virtqueue_get_buf_ctx_split()
845 static void virtqueue_disable_cb_split(struct virtqueue *_vq)  in virtqueue_disable_cb_split()
861 static unsigned int virtqueue_enable_cb_prepare_split(struct virtqueue *_vq)  in virtqueue_enable_cb_prepare_split()
886 static bool virtqueue_poll_split(struct virtqueue *_vq, unsigned int last_used_idx)  in virtqueue_poll_split()
894 static bool virtqueue_enable_cb_delayed_split(struct virtqueue *_vq)  in virtqueue_enable_cb_delayed_split()
930 static void *virtqueue_detach_unused_buf_split(struct virtqueue *_vq)  in virtqueue_detach_unused_buf_split()
1126 static int virtqueue_resize_split(struct virtqueue *_vq, u32 num)  in virtqueue_resize_split()
1344 static inline int virtqueue_add_packed(struct virtqueue *_vq,  in virtqueue_add_packed()
1495 static bool virtqueue_kick_prepare_packed(struct virtqueue *_vq)  in virtqueue_kick_prepare_packed()
1615 static void *virtqueue_get_buf_ctx_packed(struct virtqueue *_vq,  in virtqueue_get_buf_ctx_packed()
1684 static void virtqueue_disable_cb_packed(struct virtqueue *_vq)  in virtqueue_disable_cb_packed()
1695 static unsigned int virtqueue_enable_cb_prepare_packed(struct virtqueue *_vq)  in virtqueue_enable_cb_prepare_packed()
1728 static bool virtqueue_poll_packed(struct virtqueue *_vq, u16 off_wrap)  in virtqueue_poll_packed()
1740 static bool virtqueue_enable_cb_delayed_packed(struct virtqueue *_vq)  in virtqueue_enable_cb_delayed_packed()
1801 static void *virtqueue_detach_unused_buf_packed(struct virtqueue *_vq)  in virtqueue_detach_unused_buf_packed()
2048 static int virtqueue_resize_packed(struct virtqueue *_vq, u32 num)  in virtqueue_resize_packed()
2083 static inline int virtqueue_add(struct virtqueue *_vq,  in virtqueue_add()
2114 int virtqueue_add_sgs(struct virtqueue *_vq,  in virtqueue_add_sgs()
2214 bool virtqueue_kick_prepare(struct virtqueue *_vq)  in virtqueue_kick_prepare()
2231 bool virtqueue_notify(struct virtqueue *_vq)  in virtqueue_notify()
2284 void *virtqueue_get_buf_ctx(struct virtqueue *_vq, unsigned int *len,  in virtqueue_get_buf_ctx()
2294 void *virtqueue_get_buf(struct virtqueue *_vq, unsigned int *len)  in virtqueue_get_buf()
2308 void virtqueue_disable_cb(struct virtqueue *_vq)  in virtqueue_disable_cb()
2337 unsigned int virtqueue_enable_cb_prepare(struct virtqueue *_vq)  in virtqueue_enable_cb_prepare()
2358 bool virtqueue_poll(struct virtqueue *_vq, unsigned int last_used_idx)  in virtqueue_poll()
2382 bool virtqueue_enable_cb(struct virtqueue *_vq)  in virtqueue_enable_cb()
2403 bool virtqueue_enable_cb_delayed(struct virtqueue *_vq)  in virtqueue_enable_cb_delayed()
2423 void *virtqueue_detach_unused_buf(struct virtqueue *_vq)  in virtqueue_detach_unused_buf()
2445 irqreturn_t vring_interrupt(int irq, void *_vq)  in vring_interrupt()
2584 int virtqueue_resize(struct virtqueue *_vq, u32 num,  in virtqueue_resize()
2652 static void vring_free(struct virtqueue *_vq)  in vring_free()
2688 void vring_del_virtqueue(struct virtqueue *_vq)  in vring_del_virtqueue()
2736 unsigned int virtqueue_get_vring_size(struct virtqueue *_vq)  in virtqueue_get_vring_size()
2748 void __virtqueue_break(struct virtqueue *_vq)  in __virtqueue_break()
2760 void __virtqueue_unbreak(struct virtqueue *_vq)  in __virtqueue_unbreak()
2769 bool virtqueue_is_broken(struct virtqueue *_vq)  in virtqueue_is_broken()
2783 	struct virtqueue *_vq;  in virtio_break_device()  local
2805 	struct virtqueue *_vq;  in __virtio_unbreak_device()  local
2818 dma_addr_t virtqueue_get_desc_addr(struct virtqueue *_vq)  in virtqueue_get_desc_addr()
2831 dma_addr_t virtqueue_get_avail_addr(struct virtqueue *_vq)  in virtqueue_get_avail_addr()
2845 dma_addr_t virtqueue_get_used_addr(struct virtqueue *_vq)  in virtqueue_get_used_addr()