20 #define BAD_RING(_vq, fmt, args...)				\  argument
27 #define START_USE(_vq)						\  argument
34 #define END_USE(_vq) \  argument
36 #define LAST_ADD_TIME_UPDATE(_vq)				\  argument
47 #define LAST_ADD_TIME_CHECK(_vq)				\  argument
54 #define LAST_ADD_TIME_INVALID(_vq)				\  argument
57 #define BAD_RING(_vq, fmt, args...)				\  argument
233 #define to_vvq(_vq) container_of_const(_vq, struct vring_virtqueue, vq)  argument
475 static struct vring_desc *alloc_indirect_split(struct virtqueue *_vq,  in alloc_indirect_split()
529 static inline int virtqueue_add_split(struct virtqueue *_vq,  in virtqueue_add_split()
716 static bool virtqueue_kick_prepare_split(struct virtqueue *_vq)  in virtqueue_kick_prepare_split()
811 static void *virtqueue_get_buf_ctx_split(struct virtqueue *_vq,  in virtqueue_get_buf_ctx_split()
869 static void virtqueue_disable_cb_split(struct virtqueue *_vq)  in virtqueue_disable_cb_split()
893 static unsigned int virtqueue_enable_cb_prepare_split(struct virtqueue *_vq)  in virtqueue_enable_cb_prepare_split()
918 static bool virtqueue_poll_split(struct virtqueue *_vq, unsigned int last_used_idx)  in virtqueue_poll_split()
926 static bool virtqueue_enable_cb_delayed_split(struct virtqueue *_vq)  in virtqueue_enable_cb_delayed_split()
962 static void *virtqueue_detach_unused_buf_split(struct virtqueue *_vq)  in virtqueue_detach_unused_buf_split()
1221 static int virtqueue_resize_split(struct virtqueue *_vq, u32 num)  in virtqueue_resize_split()
1448 static inline int virtqueue_add_packed(struct virtqueue *_vq,  in virtqueue_add_packed()
1603 static bool virtqueue_kick_prepare_packed(struct virtqueue *_vq)  in virtqueue_kick_prepare_packed()
1727 static void *virtqueue_get_buf_ctx_packed(struct virtqueue *_vq,  in virtqueue_get_buf_ctx_packed()
1796 static void virtqueue_disable_cb_packed(struct virtqueue *_vq)  in virtqueue_disable_cb_packed()
1815 static unsigned int virtqueue_enable_cb_prepare_packed(struct virtqueue *_vq)  in virtqueue_enable_cb_prepare_packed()
1848 static bool virtqueue_poll_packed(struct virtqueue *_vq, u16 off_wrap)  in virtqueue_poll_packed()
1860 static bool virtqueue_enable_cb_delayed_packed(struct virtqueue *_vq)  in virtqueue_enable_cb_delayed_packed()
1921 static void *virtqueue_detach_unused_buf_packed(struct virtqueue *_vq)  in virtqueue_detach_unused_buf_packed()
2196 static int virtqueue_resize_packed(struct virtqueue *_vq, u32 num)  in virtqueue_resize_packed()
2226 static int virtqueue_disable_and_recycle(struct virtqueue *_vq,  in virtqueue_disable_and_recycle()
2253 static int virtqueue_enable_after_reset(struct virtqueue *_vq)  in virtqueue_enable_after_reset()
2268 static inline int virtqueue_add(struct virtqueue *_vq,  in virtqueue_add()
2300 int virtqueue_add_sgs(struct virtqueue *_vq,  in virtqueue_add_sgs()
2443 struct device *virtqueue_dma_dev(struct virtqueue *_vq)  in virtqueue_dma_dev()
2465 bool virtqueue_kick_prepare(struct virtqueue *_vq)  in virtqueue_kick_prepare()
2482 bool virtqueue_notify(struct virtqueue *_vq)  in virtqueue_notify()
2535 void *virtqueue_get_buf_ctx(struct virtqueue *_vq, unsigned int *len,  in virtqueue_get_buf_ctx()
2545 void *virtqueue_get_buf(struct virtqueue *_vq, unsigned int *len)  in virtqueue_get_buf()
2559 void virtqueue_disable_cb(struct virtqueue *_vq)  in virtqueue_disable_cb()
2582 unsigned int virtqueue_enable_cb_prepare(struct virtqueue *_vq)  in virtqueue_enable_cb_prepare()
2603 bool virtqueue_poll(struct virtqueue *_vq, unsigned int last_used_idx)  in virtqueue_poll()
2627 bool virtqueue_enable_cb(struct virtqueue *_vq)  in virtqueue_enable_cb()
2648 bool virtqueue_enable_cb_delayed(struct virtqueue *_vq)  in virtqueue_enable_cb_delayed()
2668 void *virtqueue_detach_unused_buf(struct virtqueue *_vq)  in virtqueue_detach_unused_buf()
2690 irqreturn_t vring_interrupt(int irq, void *_vq)  in vring_interrupt()
2795 int virtqueue_resize(struct virtqueue *_vq, u32 num,  in virtqueue_resize()
2841 int virtqueue_reset(struct virtqueue *_vq,  in virtqueue_reset()
2894 static void vring_free(struct virtqueue *_vq)  in vring_free()
2934 void vring_del_virtqueue(struct virtqueue *_vq)  in vring_del_virtqueue()
2948 u32 vring_notification_data(struct virtqueue *_vq)  in vring_notification_data()
3001 unsigned int virtqueue_get_vring_size(const struct virtqueue *_vq)  in virtqueue_get_vring_size()
3013 void __virtqueue_break(struct virtqueue *_vq)  in __virtqueue_break()
3025 void __virtqueue_unbreak(struct virtqueue *_vq)  in __virtqueue_unbreak()
3034 bool virtqueue_is_broken(const struct virtqueue *_vq)  in virtqueue_is_broken()
3048 	struct virtqueue *_vq;  in virtio_break_device()  local
3070 	struct virtqueue *_vq;  in __virtio_unbreak_device()  local
3083 dma_addr_t virtqueue_get_desc_addr(const struct virtqueue *_vq)  in virtqueue_get_desc_addr()
3096 dma_addr_t virtqueue_get_avail_addr(const struct virtqueue *_vq)  in virtqueue_get_avail_addr()
3110 dma_addr_t virtqueue_get_used_addr(const struct virtqueue *_vq)  in virtqueue_get_used_addr()
3144 dma_addr_t virtqueue_dma_map_single_attrs(struct virtqueue *_vq, void *ptr,  in virtqueue_dma_map_single_attrs()
3171 void virtqueue_dma_unmap_single_attrs(struct virtqueue *_vq, dma_addr_t addr,  in virtqueue_dma_unmap_single_attrs()
3191 int virtqueue_dma_mapping_error(struct virtqueue *_vq, dma_addr_t addr)  in virtqueue_dma_mapping_error()
3212 bool virtqueue_dma_need_sync(struct virtqueue *_vq, dma_addr_t addr)  in virtqueue_dma_need_sync()
3235 void virtqueue_dma_sync_single_range_for_cpu(struct virtqueue *_vq,  in virtqueue_dma_sync_single_range_for_cpu()
3261 void virtqueue_dma_sync_single_range_for_device(struct virtqueue *_vq,  in virtqueue_dma_sync_single_range_for_device()