71 	void (*get)(struct virtio_device *vdev, unsigned offset,
73 	void (*set)(struct virtio_device *vdev, unsigned offset,
75 	u32 (*generation)(struct virtio_device *vdev);
76 	u8 (*get_status)(struct virtio_device *vdev);
77 	void (*set_status)(struct virtio_device *vdev, u8 status);
78 	void (*reset)(struct virtio_device *vdev);
84 	u64 (*get_features)(struct virtio_device *vdev);
85 	int (*finalize_features)(struct virtio_device *vdev);
86 	const char *(*bus_name)(struct virtio_device *vdev);
89 	const struct cpumask *(*get_vq_affinity)(struct virtio_device *vdev,
94 void virtio_check_driver_offered_feature(const struct virtio_device *vdev,
104 static inline bool __virtio_test_bit(const struct virtio_device *vdev,  in __virtio_test_bit()  argument
113 	return vdev->features & BIT_ULL(fbit);  in __virtio_test_bit()
121 static inline void __virtio_set_bit(struct virtio_device *vdev,  in __virtio_set_bit()  argument
130 	vdev->features |= BIT_ULL(fbit);  in __virtio_set_bit()
138 static inline void __virtio_clear_bit(struct virtio_device *vdev,  in __virtio_clear_bit()  argument
147 	vdev->features &= ~BIT_ULL(fbit);  in __virtio_clear_bit()
155 static inline bool virtio_has_feature(const struct virtio_device *vdev,  in virtio_has_feature()  argument
159 		virtio_check_driver_offered_feature(vdev, fbit);  in virtio_has_feature()
161 	return __virtio_test_bit(vdev, fbit);  in virtio_has_feature()
168 static inline bool virtio_has_iommu_quirk(const struct virtio_device *vdev)  in virtio_has_iommu_quirk()  argument
174 	return !virtio_has_feature(vdev, VIRTIO_F_IOMMU_PLATFORM);  in virtio_has_iommu_quirk()
178 struct virtqueue *virtio_find_single_vq(struct virtio_device *vdev,  in virtio_find_single_vq()  argument
184 	int err = vdev->config->find_vqs(vdev, 1, &vq, callbacks, names, NULL,  in virtio_find_single_vq()
192 int virtio_find_vqs(struct virtio_device *vdev, unsigned nvqs,  in virtio_find_vqs()  argument
197 	return vdev->config->find_vqs(vdev, nvqs, vqs, callbacks, names, NULL, desc);  in virtio_find_vqs()
201 int virtio_find_vqs_ctx(struct virtio_device *vdev, unsigned nvqs,  in virtio_find_vqs_ctx()  argument
206 	return vdev->config->find_vqs(vdev, nvqs, vqs, callbacks, names, ctx,  in virtio_find_vqs_ctx()
228 const char *virtio_bus_name(struct virtio_device *vdev)  in virtio_bus_name()  argument
230 	if (!vdev->config->bus_name)  in virtio_bus_name()
232 	return vdev->config->bus_name(vdev);  in virtio_bus_name()
247 	struct virtio_device *vdev = vq->vdev;  in virtqueue_set_affinity()  local
248 	if (vdev->config->set_vq_affinity)  in virtqueue_set_affinity()
249 		return vdev->config->set_vq_affinity(vq, cpu_mask);  in virtqueue_set_affinity()
253 static inline bool virtio_is_little_endian(struct virtio_device *vdev)  in virtio_is_little_endian()  argument
255 	return virtio_has_feature(vdev, VIRTIO_F_VERSION_1) ||  in virtio_is_little_endian()
260 static inline u16 virtio16_to_cpu(struct virtio_device *vdev, __virtio16 val)  in virtio16_to_cpu()  argument
262 	return __virtio16_to_cpu(virtio_is_little_endian(vdev), val);  in virtio16_to_cpu()
265 static inline __virtio16 cpu_to_virtio16(struct virtio_device *vdev, u16 val)  in cpu_to_virtio16()  argument
267 	return __cpu_to_virtio16(virtio_is_little_endian(vdev), val);  in cpu_to_virtio16()
270 static inline u32 virtio32_to_cpu(struct virtio_device *vdev, __virtio32 val)  in virtio32_to_cpu()  argument
272 	return __virtio32_to_cpu(virtio_is_little_endian(vdev), val);  in virtio32_to_cpu()
275 static inline __virtio32 cpu_to_virtio32(struct virtio_device *vdev, u32 val)  in cpu_to_virtio32()  argument
277 	return __cpu_to_virtio32(virtio_is_little_endian(vdev), val);  in cpu_to_virtio32()
280 static inline u64 virtio64_to_cpu(struct virtio_device *vdev, __virtio64 val)  in virtio64_to_cpu()  argument
282 	return __virtio64_to_cpu(virtio_is_little_endian(vdev), val);  in virtio64_to_cpu()
285 static inline __virtio64 cpu_to_virtio64(struct virtio_device *vdev, u64 val)  in cpu_to_virtio64()  argument
287 	return __cpu_to_virtio64(virtio_is_little_endian(vdev), val);  in cpu_to_virtio64()
291 #define virtio_cread(vdev, structname, member, ptr)			\  argument
300 			*(ptr) = virtio_cread8(vdev,			\
304 			*(ptr) = virtio_cread16(vdev,			\
308 			*(ptr) = virtio_cread32(vdev,			\
312 			*(ptr) = virtio_cread64(vdev,			\
321 #define virtio_cwrite(vdev, structname, member, ptr)			\  argument
330 			virtio_cwrite8(vdev,				\
335 			virtio_cwrite16(vdev,				\
340 			virtio_cwrite32(vdev,				\
345 			virtio_cwrite64(vdev,				\
355 static inline void __virtio_cread_many(struct virtio_device *vdev,  in __virtio_cread_many()  argument
359 	u32 old, gen = vdev->config->generation ?  in __virtio_cread_many()
360 		vdev->config->generation(vdev) : 0;  in __virtio_cread_many()
368 			vdev->config->get(vdev, offset + bytes * i,  in __virtio_cread_many()
371 		gen = vdev->config->generation ?  in __virtio_cread_many()
372 			vdev->config->generation(vdev) : 0;  in __virtio_cread_many()
376 static inline void virtio_cread_bytes(struct virtio_device *vdev,  in virtio_cread_bytes()  argument
380 	__virtio_cread_many(vdev, offset, buf, len, 1);  in virtio_cread_bytes()
383 static inline u8 virtio_cread8(struct virtio_device *vdev, unsigned int offset)  in virtio_cread8()  argument
388 	vdev->config->get(vdev, offset, &ret, sizeof(ret));  in virtio_cread8()
392 static inline void virtio_cwrite8(struct virtio_device *vdev,  in virtio_cwrite8()  argument
396 	vdev->config->set(vdev, offset, &val, sizeof(val));  in virtio_cwrite8()
399 static inline u16 virtio_cread16(struct virtio_device *vdev,  in virtio_cread16()  argument
405 	vdev->config->get(vdev, offset, &ret, sizeof(ret));  in virtio_cread16()
406 	return virtio16_to_cpu(vdev, (__force __virtio16)ret);  in virtio_cread16()
409 static inline void virtio_cwrite16(struct virtio_device *vdev,  in virtio_cwrite16()  argument
413 	val = (__force u16)cpu_to_virtio16(vdev, val);  in virtio_cwrite16()
414 	vdev->config->set(vdev, offset, &val, sizeof(val));  in virtio_cwrite16()
417 static inline u32 virtio_cread32(struct virtio_device *vdev,  in virtio_cread32()  argument
423 	vdev->config->get(vdev, offset, &ret, sizeof(ret));  in virtio_cread32()
424 	return virtio32_to_cpu(vdev, (__force __virtio32)ret);  in virtio_cread32()
427 static inline void virtio_cwrite32(struct virtio_device *vdev,  in virtio_cwrite32()  argument
431 	val = (__force u32)cpu_to_virtio32(vdev, val);  in virtio_cwrite32()
432 	vdev->config->set(vdev, offset, &val, sizeof(val));  in virtio_cwrite32()
435 static inline u64 virtio_cread64(struct virtio_device *vdev,  in virtio_cread64()  argument
439 	__virtio_cread_many(vdev, offset, &ret, 1, sizeof(ret));  in virtio_cread64()
440 	return virtio64_to_cpu(vdev, (__force __virtio64)ret);  in virtio_cread64()
443 static inline void virtio_cwrite64(struct virtio_device *vdev,  in virtio_cwrite64()  argument
447 	val = (__force u64)cpu_to_virtio64(vdev, val);  in virtio_cwrite64()
448 	vdev->config->set(vdev, offset, &val, sizeof(val));  in virtio_cwrite64()
452 #define virtio_cread_feature(vdev, fbit, structname, member, ptr)	\  argument
455 		if (!virtio_has_feature(vdev, fbit))			\
458 			virtio_cread((vdev), structname, member, ptr);	\