28 #define to_mvdev(__vdev) container_of((__vdev), struct mlx5_vdpa_dev, vdev)
137 static bool is_index_valid(struct mlx5_vdpa_dev *mvdev, u16 idx)  in is_index_valid()
152 	struct mlx5_vdpa_dev mvdev;
183 static int setup_driver(struct mlx5_vdpa_dev *mvdev);
203 static inline bool mlx5_vdpa_is_little_endian(struct mlx5_vdpa_dev *mvdev)  in mlx5_vdpa_is_little_endian()
209 static u16 mlx5vdpa16_to_cpu(struct mlx5_vdpa_dev *mvdev, __virtio16 val)  in mlx5vdpa16_to_cpu()
214 static __virtio16 cpu_to_mlx5vdpa16(struct mlx5_vdpa_dev *mvdev, u16 val)  in cpu_to_mlx5vdpa16()
219 static u16 ctrl_vq_idx(struct mlx5_vdpa_dev *mvdev)  in ctrl_vq_idx()
227 static bool is_ctrl_vq_idx(struct mlx5_vdpa_dev *mvdev, u16 idx)  in is_ctrl_vq_idx()
232 static void print_status(struct mlx5_vdpa_dev *mvdev, u8 status, bool set)  in print_status()
255 static void print_features(struct mlx5_vdpa_dev *mvdev, u64 features, bool set)  in print_features()
306 	struct mlx5_vdpa_dev *mvdev = &ndev->mvdev;  in create_tis()
832 static bool counters_supported(const struct mlx5_vdpa_dev *mvdev)  in counters_supported()
1640 static virtio_net_ctrl_ack handle_ctrl_mac(struct mlx5_vdpa_dev *mvdev, u8 cmd)  in handle_ctrl_mac()
1729 static int change_num_qps(struct mlx5_vdpa_dev *mvdev, int newqps)  in change_num_qps()
1767 static virtio_net_ctrl_ack handle_ctrl_mq(struct mlx5_vdpa_dev *mvdev, u8 cmd)  in handle_ctrl_mq()
1815 static virtio_net_ctrl_ack handle_ctrl_vlan(struct mlx5_vdpa_dev *mvdev, u8 cmd)  in handle_ctrl_vlan()
1857 	struct mlx5_vdpa_dev *mvdev;  in mlx5_cvq_kick_handler()
1926 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_kick_vq()
1951 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_set_vq_address()
1974 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_set_vq_num()
1987 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_set_vq_cb()
2005 static void set_cvq_ready(struct mlx5_vdpa_dev *mvdev, bool ready)  in set_cvq_ready()
2018 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_set_vq_ready()
2051 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_get_vq_ready()
2066 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_set_vq_state()
2091 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_get_vq_state()
2135 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_get_vq_group()
2187 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_get_device_features()
2194 static int verify_driver_features(struct mlx5_vdpa_dev *mvdev, u64 features)  in verify_driver_features()
2216 static int setup_virtqueues(struct mlx5_vdpa_dev *mvdev)  in setup_virtqueues()
2251 static void update_cvq_info(struct mlx5_vdpa_dev *mvdev)  in update_cvq_info()
2271 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_set_driver_features()
2295 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_set_config_cb()
2319 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_get_status()
2392 static int mlx5_vdpa_change_map(struct mlx5_vdpa_dev *mvdev, struct vhost_iotlb *iotlb)  in mlx5_vdpa_change_map()
2425 static int setup_driver(struct mlx5_vdpa_dev *mvdev)  in setup_driver()
2500 static int setup_cvq_vring(struct mlx5_vdpa_dev *mvdev)  in setup_cvq_vring()
2517 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_set_status()
2554 static void init_group_to_asid_map(struct mlx5_vdpa_dev *mvdev)  in init_group_to_asid_map()
2565 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_reset()
2601 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_get_config()
2616 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_get_generation()
2621 static int set_map_control(struct mlx5_vdpa_dev *mvdev, struct vhost_iotlb *iotlb)  in set_map_control()
2643 static int set_map_data(struct mlx5_vdpa_dev *mvdev, struct vhost_iotlb *iotlb)  in set_map_data()
2663 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_set_map()
2684 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_free()
2703 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_get_vq_notification()
2732 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_get_driver_features()
2773 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_get_vendor_vq_stats()
2824 static void mlx5_vdpa_cvq_suspend(struct mlx5_vdpa_dev *mvdev)  in mlx5_vdpa_cvq_suspend()
2837 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_vdpa_suspend()
2858 	struct mlx5_vdpa_dev *mvdev = to_mvdev(vdev);  in mlx5_set_group_asid()
2999 static bool get_link_state(struct mlx5_vdpa_dev *mvdev)  in get_link_state()
3011 	struct mlx5_vdpa_dev *mvdev;  in update_carrier()
3092 	struct mlx5_vdpa_dev *mvdev;  in mlx5_vdpa_dev_add()
3235 	struct mlx5_vdpa_dev *mvdev = to_mvdev(dev);  in mlx5_vdpa_dev_del()