109 struct mlx5_ib_dev *mlx5_ib_get_ibdev_from_mpi(struct mlx5_ib_multiport_info *mpi)  in mlx5_ib_get_ibdev_from_mpi()
111 	struct mlx5_ib_dev *dev;  in mlx5_ib_get_ibdev_from_mpi()
135 	struct mlx5_ib_dev *dev = to_mdev(device);  in mlx5_ib_port_link_layer()
162 	struct mlx5_ib_dev *ibdev;  in mlx5_netdev_event()
238 	struct mlx5_ib_dev *ibdev = to_mdev(device);  in mlx5_ib_get_netdev()
263 struct mlx5_core_dev *mlx5_ib_get_native_port_mdev(struct mlx5_ib_dev *ibdev,  in mlx5_ib_get_native_port_mdev()
302 void mlx5_ib_put_native_port_mdev(struct mlx5_ib_dev *ibdev, u8 port_num)  in mlx5_ib_put_native_port_mdev()
387 	struct mlx5_ib_dev *dev = to_mdev(device);  in mlx5_query_port_roce()
471 static int set_roce_addr(struct mlx5_ib_dev *dev, u8 port_num,  in set_roce_addr()
527 __be16 mlx5_get_roce_udp_sport(struct mlx5_ib_dev *dev,  in mlx5_get_roce_udp_sport()
536 static int mlx5_use_mad_ifc(struct mlx5_ib_dev *dev)  in mlx5_use_mad_ifc()
561 static void get_atomic_caps(struct mlx5_ib_dev *dev,  in get_atomic_caps()
583 static void get_atomic_caps_qp(struct mlx5_ib_dev *dev,  in get_atomic_caps_qp()
591 static void get_atomic_caps_dc(struct mlx5_ib_dev *dev,  in get_atomic_caps_dc()
599 bool mlx5_ib_dc_atomic_is_supported(struct mlx5_ib_dev *dev)  in mlx5_ib_dc_atomic_is_supported()
609 	struct mlx5_ib_dev *dev = to_mdev(ibdev);  in mlx5_query_system_image_guid()
641 	struct mlx5_ib_dev *dev = to_mdev(ibdev);  in mlx5_query_max_pkeys()
662 	struct mlx5_ib_dev *dev = to_mdev(ibdev);  in mlx5_query_vendor_id()
677 static int mlx5_query_node_guid(struct mlx5_ib_dev *dev,  in mlx5_query_node_guid()
709 static int mlx5_query_node_desc(struct mlx5_ib_dev *dev, char *node_desc)  in mlx5_query_node_desc()
727 	struct mlx5_ib_dev *dev = to_mdev(ibdev);  in mlx5_ib_query_device()
1100 	struct mlx5_ib_dev *dev = to_mdev(ibdev);  in translate_active_width()
1188 	struct mlx5_ib_dev *dev = to_mdev(ibdev);  in mlx5_query_hca_port()
1279 		struct mlx5_ib_dev *dev = to_mdev(ibdev);  in mlx5_ib_query_port()
1319 	struct mlx5_ib_dev *dev = to_mdev(ibdev);  in mlx5_ib_query_gid()
1338 	struct mlx5_ib_dev *dev = to_mdev(ibdev);  in mlx5_query_hca_nic_pkey()
1380 	struct mlx5_ib_dev *dev = to_mdev(ibdev);  in mlx5_ib_modify_device()
1406 static int set_port_caps_atomic(struct mlx5_ib_dev *dev, u8 port_num, u32 mask,  in set_port_caps_atomic()
1443 	struct mlx5_ib_dev *dev = to_mdev(ibdev);  in mlx5_ib_modify_port()
1480 static void print_lib_caps(struct mlx5_ib_dev *dev, u64 caps)  in print_lib_caps()
1495 static int calc_total_bfregs(struct mlx5_ib_dev *dev, bool lib_uar_4k,  in calc_total_bfregs()
1533 static int allocate_uars(struct mlx5_ib_dev *dev, struct mlx5_ib_ucontext *context)  in allocate_uars()
1561 static void deallocate_uars(struct mlx5_ib_dev *dev,  in deallocate_uars()
1574 static int mlx5_ib_alloc_transport_domain(struct mlx5_ib_dev *dev, u32 *tdn)  in mlx5_ib_alloc_transport_domain()
1600 static void mlx5_ib_dealloc_transport_domain(struct mlx5_ib_dev *dev, u32 tdn)  in mlx5_ib_dealloc_transport_domain()
1624 	struct mlx5_ib_dev *dev = to_mdev(ibdev);  in mlx5_ib_alloc_ucontext()
1855 	struct mlx5_ib_dev *dev = to_mdev(ibcontext->device);  in mlx5_ib_dealloc_ucontext()
1872 static phys_addr_t uar_index2pfn(struct mlx5_ib_dev *dev,  in uar_index2pfn()
2009 static int mlx5_ib_mmap_clock_info_page(struct mlx5_ib_dev *dev,  in mlx5_ib_mmap_clock_info_page()
2037 static int uar_mmap(struct mlx5_ib_dev *dev, enum mlx5_ib_mmap_cmd cmd,  in uar_mmap()
2158 	struct mlx5_ib_dev *dev = to_mdev(context->device);  in dm_mmap()
2186 	struct mlx5_ib_dev *dev = to_mdev(ibcontext->device);  in mlx5_ib_mmap()
2346 	struct mlx5_ib_dev *mdev = to_mdev(pd->device);  in mlx5_ib_dealloc_pd()
2958 static void put_flow_table(struct mlx5_ib_dev *dev,  in put_flow_table()
2985 	struct mlx5_ib_dev *dev = handler->dev;  in mlx5_ib_destroy_flow()
3045 static struct mlx5_ib_flow_prio *get_flow_table(struct mlx5_ib_dev *dev,  in get_flow_table()
3112 static void set_underlay_qp(struct mlx5_ib_dev *dev,  in set_underlay_qp()
3136 	struct mlx5_ib_dev *dev = to_mdev(ibdev);  in read_flow_counters()
3251 static struct mlx5_ib_flow_handler *_create_flow_rule(struct mlx5_ib_dev *dev,  in _create_flow_rule()
3382 static struct mlx5_ib_flow_handler *create_flow_rule(struct mlx5_ib_dev *dev,  in create_flow_rule()
3390 static struct mlx5_ib_flow_handler *create_dont_trap_rule(struct mlx5_ib_dev *dev,  in create_dont_trap_rule()
3419 static struct mlx5_ib_flow_handler *create_leftovers_rule(struct mlx5_ib_dev *dev,  in create_leftovers_rule()
3478 static struct mlx5_ib_flow_handler *create_sniffer_rule(struct mlx5_ib_dev *dev,  in create_sniffer_rule()
3520 	struct mlx5_ib_dev *dev = to_mdev(qp->device);  in mlx5_ib_create_flow()
3661 static struct mlx5_ib_flow_prio *_get_flow_table(struct mlx5_ib_dev *dev,  in _get_flow_table()
3692 _create_raw_flow_rule(struct mlx5_ib_dev *dev,  in _create_raw_flow_rule()
3780 mlx5_ib_raw_fs_rule_add(struct mlx5_ib_dev *dev,  in mlx5_ib_raw_fs_rule_add()
3860 	struct mlx5_ib_dev *mdev = to_mdev(device);  in mlx5_ib_create_flow_action_esp()
4009 	struct mlx5_ib_dev *dev = to_mdev(ibqp->device);  in mlx5_ib_mcg_attach()
4028 	struct mlx5_ib_dev *dev = to_mdev(ibqp->device);  in mlx5_ib_mcg_detach()
4039 static int init_node_data(struct mlx5_ib_dev *dev)  in init_node_data()
4055 	struct mlx5_ib_dev *dev =  in show_fw_pages()
4056 		container_of(device, struct mlx5_ib_dev, ib_dev.dev);  in show_fw_pages()
4064 	struct mlx5_ib_dev *dev =  in show_reg_pages()
4065 		container_of(device, struct mlx5_ib_dev, ib_dev.dev);  in show_reg_pages()
4073 	struct mlx5_ib_dev *dev =  in show_hca()
4074 		container_of(device, struct mlx5_ib_dev, ib_dev.dev);  in show_hca()
4081 	struct mlx5_ib_dev *dev =  in show_rev()
4082 		container_of(device, struct mlx5_ib_dev, ib_dev.dev);  in show_rev()
4089 	struct mlx5_ib_dev *dev =  in show_board()
4090 		container_of(device, struct mlx5_ib_dev, ib_dev.dev);  in show_board()
4120 static void mlx5_ib_handle_internal_error(struct mlx5_ib_dev *ibdev)  in mlx5_ib_handle_internal_error()
4203 	struct mlx5_ib_dev *ibdev;  in mlx5_ib_handle_event()
4295 static int set_has_smi_cap(struct mlx5_ib_dev *dev)  in set_has_smi_cap()
4324 static void get_ext_port_caps(struct mlx5_ib_dev *dev)  in get_ext_port_caps()
4332 static int get_port_caps(struct mlx5_ib_dev *dev, u8 port)  in get_port_caps()
4379 static void destroy_umrc_res(struct mlx5_ib_dev *dev)  in destroy_umrc_res()
4399 static int create_umr_res(struct mlx5_ib_dev *dev)  in create_umr_res()
4525 	struct mlx5_ib_dev *dev;  in create_dev_resources()
4530 	dev = container_of(devr, struct mlx5_ib_dev, devr);  in create_dev_resources()
4645 	struct mlx5_ib_dev *dev =  in destroy_dev_resources()
4646 		container_of(devr, struct mlx5_ib_dev, devr);  in destroy_dev_resources()
4664 	struct mlx5_ib_dev *dev = to_mdev(ibdev);  in get_core_cap_flags()
4699 	struct mlx5_ib_dev *dev = to_mdev(ibdev);  in mlx5_port_immutable()
4745 	struct mlx5_ib_dev *dev =  in get_dev_fw_str()
4746 		container_of(ibdev, struct mlx5_ib_dev, ib_dev);  in get_dev_fw_str()
4752 static int mlx5_eth_lag_init(struct mlx5_ib_dev *dev)  in mlx5_eth_lag_init()
4781 static void mlx5_eth_lag_cleanup(struct mlx5_ib_dev *dev)  in mlx5_eth_lag_cleanup()
4793 static int mlx5_add_netdev_notifier(struct mlx5_ib_dev *dev, u8 port_num)  in mlx5_add_netdev_notifier()
4807 static void mlx5_remove_netdev_notifier(struct mlx5_ib_dev *dev, u8 port_num)  in mlx5_remove_netdev_notifier()
4815 static int mlx5_enable_eth(struct mlx5_ib_dev *dev)  in mlx5_enable_eth()
4838 static void mlx5_disable_eth(struct mlx5_ib_dev *dev)  in mlx5_disable_eth()
4903 static void mlx5_ib_dealloc_counters(struct mlx5_ib_dev *dev)  in mlx5_ib_dealloc_counters()
4916 static int __mlx5_ib_alloc_counters(struct mlx5_ib_dev *dev,  in __mlx5_ib_alloc_counters()
4959 static void mlx5_ib_fill_counters(struct mlx5_ib_dev *dev,  in mlx5_ib_fill_counters()
5007 static int mlx5_ib_alloc_counters(struct mlx5_ib_dev *dev)  in mlx5_ib_alloc_counters()
5041 	struct mlx5_ib_dev *dev = to_mdev(ibdev);  in mlx5_ib_alloc_hw_stats()
5084 static int mlx5_ib_query_ext_ppcnt_counters(struct mlx5_ib_dev *dev,  in mlx5_ib_query_ext_ppcnt_counters()
5116 	struct mlx5_ib_dev *dev = to_mdev(ibdev);  in mlx5_ib_get_hw_stats()
5184 static void delay_drop_debugfs_cleanup(struct mlx5_ib_dev *dev)  in delay_drop_debugfs_cleanup()
5193 static void cancel_delay_drop(struct mlx5_ib_dev *dev)  in cancel_delay_drop()
5241 static int delay_drop_debugfs_init(struct mlx5_ib_dev *dev)  in delay_drop_debugfs_init()
5289 static void init_delay_drop(struct mlx5_ib_dev *dev)  in init_delay_drop()
5309 	struct mlx5_ib_dev *dev = to_mdev(ibdev);  in mlx5_ib_get_vector_affinity()
5315 static void mlx5_ib_unbind_slave_port(struct mlx5_ib_dev *ibdev,  in mlx5_ib_unbind_slave_port()
5370 static bool mlx5_ib_bind_slave_port(struct mlx5_ib_dev *ibdev,  in mlx5_ib_bind_slave_port()
5414 static int mlx5_ib_init_multiport_master(struct mlx5_ib_dev *dev)  in mlx5_ib_init_multiport_master()
5483 static void mlx5_ib_cleanup_multiport_master(struct mlx5_ib_dev *dev)  in mlx5_ib_cleanup_multiport_master()
5532 static int populate_specs_root(struct mlx5_ib_dev *dev)  in populate_specs_root()
5627 void mlx5_ib_stage_init_cleanup(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_init_cleanup()
5636 int mlx5_ib_stage_init_init(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_init_init()
5709 static int mlx5_ib_stage_flow_db_init(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_flow_db_init()
5721 int mlx5_ib_stage_rep_flow_db_init(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_rep_flow_db_init()
5723 	struct mlx5_ib_dev *nic_dev;  in mlx5_ib_stage_rep_flow_db_init()
5735 static void mlx5_ib_stage_flow_db_cleanup(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_flow_db_cleanup()
5740 int mlx5_ib_stage_caps_init(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_caps_init()
5888 static int mlx5_ib_stage_non_default_cb(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_non_default_cb()
5896 int mlx5_ib_stage_rep_non_default_cb(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_rep_non_default_cb()
5904 static int mlx5_ib_stage_common_roce_init(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_common_roce_init()
5934 static void mlx5_ib_stage_common_roce_cleanup(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_common_roce_cleanup()
5941 int mlx5_ib_stage_rep_roce_init(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_rep_roce_init()
5957 void mlx5_ib_stage_rep_roce_cleanup(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_rep_roce_cleanup()
5962 static int mlx5_ib_stage_roce_init(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_roce_init()
5989 static void mlx5_ib_stage_roce_cleanup(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_roce_cleanup()
6004 int mlx5_ib_stage_dev_res_init(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_dev_res_init()
6009 void mlx5_ib_stage_dev_res_cleanup(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_dev_res_cleanup()
6014 static int mlx5_ib_stage_odp_init(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_odp_init()
6021 int mlx5_ib_stage_counters_init(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_counters_init()
6033 void mlx5_ib_stage_counters_cleanup(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_counters_cleanup()
6039 static int mlx5_ib_stage_cong_debugfs_init(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_cong_debugfs_init()
6045 static void mlx5_ib_stage_cong_debugfs_cleanup(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_cong_debugfs_cleanup()
6051 static int mlx5_ib_stage_uar_init(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_uar_init()
6057 static void mlx5_ib_stage_uar_cleanup(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_uar_cleanup()
6062 int mlx5_ib_stage_bfrag_init(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_bfrag_init()
6077 void mlx5_ib_stage_bfrag_cleanup(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_bfrag_cleanup()
6083 static int mlx5_ib_stage_populate_specs(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_populate_specs()
6088 int mlx5_ib_stage_ib_reg_init(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_ib_reg_init()
6093 void mlx5_ib_stage_pre_ib_reg_umr_cleanup(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_pre_ib_reg_umr_cleanup()
6098 void mlx5_ib_stage_ib_reg_cleanup(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_ib_reg_cleanup()
6103 int mlx5_ib_stage_post_ib_reg_umr_init(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_post_ib_reg_umr_init()
6108 static int mlx5_ib_stage_delay_drop_init(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_delay_drop_init()
6115 static void mlx5_ib_stage_delay_drop_cleanup(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_delay_drop_cleanup()
6120 int mlx5_ib_stage_class_attr_init(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_class_attr_init()
6135 static int mlx5_ib_stage_rep_reg_init(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_rep_reg_init()
6142 static void mlx5_ib_stage_rep_reg_cleanup(struct mlx5_ib_dev *dev)  in mlx5_ib_stage_rep_reg_cleanup()
6147 void __mlx5_ib_remove(struct mlx5_ib_dev *dev,  in __mlx5_ib_remove()
6161 void *__mlx5_ib_add(struct mlx5_ib_dev *dev,  in __mlx5_ib_add()
6293 	struct mlx5_ib_dev *dev;  in mlx5_ib_add_slave_port()
6333 	struct mlx5_ib_dev *dev;  in mlx5_ib_add()
6344 	dev = (struct mlx5_ib_dev *)ib_alloc_device(sizeof(*dev));  in mlx5_ib_add()
6365 	struct mlx5_ib_dev *dev;  in mlx5_ib_remove()