201 	ctx->val.vbool = dev->persist->crdump.snapshot_enable;  in mlx4_devlink_crdump_snapshot_get()
211 	dev->persist->crdump.snapshot_enable = ctx->val.vbool;  in mlx4_devlink_crdump_snapshot_set()
480 	if (dev_cap->uar_size > pci_resource_len(dev->persist->pdev, 2)) {  in mlx4_dev_cap()
484 			 pci_resource_len(dev->persist->pdev, 2));  in mlx4_dev_cap()
551 		if (enable_4k_uar || !dev->persist->num_vfs)  in mlx4_dev_cap()
1031 				       pci_resource_len(dev->persist->pdev,  in mlx4_slave_cap()
1036 			 pci_resource_len(dev->persist->pdev, 2));  in mlx4_slave_cap()
1383 		   dev->persist->num_vfs + 1);  in mlx4_mf_bond()
1386 	if (bitmap_weight(slaves_port_1_2, dev->persist->num_vfs + 1) > 1) {  in mlx4_mf_bond()
1394 	nvfs = bitmap_weight(slaves_port1.slaves, dev->persist->num_vfs + 1) +  in mlx4_mf_bond()
1395 		bitmap_weight(slaves_port2.slaves, dev->persist->num_vfs + 1) - 2;  in mlx4_mf_bond()
1890 	bf_start = pci_resource_start(dev->persist->pdev, 2) +  in map_bf_area()
1892 	bf_len = pci_resource_len(dev->persist->pdev, 2) -  in map_bf_area()
1934 		ioremap(pci_resource_start(dev->persist->pdev,  in map_internal_clock()
2017 		if (dev->persist->interface_state &  in mlx4_comm_check_offline()
2189 	     (dev->persist->num_vfs + 1))) &&  in choose_steering_mode()
2354 		if (enable_4k_uar || !dev->persist->num_vfs) {  in mlx4_init_hca()
2958 		nreq = pci_enable_msix_range(dev->persist->pdev, entries, 2,  in mlx4_enable_msi_x()
3022 		priv->eq_table.eq[i].irq = dev->persist->pdev->irq;  in mlx4_enable_msi_x()
3071 	err = device_create_file(&dev->persist->pdev->dev, &info->port_attr);  in mlx4_init_port_info()
3090 	err = device_create_file(&dev->persist->pdev->dev,  in mlx4_init_port_info()
3094 		device_remove_file(&info->dev->persist->pdev->dev,  in mlx4_init_port_info()
3109 	device_remove_file(&info->dev->persist->pdev->dev, &info->port_attr);  in mlx4_cleanup_port_info()
3110 	device_remove_file(&info->dev->persist->pdev->dev,  in mlx4_cleanup_port_info()
3185 	if (pci_channel_offline(dev->persist->pdev))  in mlx4_get_ownership()
3188 	owner = ioremap(pci_resource_start(dev->persist->pdev, 0) +  in mlx4_get_ownership()
3205 	if (pci_channel_offline(dev->persist->pdev))  in mlx4_free_ownership()
3208 	owner = ioremap(pci_resource_start(dev->persist->pdev, 0) +  in mlx4_free_ownership()
3273 		dev->persist->num_vfs = total_vfs;  in mlx4_enable_sriov()
3280 	dev->persist->num_vfs = 0;  in mlx4_enable_sriov()
3306 	struct pci_dev *pdev = dev->persist->pdev;  in mlx4_pci_enable_device()
3309 	mutex_lock(&dev->persist->pci_status_mutex);  in mlx4_pci_enable_device()
3310 	if (dev->persist->pci_status == MLX4_PCI_STATUS_DISABLED) {  in mlx4_pci_enable_device()
3313 			dev->persist->pci_status = MLX4_PCI_STATUS_ENABLED;  in mlx4_pci_enable_device()
3315 	mutex_unlock(&dev->persist->pci_status_mutex);  in mlx4_pci_enable_device()
3322 	struct pci_dev *pdev = dev->persist->pdev;  in mlx4_pci_disable_device()
3324 	mutex_lock(&dev->persist->pci_status_mutex);  in mlx4_pci_disable_device()
3325 	if (dev->persist->pci_status == MLX4_PCI_STATUS_ENABLED) {  in mlx4_pci_disable_device()
3327 		dev->persist->pci_status = MLX4_PCI_STATUS_DISABLED;  in mlx4_pci_disable_device()
3329 	mutex_unlock(&dev->persist->pci_status_mutex);  in mlx4_pci_disable_device()
3399 			dev->persist->num_vfs = total_vfs;  in mlx4_load_one()
3406 	dev->persist->state = MLX4_DEVICE_STATE_UP;  in mlx4_load_one()
3548 		pcie_print_link_status(dev->persist->pdev);  in mlx4_load_one()
3561 		memcpy(dev->persist->nvfs, nvfs, sizeof(dev->persist->nvfs));  in mlx4_load_one()
3564 		     i < sizeof(dev->persist->nvfs)/  in mlx4_load_one()
3565 		     sizeof(dev->persist->nvfs[0]); i++) {  in mlx4_load_one()
3568 			for (j = 0; j < dev->persist->nvfs[i]; ++sum, ++j) {  in mlx4_load_one()
3652 	if (mlx4_is_master(dev) && dev->persist->num_vfs && !reset_flow)  in mlx4_load_one()
3715 	if (mlx4_is_master(dev) && dev->persist->num_vfs && !reset_flow)  in mlx4_load_one()
3904 	struct mlx4_fw_crdump *crdump = &dev->persist->crdump;  in mlx4_devlink_param_load_driverinit_values()
3953 	struct mlx4_dev_persistent *persist = dev->persist;  in mlx4_devlink_reload_down()  local
3959 	if (persist->num_vfs)  in mlx4_devlink_reload_down()
3960 …mlx4_warn(persist->dev, "Reload performed on PF, will cause reset on operating Virtual Functions\n…  in mlx4_devlink_reload_down()
3961 	mlx4_restart_one_down(persist->pdev);  in mlx4_devlink_reload_down()
3971 	struct mlx4_dev_persistent *persist = dev->persist;  in mlx4_devlink_reload_up()  local
3975 	err = mlx4_restart_one_up(persist->pdev, true, devlink);  in mlx4_devlink_reload_up()
3977 		mlx4_err(persist->dev, "mlx4_restart_one_up failed, ret=%d\n",  in mlx4_devlink_reload_up()
4005 	dev->persist = kzalloc(sizeof(*dev->persist), GFP_KERNEL);  in mlx4_init_one()
4006 	if (!dev->persist) {  in mlx4_init_one()
4010 	dev->persist->pdev = pdev;  in mlx4_init_one()
4011 	dev->persist->dev = dev;  in mlx4_init_one()
4012 	pci_set_drvdata(pdev, dev->persist);  in mlx4_init_one()
4014 	mutex_init(&dev->persist->device_state_mutex);  in mlx4_init_one()
4015 	mutex_init(&dev->persist->interface_state_mutex);  in mlx4_init_one()
4016 	mutex_init(&dev->persist->pci_status_mutex);  in mlx4_init_one()
4041 	kfree(dev->persist);  in mlx4_init_one()
4049 	struct mlx4_dev_persistent *persist = dev->persist;  in mlx4_clean_dev()  local
4054 	priv->dev.persist = persist;  in mlx4_clean_dev()
4060 	struct mlx4_dev_persistent *persist = pci_get_drvdata(pdev);  in mlx4_unload_one()  local
4061 	struct mlx4_dev  *dev  = persist->dev;  in mlx4_unload_one()
4071 		dev->persist->curr_port_type[i] = dev->caps.port_type[i + 1];  in mlx4_unload_one()
4072 		dev->persist->curr_port_poss_type[i] = dev->caps.  in mlx4_unload_one()
4137 	struct mlx4_dev_persistent *persist = pci_get_drvdata(pdev);  in mlx4_remove_one()  local
4138 	struct mlx4_dev  *dev  = persist->dev;  in mlx4_remove_one()
4146 		persist->interface_state |= MLX4_INTERFACE_STATE_NOWAIT;  in mlx4_remove_one()
4148 	mutex_lock(&persist->interface_state_mutex);  in mlx4_remove_one()
4149 	persist->interface_state |= MLX4_INTERFACE_STATE_DELETION;  in mlx4_remove_one()
4150 	mutex_unlock(&persist->interface_state_mutex);  in mlx4_remove_one()
4164 	if (persist->interface_state & MLX4_INTERFACE_STATE_UP)  in mlx4_remove_one()
4180 	kfree(dev->persist);  in mlx4_remove_one()
4211 	struct mlx4_dev_persistent *persist = pci_get_drvdata(pdev);  in mlx4_restart_one_up()  local
4212 	struct mlx4_dev	 *dev  = persist->dev;  in mlx4_restart_one_up()
4218 	total_vfs = dev->persist->num_vfs;  in mlx4_restart_one_up()
4219 	memcpy(nvfs, dev->persist->nvfs, sizeof(dev->persist->nvfs));  in mlx4_restart_one_up()
4230 	err = restore_current_port_types(dev, dev->persist->curr_port_type,  in mlx4_restart_one_up()
4231 					 dev->persist->curr_port_poss_type);  in mlx4_restart_one_up()
4300 	struct mlx4_dev_persistent *persist = pci_get_drvdata(pdev);  in mlx4_pci_err_detected()  local
4302 	mlx4_err(persist->dev, "mlx4_pci_err_detected was called\n");  in mlx4_pci_err_detected()
4303 	mlx4_enter_error_state(persist);  in mlx4_pci_err_detected()
4305 	mutex_lock(&persist->interface_state_mutex);  in mlx4_pci_err_detected()
4306 	if (persist->interface_state & MLX4_INTERFACE_STATE_UP)  in mlx4_pci_err_detected()
4309 	mutex_unlock(&persist->interface_state_mutex);  in mlx4_pci_err_detected()
4313 	mlx4_pci_disable_device(persist->dev);  in mlx4_pci_err_detected()
4319 	struct mlx4_dev_persistent *persist = pci_get_drvdata(pdev);  in mlx4_pci_slot_reset()  local
4320 	struct mlx4_dev	 *dev  = persist->dev;  in mlx4_pci_slot_reset()
4338 	struct mlx4_dev_persistent *persist = pci_get_drvdata(pdev);  in mlx4_pci_resume()  local
4339 	struct mlx4_dev	 *dev  = persist->dev;  in mlx4_pci_resume()
4346 	total_vfs = dev->persist->num_vfs;  in mlx4_pci_resume()
4347 	memcpy(nvfs, dev->persist->nvfs, sizeof(dev->persist->nvfs));  in mlx4_pci_resume()
4349 	mutex_lock(&persist->interface_state_mutex);  in mlx4_pci_resume()
4350 	if (!(persist->interface_state & MLX4_INTERFACE_STATE_UP)) {  in mlx4_pci_resume()
4359 		err = restore_current_port_types(dev, dev->persist->  in mlx4_pci_resume()
4360 						 curr_port_type, dev->persist->  in mlx4_pci_resume()
4366 	mutex_unlock(&persist->interface_state_mutex);  in mlx4_pci_resume()
4372 	struct mlx4_dev_persistent *persist = pci_get_drvdata(pdev);  in mlx4_shutdown()  local
4373 	struct mlx4_dev *dev = persist->dev;  in mlx4_shutdown()
4375 	mlx4_info(persist->dev, "mlx4_shutdown was called\n");  in mlx4_shutdown()
4376 	mutex_lock(&persist->interface_state_mutex);  in mlx4_shutdown()
4377 	if (persist->interface_state & MLX4_INTERFACE_STATE_UP)  in mlx4_shutdown()
4379 	mutex_unlock(&persist->interface_state_mutex);  in mlx4_shutdown()
4392 	struct mlx4_dev_persistent *persist = pci_get_drvdata(pdev);  in mlx4_suspend()  local
4393 	struct mlx4_dev	*dev = persist->dev;  in mlx4_suspend()
4396 	mutex_lock(&persist->interface_state_mutex);  in mlx4_suspend()
4397 	if (persist->interface_state & MLX4_INTERFACE_STATE_UP)  in mlx4_suspend()
4399 	mutex_unlock(&persist->interface_state_mutex);  in mlx4_suspend()
4407 	struct mlx4_dev_persistent *persist = pci_get_drvdata(pdev);  in mlx4_resume()  local
4408 	struct mlx4_dev	*dev = persist->dev;  in mlx4_resume()
4415 	total_vfs = dev->persist->num_vfs;  in mlx4_resume()
4416 	memcpy(nvfs, dev->persist->nvfs, sizeof(dev->persist->nvfs));  in mlx4_resume()
4418 	mutex_lock(&persist->interface_state_mutex);  in mlx4_resume()
4419 	if (!(persist->interface_state & MLX4_INTERFACE_STATE_UP)) {  in mlx4_resume()
4424 					dev->persist->curr_port_type,  in mlx4_resume()
4425 					dev->persist->curr_port_poss_type);  in mlx4_resume()
4430 	mutex_unlock(&persist->interface_state_mutex);  in mlx4_resume()