244 		netif_err(efx, drv, efx->net_dev,  in efx_check_disabled()
340 	netif_vdbg(efx, intr, efx->net_dev,  in efx_poll()
380 	netif_dbg(efx, probe, efx->net_dev,  in efx_probe_eventq()
400 	netif_dbg(efx, drv, efx->net_dev,  in efx_init_eventq()
415 	netif_dbg(channel->efx, ifup, channel->efx->net_dev,  in efx_start_eventq()
441 	netif_dbg(channel->efx, drv, channel->efx->net_dev,  in efx_fini_eventq()
450 	netif_dbg(channel->efx, drv, channel->efx->net_dev,  in efx_remove_eventq()
545 	netif_dbg(channel->efx, probe, channel->efx->net_dev,  in efx_probe_channel()
622 			netif_err(efx, probe, efx->net_dev,  in efx_probe_channels()
643 	netdev_features_t old_features = efx->net_dev->features;  in efx_start_datapath()
655 			   EFX_MAX_FRAME_LEN(efx->net_dev->mtu) +  in efx_start_datapath()
678 		netif_dbg(efx, drv, efx->net_dev,  in efx_start_datapath()
683 		netif_dbg(efx, drv, efx->net_dev,  in efx_start_datapath()
691 	efx->net_dev->hw_features |= efx->net_dev->features;  in efx_start_datapath()
692 	efx->net_dev->hw_features &= ~efx->fixed_features;  in efx_start_datapath()
693 	efx->net_dev->features |= efx->fixed_features;  in efx_start_datapath()
694 	if (efx->net_dev->features != old_features)  in efx_start_datapath()
695 		netdev_features_change(efx->net_dev);  in efx_start_datapath()
731 	if (netif_device_present(efx->net_dev))  in efx_start_datapath()
732 		netif_tx_wake_all_queues(efx->net_dev);  in efx_start_datapath()
768 		netif_err(efx, drv, efx->net_dev, "failed to flush queues\n");  in efx_stop_datapath()
770 		netif_dbg(efx, drv, efx->net_dev,  in efx_stop_datapath()
787 	netif_dbg(channel->efx, drv, channel->efx->net_dev,  in efx_remove_channel()
895 		netif_err(efx, drv, efx->net_dev,  in efx_realloc_channels()
964 	if (!netif_running(efx->net_dev))  in efx_link_status_changed()
967 	if (link_state->up != netif_carrier_ok(efx->net_dev)) {  in efx_link_status_changed()
971 			netif_carrier_on(efx->net_dev);  in efx_link_status_changed()
973 			netif_carrier_off(efx->net_dev);  in efx_link_status_changed()
978 		netif_info(efx, link, efx->net_dev,  in efx_link_status_changed()
981 			   efx->net_dev->mtu);  in efx_link_status_changed()
983 		netif_info(efx, link, efx->net_dev, "link down\n");  in efx_link_status_changed()
1098 	netif_dbg(efx, probe, efx->net_dev, "create port\n");  in efx_probe_port()
1109 	ether_addr_copy(efx->net_dev->dev_addr, efx->net_dev->perm_addr);  in efx_probe_port()
1118 	netif_dbg(efx, drv, efx->net_dev, "init port\n");  in efx_init_port()
1149 	netif_dbg(efx, ifup, efx->net_dev, "start port\n");  in efx_start_port()
1168 	netif_dbg(efx, ifdown, efx->net_dev, "stop port\n");  in efx_stop_port()
1177 	netif_addr_lock_bh(efx->net_dev);  in efx_stop_port()
1178 	netif_addr_unlock_bh(efx->net_dev);  in efx_stop_port()
1187 	netif_dbg(efx, drv, efx->net_dev, "shut down port\n");  in efx_fini_port()
1201 	netif_dbg(efx, drv, efx->net_dev, "destroying port\n");  in efx_remove_port()
1229 		netif_dbg(efx, probe, efx->net_dev, "adding to primary list\n");  in efx_associate()
1236 				netif_dbg(other, probe, other->net_dev,  in efx_associate()
1239 					  efx->net_dev->name);  in efx_associate()
1250 				netif_dbg(efx, probe, efx->net_dev,  in efx_associate()
1253 					  other->net_dev->name);  in efx_associate()
1261 		netif_dbg(efx, probe, efx->net_dev,  in efx_associate()
1276 		netif_dbg(other, probe, other->net_dev,  in efx_dissociate()
1291 	netif_dbg(efx, probe, efx->net_dev, "initialising I/O\n");  in efx_init_io()
1297 		netif_err(efx, probe, efx->net_dev,  in efx_init_io()
1315 		netif_err(efx, probe, efx->net_dev,  in efx_init_io()
1319 	netif_dbg(efx, probe, efx->net_dev,  in efx_init_io()
1325 		netif_err(efx, probe, efx->net_dev,  in efx_init_io()
1332 		netif_err(efx, probe, efx->net_dev,  in efx_init_io()
1338 	netif_dbg(efx, probe, efx->net_dev,  in efx_init_io()
1359 	netif_dbg(efx, drv, efx->net_dev, "shutting down I/O\n");  in efx_fini_io()
1397 			netif_warn(efx, probe, efx->net_dev,  in efx_wanted_parallelism()
1415 		netif_cond_dbg(efx, probe, efx->net_dev, !rss_cpus, warn,  in efx_wanted_parallelism()
1428 			netif_warn(efx, probe, efx->net_dev,  in efx_wanted_parallelism()
1470 			netif_err(efx, drv, efx->net_dev,  in efx_probe_interrupts()
1477 			netif_err(efx, drv, efx->net_dev,  in efx_probe_interrupts()
1480 			netif_err(efx, drv, efx->net_dev,  in efx_probe_interrupts()
1516 			netif_err(efx, drv, efx->net_dev,  in efx_probe_interrupts()
1759 	netif_dbg(efx, probe, efx->net_dev, "creating NIC\n");  in efx_probe_nic()
1768 			netif_err(efx, drv, efx->net_dev,  in efx_probe_nic()
1800 	netif_set_real_num_tx_queues(efx->net_dev, efx->n_tx_channels);  in efx_probe_nic()
1801 	netif_set_real_num_rx_queues(efx->net_dev, efx->n_rx_channels);  in efx_probe_nic()
1819 	netif_dbg(efx, drv, efx->net_dev, "destroying NIC\n");  in efx_remove_nic()
1899 		netif_err(efx, probe, efx->net_dev, "failed to create NIC\n");  in efx_probe_all()
1905 		netif_err(efx, probe, efx->net_dev, "failed to create port\n");  in efx_probe_all()
1919 		netif_warn(efx, probe, efx->net_dev,  in efx_probe_all()
1926 		netif_err(efx, probe, efx->net_dev,  in efx_probe_all()
1965 	if (efx->port_enabled || !netif_running(efx->net_dev) ||  in efx_start_all()
2019 	WARN_ON(netif_running(efx->net_dev) &&  in efx_stop_all()
2020 		netif_device_present(efx->net_dev));  in efx_stop_all()
2021 	netif_tx_disable(efx->net_dev);  in efx_stop_all()
2076 		netif_err(efx, drv, efx->net_dev, "Channels are shared. "  in efx_init_irq_moderation()
2125 	netif_vdbg(efx, timer, efx->net_dev,  in efx_monitor()
2152 static int efx_ioctl(struct net_device *net_dev, struct ifreq *ifr, int cmd)  in efx_ioctl()  argument
2154 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_ioctl()
2180 	channel->napi_dev = efx->net_dev;  in efx_init_napi_channel()
2216 int efx_net_open(struct net_device *net_dev)  in efx_net_open()  argument
2218 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_net_open()
2221 	netif_dbg(efx, ifup, efx->net_dev, "opening device on CPU %d\n",  in efx_net_open()
2238 		netif_device_detach(efx->net_dev);  in efx_net_open()
2247 int efx_net_stop(struct net_device *net_dev)  in efx_net_stop()  argument
2249 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_net_stop()
2251 	netif_dbg(efx, ifdown, efx->net_dev, "closing on CPU %d\n",  in efx_net_stop()
2261 static void efx_net_stats(struct net_device *net_dev,  in efx_net_stats()  argument
2264 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_net_stats()
2272 static void efx_watchdog(struct net_device *net_dev)  in efx_watchdog()  argument
2274 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_watchdog()
2276 	netif_err(efx, tx_err, efx->net_dev,  in efx_watchdog()
2285 static int efx_change_mtu(struct net_device *net_dev, int new_mtu)  in efx_change_mtu()  argument
2287 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_change_mtu()
2294 	netif_dbg(efx, drv, efx->net_dev, "changing MTU to %d\n", new_mtu);  in efx_change_mtu()
2300 	net_dev->mtu = new_mtu;  in efx_change_mtu()
2309 static int efx_set_mac_address(struct net_device *net_dev, void *data)  in efx_set_mac_address()  argument
2311 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_set_mac_address()
2318 		netif_err(efx, drv, efx->net_dev,  in efx_set_mac_address()
2325 	ether_addr_copy(old_addr, net_dev->dev_addr);  in efx_set_mac_address()
2326 	ether_addr_copy(net_dev->dev_addr, new_addr);  in efx_set_mac_address()
2330 			ether_addr_copy(net_dev->dev_addr, old_addr);  in efx_set_mac_address()
2344 static void efx_set_rx_mode(struct net_device *net_dev)  in efx_set_rx_mode()  argument
2346 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_set_rx_mode()
2353 static int efx_set_features(struct net_device *net_dev, netdev_features_t data)  in efx_set_features()  argument
2355 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_set_features()
2359 	if (net_dev->features & ~data & NETIF_F_NTUPLE) {  in efx_set_features()
2368 	if ((net_dev->features ^ data) & (NETIF_F_HW_VLAN_CTAG_FILTER |  in efx_set_features()
2373 		efx_set_rx_mode(net_dev);  in efx_set_features()
2379 static int efx_get_phys_port_id(struct net_device *net_dev,  in efx_get_phys_port_id()  argument
2382 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_get_phys_port_id()
2390 static int efx_get_phys_port_name(struct net_device *net_dev,  in efx_get_phys_port_name()  argument
2393 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_get_phys_port_name()
2400 static int efx_vlan_rx_add_vid(struct net_device *net_dev, __be16 proto, u16 vid)  in efx_vlan_rx_add_vid()  argument
2402 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_vlan_rx_add_vid()
2410 static int efx_vlan_rx_kill_vid(struct net_device *net_dev, __be16 proto, u16 vid)  in efx_vlan_rx_kill_vid()  argument
2412 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_vlan_rx_kill_vid()
2499 	strcpy(efx->name, efx->net_dev->name);  in efx_update_name()
2507 	struct net_device *net_dev = netdev_notifier_info_to_dev(ptr);  in efx_netdev_event()  local
2509 	if ((net_dev->netdev_ops == &efx_netdev_ops) &&  in efx_netdev_event()
2511 		efx_update_name(netdev_priv(net_dev));  in efx_netdev_event()
2552 	struct net_device *net_dev = efx->net_dev;  in efx_register_netdev()  local
2556 	net_dev->watchdog_timeo = 5 * HZ;  in efx_register_netdev()
2557 	net_dev->irq = efx->pci_dev->irq;  in efx_register_netdev()
2558 	net_dev->netdev_ops = &efx_netdev_ops;  in efx_register_netdev()
2560 		net_dev->priv_flags |= IFF_UNICAST_FLT;  in efx_register_netdev()
2561 	net_dev->ethtool_ops = &efx_ethtool_ops;  in efx_register_netdev()
2562 	net_dev->gso_max_segs = EFX_TSO_MAX_SEGS;  in efx_register_netdev()
2563 	net_dev->min_mtu = EFX_MIN_MTU;  in efx_register_netdev()
2564 	net_dev->max_mtu = EFX_MAX_MTU;  in efx_register_netdev()
2575 		netif_err(efx, probe, efx->net_dev,  in efx_register_netdev()
2581 	rc = dev_alloc_name(net_dev, net_dev->name);  in efx_register_netdev()
2587 	netif_carrier_off(net_dev);  in efx_register_netdev()
2589 	rc = register_netdevice(net_dev);  in efx_register_netdev()
2605 		netif_err(efx, drv, efx->net_dev,  in efx_register_netdev()
2612 		netif_err(efx, drv, efx->net_dev,  in efx_register_netdev()
2627 	unregister_netdevice(net_dev);  in efx_register_netdev()
2631 	netif_err(efx, drv, efx->net_dev, "could not register net dev\n");  in efx_register_netdev()
2637 	if (!efx->net_dev)  in efx_unregister_netdev()
2640 	BUG_ON(netdev_priv(efx->net_dev) != efx);  in efx_unregister_netdev()
2648 		unregister_netdev(efx->net_dev);  in efx_unregister_netdev()
2696 		netif_err(efx, drv, efx->net_dev, "failed to initialise NIC\n");  in efx_reset_up()
2710 			netif_err(efx, drv, efx->net_dev,  in efx_reset_up()
2721 		netif_warn(efx, probe, efx->net_dev,  in efx_reset_up()
2763 	netif_info(efx, drv, efx->net_dev, "resetting (%s)\n",  in efx_reset()
2771 		netif_err(efx, drv, efx->net_dev, "failed to reset hardware\n");  in efx_reset()
2802 		dev_close(efx->net_dev);  in efx_reset()
2803 		netif_err(efx, drv, efx->net_dev, "has been disabled\n");  in efx_reset()
2806 		netif_dbg(efx, drv, efx->net_dev, "reset complete\n");  in efx_reset()
2846 	netif_err(efx, drv, efx->net_dev, "Warning: No MC reboot after BIST mode\n");  in efx_wait_for_bist_end()
2894 		netif_dbg(efx, drv, efx->net_dev,  in efx_schedule_reset()
2911 		netif_dbg(efx, drv, efx->net_dev, "scheduling %s reset\n",  in efx_schedule_reset()
2916 		netif_dbg(efx, drv, efx->net_dev,  in efx_schedule_reset()
3006 			   struct pci_dev *pci_dev, struct net_device *net_dev)  in efx_init_struct()  argument
3025 	efx->net_dev = net_dev;  in efx_init_struct()
3048 	efx->mdio.dev = net_dev;  in efx_init_struct()
3347 	dev_close(efx->net_dev);  in efx_pci_remove()
3362 	netif_dbg(efx, drv, efx->net_dev, "shutdown successful\n");  in efx_pci_remove()
3365 	free_netdev(efx->net_dev);  in efx_pci_remove()
3386 		netif_err(efx, drv, efx->net_dev, "Unable to read VPD\n");  in efx_probe_vpd_strings()
3393 		netif_err(efx, drv, efx->net_dev, "VPD Read-only not found\n");  in efx_probe_vpd_strings()
3406 		netif_err(efx, drv, efx->net_dev, "Part number not found\n");  in efx_probe_vpd_strings()
3413 		netif_err(efx, drv, efx->net_dev, "Incomplete part number\n");  in efx_probe_vpd_strings()
3417 	netif_info(efx, drv, efx->net_dev,  in efx_probe_vpd_strings()
3424 		netif_err(efx, drv, efx->net_dev, "Serial number not found\n");  in efx_probe_vpd_strings()
3431 		netif_err(efx, drv, efx->net_dev, "Incomplete serial number\n");  in efx_probe_vpd_strings()
3461 		netif_err(efx, probe, efx->net_dev,  in efx_pci_probe_main()
3468 		netif_err(efx, probe, efx->net_dev,  in efx_pci_probe_main()
3500 	struct net_device *net_dev = efx->net_dev;  in efx_pci_probe_post_io()  local
3509 			netif_err(efx, probe, efx->net_dev,  in efx_pci_probe_post_io()
3514 	net_dev->features |= (efx->type->offload_features | NETIF_F_SG |  in efx_pci_probe_post_io()
3517 		net_dev->features |= NETIF_F_TSO6;  in efx_pci_probe_post_io()
3520 		net_dev->features &= ~NETIF_F_ALL_TSO;  in efx_pci_probe_post_io()
3522 	net_dev->vlan_features |= (NETIF_F_HW_CSUM | NETIF_F_SG |  in efx_pci_probe_post_io()
3526 	net_dev->hw_features |= net_dev->features & ~efx->fixed_features;  in efx_pci_probe_post_io()
3529 	net_dev->features &= ~NETIF_F_RXALL;  in efx_pci_probe_post_io()
3535 	net_dev->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER;  in efx_pci_probe_post_io()
3536 	net_dev->features |= efx->fixed_features;  in efx_pci_probe_post_io()
3558 	struct net_device *net_dev;  in efx_pci_probe()  local
3563 	net_dev = alloc_etherdev_mqs(sizeof(*efx), EFX_MAX_CORE_TX_QUEUES,  in efx_pci_probe()
3565 	if (!net_dev)  in efx_pci_probe()
3567 	efx = netdev_priv(net_dev);  in efx_pci_probe()
3572 	SET_NETDEV_DEV(net_dev, &pci_dev->dev);  in efx_pci_probe()
3573 	rc = efx_init_struct(efx, pci_dev, net_dev);  in efx_pci_probe()
3577 	netif_info(efx, probe, efx->net_dev,  in efx_pci_probe()
3610 	netif_dbg(efx, probe, efx->net_dev, "initialisation successful\n");  in efx_pci_probe()
3617 		netif_warn(efx, probe, efx->net_dev,  in efx_pci_probe()
3622 		netif_notice(efx, probe, efx->net_dev,  in efx_pci_probe()
3637 	netif_dbg(efx, drv, efx->net_dev, "initialisation failed. rc=%d\n", rc);  in efx_pci_probe()
3638 	free_netdev(net_dev);  in efx_pci_probe()
3827 		netif_err(efx, hw, efx->net_dev,  in efx_io_slot_reset()
3834 		netif_err(efx, hw, efx->net_dev,  in efx_io_slot_reset()
3855 		netif_err(efx, hw, efx->net_dev,  in efx_io_resume()
3859 		netif_dbg(efx, hw, efx->net_dev,  in efx_io_resume()