221 		netif_err(efx, drv, efx->net_dev,  in ef4_check_disabled()
307 	netif_vdbg(efx, intr, efx->net_dev,  in ef4_poll()
344 	netif_dbg(efx, probe, efx->net_dev,  in ef4_probe_eventq()
364 	netif_dbg(efx, drv, efx->net_dev,  in ef4_init_eventq()
379 	netif_dbg(channel->efx, ifup, channel->efx->net_dev,  in ef4_start_eventq()
405 	netif_dbg(channel->efx, drv, channel->efx->net_dev,  in ef4_fini_eventq()
414 	netif_dbg(channel->efx, drv, channel->efx->net_dev,  in ef4_remove_eventq()
502 	netif_dbg(channel->efx, probe, channel->efx->net_dev,  in ef4_probe_channel()
577 			netif_err(efx, probe, efx->net_dev,  in ef4_probe_channels()
598 	netdev_features_t old_features = efx->net_dev->features;  in ef4_start_datapath()
610 			   EF4_MAX_FRAME_LEN(efx->net_dev->mtu) +  in ef4_start_datapath()
633 		netif_dbg(efx, drv, efx->net_dev,  in ef4_start_datapath()
638 		netif_dbg(efx, drv, efx->net_dev,  in ef4_start_datapath()
646 	efx->net_dev->hw_features |= efx->net_dev->features;  in ef4_start_datapath()
647 	efx->net_dev->hw_features &= ~efx->fixed_features;  in ef4_start_datapath()
648 	efx->net_dev->features |= efx->fixed_features;  in ef4_start_datapath()
649 	if (efx->net_dev->features != old_features)  in ef4_start_datapath()
650 		netdev_features_change(efx->net_dev);  in ef4_start_datapath()
684 	if (netif_device_present(efx->net_dev))  in ef4_start_datapath()
685 		netif_tx_wake_all_queues(efx->net_dev);  in ef4_start_datapath()
724 		netif_err(efx, drv, efx->net_dev,  in ef4_stop_datapath()
728 		netif_err(efx, drv, efx->net_dev, "failed to flush queues\n");  in ef4_stop_datapath()
730 		netif_dbg(efx, drv, efx->net_dev,  in ef4_stop_datapath()
747 	netif_dbg(channel->efx, drv, channel->efx->net_dev,  in ef4_remove_channel()
855 		netif_err(efx, drv, efx->net_dev,  in ef4_realloc_channels()
860 		netif_device_attach(efx->net_dev);  in ef4_realloc_channels()
916 	if (!netif_running(efx->net_dev))  in ef4_link_status_changed()
919 	if (link_state->up != netif_carrier_ok(efx->net_dev)) {  in ef4_link_status_changed()
923 			netif_carrier_on(efx->net_dev);  in ef4_link_status_changed()
925 			netif_carrier_off(efx->net_dev);  in ef4_link_status_changed()
930 		netif_info(efx, link, efx->net_dev,  in ef4_link_status_changed()
933 			   efx->net_dev->mtu);  in ef4_link_status_changed()
935 		netif_info(efx, link, efx->net_dev, "link down\n");  in ef4_link_status_changed()
1039 	netif_dbg(efx, probe, efx->net_dev, "create port\n");  in ef4_probe_port()
1050 	ether_addr_copy(efx->net_dev->dev_addr, efx->net_dev->perm_addr);  in ef4_probe_port()
1059 	netif_dbg(efx, drv, efx->net_dev, "init port\n");  in ef4_init_port()
1090 	netif_dbg(efx, ifup, efx->net_dev, "start port\n");  in ef4_start_port()
1109 	netif_dbg(efx, ifdown, efx->net_dev, "stop port\n");  in ef4_stop_port()
1118 	netif_addr_lock_bh(efx->net_dev);  in ef4_stop_port()
1119 	netif_addr_unlock_bh(efx->net_dev);  in ef4_stop_port()
1128 	netif_dbg(efx, drv, efx->net_dev, "shut down port\n");  in ef4_fini_port()
1142 	netif_dbg(efx, drv, efx->net_dev, "destroying port\n");  in ef4_remove_port()
1170 		netif_dbg(efx, probe, efx->net_dev, "adding to primary list\n");  in ef4_associate()
1177 				netif_dbg(other, probe, other->net_dev,  in ef4_associate()
1180 					  efx->net_dev->name);  in ef4_associate()
1191 				netif_dbg(efx, probe, efx->net_dev,  in ef4_associate()
1194 					  other->net_dev->name);  in ef4_associate()
1202 		netif_dbg(efx, probe, efx->net_dev,  in ef4_associate()
1217 		netif_dbg(other, probe, other->net_dev,  in ef4_dissociate()
1232 	netif_dbg(efx, probe, efx->net_dev, "initialising I/O\n");  in ef4_init_io()
1238 		netif_err(efx, probe, efx->net_dev,  in ef4_init_io()
1256 		netif_err(efx, probe, efx->net_dev,  in ef4_init_io()
1260 	netif_dbg(efx, probe, efx->net_dev,  in ef4_init_io()
1266 		netif_err(efx, probe, efx->net_dev,  in ef4_init_io()
1273 		netif_err(efx, probe, efx->net_dev,  in ef4_init_io()
1279 	netif_dbg(efx, probe, efx->net_dev,  in ef4_init_io()
1300 	netif_dbg(efx, drv, efx->net_dev, "shutting down I/O\n");  in ef4_fini_io()
1337 			netif_warn(efx, probe, efx->net_dev,  in ef4_wanted_parallelism()
1355 		netif_cond_dbg(efx, probe, efx->net_dev, !rss_cpus, warn,  in ef4_wanted_parallelism()
1394 			netif_err(efx, drv, efx->net_dev,  in ef4_probe_interrupts()
1397 			netif_err(efx, drv, efx->net_dev,  in ef4_probe_interrupts()
1400 			netif_err(efx, drv, efx->net_dev,  in ef4_probe_interrupts()
1436 			netif_err(efx, drv, efx->net_dev,  in ef4_probe_interrupts()
1625 	netif_dbg(efx, probe, efx->net_dev, "creating NIC\n");  in ef4_probe_nic()
1634 			netif_err(efx, drv, efx->net_dev,  in ef4_probe_nic()
1666 	netif_set_real_num_tx_queues(efx->net_dev, efx->n_tx_channels);  in ef4_probe_nic()
1667 	netif_set_real_num_rx_queues(efx->net_dev, efx->n_rx_channels);  in ef4_probe_nic()
1685 	netif_dbg(efx, drv, efx->net_dev, "destroying NIC\n");  in ef4_remove_nic()
1772 		netif_err(efx, probe, efx->net_dev, "failed to create NIC\n");  in ef4_probe_all()
1778 		netif_err(efx, probe, efx->net_dev, "failed to create port\n");  in ef4_probe_all()
1791 		netif_err(efx, probe, efx->net_dev,  in ef4_probe_all()
1827 	if (efx->port_enabled || !netif_running(efx->net_dev) ||  in ef4_start_all()
1873 	WARN_ON(netif_running(efx->net_dev) &&  in ef4_stop_all()
1874 		netif_device_present(efx->net_dev));  in ef4_stop_all()
1875 	netif_tx_disable(efx->net_dev);  in ef4_stop_all()
1927 		netif_err(efx, drv, efx->net_dev, "Channels are shared. "  in ef4_init_irq_moderation()
1976 	netif_vdbg(efx, timer, efx->net_dev,  in ef4_monitor()
2003 static int ef4_ioctl(struct net_device *net_dev, struct ifreq *ifr, int cmd)  in ef4_ioctl()  argument
2005 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_ioctl()
2026 	channel->napi_dev = efx->net_dev;  in ef4_init_napi_channel()
2062 int ef4_net_open(struct net_device *net_dev)  in ef4_net_open()  argument
2064 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_net_open()
2067 	netif_dbg(efx, ifup, efx->net_dev, "opening device on CPU %d\n",  in ef4_net_open()
2089 int ef4_net_stop(struct net_device *net_dev)  in ef4_net_stop()  argument
2091 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_net_stop()
2093 	netif_dbg(efx, ifdown, efx->net_dev, "closing on CPU %d\n",  in ef4_net_stop()
2103 static void ef4_net_stats(struct net_device *net_dev,  in ef4_net_stats()  argument
2106 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_net_stats()
2114 static void ef4_watchdog(struct net_device *net_dev)  in ef4_watchdog()  argument
2116 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_watchdog()
2118 	netif_err(efx, tx_err, efx->net_dev,  in ef4_watchdog()
2127 static int ef4_change_mtu(struct net_device *net_dev, int new_mtu)  in ef4_change_mtu()  argument
2129 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_change_mtu()
2136 	netif_dbg(efx, drv, efx->net_dev, "changing MTU to %d\n", new_mtu);  in ef4_change_mtu()
2142 	net_dev->mtu = new_mtu;  in ef4_change_mtu()
2147 	netif_device_attach(efx->net_dev);  in ef4_change_mtu()
2151 static int ef4_set_mac_address(struct net_device *net_dev, void *data)  in ef4_set_mac_address()  argument
2153 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_set_mac_address()
2160 		netif_err(efx, drv, efx->net_dev,  in ef4_set_mac_address()
2167 	ether_addr_copy(old_addr, net_dev->dev_addr);  in ef4_set_mac_address()
2168 	ether_addr_copy(net_dev->dev_addr, new_addr);  in ef4_set_mac_address()
2172 			ether_addr_copy(net_dev->dev_addr, old_addr);  in ef4_set_mac_address()
2186 static void ef4_set_rx_mode(struct net_device *net_dev)  in ef4_set_rx_mode()  argument
2188 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_set_rx_mode()
2195 static int ef4_set_features(struct net_device *net_dev, netdev_features_t data)  in ef4_set_features()  argument
2197 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_set_features()
2201 	if (net_dev->features & ~data & NETIF_F_NTUPLE) {  in ef4_set_features()
2208 	if ((net_dev->features ^ data) & NETIF_F_HW_VLAN_CTAG_FILTER) {  in ef4_set_features()
2212 		ef4_set_rx_mode(net_dev);  in ef4_set_features()
2238 	strcpy(efx->name, efx->net_dev->name);  in ef4_update_name()
2246 	struct net_device *net_dev = netdev_notifier_info_to_dev(ptr);  in ef4_netdev_event()  local
2248 	if ((net_dev->netdev_ops == &ef4_netdev_ops) &&  in ef4_netdev_event()
2250 		ef4_update_name(netdev_priv(net_dev));  in ef4_netdev_event()
2269 	struct net_device *net_dev = efx->net_dev;  in ef4_register_netdev()  local
2273 	net_dev->watchdog_timeo = 5 * HZ;  in ef4_register_netdev()
2274 	net_dev->irq = efx->pci_dev->irq;  in ef4_register_netdev()
2275 	net_dev->netdev_ops = &ef4_netdev_ops;  in ef4_register_netdev()
2276 	net_dev->ethtool_ops = &ef4_ethtool_ops;  in ef4_register_netdev()
2277 	net_dev->gso_max_segs = EF4_TSO_MAX_SEGS;  in ef4_register_netdev()
2278 	net_dev->min_mtu = EF4_MIN_MTU;  in ef4_register_netdev()
2279 	net_dev->max_mtu = EF4_MAX_MTU;  in ef4_register_netdev()
2290 		netif_err(efx, probe, efx->net_dev,  in ef4_register_netdev()
2296 	rc = dev_alloc_name(net_dev, net_dev->name);  in ef4_register_netdev()
2302 	netif_carrier_off(net_dev);  in ef4_register_netdev()
2304 	rc = register_netdevice(net_dev);  in ef4_register_netdev()
2320 		netif_err(efx, drv, efx->net_dev,  in ef4_register_netdev()
2329 	unregister_netdevice(net_dev);  in ef4_register_netdev()
2333 	netif_err(efx, drv, efx->net_dev, "could not register net dev\n");  in ef4_register_netdev()
2339 	if (!efx->net_dev)  in ef4_unregister_netdev()
2342 	BUG_ON(netdev_priv(efx->net_dev) != efx);  in ef4_unregister_netdev()
2347 		unregister_netdev(efx->net_dev);  in ef4_unregister_netdev()
2387 		netif_err(efx, drv, efx->net_dev, "failed to initialise NIC\n");  in ef4_reset_up()
2401 			netif_err(efx, drv, efx->net_dev,  in ef4_reset_up()
2437 	netif_info(efx, drv, efx->net_dev, "resetting (%s)\n",  in ef4_reset()
2445 		netif_err(efx, drv, efx->net_dev, "failed to reset hardware\n");  in ef4_reset()
2476 		dev_close(efx->net_dev);  in ef4_reset()
2477 		netif_err(efx, drv, efx->net_dev, "has been disabled\n");  in ef4_reset()
2480 		netif_dbg(efx, drv, efx->net_dev, "reset complete\n");  in ef4_reset()
2481 		netif_device_attach(efx->net_dev);  in ef4_reset()
2547 		netif_dbg(efx, drv, efx->net_dev,  in ef4_schedule_reset()
2562 		netif_dbg(efx, drv, efx->net_dev, "scheduling %s reset\n",  in ef4_schedule_reset()
2567 		netif_dbg(efx, drv, efx->net_dev,  in ef4_schedule_reset()
2639 			   struct pci_dev *pci_dev, struct net_device *net_dev)  in ef4_init_struct()  argument
2658 	efx->net_dev = net_dev;  in ef4_init_struct()
2669 	efx->mdio.dev = net_dev;  in ef4_init_struct()
2765 	dev_close(efx->net_dev);  in ef4_pci_remove()
2777 	netif_dbg(efx, drv, efx->net_dev, "shutdown successful\n");  in ef4_pci_remove()
2780 	free_netdev(efx->net_dev);  in ef4_pci_remove()
2801 		netif_err(efx, drv, efx->net_dev, "Unable to read VPD\n");  in ef4_probe_vpd_strings()
2808 		netif_err(efx, drv, efx->net_dev, "VPD Read-only not found\n");  in ef4_probe_vpd_strings()
2821 		netif_err(efx, drv, efx->net_dev, "Part number not found\n");  in ef4_probe_vpd_strings()
2828 		netif_err(efx, drv, efx->net_dev, "Incomplete part number\n");  in ef4_probe_vpd_strings()
2832 	netif_info(efx, drv, efx->net_dev,  in ef4_probe_vpd_strings()
2839 		netif_err(efx, drv, efx->net_dev, "Serial number not found\n");  in ef4_probe_vpd_strings()
2846 		netif_err(efx, drv, efx->net_dev, "Incomplete serial number\n");  in ef4_probe_vpd_strings()
2874 		netif_err(efx, probe, efx->net_dev,  in ef4_pci_probe_main()
2881 		netif_err(efx, probe, efx->net_dev,  in ef4_pci_probe_main()
2920 	struct net_device *net_dev;  in ef4_pci_probe()  local
2925 	net_dev = alloc_etherdev_mqs(sizeof(*efx), EF4_MAX_CORE_TX_QUEUES,  in ef4_pci_probe()
2927 	if (!net_dev)  in ef4_pci_probe()
2929 	efx = netdev_priv(net_dev);  in ef4_pci_probe()
2934 	SET_NETDEV_DEV(net_dev, &pci_dev->dev);  in ef4_pci_probe()
2935 	rc = ef4_init_struct(efx, pci_dev, net_dev);  in ef4_pci_probe()
2939 	netif_info(efx, probe, efx->net_dev,  in ef4_pci_probe()
2953 	net_dev->features |= (efx->type->offload_features | NETIF_F_SG |  in ef4_pci_probe()
2956 	net_dev->vlan_features |= (NETIF_F_HW_CSUM | NETIF_F_SG |  in ef4_pci_probe()
2959 	net_dev->hw_features = net_dev->features & ~efx->fixed_features;  in ef4_pci_probe()
2965 	net_dev->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER;  in ef4_pci_probe()
2966 	net_dev->features |= efx->fixed_features;  in ef4_pci_probe()
2972 	netif_dbg(efx, probe, efx->net_dev, "initialisation successful\n");  in ef4_pci_probe()
2979 		netif_warn(efx, probe, efx->net_dev,  in ef4_pci_probe()
2984 		netif_notice(efx, probe, efx->net_dev,  in ef4_pci_probe()
2998 	netif_dbg(efx, drv, efx->net_dev, "initialisation failed. rc=%d\n", rc);  in ef4_pci_probe()
2999 	free_netdev(net_dev);  in ef4_pci_probe()
3041 		netif_device_attach(efx->net_dev);  in ef4_pm_thaw()
3166 		netif_err(efx, hw, efx->net_dev,  in ef4_io_slot_reset()
3173 		netif_err(efx, hw, efx->net_dev,  in ef4_io_slot_reset()
3194 		netif_err(efx, hw, efx->net_dev,  in ef4_io_resume()
3198 		netif_dbg(efx, hw, efx->net_dev,  in ef4_io_resume()