218 		netif_err(efx, drv, efx->net_dev,  in ef4_check_disabled()
304 	netif_vdbg(efx, intr, efx->net_dev,  in ef4_poll()
341 	netif_dbg(efx, probe, efx->net_dev,  in ef4_probe_eventq()
361 	netif_dbg(efx, drv, efx->net_dev,  in ef4_init_eventq()
376 	netif_dbg(channel->efx, ifup, channel->efx->net_dev,  in ef4_start_eventq()
402 	netif_dbg(channel->efx, drv, channel->efx->net_dev,  in ef4_fini_eventq()
411 	netif_dbg(channel->efx, drv, channel->efx->net_dev,  in ef4_remove_eventq()
499 	netif_dbg(channel->efx, probe, channel->efx->net_dev,  in ef4_probe_channel()
574 			netif_err(efx, probe, efx->net_dev,  in ef4_probe_channels()
595 	netdev_features_t old_features = efx->net_dev->features;  in ef4_start_datapath()
607 			   EF4_MAX_FRAME_LEN(efx->net_dev->mtu) +  in ef4_start_datapath()
630 		netif_dbg(efx, drv, efx->net_dev,  in ef4_start_datapath()
635 		netif_dbg(efx, drv, efx->net_dev,  in ef4_start_datapath()
643 	efx->net_dev->hw_features |= efx->net_dev->features;  in ef4_start_datapath()
644 	efx->net_dev->hw_features &= ~efx->fixed_features;  in ef4_start_datapath()
645 	efx->net_dev->features |= efx->fixed_features;  in ef4_start_datapath()
646 	if (efx->net_dev->features != old_features)  in ef4_start_datapath()
647 		netdev_features_change(efx->net_dev);  in ef4_start_datapath()
681 	if (netif_device_present(efx->net_dev))  in ef4_start_datapath()
682 		netif_tx_wake_all_queues(efx->net_dev);  in ef4_start_datapath()
721 		netif_err(efx, drv, efx->net_dev,  in ef4_stop_datapath()
725 		netif_err(efx, drv, efx->net_dev, "failed to flush queues\n");  in ef4_stop_datapath()
727 		netif_dbg(efx, drv, efx->net_dev,  in ef4_stop_datapath()
744 	netif_dbg(channel->efx, drv, channel->efx->net_dev,  in ef4_remove_channel()
852 		netif_err(efx, drv, efx->net_dev,  in ef4_realloc_channels()
857 		netif_device_attach(efx->net_dev);  in ef4_realloc_channels()
913 	if (!netif_running(efx->net_dev))  in ef4_link_status_changed()
916 	if (link_state->up != netif_carrier_ok(efx->net_dev)) {  in ef4_link_status_changed()
920 			netif_carrier_on(efx->net_dev);  in ef4_link_status_changed()
922 			netif_carrier_off(efx->net_dev);  in ef4_link_status_changed()
927 		netif_info(efx, link, efx->net_dev,  in ef4_link_status_changed()
930 			   efx->net_dev->mtu);  in ef4_link_status_changed()
932 		netif_info(efx, link, efx->net_dev, "link down\n");  in ef4_link_status_changed()
1036 	netif_dbg(efx, probe, efx->net_dev, "create port\n");  in ef4_probe_port()
1047 	ether_addr_copy(efx->net_dev->dev_addr, efx->net_dev->perm_addr);  in ef4_probe_port()
1056 	netif_dbg(efx, drv, efx->net_dev, "init port\n");  in ef4_init_port()
1087 	netif_dbg(efx, ifup, efx->net_dev, "start port\n");  in ef4_start_port()
1106 	netif_dbg(efx, ifdown, efx->net_dev, "stop port\n");  in ef4_stop_port()
1115 	netif_addr_lock_bh(efx->net_dev);  in ef4_stop_port()
1116 	netif_addr_unlock_bh(efx->net_dev);  in ef4_stop_port()
1125 	netif_dbg(efx, drv, efx->net_dev, "shut down port\n");  in ef4_fini_port()
1139 	netif_dbg(efx, drv, efx->net_dev, "destroying port\n");  in ef4_remove_port()
1167 		netif_dbg(efx, probe, efx->net_dev, "adding to primary list\n");  in ef4_associate()
1174 				netif_dbg(other, probe, other->net_dev,  in ef4_associate()
1177 					  efx->net_dev->name);  in ef4_associate()
1188 				netif_dbg(efx, probe, efx->net_dev,  in ef4_associate()
1191 					  other->net_dev->name);  in ef4_associate()
1199 		netif_dbg(efx, probe, efx->net_dev,  in ef4_associate()
1214 		netif_dbg(other, probe, other->net_dev,  in ef4_dissociate()
1229 	netif_dbg(efx, probe, efx->net_dev, "initialising I/O\n");  in ef4_init_io()
1235 		netif_err(efx, probe, efx->net_dev,  in ef4_init_io()
1253 		netif_err(efx, probe, efx->net_dev,  in ef4_init_io()
1257 	netif_dbg(efx, probe, efx->net_dev,  in ef4_init_io()
1263 		netif_err(efx, probe, efx->net_dev,  in ef4_init_io()
1270 		netif_err(efx, probe, efx->net_dev,  in ef4_init_io()
1276 	netif_dbg(efx, probe, efx->net_dev,  in ef4_init_io()
1297 	netif_dbg(efx, drv, efx->net_dev, "shutting down I/O\n");  in ef4_fini_io()
1334 			netif_warn(efx, probe, efx->net_dev,  in ef4_wanted_parallelism()
1352 		netif_cond_dbg(efx, probe, efx->net_dev, !rss_cpus, warn,  in ef4_wanted_parallelism()
1391 			netif_err(efx, drv, efx->net_dev,  in ef4_probe_interrupts()
1394 			netif_err(efx, drv, efx->net_dev,  in ef4_probe_interrupts()
1397 			netif_err(efx, drv, efx->net_dev,  in ef4_probe_interrupts()
1433 			netif_err(efx, drv, efx->net_dev,  in ef4_probe_interrupts()
1622 	netif_dbg(efx, probe, efx->net_dev, "creating NIC\n");  in ef4_probe_nic()
1631 			netif_err(efx, drv, efx->net_dev,  in ef4_probe_nic()
1663 	netif_set_real_num_tx_queues(efx->net_dev, efx->n_tx_channels);  in ef4_probe_nic()
1664 	netif_set_real_num_rx_queues(efx->net_dev, efx->n_rx_channels);  in ef4_probe_nic()
1682 	netif_dbg(efx, drv, efx->net_dev, "destroying NIC\n");  in ef4_remove_nic()
1769 		netif_err(efx, probe, efx->net_dev, "failed to create NIC\n");  in ef4_probe_all()
1775 		netif_err(efx, probe, efx->net_dev, "failed to create port\n");  in ef4_probe_all()
1788 		netif_err(efx, probe, efx->net_dev,  in ef4_probe_all()
1824 	if (efx->port_enabled || !netif_running(efx->net_dev) ||  in ef4_start_all()
1870 	WARN_ON(netif_running(efx->net_dev) &&  in ef4_stop_all()
1871 		netif_device_present(efx->net_dev));  in ef4_stop_all()
1872 	netif_tx_disable(efx->net_dev);  in ef4_stop_all()
1924 		netif_err(efx, drv, efx->net_dev, "Channels are shared. "  in ef4_init_irq_moderation()
1973 	netif_vdbg(efx, timer, efx->net_dev,  in ef4_monitor()
2000 static int ef4_ioctl(struct net_device *net_dev, struct ifreq *ifr, int cmd)  in ef4_ioctl()  argument
2002 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_ioctl()
2023 	channel->napi_dev = efx->net_dev;  in ef4_init_napi_channel()
2059 int ef4_net_open(struct net_device *net_dev)  in ef4_net_open()  argument
2061 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_net_open()
2064 	netif_dbg(efx, ifup, efx->net_dev, "opening device on CPU %d\n",  in ef4_net_open()
2086 int ef4_net_stop(struct net_device *net_dev)  in ef4_net_stop()  argument
2088 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_net_stop()
2090 	netif_dbg(efx, ifdown, efx->net_dev, "closing on CPU %d\n",  in ef4_net_stop()
2100 static void ef4_net_stats(struct net_device *net_dev,  in ef4_net_stats()  argument
2103 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_net_stats()
2111 static void ef4_watchdog(struct net_device *net_dev)  in ef4_watchdog()  argument
2113 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_watchdog()
2115 	netif_err(efx, tx_err, efx->net_dev,  in ef4_watchdog()
2124 static int ef4_change_mtu(struct net_device *net_dev, int new_mtu)  in ef4_change_mtu()  argument
2126 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_change_mtu()
2133 	netif_dbg(efx, drv, efx->net_dev, "changing MTU to %d\n", new_mtu);  in ef4_change_mtu()
2139 	net_dev->mtu = new_mtu;  in ef4_change_mtu()
2144 	netif_device_attach(efx->net_dev);  in ef4_change_mtu()
2148 static int ef4_set_mac_address(struct net_device *net_dev, void *data)  in ef4_set_mac_address()  argument
2150 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_set_mac_address()
2157 		netif_err(efx, drv, efx->net_dev,  in ef4_set_mac_address()
2164 	ether_addr_copy(old_addr, net_dev->dev_addr);  in ef4_set_mac_address()
2165 	ether_addr_copy(net_dev->dev_addr, new_addr);  in ef4_set_mac_address()
2169 			ether_addr_copy(net_dev->dev_addr, old_addr);  in ef4_set_mac_address()
2183 static void ef4_set_rx_mode(struct net_device *net_dev)  in ef4_set_rx_mode()  argument
2185 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_set_rx_mode()
2192 static int ef4_set_features(struct net_device *net_dev, netdev_features_t data)  in ef4_set_features()  argument
2194 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_set_features()
2198 	if (net_dev->features & ~data & NETIF_F_NTUPLE) {  in ef4_set_features()
2205 	if ((net_dev->features ^ data) & NETIF_F_HW_VLAN_CTAG_FILTER) {  in ef4_set_features()
2209 		ef4_set_rx_mode(net_dev);  in ef4_set_features()
2235 	strcpy(efx->name, efx->net_dev->name);  in ef4_update_name()
2243 	struct net_device *net_dev = netdev_notifier_info_to_dev(ptr);  in ef4_netdev_event()  local
2245 	if ((net_dev->netdev_ops == &ef4_netdev_ops) &&  in ef4_netdev_event()
2247 		ef4_update_name(netdev_priv(net_dev));  in ef4_netdev_event()
2266 	struct net_device *net_dev = efx->net_dev;  in ef4_register_netdev()  local
2270 	net_dev->watchdog_timeo = 5 * HZ;  in ef4_register_netdev()
2271 	net_dev->irq = efx->pci_dev->irq;  in ef4_register_netdev()
2272 	net_dev->netdev_ops = &ef4_netdev_ops;  in ef4_register_netdev()
2273 	net_dev->ethtool_ops = &ef4_ethtool_ops;  in ef4_register_netdev()
2274 	net_dev->gso_max_segs = EF4_TSO_MAX_SEGS;  in ef4_register_netdev()
2275 	net_dev->min_mtu = EF4_MIN_MTU;  in ef4_register_netdev()
2276 	net_dev->max_mtu = EF4_MAX_MTU;  in ef4_register_netdev()
2287 		netif_err(efx, probe, efx->net_dev,  in ef4_register_netdev()
2293 	rc = dev_alloc_name(net_dev, net_dev->name);  in ef4_register_netdev()
2299 	netif_carrier_off(net_dev);  in ef4_register_netdev()
2301 	rc = register_netdevice(net_dev);  in ef4_register_netdev()
2317 		netif_err(efx, drv, efx->net_dev,  in ef4_register_netdev()
2326 	unregister_netdevice(net_dev);  in ef4_register_netdev()
2330 	netif_err(efx, drv, efx->net_dev, "could not register net dev\n");  in ef4_register_netdev()
2336 	if (!efx->net_dev)  in ef4_unregister_netdev()
2339 	BUG_ON(netdev_priv(efx->net_dev) != efx);  in ef4_unregister_netdev()
2344 		unregister_netdev(efx->net_dev);  in ef4_unregister_netdev()
2384 		netif_err(efx, drv, efx->net_dev, "failed to initialise NIC\n");  in ef4_reset_up()
2398 			netif_err(efx, drv, efx->net_dev,  in ef4_reset_up()
2434 	netif_info(efx, drv, efx->net_dev, "resetting (%s)\n",  in ef4_reset()
2442 		netif_err(efx, drv, efx->net_dev, "failed to reset hardware\n");  in ef4_reset()
2473 		dev_close(efx->net_dev);  in ef4_reset()
2474 		netif_err(efx, drv, efx->net_dev, "has been disabled\n");  in ef4_reset()
2477 		netif_dbg(efx, drv, efx->net_dev, "reset complete\n");  in ef4_reset()
2478 		netif_device_attach(efx->net_dev);  in ef4_reset()
2544 		netif_dbg(efx, drv, efx->net_dev,  in ef4_schedule_reset()
2559 		netif_dbg(efx, drv, efx->net_dev, "scheduling %s reset\n",  in ef4_schedule_reset()
2564 		netif_dbg(efx, drv, efx->net_dev,  in ef4_schedule_reset()
2636 			   struct pci_dev *pci_dev, struct net_device *net_dev)  in ef4_init_struct()  argument
2655 	efx->net_dev = net_dev;  in ef4_init_struct()
2666 	efx->mdio.dev = net_dev;  in ef4_init_struct()
2762 	dev_close(efx->net_dev);  in ef4_pci_remove()
2774 	netif_dbg(efx, drv, efx->net_dev, "shutdown successful\n");  in ef4_pci_remove()
2777 	free_netdev(efx->net_dev);  in ef4_pci_remove()
2798 		netif_err(efx, drv, efx->net_dev, "Unable to read VPD\n");  in ef4_probe_vpd_strings()
2805 		netif_err(efx, drv, efx->net_dev, "VPD Read-only not found\n");  in ef4_probe_vpd_strings()
2818 		netif_err(efx, drv, efx->net_dev, "Part number not found\n");  in ef4_probe_vpd_strings()
2825 		netif_err(efx, drv, efx->net_dev, "Incomplete part number\n");  in ef4_probe_vpd_strings()
2829 	netif_info(efx, drv, efx->net_dev,  in ef4_probe_vpd_strings()
2836 		netif_err(efx, drv, efx->net_dev, "Serial number not found\n");  in ef4_probe_vpd_strings()
2843 		netif_err(efx, drv, efx->net_dev, "Incomplete serial number\n");  in ef4_probe_vpd_strings()
2871 		netif_err(efx, probe, efx->net_dev,  in ef4_pci_probe_main()
2878 		netif_err(efx, probe, efx->net_dev,  in ef4_pci_probe_main()
2917 	struct net_device *net_dev;  in ef4_pci_probe()  local
2922 	net_dev = alloc_etherdev_mqs(sizeof(*efx), EF4_MAX_CORE_TX_QUEUES,  in ef4_pci_probe()
2924 	if (!net_dev)  in ef4_pci_probe()
2926 	efx = netdev_priv(net_dev);  in ef4_pci_probe()
2931 	SET_NETDEV_DEV(net_dev, &pci_dev->dev);  in ef4_pci_probe()
2932 	rc = ef4_init_struct(efx, pci_dev, net_dev);  in ef4_pci_probe()
2936 	netif_info(efx, probe, efx->net_dev,  in ef4_pci_probe()
2950 	net_dev->features |= (efx->type->offload_features | NETIF_F_SG |  in ef4_pci_probe()
2953 	net_dev->vlan_features |= (NETIF_F_HW_CSUM | NETIF_F_SG |  in ef4_pci_probe()
2956 	net_dev->hw_features = net_dev->features & ~efx->fixed_features;  in ef4_pci_probe()
2962 	net_dev->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER;  in ef4_pci_probe()
2963 	net_dev->features |= efx->fixed_features;  in ef4_pci_probe()
2969 	netif_dbg(efx, probe, efx->net_dev, "initialisation successful\n");  in ef4_pci_probe()
2976 		netif_warn(efx, probe, efx->net_dev,  in ef4_pci_probe()
2981 		netif_notice(efx, probe, efx->net_dev,  in ef4_pci_probe()
2995 	netif_dbg(efx, drv, efx->net_dev, "initialisation failed. rc=%d\n", rc);  in ef4_pci_probe()
2996 	free_netdev(net_dev);  in ef4_pci_probe()
3038 		netif_device_attach(efx->net_dev);  in ef4_pm_thaw()
3162 		netif_err(efx, hw, efx->net_dev,  in ef4_io_slot_reset()
3183 		netif_err(efx, hw, efx->net_dev,  in ef4_io_resume()
3187 		netif_dbg(efx, hw, efx->net_dev,  in ef4_io_resume()