212 		netif_err(efx, drv, efx->net_dev,  in ef4_check_disabled()
298 	netif_vdbg(efx, intr, efx->net_dev,  in ef4_poll()
335 	netif_dbg(efx, probe, efx->net_dev,  in ef4_probe_eventq()
355 	netif_dbg(efx, drv, efx->net_dev,  in ef4_init_eventq()
370 	netif_dbg(channel->efx, ifup, channel->efx->net_dev,  in ef4_start_eventq()
396 	netif_dbg(channel->efx, drv, channel->efx->net_dev,  in ef4_fini_eventq()
405 	netif_dbg(channel->efx, drv, channel->efx->net_dev,  in ef4_remove_eventq()
493 	netif_dbg(channel->efx, probe, channel->efx->net_dev,  in ef4_probe_channel()
568 			netif_err(efx, probe, efx->net_dev,  in ef4_probe_channels()
589 	netdev_features_t old_features = efx->net_dev->features;  in ef4_start_datapath()
601 			   EF4_MAX_FRAME_LEN(efx->net_dev->mtu) +  in ef4_start_datapath()
624 		netif_dbg(efx, drv, efx->net_dev,  in ef4_start_datapath()
629 		netif_dbg(efx, drv, efx->net_dev,  in ef4_start_datapath()
637 	efx->net_dev->hw_features |= efx->net_dev->features;  in ef4_start_datapath()
638 	efx->net_dev->hw_features &= ~efx->fixed_features;  in ef4_start_datapath()
639 	efx->net_dev->features |= efx->fixed_features;  in ef4_start_datapath()
640 	if (efx->net_dev->features != old_features)  in ef4_start_datapath()
641 		netdev_features_change(efx->net_dev);  in ef4_start_datapath()
675 	if (netif_device_present(efx->net_dev))  in ef4_start_datapath()
676 		netif_tx_wake_all_queues(efx->net_dev);  in ef4_start_datapath()
715 		netif_err(efx, drv, efx->net_dev,  in ef4_stop_datapath()
719 		netif_err(efx, drv, efx->net_dev, "failed to flush queues\n");  in ef4_stop_datapath()
721 		netif_dbg(efx, drv, efx->net_dev,  in ef4_stop_datapath()
738 	netif_dbg(channel->efx, drv, channel->efx->net_dev,  in ef4_remove_channel()
844 		netif_err(efx, drv, efx->net_dev,  in ef4_realloc_channels()
849 		netif_device_attach(efx->net_dev);  in ef4_realloc_channels()
903 	if (!netif_running(efx->net_dev))  in ef4_link_status_changed()
906 	if (link_state->up != netif_carrier_ok(efx->net_dev)) {  in ef4_link_status_changed()
910 			netif_carrier_on(efx->net_dev);  in ef4_link_status_changed()
912 			netif_carrier_off(efx->net_dev);  in ef4_link_status_changed()
917 		netif_info(efx, link, efx->net_dev,  in ef4_link_status_changed()
920 			   efx->net_dev->mtu);  in ef4_link_status_changed()
922 		netif_info(efx, link, efx->net_dev, "link down\n");  in ef4_link_status_changed()
1026 	netif_dbg(efx, probe, efx->net_dev, "create port\n");  in ef4_probe_port()
1037 	eth_hw_addr_set(efx->net_dev, efx->net_dev->perm_addr);  in ef4_probe_port()
1046 	netif_dbg(efx, drv, efx->net_dev, "init port\n");  in ef4_init_port()
1077 	netif_dbg(efx, ifup, efx->net_dev, "start port\n");  in ef4_start_port()
1096 	netif_dbg(efx, ifdown, efx->net_dev, "stop port\n");  in ef4_stop_port()
1105 	netif_addr_lock_bh(efx->net_dev);  in ef4_stop_port()
1106 	netif_addr_unlock_bh(efx->net_dev);  in ef4_stop_port()
1115 	netif_dbg(efx, drv, efx->net_dev, "shut down port\n");  in ef4_fini_port()
1129 	netif_dbg(efx, drv, efx->net_dev, "destroying port\n");  in ef4_remove_port()
1157 		netif_dbg(efx, probe, efx->net_dev, "adding to primary list\n");  in ef4_associate()
1164 				netif_dbg(other, probe, other->net_dev,  in ef4_associate()
1167 					  efx->net_dev->name);  in ef4_associate()
1178 				netif_dbg(efx, probe, efx->net_dev,  in ef4_associate()
1181 					  other->net_dev->name);  in ef4_associate()
1189 		netif_dbg(efx, probe, efx->net_dev,  in ef4_associate()
1204 		netif_dbg(other, probe, other->net_dev,  in ef4_dissociate()
1219 	netif_dbg(efx, probe, efx->net_dev, "initialising I/O\n");  in ef4_init_io()
1225 		netif_err(efx, probe, efx->net_dev,  in ef4_init_io()
1243 		netif_err(efx, probe, efx->net_dev,  in ef4_init_io()
1247 	netif_dbg(efx, probe, efx->net_dev,  in ef4_init_io()
1253 		netif_err(efx, probe, efx->net_dev,  in ef4_init_io()
1260 		netif_err(efx, probe, efx->net_dev,  in ef4_init_io()
1266 	netif_dbg(efx, probe, efx->net_dev,  in ef4_init_io()
1287 	netif_dbg(efx, drv, efx->net_dev, "shutting down I/O\n");  in ef4_fini_io()
1324 			netif_warn(efx, probe, efx->net_dev,  in ef4_wanted_parallelism()
1342 		netif_cond_dbg(efx, probe, efx->net_dev, !rss_cpus, warn,  in ef4_wanted_parallelism()
1381 			netif_err(efx, drv, efx->net_dev,  in ef4_probe_interrupts()
1384 			netif_err(efx, drv, efx->net_dev,  in ef4_probe_interrupts()
1387 			netif_err(efx, drv, efx->net_dev,  in ef4_probe_interrupts()
1423 			netif_err(efx, drv, efx->net_dev,  in ef4_probe_interrupts()
1612 	netif_dbg(efx, probe, efx->net_dev, "creating NIC\n");  in ef4_probe_nic()
1621 			netif_err(efx, drv, efx->net_dev,  in ef4_probe_nic()
1653 	netif_set_real_num_tx_queues(efx->net_dev, efx->n_tx_channels);  in ef4_probe_nic()
1654 	netif_set_real_num_rx_queues(efx->net_dev, efx->n_rx_channels);  in ef4_probe_nic()
1672 	netif_dbg(efx, drv, efx->net_dev, "destroying NIC\n");  in ef4_remove_nic()
1759 		netif_err(efx, probe, efx->net_dev, "failed to create NIC\n");  in ef4_probe_all()
1765 		netif_err(efx, probe, efx->net_dev, "failed to create port\n");  in ef4_probe_all()
1778 		netif_err(efx, probe, efx->net_dev,  in ef4_probe_all()
1814 	if (efx->port_enabled || !netif_running(efx->net_dev) ||  in ef4_start_all()
1860 	WARN_ON(netif_running(efx->net_dev) &&  in ef4_stop_all()
1861 		netif_device_present(efx->net_dev));  in ef4_stop_all()
1862 	netif_tx_disable(efx->net_dev);  in ef4_stop_all()
1914 		netif_err(efx, drv, efx->net_dev, "Channels are shared. "  in ef4_init_irq_moderation()
1963 	netif_vdbg(efx, timer, efx->net_dev,  in ef4_monitor()
1990 static int ef4_ioctl(struct net_device *net_dev, struct ifreq *ifr, int cmd)  in ef4_ioctl()  argument
1992 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_ioctl()
2013 	channel->napi_dev = efx->net_dev;  in ef4_init_napi_channel()
2048 int ef4_net_open(struct net_device *net_dev)  in ef4_net_open()  argument
2050 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_net_open()
2053 	netif_dbg(efx, ifup, efx->net_dev, "opening device on CPU %d\n",  in ef4_net_open()
2075 int ef4_net_stop(struct net_device *net_dev)  in ef4_net_stop()  argument
2077 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_net_stop()
2079 	netif_dbg(efx, ifdown, efx->net_dev, "closing on CPU %d\n",  in ef4_net_stop()
2089 static void ef4_net_stats(struct net_device *net_dev,  in ef4_net_stats()  argument
2092 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_net_stats()
2100 static void ef4_watchdog(struct net_device *net_dev, unsigned int txqueue)  in ef4_watchdog()  argument
2102 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_watchdog()
2104 	netif_err(efx, tx_err, efx->net_dev,  in ef4_watchdog()
2113 static int ef4_change_mtu(struct net_device *net_dev, int new_mtu)  in ef4_change_mtu()  argument
2115 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_change_mtu()
2122 	netif_dbg(efx, drv, efx->net_dev, "changing MTU to %d\n", new_mtu);  in ef4_change_mtu()
2128 	net_dev->mtu = new_mtu;  in ef4_change_mtu()
2133 	netif_device_attach(efx->net_dev);  in ef4_change_mtu()
2137 static int ef4_set_mac_address(struct net_device *net_dev, void *data)  in ef4_set_mac_address()  argument
2139 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_set_mac_address()
2146 		netif_err(efx, drv, efx->net_dev,  in ef4_set_mac_address()
2153 	ether_addr_copy(old_addr, net_dev->dev_addr);  in ef4_set_mac_address()
2154 	eth_hw_addr_set(net_dev, new_addr);  in ef4_set_mac_address()
2158 			eth_hw_addr_set(net_dev, old_addr);  in ef4_set_mac_address()
2172 static void ef4_set_rx_mode(struct net_device *net_dev)  in ef4_set_rx_mode()  argument
2174 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_set_rx_mode()
2181 static int ef4_set_features(struct net_device *net_dev, netdev_features_t data)  in ef4_set_features()  argument
2183 	struct ef4_nic *efx = netdev_priv(net_dev);  in ef4_set_features()
2187 	if (net_dev->features & ~data & NETIF_F_NTUPLE) {  in ef4_set_features()
2194 	if ((net_dev->features ^ data) & NETIF_F_HW_VLAN_CTAG_FILTER) {  in ef4_set_features()
2198 		ef4_set_rx_mode(net_dev);  in ef4_set_features()
2224 	strcpy(efx->name, efx->net_dev->name);  in ef4_update_name()
2232 	struct net_device *net_dev = netdev_notifier_info_to_dev(ptr);  in ef4_netdev_event()  local
2234 	if ((net_dev->netdev_ops == &ef4_netdev_ops) &&  in ef4_netdev_event()
2236 		ef4_update_name(netdev_priv(net_dev));  in ef4_netdev_event()
2255 	struct net_device *net_dev = efx->net_dev;  in ef4_register_netdev()  local
2259 	net_dev->watchdog_timeo = 5 * HZ;  in ef4_register_netdev()
2260 	net_dev->irq = efx->pci_dev->irq;  in ef4_register_netdev()
2261 	net_dev->netdev_ops = &ef4_netdev_ops;  in ef4_register_netdev()
2262 	net_dev->ethtool_ops = &ef4_ethtool_ops;  in ef4_register_netdev()
2263 	netif_set_tso_max_segs(net_dev, EF4_TSO_MAX_SEGS);  in ef4_register_netdev()
2264 	net_dev->min_mtu = EF4_MIN_MTU;  in ef4_register_netdev()
2265 	net_dev->max_mtu = EF4_MAX_MTU;  in ef4_register_netdev()
2276 		netif_err(efx, probe, efx->net_dev,  in ef4_register_netdev()
2282 	rc = dev_alloc_name(net_dev, net_dev->name);  in ef4_register_netdev()
2288 	netif_carrier_off(net_dev);  in ef4_register_netdev()
2290 	rc = register_netdevice(net_dev);  in ef4_register_netdev()
2306 		netif_err(efx, drv, efx->net_dev,  in ef4_register_netdev()
2315 	unregister_netdevice(net_dev);  in ef4_register_netdev()
2319 	netif_err(efx, drv, efx->net_dev, "could not register net dev\n");  in ef4_register_netdev()
2325 	if (!efx->net_dev)  in ef4_unregister_netdev()
2328 	BUG_ON(netdev_priv(efx->net_dev) != efx);  in ef4_unregister_netdev()
2333 		unregister_netdev(efx->net_dev);  in ef4_unregister_netdev()
2373 		netif_err(efx, drv, efx->net_dev, "failed to initialise NIC\n");  in ef4_reset_up()
2387 			netif_err(efx, drv, efx->net_dev,  in ef4_reset_up()
2423 	netif_info(efx, drv, efx->net_dev, "resetting (%s)\n",  in ef4_reset()
2431 		netif_err(efx, drv, efx->net_dev, "failed to reset hardware\n");  in ef4_reset()
2462 		dev_close(efx->net_dev);  in ef4_reset()
2463 		netif_err(efx, drv, efx->net_dev, "has been disabled\n");  in ef4_reset()
2466 		netif_dbg(efx, drv, efx->net_dev, "reset complete\n");  in ef4_reset()
2467 		netif_device_attach(efx->net_dev);  in ef4_reset()
2533 		netif_dbg(efx, drv, efx->net_dev,  in ef4_schedule_reset()
2548 		netif_dbg(efx, drv, efx->net_dev, "scheduling %s reset\n",  in ef4_schedule_reset()
2553 		netif_dbg(efx, drv, efx->net_dev,  in ef4_schedule_reset()
2625 			   struct pci_dev *pci_dev, struct net_device *net_dev)  in ef4_init_struct()  argument
2644 	efx->net_dev = net_dev;  in ef4_init_struct()
2655 	efx->mdio.dev = net_dev;  in ef4_init_struct()
2751 	dev_close(efx->net_dev);  in ef4_pci_remove()
2763 	netif_dbg(efx, drv, efx->net_dev, "shutdown successful\n");  in ef4_pci_remove()
2766 	free_netdev(efx->net_dev);  in ef4_pci_remove()
2819 		netif_err(efx, probe, efx->net_dev,  in ef4_pci_probe_main()
2826 		netif_err(efx, probe, efx->net_dev,  in ef4_pci_probe_main()
2865 	struct net_device *net_dev;  in ef4_pci_probe()  local
2870 	net_dev = alloc_etherdev_mqs(sizeof(*efx), EF4_MAX_CORE_TX_QUEUES,  in ef4_pci_probe()
2872 	if (!net_dev)  in ef4_pci_probe()
2874 	efx = netdev_priv(net_dev);  in ef4_pci_probe()
2879 	SET_NETDEV_DEV(net_dev, &pci_dev->dev);  in ef4_pci_probe()
2880 	rc = ef4_init_struct(efx, pci_dev, net_dev);  in ef4_pci_probe()
2884 	netif_info(efx, probe, efx->net_dev,  in ef4_pci_probe()
2898 	net_dev->features |= (efx->type->offload_features | NETIF_F_SG |  in ef4_pci_probe()
2901 	net_dev->vlan_features |= (NETIF_F_HW_CSUM | NETIF_F_SG |  in ef4_pci_probe()
2904 	net_dev->hw_features = net_dev->features & ~efx->fixed_features;  in ef4_pci_probe()
2910 	net_dev->features &= ~NETIF_F_HW_VLAN_CTAG_FILTER;  in ef4_pci_probe()
2911 	net_dev->features |= efx->fixed_features;  in ef4_pci_probe()
2917 	netif_dbg(efx, probe, efx->net_dev, "initialisation successful\n");  in ef4_pci_probe()
2924 		netif_warn(efx, probe, efx->net_dev,  in ef4_pci_probe()
2937 	netif_dbg(efx, drv, efx->net_dev, "initialisation failed. rc=%d\n", rc);  in ef4_pci_probe()
2938 	free_netdev(net_dev);  in ef4_pci_probe()
2980 		netif_device_attach(efx->net_dev);  in ef4_pm_thaw()
3104 		netif_err(efx, hw, efx->net_dev,  in ef4_io_slot_reset()
3125 		netif_err(efx, hw, efx->net_dev,  in ef4_io_resume()
3129 		netif_dbg(efx, hw, efx->net_dev,  in ef4_io_resume()