214 static int dpaa_netdev_init(struct net_device *net_dev,  in dpaa_netdev_init()  argument
218 	struct dpaa_priv *priv = netdev_priv(net_dev);  in dpaa_netdev_init()
219 	struct device *dev = net_dev->dev.parent;  in dpaa_netdev_init()
229 		percpu_priv->net_dev = net_dev;  in dpaa_netdev_init()
232 	net_dev->netdev_ops = dpaa_ops;  in dpaa_netdev_init()
235 	net_dev->mem_start = priv->mac_dev->res->start;  in dpaa_netdev_init()
236 	net_dev->mem_end = priv->mac_dev->res->end;  in dpaa_netdev_init()
238 	net_dev->min_mtu = ETH_MIN_MTU;  in dpaa_netdev_init()
239 	net_dev->max_mtu = dpaa_get_max_mtu();  in dpaa_netdev_init()
241 	net_dev->hw_features |= (NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM |  in dpaa_netdev_init()
244 	net_dev->hw_features |= NETIF_F_SG | NETIF_F_HIGHDMA;  in dpaa_netdev_init()
248 	net_dev->features |= NETIF_F_GSO;  in dpaa_netdev_init()
249 	net_dev->features |= NETIF_F_RXCSUM;  in dpaa_netdev_init()
251 	net_dev->priv_flags |= IFF_LIVE_ADDR_CHANGE;  in dpaa_netdev_init()
253 	net_dev->priv_flags &= ~IFF_TX_SKB_SHARING;  in dpaa_netdev_init()
255 	net_dev->features |= net_dev->hw_features;  in dpaa_netdev_init()
256 	net_dev->vlan_features = net_dev->features;  in dpaa_netdev_init()
258 	memcpy(net_dev->perm_addr, mac_addr, net_dev->addr_len);  in dpaa_netdev_init()
259 	memcpy(net_dev->dev_addr, mac_addr, net_dev->addr_len);  in dpaa_netdev_init()
261 	net_dev->ethtool_ops = &dpaa_ethtool_ops;  in dpaa_netdev_init()
263 	net_dev->needed_headroom = priv->tx_headroom;  in dpaa_netdev_init()
264 	net_dev->watchdog_timeo = msecs_to_jiffies(tx_timeout);  in dpaa_netdev_init()
267 	netif_carrier_off(net_dev);  in dpaa_netdev_init()
269 	err = register_netdev(net_dev);  in dpaa_netdev_init()
278 static int dpaa_stop(struct net_device *net_dev)  in dpaa_stop()  argument
284 	priv = netdev_priv(net_dev);  in dpaa_stop()
287 	netif_tx_stop_all_queues(net_dev);  in dpaa_stop()
295 		netif_err(priv, ifdown, net_dev, "mac_dev->stop() = %d\n",  in dpaa_stop()
304 	if (net_dev->phydev)  in dpaa_stop()
305 		phy_disconnect(net_dev->phydev);  in dpaa_stop()
306 	net_dev->phydev = NULL;  in dpaa_stop()
311 static void dpaa_tx_timeout(struct net_device *net_dev)  in dpaa_tx_timeout()  argument
316 	priv = netdev_priv(net_dev);  in dpaa_tx_timeout()
319 	netif_crit(priv, timer, net_dev, "Transmit timeout latency: %u ms\n",  in dpaa_tx_timeout()
320 		   jiffies_to_msecs(jiffies - dev_trans_start(net_dev)));  in dpaa_tx_timeout()
328 static void dpaa_get_stats64(struct net_device *net_dev,  in dpaa_get_stats64()  argument
332 	struct dpaa_priv *priv = netdev_priv(net_dev);  in dpaa_get_stats64()
349 static int dpaa_setup_tc(struct net_device *net_dev, enum tc_setup_type type,  in dpaa_setup_tc()  argument
352 	struct dpaa_priv *priv = netdev_priv(net_dev);  in dpaa_setup_tc()
367 		netdev_reset_tc(net_dev);  in dpaa_setup_tc()
372 		netdev_err(net_dev, "Too many traffic classes: max %d supported.\n",  in dpaa_setup_tc()
377 	netdev_set_num_tc(net_dev, num_tc);  in dpaa_setup_tc()
380 		netdev_set_tc_queue(net_dev, i, DPAA_TC_TXQ_NUM,  in dpaa_setup_tc()
385 	netif_set_real_num_tx_queues(net_dev, priv->num_tc * DPAA_TC_TXQ_NUM);  in dpaa_setup_tc()
410 static int dpaa_set_mac_address(struct net_device *net_dev, void *addr)  in dpaa_set_mac_address()  argument
417 	priv = netdev_priv(net_dev);  in dpaa_set_mac_address()
419 	memcpy(old_addr.sa_data, net_dev->dev_addr,  ETH_ALEN);  in dpaa_set_mac_address()
421 	err = eth_mac_addr(net_dev, addr);  in dpaa_set_mac_address()
423 		netif_err(priv, drv, net_dev, "eth_mac_addr() = %d\n", err);  in dpaa_set_mac_address()
430 				   (enet_addr_t *)net_dev->dev_addr);  in dpaa_set_mac_address()
432 		netif_err(priv, drv, net_dev, "mac_dev->change_addr() = %d\n",  in dpaa_set_mac_address()
435 		eth_mac_addr(net_dev, &old_addr);  in dpaa_set_mac_address()
443 static void dpaa_set_rx_mode(struct net_device *net_dev)  in dpaa_set_rx_mode()  argument
448 	priv = netdev_priv(net_dev);  in dpaa_set_rx_mode()
450 	if (!!(net_dev->flags & IFF_PROMISC) != priv->mac_dev->promisc) {  in dpaa_set_rx_mode()
455 			netif_err(priv, drv, net_dev,  in dpaa_set_rx_mode()
460 	if (!!(net_dev->flags & IFF_ALLMULTI) != priv->mac_dev->allmulti) {  in dpaa_set_rx_mode()
465 			netif_err(priv, drv, net_dev,  in dpaa_set_rx_mode()
470 	err = priv->mac_dev->set_multi(net_dev, priv->mac_dev);  in dpaa_set_rx_mode()
472 		netif_err(priv, drv, net_dev, "mac_dev->set_multi() = %d\n",  in dpaa_set_rx_mode()
802 		netif_tx_stop_all_queues(priv->net_dev);  in dpaa_eth_cgscn()
807 		netif_tx_wake_all_queues(priv->net_dev);  in dpaa_eth_cgscn()
868 	fq->net_dev = priv->net_dev;  in dpaa_setup_ingress()
880 	fq->net_dev = priv->net_dev;  in dpaa_setup_egress()
903 		dev_err(priv->net_dev->dev.parent,  in dpaa_fq_setup()
940 			dev_warn(priv->net_dev->dev.parent,  in dpaa_fq_setup()
980 	priv = netdev_priv(dpaa_fq->net_dev);  in dpaa_fq_init()
981 	dev = dpaa_fq->net_dev->dev.parent;  in dpaa_fq_init()
1122 	priv = netdev_priv(dpaa_fq->net_dev);  in dpaa_fq_free_entry()
1318 static void dpaa_fd_release(const struct net_device *net_dev,  in dpaa_fd_release()  argument
1448 			netif_alert(priv, tx_err, priv->net_dev,  in dpaa_enable_tx_csum()
1465 			netif_alert(priv, tx_err, priv->net_dev,  in dpaa_enable_tx_csum()
1612 	struct device *dev = priv->net_dev->dev.parent;  in dpaa_cleanup_tx_fd()
1674 	if ((priv->net_dev->features & NETIF_F_RXCSUM) &&  in rx_csum_offload()
1857 	struct net_device *net_dev = priv->net_dev;  in skb_to_contig_fd()  local
1858 	struct device *dev = net_dev->dev.parent;  in skb_to_contig_fd()
1884 			netif_err(priv, tx_err, net_dev, "HW csum error: %d\n",  in skb_to_contig_fd()
1898 			netif_err(priv, tx_err, net_dev, "dma_map_single() failed\n");  in skb_to_contig_fd()
1911 	struct net_device *net_dev = priv->net_dev;  in skb_to_sg_fd()  local
1912 	struct device *dev = net_dev->dev.parent;  in skb_to_sg_fd()
1926 		netdev_err(net_dev, "netdev_alloc_frag() failed for size %d\n",  in skb_to_sg_fd()
1940 			netif_err(priv, tx_err, net_dev, "HW csum error: %d\n",  in skb_to_sg_fd()
2030 	trace_dpaa_tx_fd(priv->net_dev, egress_fq, fd);  in dpaa_xmit()
2049 static int dpaa_start_xmit(struct sk_buff *skb, struct net_device *net_dev)  in dpaa_start_xmit()  argument
2060 	priv = netdev_priv(net_dev);  in dpaa_start_xmit()
2120 static void dpaa_rx_error(struct net_device *net_dev,  in dpaa_rx_error()  argument
2127 		netif_err(priv, hw, net_dev, "Err FD status = 0x%08x\n",  in dpaa_rx_error()
2141 	dpaa_fd_release(net_dev, fd);  in dpaa_rx_error()
2144 static void dpaa_tx_error(struct net_device *net_dev,  in dpaa_tx_error()  argument
2153 		netif_warn(priv, hw, net_dev, "FD status = 0x%08x\n",  in dpaa_tx_error()
2180 static void dpaa_tx_conf(struct net_device *net_dev,  in dpaa_tx_conf()  argument
2190 			netif_warn(priv, hw, net_dev, "FD status = 0x%08x\n",  in dpaa_tx_conf()
2225 	struct net_device *net_dev;  in rx_error_dqrr()  local
2229 	net_dev = dpaa_fq->net_dev;  in rx_error_dqrr()
2230 	priv = netdev_priv(net_dev);  in rx_error_dqrr()
2241 	dpaa_rx_error(net_dev, priv, percpu_priv, &dq->fd, fq->fqid);  in rx_error_dqrr()
2256 	struct net_device *net_dev;  in rx_default_dqrr()  local
2268 	net_dev = ((struct dpaa_fq *)fq)->net_dev;  in rx_default_dqrr()
2269 	priv = netdev_priv(net_dev);  in rx_default_dqrr()
2275 	trace_dpaa_rx_fd(net_dev, fq, &dq->fd);  in rx_default_dqrr()
2289 		dpaa_fd_release(net_dev, &dq->fd);  in rx_default_dqrr()
2295 			netif_warn(priv, hw, net_dev, "FD status = 0x%08x\n",  in rx_default_dqrr()
2299 		dpaa_fd_release(net_dev, fd);  in rx_default_dqrr()
2336 			dev_warn(net_dev->dev.parent, "fman_port_get_tstamp failed!\n");  in rx_default_dqrr()
2339 	skb->protocol = eth_type_trans(skb, net_dev);  in rx_default_dqrr()
2341 	if (net_dev->features & NETIF_F_RXHASH && priv->keygen_in_use &&  in rx_default_dqrr()
2371 	struct net_device *net_dev;  in conf_error_dqrr()  local
2374 	net_dev = ((struct dpaa_fq *)fq)->net_dev;  in conf_error_dqrr()
2375 	priv = netdev_priv(net_dev);  in conf_error_dqrr()
2382 	dpaa_tx_error(net_dev, priv, percpu_priv, &dq->fd, fq->fqid);  in conf_error_dqrr()
2392 	struct net_device *net_dev;  in conf_dflt_dqrr()  local
2395 	net_dev = ((struct dpaa_fq *)fq)->net_dev;  in conf_dflt_dqrr()
2396 	priv = netdev_priv(net_dev);  in conf_dflt_dqrr()
2399 	trace_dpaa_tx_conf_fd(net_dev, fq, &dq->fd);  in conf_dflt_dqrr()
2406 	dpaa_tx_conf(net_dev, priv, percpu_priv, &dq->fd, fq->fqid);  in conf_dflt_dqrr()
2418 	struct net_device *net_dev;  in egress_ern()  local
2421 	net_dev = ((struct dpaa_fq *)fq)->net_dev;  in egress_ern()
2422 	priv = netdev_priv(net_dev);  in egress_ern()
2467 static void dpaa_adjust_link(struct net_device *net_dev)  in dpaa_adjust_link()  argument
2472 	priv = netdev_priv(net_dev);  in dpaa_adjust_link()
2477 static int dpaa_phy_init(struct net_device *net_dev)  in dpaa_phy_init()  argument
2483 	priv = netdev_priv(net_dev);  in dpaa_phy_init()
2486 	phy_dev = of_phy_connect(net_dev, mac_dev->phy_node,  in dpaa_phy_init()
2490 		netif_err(priv, ifup, net_dev, "init_phy() failed\n");  in dpaa_phy_init()
2500 	net_dev->phydev = phy_dev;  in dpaa_phy_init()
2505 static int dpaa_open(struct net_device *net_dev)  in dpaa_open()  argument
2511 	priv = netdev_priv(net_dev);  in dpaa_open()
2515 	err = dpaa_phy_init(net_dev);  in dpaa_open()
2527 		netif_err(priv, ifup, net_dev, "mac_dev->start() = %d\n", err);  in dpaa_open()
2531 	netif_tx_start_all_queues(net_dev);  in dpaa_open()
2545 static int dpaa_eth_stop(struct net_device *net_dev)  in dpaa_eth_stop()  argument
2550 	err = dpaa_stop(net_dev);  in dpaa_eth_stop()
2552 	priv = netdev_priv(net_dev);  in dpaa_eth_stop()
2597 static int dpaa_ioctl(struct net_device *net_dev, struct ifreq *rq, int cmd)  in dpaa_ioctl()  argument
2602 		if (net_dev->phydev)  in dpaa_ioctl()
2603 			return phy_mii_ioctl(net_dev->phydev, rq, cmd);  in dpaa_ioctl()
2607 		return dpaa_ts_ioctl(net_dev, rq, cmd);  in dpaa_ioctl()
2625 static int dpaa_napi_add(struct net_device *net_dev)  in dpaa_napi_add()  argument
2627 	struct dpaa_priv *priv = netdev_priv(net_dev);  in dpaa_napi_add()
2634 		netif_napi_add(net_dev, &percpu_priv->np.napi,  in dpaa_napi_add()
2641 static void dpaa_napi_del(struct net_device *net_dev)  in dpaa_napi_del()  argument
2643 	struct dpaa_priv *priv = netdev_priv(net_dev);  in dpaa_napi_del()
2763 	struct net_device *net_dev = NULL;  in dpaa_eth_probe()  local
2782 	net_dev = alloc_etherdev_mq(sizeof(*priv), DPAA_ETH_TXQ_NUM);  in dpaa_eth_probe()
2783 	if (!net_dev) {  in dpaa_eth_probe()
2789 	SET_NETDEV_DEV(net_dev, dev);  in dpaa_eth_probe()
2790 	dev_set_drvdata(dev, net_dev);  in dpaa_eth_probe()
2792 	priv = netdev_priv(net_dev);  in dpaa_eth_probe()
2793 	priv->net_dev = net_dev;  in dpaa_eth_probe()
2811 	net_dev->mtu = min(dpaa_get_max_mtu(), ETH_DATA_LEN);  in dpaa_eth_probe()
2813 	netdev_dbg(net_dev, "Setting initial MTU on net device: %d\n",  in dpaa_eth_probe()
2814 		   net_dev->mtu);  in dpaa_eth_probe()
2910 	netif_set_real_num_tx_queues(net_dev, priv->num_tc * DPAA_TC_TXQ_NUM);  in dpaa_eth_probe()
2913 	err = dpaa_napi_add(net_dev);  in dpaa_eth_probe()
2917 	err = dpaa_netdev_init(net_dev, &dpaa_ops, tx_timeout);  in dpaa_eth_probe()
2921 	dpaa_eth_sysfs_init(&net_dev->dev);  in dpaa_eth_probe()
2923 	netif_info(priv, probe, net_dev, "Probed interface %s\n",  in dpaa_eth_probe()
2924 		   net_dev->name);  in dpaa_eth_probe()
2929 	dpaa_napi_del(net_dev);  in dpaa_eth_probe()
2941 	free_netdev(net_dev);  in dpaa_eth_probe()
2948 	struct net_device *net_dev;  in dpaa_remove()  local
2954 	net_dev = dev_get_drvdata(dev);  in dpaa_remove()
2956 	priv = netdev_priv(net_dev);  in dpaa_remove()
2961 	unregister_netdev(net_dev);  in dpaa_remove()
2970 	dpaa_napi_del(net_dev);  in dpaa_remove()
2974 	free_netdev(net_dev);  in dpaa_remove()