202 static int dpaa_netdev_init(struct net_device *net_dev,  in dpaa_netdev_init()  argument
206 	struct dpaa_priv *priv = netdev_priv(net_dev);  in dpaa_netdev_init()
207 	struct device *dev = net_dev->dev.parent;  in dpaa_netdev_init()
218 		percpu_priv->net_dev = net_dev;  in dpaa_netdev_init()
221 	net_dev->netdev_ops = dpaa_ops;  in dpaa_netdev_init()
224 	net_dev->mem_start = (unsigned long)priv->mac_dev->res->start;  in dpaa_netdev_init()
225 	net_dev->mem_end = (unsigned long)priv->mac_dev->res->end;  in dpaa_netdev_init()
227 	net_dev->min_mtu = ETH_MIN_MTU;  in dpaa_netdev_init()
228 	net_dev->max_mtu = dpaa_get_max_mtu();  in dpaa_netdev_init()
230 	net_dev->hw_features |= (NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM |  in dpaa_netdev_init()
233 	net_dev->hw_features |= NETIF_F_SG | NETIF_F_HIGHDMA;  in dpaa_netdev_init()
237 	net_dev->features |= NETIF_F_GSO;  in dpaa_netdev_init()
238 	net_dev->features |= NETIF_F_RXCSUM;  in dpaa_netdev_init()
240 	net_dev->priv_flags |= IFF_LIVE_ADDR_CHANGE;  in dpaa_netdev_init()
242 	net_dev->priv_flags &= ~IFF_TX_SKB_SHARING;  in dpaa_netdev_init()
244 	net_dev->features |= net_dev->hw_features;  in dpaa_netdev_init()
245 	net_dev->vlan_features = net_dev->features;  in dpaa_netdev_init()
248 		memcpy(net_dev->perm_addr, mac_addr, net_dev->addr_len);  in dpaa_netdev_init()
249 		eth_hw_addr_set(net_dev, mac_addr);  in dpaa_netdev_init()
251 		eth_hw_addr_random(net_dev);  in dpaa_netdev_init()
253 			(const enet_addr_t *)net_dev->dev_addr);  in dpaa_netdev_init()
259 			 net_dev->dev_addr);  in dpaa_netdev_init()
262 	net_dev->ethtool_ops = &dpaa_ethtool_ops;  in dpaa_netdev_init()
264 	net_dev->needed_headroom = priv->tx_headroom;  in dpaa_netdev_init()
265 	net_dev->watchdog_timeo = msecs_to_jiffies(tx_timeout);  in dpaa_netdev_init()
267 	mac_dev->net_dev = net_dev;  in dpaa_netdev_init()
271 	netif_carrier_off(net_dev);  in dpaa_netdev_init()
273 	err = register_netdev(net_dev);  in dpaa_netdev_init()
282 static int dpaa_stop(struct net_device *net_dev)  in dpaa_stop()  argument
288 	priv = netdev_priv(net_dev);  in dpaa_stop()
291 	netif_tx_stop_all_queues(net_dev);  in dpaa_stop()
307 	if (net_dev->phydev)  in dpaa_stop()
308 		phy_disconnect(net_dev->phydev);  in dpaa_stop()
309 	net_dev->phydev = NULL;  in dpaa_stop()
316 static void dpaa_tx_timeout(struct net_device *net_dev, unsigned int txqueue)  in dpaa_tx_timeout()  argument
321 	priv = netdev_priv(net_dev);  in dpaa_tx_timeout()
324 	netif_crit(priv, timer, net_dev, "Transmit timeout latency: %u ms\n",  in dpaa_tx_timeout()
325 		   jiffies_to_msecs(jiffies - dev_trans_start(net_dev)));  in dpaa_tx_timeout()
333 static void dpaa_get_stats64(struct net_device *net_dev,  in dpaa_get_stats64()  argument
337 	struct dpaa_priv *priv = netdev_priv(net_dev);  in dpaa_get_stats64()
354 static int dpaa_setup_tc(struct net_device *net_dev, enum tc_setup_type type,  in dpaa_setup_tc()  argument
357 	struct dpaa_priv *priv = netdev_priv(net_dev);  in dpaa_setup_tc()
372 		netdev_reset_tc(net_dev);  in dpaa_setup_tc()
377 		netdev_err(net_dev, "Too many traffic classes: max %d supported.\n",  in dpaa_setup_tc()
382 	netdev_set_num_tc(net_dev, num_tc);  in dpaa_setup_tc()
385 		netdev_set_tc_queue(net_dev, i, DPAA_TC_TXQ_NUM,  in dpaa_setup_tc()
390 	netif_set_real_num_tx_queues(net_dev, priv->num_tc * DPAA_TC_TXQ_NUM);  in dpaa_setup_tc()
415 static int dpaa_set_mac_address(struct net_device *net_dev, void *addr)  in dpaa_set_mac_address()  argument
422 	priv = netdev_priv(net_dev);  in dpaa_set_mac_address()
424 	memcpy(old_addr.sa_data, net_dev->dev_addr,  ETH_ALEN);  in dpaa_set_mac_address()
426 	err = eth_mac_addr(net_dev, addr);  in dpaa_set_mac_address()
428 		netif_err(priv, drv, net_dev, "eth_mac_addr() = %d\n", err);  in dpaa_set_mac_address()
435 				   (const enet_addr_t *)net_dev->dev_addr);  in dpaa_set_mac_address()
437 		netif_err(priv, drv, net_dev, "mac_dev->change_addr() = %d\n",  in dpaa_set_mac_address()
440 		eth_mac_addr(net_dev, &old_addr);  in dpaa_set_mac_address()
448 static void dpaa_set_rx_mode(struct net_device *net_dev)  in dpaa_set_rx_mode()  argument
453 	priv = netdev_priv(net_dev);  in dpaa_set_rx_mode()
455 	if (!!(net_dev->flags & IFF_PROMISC) != priv->mac_dev->promisc) {  in dpaa_set_rx_mode()
460 			netif_err(priv, drv, net_dev,  in dpaa_set_rx_mode()
465 	if (!!(net_dev->flags & IFF_ALLMULTI) != priv->mac_dev->allmulti) {  in dpaa_set_rx_mode()
470 			netif_err(priv, drv, net_dev,  in dpaa_set_rx_mode()
475 	err = priv->mac_dev->set_multi(net_dev, priv->mac_dev);  in dpaa_set_rx_mode()
477 		netif_err(priv, drv, net_dev, "mac_dev->set_multi() = %d\n",  in dpaa_set_rx_mode()
805 		netif_tx_stop_all_queues(priv->net_dev);  in dpaa_eth_cgscn()
810 		netif_tx_wake_all_queues(priv->net_dev);  in dpaa_eth_cgscn()
868 	struct net_device *net_dev = mac_dev->net_dev;  in dpaa_eth_cgr_set_speed()  local
869 	struct dpaa_priv *priv = netdev_priv(net_dev);  in dpaa_eth_cgr_set_speed()
888 		netdev_err(net_dev, "could not update speed: %d\n", err);  in dpaa_eth_cgr_set_speed()
896 	fq->net_dev = priv->net_dev;  in dpaa_setup_ingress()
908 	fq->net_dev = priv->net_dev;  in dpaa_setup_egress()
931 		dev_err(priv->net_dev->dev.parent,  in dpaa_fq_setup()
968 			dev_warn(priv->net_dev->dev.parent,  in dpaa_fq_setup()
1008 	priv = netdev_priv(dpaa_fq->net_dev);  in dpaa_fq_init()
1009 	dev = dpaa_fq->net_dev->dev.parent;  in dpaa_fq_init()
1140 		err = xdp_rxq_info_reg(&dpaa_fq->xdp_rxq, dpaa_fq->net_dev,  in dpaa_fq_init()
1169 	priv = netdev_priv(dpaa_fq->net_dev);  in dpaa_fq_free_entry()
1367 static void dpaa_fd_release(const struct net_device *net_dev,  in dpaa_fd_release()  argument
1396 			netdev_err(net_dev, "DMA mapping failed\n");  in dpaa_fd_release()
1498 			netif_alert(priv, tx_err, priv->net_dev,  in dpaa_enable_tx_csum()
1515 			netif_alert(priv, tx_err, priv->net_dev,  in dpaa_enable_tx_csum()
1541 	struct net_device *net_dev = dpaa_bp->priv->net_dev;  in dpaa_bp_add_8_bufs()  local
1550 			netdev_err(net_dev, "dev_alloc_pages() failed\n");  in dpaa_bp_add_8_bufs()
1558 			netdev_err(net_dev, "DMA map failed\n");  in dpaa_bp_add_8_bufs()
1661 	struct device *dev = priv->net_dev->dev.parent;  in dpaa_cleanup_tx_fd()
1737 	if ((priv->net_dev->features & NETIF_F_RXCSUM) &&  in rx_csum_offload()
1919 	struct net_device *net_dev = priv->net_dev;  in skb_to_contig_fd()  local
1945 			netif_err(priv, tx_err, net_dev, "HW csum error: %d\n",  in skb_to_contig_fd()
1959 			netif_err(priv, tx_err, net_dev, "dma_map_single() failed\n");  in skb_to_contig_fd()
1972 	struct net_device *net_dev = priv->net_dev;  in skb_to_sg_fd()  local
1985 		netdev_err(net_dev, "dev_alloc_pages() failed\n");  in skb_to_sg_fd()
1999 			netif_err(priv, tx_err, net_dev, "HW csum error: %d\n",  in skb_to_sg_fd()
2013 		netdev_err(priv->net_dev, "DMA mapping failed\n");  in skb_to_sg_fd()
2027 			netdev_err(priv->net_dev, "DMA mapping failed\n");  in skb_to_sg_fd()
2053 		netdev_err(priv->net_dev, "DMA mapping failed\n");  in skb_to_sg_fd()
2089 	trace_dpaa_tx_fd(priv->net_dev, egress_fq, fd);  in dpaa_xmit()
2109 static int dpaa_a050385_wa_skb(struct net_device *net_dev, struct sk_buff **s)  in dpaa_a050385_wa_skb()  argument
2111 	struct dpaa_priv *priv = netdev_priv(net_dev);  in dpaa_a050385_wa_skb()
2144 	new_skb = netdev_alloc_skb(net_dev, skb->len + DPAA_A050385_ALIGN - 1 +  in dpaa_a050385_wa_skb()
2266 dpaa_start_xmit(struct sk_buff *skb, struct net_device *net_dev)  in dpaa_start_xmit()  argument
2278 	priv = netdev_priv(net_dev);  in dpaa_start_xmit()
2313 		if (dpaa_a050385_wa_skb(net_dev, &skb))  in dpaa_start_xmit()
2330 	txq = netdev_get_tx_queue(net_dev, queue_mapping);  in dpaa_start_xmit()
2351 static void dpaa_rx_error(struct net_device *net_dev,  in dpaa_rx_error()  argument
2358 		netif_err(priv, hw, net_dev, "Err FD status = 0x%08x\n",  in dpaa_rx_error()
2372 	dpaa_fd_release(net_dev, fd);  in dpaa_rx_error()
2375 static void dpaa_tx_error(struct net_device *net_dev,  in dpaa_tx_error()  argument
2384 		netif_warn(priv, hw, net_dev, "FD status = 0x%08x\n",  in dpaa_tx_error()
2416 static void dpaa_tx_conf(struct net_device *net_dev,  in dpaa_tx_conf()  argument
2426 			netif_warn(priv, hw, net_dev, "FD status = 0x%08x\n",  in dpaa_tx_conf()
2462 	struct net_device *net_dev;  in rx_error_dqrr()  local
2466 	net_dev = dpaa_fq->net_dev;  in rx_error_dqrr()
2467 	priv = netdev_priv(net_dev);  in rx_error_dqrr()
2478 	dpaa_rx_error(net_dev, priv, percpu_priv, &dq->fd, fq->fqid);  in rx_error_dqrr()
2483 static int dpaa_xdp_xmit_frame(struct net_device *net_dev,  in dpaa_xdp_xmit_frame()  argument
2486 	struct dpaa_priv *priv = netdev_priv(net_dev);  in dpaa_xdp_xmit_frame()
2538 	txq = netdev_get_tx_queue(net_dev, smp_processor_id());  in dpaa_xdp_xmit_frame()
2615 		if (dpaa_xdp_xmit_frame(priv->net_dev, xdpf))  in dpaa_run_xdp()
2624 		err = xdp_do_redirect(priv->net_dev, &xdp, xdp_prog);  in dpaa_run_xdp()
2626 			trace_xdp_exception(priv->net_dev, xdp_prog, xdp_act);  in dpaa_run_xdp()
2631 		bpf_warn_invalid_xdp_action(priv->net_dev, xdp_prog, xdp_act);  in dpaa_run_xdp()
2634 		trace_xdp_exception(priv->net_dev, xdp_prog, xdp_act);  in dpaa_run_xdp()
2659 	struct net_device *net_dev;  in rx_default_dqrr()  local
2675 	net_dev = dpaa_fq->net_dev;  in rx_default_dqrr()
2676 	priv = netdev_priv(net_dev);  in rx_default_dqrr()
2682 	trace_dpaa_rx_fd(net_dev, fq, &dq->fd);  in rx_default_dqrr()
2697 		dpaa_fd_release(net_dev, &dq->fd);  in rx_default_dqrr()
2703 			netif_warn(priv, hw, net_dev, "FD status = 0x%08x\n",  in rx_default_dqrr()
2707 		dpaa_fd_release(net_dev, fd);  in rx_default_dqrr()
2736 	if (net_dev->features & NETIF_F_RXHASH && priv->keygen_in_use &&  in rx_default_dqrr()
2779 	skb->protocol = eth_type_trans(skb, net_dev);  in rx_default_dqrr()
2810 	struct net_device *net_dev;  in conf_error_dqrr()  local
2813 	net_dev = ((struct dpaa_fq *)fq)->net_dev;  in conf_error_dqrr()
2814 	priv = netdev_priv(net_dev);  in conf_error_dqrr()
2821 	dpaa_tx_error(net_dev, priv, percpu_priv, &dq->fd, fq->fqid);  in conf_error_dqrr()
2832 	struct net_device *net_dev;  in conf_dflt_dqrr()  local
2835 	net_dev = ((struct dpaa_fq *)fq)->net_dev;  in conf_dflt_dqrr()
2836 	priv = netdev_priv(net_dev);  in conf_dflt_dqrr()
2839 	trace_dpaa_tx_conf_fd(net_dev, fq, &dq->fd);  in conf_dflt_dqrr()
2846 	dpaa_tx_conf(net_dev, priv, percpu_priv, &dq->fd, fq->fqid);  in conf_dflt_dqrr()
2858 	struct net_device *net_dev;  in egress_ern()  local
2861 	net_dev = ((struct dpaa_fq *)fq)->net_dev;  in egress_ern()
2862 	priv = netdev_priv(net_dev);  in egress_ern()
2907 static void dpaa_adjust_link(struct net_device *net_dev)  in dpaa_adjust_link()  argument
2912 	priv = netdev_priv(net_dev);  in dpaa_adjust_link()
2921 static int dpaa_phy_init(struct net_device *net_dev)  in dpaa_phy_init()  argument
2929 	priv = netdev_priv(net_dev);  in dpaa_phy_init()
2932 	phy_dev = of_phy_connect(net_dev, mac_dev->phy_node,  in dpaa_phy_init()
2936 		netif_err(priv, ifup, net_dev, "init_phy() failed\n");  in dpaa_phy_init()
2954 	net_dev->phydev = phy_dev;  in dpaa_phy_init()
2959 static int dpaa_open(struct net_device *net_dev)  in dpaa_open()  argument
2965 	priv = netdev_priv(net_dev);  in dpaa_open()
2969 	err = dpaa_phy_init(net_dev);  in dpaa_open()
2981 		netif_err(priv, ifup, net_dev, "mac_dev->enable() = %d\n", err);  in dpaa_open()
2986 	netif_tx_start_all_queues(net_dev);  in dpaa_open()
3000 static int dpaa_eth_stop(struct net_device *net_dev)  in dpaa_eth_stop()  argument
3005 	err = dpaa_stop(net_dev);  in dpaa_eth_stop()
3007 	priv = netdev_priv(net_dev);  in dpaa_eth_stop()
3021 		dev_warn(priv->net_dev->dev.parent,  in xdp_validate_mtu()
3030 static int dpaa_change_mtu(struct net_device *net_dev, int new_mtu)  in dpaa_change_mtu()  argument
3032 	struct dpaa_priv *priv = netdev_priv(net_dev);  in dpaa_change_mtu()
3037 	net_dev->mtu = new_mtu;  in dpaa_change_mtu()
3041 static int dpaa_setup_xdp(struct net_device *net_dev, struct netdev_bpf *bpf)  in dpaa_setup_xdp()  argument
3043 	struct dpaa_priv *priv = netdev_priv(net_dev);  in dpaa_setup_xdp()
3049 	if (bpf->prog && !xdp_validate_mtu(priv, net_dev->mtu)) {  in dpaa_setup_xdp()
3054 	up = netif_running(net_dev);  in dpaa_setup_xdp()
3057 		dpaa_eth_stop(net_dev);  in dpaa_setup_xdp()
3064 		err = dpaa_open(net_dev);  in dpaa_setup_xdp()
3074 static int dpaa_xdp(struct net_device *net_dev, struct netdev_bpf *xdp)  in dpaa_xdp()  argument
3078 		return dpaa_setup_xdp(net_dev, xdp);  in dpaa_xdp()
3084 static int dpaa_xdp_xmit(struct net_device *net_dev, int n,  in dpaa_xdp_xmit()  argument
3093 	if (!netif_running(net_dev))  in dpaa_xdp_xmit()
3098 		if (dpaa_xdp_xmit_frame(net_dev, xdpf))  in dpaa_xdp_xmit()
3145 static int dpaa_ioctl(struct net_device *net_dev, struct ifreq *rq, int cmd)  in dpaa_ioctl()  argument
3150 		if (net_dev->phydev)  in dpaa_ioctl()
3151 			return phy_mii_ioctl(net_dev->phydev, rq, cmd);  in dpaa_ioctl()
3155 		return dpaa_ts_ioctl(net_dev, rq, cmd);  in dpaa_ioctl()
3177 static int dpaa_napi_add(struct net_device *net_dev)  in dpaa_napi_add()  argument
3179 	struct dpaa_priv *priv = netdev_priv(net_dev);  in dpaa_napi_add()
3186 		netif_napi_add(net_dev, &percpu_priv->np.napi, dpaa_eth_poll);  in dpaa_napi_add()
3192 static void dpaa_napi_del(struct net_device *net_dev)  in dpaa_napi_del()  argument
3194 	struct dpaa_priv *priv = netdev_priv(net_dev);  in dpaa_napi_del()
3319 	struct net_device *net_dev = NULL;  in dpaa_eth_probe()  local
3364 	net_dev = alloc_etherdev_mq(sizeof(*priv), DPAA_ETH_TXQ_NUM);  in dpaa_eth_probe()
3365 	if (!net_dev) {  in dpaa_eth_probe()
3371 	SET_NETDEV_DEV(net_dev, dev->parent);  in dpaa_eth_probe()
3372 	dev_set_drvdata(dev, net_dev);  in dpaa_eth_probe()
3374 	priv = netdev_priv(net_dev);  in dpaa_eth_probe()
3375 	priv->net_dev = net_dev;  in dpaa_eth_probe()
3381 		netdev_err(net_dev, "dpaa_mac_dev_get() failed\n");  in dpaa_eth_probe()
3394 		netdev_err(net_dev, "dma_coerce_mask_and_coherent() failed\n");  in dpaa_eth_probe()
3405 	net_dev->mtu = min(dpaa_get_max_mtu(), ETH_DATA_LEN);  in dpaa_eth_probe()
3407 	netdev_dbg(net_dev, "Setting initial MTU on net device: %d\n",  in dpaa_eth_probe()
3408 		   net_dev->mtu);  in dpaa_eth_probe()
3502 	netif_set_real_num_tx_queues(net_dev, priv->num_tc * DPAA_TC_TXQ_NUM);  in dpaa_eth_probe()
3505 	err = dpaa_napi_add(net_dev);  in dpaa_eth_probe()
3509 	err = dpaa_netdev_init(net_dev, &dpaa_ops, tx_timeout);  in dpaa_eth_probe()
3513 	dpaa_eth_sysfs_init(&net_dev->dev);  in dpaa_eth_probe()
3515 	netif_info(priv, probe, net_dev, "Probed interface %s\n",  in dpaa_eth_probe()
3516 		   net_dev->name);  in dpaa_eth_probe()
3521 	dpaa_napi_del(net_dev);  in dpaa_eth_probe()
3533 	free_netdev(net_dev);  in dpaa_eth_probe()
3540 	struct net_device *net_dev;  in dpaa_remove()  local
3546 	net_dev = dev_get_drvdata(dev);  in dpaa_remove()
3548 	priv = netdev_priv(net_dev);  in dpaa_remove()
3553 	unregister_netdev(net_dev);  in dpaa_remove()
3562 	dpaa_napi_del(net_dev);  in dpaa_remove()
3566 	free_netdev(net_dev);  in dpaa_remove()