Lines Matching refs:percpu_priv
210 struct dpaa_percpu_priv *percpu_priv; in dpaa_netdev_init() local
218 percpu_priv = per_cpu_ptr(priv->percpu_priv, i); in dpaa_netdev_init()
219 percpu_priv->net_dev = net_dev; in dpaa_netdev_init()
334 struct dpaa_percpu_priv *percpu_priv; in dpaa_tx_timeout() local
338 percpu_priv = this_cpu_ptr(priv->percpu_priv); in dpaa_tx_timeout()
343 percpu_priv->stats.tx_errors++; in dpaa_tx_timeout()
354 struct dpaa_percpu_priv *percpu_priv; in dpaa_get_stats64() local
360 percpu_priv = per_cpu_ptr(priv->percpu_priv, i); in dpaa_get_stats64()
362 cpustats = (u64 *)&percpu_priv->stats; in dpaa_get_stats64()
1421 static void count_ern(struct dpaa_percpu_priv *percpu_priv, in count_ern() argument
1426 percpu_priv->ern_cnt.cg_tdrop++; in count_ern()
1429 percpu_priv->ern_cnt.wred++; in count_ern()
1432 percpu_priv->ern_cnt.err_cond++; in count_ern()
1435 percpu_priv->ern_cnt.early_window++; in count_ern()
1438 percpu_priv->ern_cnt.late_window++; in count_ern()
1441 percpu_priv->ern_cnt.fq_tdrop++; in count_ern()
1444 percpu_priv->ern_cnt.fq_retired++; in count_ern()
1447 percpu_priv->ern_cnt.orp_zero++; in count_ern()
2282 struct dpaa_percpu_priv *percpu_priv; in dpaa_start_xmit() local
2290 percpu_priv = this_cpu_ptr(priv->percpu_priv); in dpaa_start_xmit()
2291 percpu_stats = &percpu_priv->stats; in dpaa_start_xmit()
2333 percpu_priv->tx_frag_skbuffs++; in dpaa_start_xmit()
2364 struct dpaa_percpu_priv *percpu_priv, in dpaa_rx_error() argument
2372 percpu_priv->stats.rx_errors++; in dpaa_rx_error()
2375 percpu_priv->rx_errors.dme++; in dpaa_rx_error()
2377 percpu_priv->rx_errors.fpe++; in dpaa_rx_error()
2379 percpu_priv->rx_errors.fse++; in dpaa_rx_error()
2381 percpu_priv->rx_errors.phe++; in dpaa_rx_error()
2388 struct dpaa_percpu_priv *percpu_priv, in dpaa_tx_error() argument
2398 percpu_priv->stats.tx_errors++; in dpaa_tx_error()
2429 struct dpaa_percpu_priv *percpu_priv, in dpaa_tx_conf() argument
2441 percpu_priv->stats.tx_errors++; in dpaa_tx_conf()
2444 percpu_priv->tx_confirm++; in dpaa_tx_conf()
2451 static inline int dpaa_eth_napi_schedule(struct dpaa_percpu_priv *percpu_priv, in dpaa_eth_napi_schedule() argument
2458 percpu_priv->np.p = portal; in dpaa_eth_napi_schedule()
2459 napi_schedule(&percpu_priv->np.napi); in dpaa_eth_napi_schedule()
2460 percpu_priv->in_interrupt++; in dpaa_eth_napi_schedule()
2472 struct dpaa_percpu_priv *percpu_priv; in rx_error_dqrr() local
2483 percpu_priv = this_cpu_ptr(priv->percpu_priv); in rx_error_dqrr()
2485 if (dpaa_eth_napi_schedule(percpu_priv, portal, sched_napi)) in rx_error_dqrr()
2489 dpaa_rx_error(net_dev, priv, percpu_priv, &dq->fd, fq->fqid); in rx_error_dqrr()
2499 struct dpaa_percpu_priv *percpu_priv; in dpaa_xdp_xmit_frame() local
2507 percpu_priv = this_cpu_ptr(priv->percpu_priv); in dpaa_xdp_xmit_frame()
2508 percpu_stats = &percpu_priv->stats; in dpaa_xdp_xmit_frame()
2665 struct dpaa_percpu_priv *percpu_priv; in rx_default_dqrr() local
2695 percpu_priv = this_cpu_ptr(priv->percpu_priv); in rx_default_dqrr()
2696 percpu_stats = &percpu_priv->stats; in rx_default_dqrr()
2697 np = &percpu_priv->np; in rx_default_dqrr()
2699 if (unlikely(dpaa_eth_napi_schedule(percpu_priv, portal, sched_napi))) in rx_default_dqrr()
2820 struct dpaa_percpu_priv *percpu_priv; in conf_error_dqrr() local
2827 percpu_priv = this_cpu_ptr(priv->percpu_priv); in conf_error_dqrr()
2829 if (dpaa_eth_napi_schedule(percpu_priv, portal, sched_napi)) in conf_error_dqrr()
2832 dpaa_tx_error(net_dev, priv, percpu_priv, &dq->fd, fq->fqid); in conf_error_dqrr()
2842 struct dpaa_percpu_priv *percpu_priv; in conf_dflt_dqrr() local
2852 percpu_priv = this_cpu_ptr(priv->percpu_priv); in conf_dflt_dqrr()
2854 if (dpaa_eth_napi_schedule(percpu_priv, portal, sched_napi)) in conf_dflt_dqrr()
2857 dpaa_tx_conf(net_dev, priv, percpu_priv, &dq->fd, fq->fqid); in conf_dflt_dqrr()
2867 struct dpaa_percpu_priv *percpu_priv; in egress_ern() local
2874 percpu_priv = this_cpu_ptr(priv->percpu_priv); in egress_ern()
2876 percpu_priv->stats.tx_dropped++; in egress_ern()
2877 percpu_priv->stats.tx_fifo_errors++; in egress_ern()
2878 count_ern(percpu_priv, msg); in egress_ern()
2894 struct dpaa_percpu_priv *percpu_priv; in dpaa_eth_napi_enable() local
2898 percpu_priv = per_cpu_ptr(priv->percpu_priv, i); in dpaa_eth_napi_enable()
2900 percpu_priv->np.down = false; in dpaa_eth_napi_enable()
2901 napi_enable(&percpu_priv->np.napi); in dpaa_eth_napi_enable()
2907 struct dpaa_percpu_priv *percpu_priv; in dpaa_eth_napi_disable() local
2911 percpu_priv = per_cpu_ptr(priv->percpu_priv, i); in dpaa_eth_napi_disable()
2913 percpu_priv->np.down = true; in dpaa_eth_napi_disable()
2914 napi_disable(&percpu_priv->np.napi); in dpaa_eth_napi_disable()
3143 struct dpaa_percpu_priv *percpu_priv; in dpaa_napi_add() local
3147 percpu_priv = per_cpu_ptr(priv->percpu_priv, cpu); in dpaa_napi_add()
3149 netif_napi_add(net_dev, &percpu_priv->np.napi, dpaa_eth_poll); in dpaa_napi_add()
3158 struct dpaa_percpu_priv *percpu_priv; in dpaa_napi_del() local
3162 percpu_priv = per_cpu_ptr(priv->percpu_priv, cpu); in dpaa_napi_del()
3164 netif_napi_del(&percpu_priv->np.napi); in dpaa_napi_del()
3457 priv->percpu_priv = devm_alloc_percpu(dev, *priv->percpu_priv); in dpaa_eth_probe()
3458 if (!priv->percpu_priv) { in dpaa_eth_probe()