| /Linux-v5.10/include/trace/events/ |
| D | napi.h | 3 #define TRACE_SYSTEM napi
16 TP_PROTO(struct napi_struct *napi, int work, int budget),
18 TP_ARGS(napi, work, budget),
21 __field( struct napi_struct *, napi)
22 __string( dev_name, napi->dev ? napi->dev->name : NO_DEV)
28 __entry->napi = napi;
29 __assign_str(dev_name, napi->dev ? napi->dev->name : NO_DEV);
35 __entry->napi, __get_str(dev_name),
|
| /Linux-v5.10/net/core/ |
| D | gro_cells.c | 9 struct napi_struct napi; member
39 napi_schedule(&cell->napi); in gro_cells_receive()
50 static int gro_cell_poll(struct napi_struct *napi, int budget) in gro_cell_poll() argument
52 struct gro_cell *cell = container_of(napi, struct gro_cell, napi); in gro_cell_poll()
60 napi_gro_receive(napi, skb); in gro_cell_poll()
65 napi_complete_done(napi, work_done); in gro_cell_poll()
82 set_bit(NAPI_STATE_NO_BUSY_POLL, &cell->napi.state); in gro_cells_init()
84 netif_napi_add(dev, &cell->napi, gro_cell_poll, in gro_cells_init()
86 napi_enable(&cell->napi); in gro_cells_init()
101 napi_disable(&cell->napi); in gro_cells_destroy()
[all …]
|
| D | dev.c | 1002 struct napi_struct *napi; in dev_get_by_napi_id() local
1009 napi = napi_by_id(napi_id); in dev_get_by_napi_id()
1011 return napi ? napi->dev : NULL; in dev_get_by_napi_id()
4242 struct napi_struct *napi) in ____napi_schedule() argument
4244 list_add_tail(&napi->poll_list, &sd->poll_list); in ____napi_schedule()
5714 static void gro_normal_list(struct napi_struct *napi) in gro_normal_list() argument
5716 if (!napi->rx_count) in gro_normal_list()
5718 netif_receive_skb_list_internal(&napi->rx_list); in gro_normal_list()
5719 INIT_LIST_HEAD(&napi->rx_list); in gro_normal_list()
5720 napi->rx_count = 0; in gro_normal_list()
[all …]
|
| D | netpoll.c | 140 static void poll_one_napi(struct napi_struct *napi) in poll_one_napi() argument
148 if (test_and_set_bit(NAPI_STATE_NPSVC, &napi->state)) in poll_one_napi()
154 work = napi->poll(napi, 0); in poll_one_napi()
155 WARN_ONCE(work, "%pS exceeded budget in poll\n", napi->poll); in poll_one_napi()
156 trace_napi_poll(napi, work, 0); in poll_one_napi()
158 clear_bit(NAPI_STATE_NPSVC, &napi->state); in poll_one_napi()
163 struct napi_struct *napi; in poll_napi() local
166 list_for_each_entry_rcu(napi, &dev->napi_list, dev_list) { in poll_napi()
167 if (cmpxchg(&napi->poll_owner, -1, cpu) == -1) { in poll_napi()
168 poll_one_napi(napi); in poll_napi()
[all …]
|
| /Linux-v5.10/include/linux/ |
| D | netpoll.h | 69 static inline void *netpoll_poll_lock(struct napi_struct *napi) in netpoll_poll_lock() argument
71 struct net_device *dev = napi->dev; in netpoll_poll_lock()
76 while (cmpxchg(&napi->poll_owner, -1, owner) != -1) in netpoll_poll_lock()
79 return napi; in netpoll_poll_lock()
86 struct napi_struct *napi = have; in netpoll_poll_unlock() local
88 if (napi) in netpoll_poll_unlock()
89 smp_store_release(&napi->poll_owner, -1); in netpoll_poll_unlock()
98 static inline void *netpoll_poll_lock(struct napi_struct *napi) in netpoll_poll_lock() argument
|
| /Linux-v5.10/drivers/infiniband/hw/hfi1/ |
| D | ipoib_rx.c | 25 static struct sk_buff *prepare_frag_skb(struct napi_struct *napi, int size) in prepare_frag_skb() argument
36 return napi_alloc_skb(napi, size); in prepare_frag_skb()
52 struct napi_struct *napi = &rxq->napi; in hfi1_ipoib_prepare_skb() local
61 skb = napi_alloc_skb(napi, skb_size); in hfi1_ipoib_prepare_skb()
63 skb = prepare_frag_skb(napi, skb_size); in hfi1_ipoib_prepare_skb()
|
| D | netdev_rx.c | 212 rxq->rcd->napi = &rxq->napi; in hfi1_netdev_rxq_init()
219 set_bit(NAPI_STATE_NO_BUSY_POLL, &rxq->napi.state); in hfi1_netdev_rxq_init()
220 netif_napi_add(dev, &rxq->napi, hfi1_netdev_rx_napi, 64); in hfi1_netdev_rxq_init()
254 netif_napi_del(&rxq->napi); in hfi1_netdev_rxq_deinit()
274 napi_enable(&rxq->napi); in enable_queues()
297 napi_synchronize(&rxq->napi); in disable_queues()
298 napi_disable(&rxq->napi); in disable_queues()
|
| /Linux-v5.10/drivers/net/ethernet/ |
| D | lantiq_xrx200.c | 58 struct napi_struct napi; member
119 napi_enable(&priv->chan_tx.napi); in xrx200_open()
123 napi_enable(&priv->chan_rx.napi); in xrx200_open()
146 napi_disable(&priv->chan_rx.napi); in xrx200_close()
149 napi_disable(&priv->chan_tx.napi); in xrx200_close()
212 static int xrx200_poll_rx(struct napi_struct *napi, int budget) in xrx200_poll_rx() argument
214 struct xrx200_chan *ch = container_of(napi, in xrx200_poll_rx()
215 struct xrx200_chan, napi); in xrx200_poll_rx()
233 if (napi_complete_done(&ch->napi, rx)) in xrx200_poll_rx()
240 static int xrx200_tx_housekeeping(struct napi_struct *napi, int budget) in xrx200_tx_housekeeping() argument
[all …]
|
| D | lantiq_etop.c | 83 struct napi_struct napi; member
147 ltq_etop_poll_rx(struct napi_struct *napi, int budget) in ltq_etop_poll_rx() argument
149 struct ltq_etop_chan *ch = container_of(napi, in ltq_etop_poll_rx()
150 struct ltq_etop_chan, napi); in ltq_etop_poll_rx()
162 napi_complete_done(&ch->napi, work_done); in ltq_etop_poll_rx()
169 ltq_etop_poll_tx(struct napi_struct *napi, int budget) in ltq_etop_poll_tx() argument
172 container_of(napi, struct ltq_etop_chan, napi); in ltq_etop_poll_tx()
192 napi_complete(&ch->napi); in ltq_etop_poll_tx()
203 napi_schedule(&priv->ch[ch].napi); in ltq_etop_dma_irq()
428 napi_enable(&ch->napi); in ltq_etop_open()
[all …]
|
| /Linux-v5.10/drivers/net/ethernet/synopsys/ |
| D | dwc-xlgmac-net.c | 290 if (napi_schedule_prep(&pdata->napi)) { in xlgmac_isr()
296 __napi_schedule_irqoff(&pdata->napi); in xlgmac_isr()
350 if (napi_schedule_prep(&channel->napi)) { in xlgmac_dma_isr()
355 __napi_schedule_irqoff(&channel->napi); in xlgmac_dma_isr()
365 struct napi_struct *napi; in xlgmac_tx_timer() local
367 napi = (pdata->per_channel_irq) ? &channel->napi : &pdata->napi; in xlgmac_tx_timer()
369 if (napi_schedule_prep(napi)) { in xlgmac_tx_timer()
378 __napi_schedule(napi); in xlgmac_tx_timer()
421 netif_napi_add(pdata->netdev, &channel->napi, in xlgmac_napi_enable()
425 napi_enable(&channel->napi); in xlgmac_napi_enable()
[all …]
|
| /Linux-v5.10/drivers/net/ethernet/aquantia/atlantic/ |
| D | aq_vec.c | 26 struct napi_struct napi; member
33 static int aq_vec_poll(struct napi_struct *napi, int budget) in aq_vec_poll() argument
35 struct aq_vec_s *self = container_of(napi, struct aq_vec_s, napi); in aq_vec_poll()
73 napi, in aq_vec_poll()
98 napi_complete_done(napi, work_done); in aq_vec_poll()
127 netif_napi_add(aq_nic_get_ndev(aq_nic), &self->napi, in aq_vec_alloc()
240 napi_enable(&self->napi); in aq_vec_start()
260 napi_disable(&self->napi); in aq_vec_stop()
285 netif_napi_del(&self->napi); in aq_vec_free()
321 napi_schedule(&self->napi); in aq_vec_isr()
[all …]
|
| /Linux-v5.10/drivers/net/wireless/intel/iwlwifi/ |
| D | iwl-op-mode.h | 150 void (*rx)(struct iwl_op_mode *op_mode, struct napi_struct *napi,
152 void (*rx_rss)(struct iwl_op_mode *op_mode, struct napi_struct *napi,
188 struct napi_struct *napi, in iwl_op_mode_rx() argument
191 return op_mode->ops->rx(op_mode, napi, rxb); in iwl_op_mode_rx()
195 struct napi_struct *napi, in iwl_op_mode_rx_rss() argument
199 op_mode->ops->rx_rss(op_mode, napi, rxb, queue); in iwl_op_mode_rx_rss()
|
| /Linux-v5.10/drivers/net/ethernet/google/gve/ |
| D | gve_rx.c | 230 struct napi_struct *napi, in gve_rx_copy() argument
234 struct sk_buff *skb = napi_alloc_skb(napi, len); in gve_rx_copy()
255 struct napi_struct *napi, in gve_rx_add_frags() argument
259 struct sk_buff *skb = napi_get_frags(napi); in gve_rx_add_frags()
286 struct napi_struct *napi = &priv->ntfy_blocks[rx->ntfy_id].napi; in gve_rx() local
313 skb = gve_rx_copy(rx, dev, napi, page_info, len); in gve_rx()
320 skb = gve_rx_copy(rx, dev, napi, page_info, len); in gve_rx()
329 skb = gve_rx_add_frags(dev, napi, page_info, len); in gve_rx()
344 skb = gve_rx_copy(rx, dev, napi, page_info, len); in gve_rx()
350 skb = gve_rx_copy(rx, dev, napi, page_info, len); in gve_rx()
[all …]
|
| /Linux-v5.10/drivers/net/ethernet/qlogic/qlcnic/ |
| D | qlcnic_io.c | 959 static int qlcnic_poll(struct napi_struct *napi, int budget) in qlcnic_poll() argument
966 sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi); in qlcnic_poll()
979 napi_complete_done(&sds_ring->napi, work_done); in qlcnic_poll()
989 static int qlcnic_tx_poll(struct napi_struct *napi, int budget) in qlcnic_tx_poll() argument
995 tx_ring = container_of(napi, struct qlcnic_host_tx_ring, napi); in qlcnic_tx_poll()
1000 napi_complete(&tx_ring->napi); in qlcnic_tx_poll()
1011 static int qlcnic_rx_poll(struct napi_struct *napi, int budget) in qlcnic_rx_poll() argument
1017 sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi); in qlcnic_rx_poll()
1023 napi_complete_done(&sds_ring->napi, work_done); in qlcnic_rx_poll()
1248 napi_gro_receive(&sds_ring->napi, skb); in qlcnic_process_rcv()
[all …]
|
| /Linux-v5.10/drivers/net/ethernet/pensando/ionic/ |
| D | ionic_txrx.h | 12 int ionic_rx_napi(struct napi_struct *napi, int budget);
13 int ionic_tx_napi(struct napi_struct *napi, int budget);
14 int ionic_txrx_napi(struct napi_struct *napi, int budget);
|
| /Linux-v5.10/drivers/net/wireless/ath/ath11k/ |
| D | dp_rx.h | 68 struct napi_struct *napi, int budget);
69 int ath11k_dp_process_rx_err(struct ath11k_base *ab, struct napi_struct *napi,
72 struct napi_struct *napi,
83 struct napi_struct *napi, int budget);
85 struct napi_struct *napi, int budget);
|
| /Linux-v5.10/drivers/staging/octeon/ |
| D | ethernet-rx.c | 37 struct napi_struct napi; member
412 static int cvm_oct_napi_poll(struct napi_struct *napi, int budget) in cvm_oct_napi_poll() argument
414 struct oct_rx_group *rx_group = container_of(napi, struct oct_rx_group, in cvm_oct_napi_poll()
415 napi); in cvm_oct_napi_poll()
422 napi_complete_done(napi, rx_count); in cvm_oct_napi_poll()
472 netif_napi_add(dev_for_napi, &oct_rx_group[i].napi, in cvm_oct_rx_initialize()
474 napi_enable(&oct_rx_group[i].napi); in cvm_oct_rx_initialize()
481 "Ethernet", &oct_rx_group[i].napi); in cvm_oct_rx_initialize()
518 napi_schedule(&oct_rx_group[i].napi); in cvm_oct_rx_initialize()
540 netif_napi_del(&oct_rx_group[i].napi); in cvm_oct_rx_shutdown()
|
| /Linux-v5.10/drivers/net/wireless/ath/wil6210/ |
| D | netdev.c | 91 static int wil6210_netdev_poll_rx(struct napi_struct *napi, int budget) in wil6210_netdev_poll_rx() argument
93 struct wil6210_priv *wil = container_of(napi, struct wil6210_priv, in wil6210_netdev_poll_rx()
102 napi_complete_done(napi, done); in wil6210_netdev_poll_rx()
112 static int wil6210_netdev_poll_rx_edma(struct napi_struct *napi, int budget) in wil6210_netdev_poll_rx_edma() argument
114 struct wil6210_priv *wil = container_of(napi, struct wil6210_priv, in wil6210_netdev_poll_rx_edma()
123 napi_complete_done(napi, done); in wil6210_netdev_poll_rx_edma()
133 static int wil6210_netdev_poll_tx(struct napi_struct *napi, int budget) in wil6210_netdev_poll_tx() argument
135 struct wil6210_priv *wil = container_of(napi, struct wil6210_priv, in wil6210_netdev_poll_tx()
160 napi_complete(napi); in wil6210_netdev_poll_tx()
170 static int wil6210_netdev_poll_tx_edma(struct napi_struct *napi, int budget) in wil6210_netdev_poll_tx_edma() argument
[all …]
|
| /Linux-v5.10/drivers/net/can/ |
| D | rx-offload.c | 42 static int can_rx_offload_napi_poll(struct napi_struct *napi, int quota) in can_rx_offload_napi_poll() argument
44 struct can_rx_offload *offload = container_of(napi, in can_rx_offload_napi_poll()
46 napi); in can_rx_offload_napi_poll()
63 napi_complete_done(napi, work_done); in can_rx_offload_napi_poll()
67 napi_reschedule(&offload->napi); in can_rx_offload_napi_poll()
315 netif_napi_add(dev, &offload->napi, can_rx_offload_napi_poll, weight); in can_rx_offload_init_queue()
367 napi_enable(&offload->napi); in can_rx_offload_enable()
373 netif_napi_del(&offload->napi); in can_rx_offload_del()
|
| /Linux-v5.10/include/linux/can/ |
| D | rx-offload.h | 28 struct napi_struct napi; member
55 napi_schedule(&offload->napi); in can_rx_offload_schedule()
60 napi_disable(&offload->napi); in can_rx_offload_disable()
|
| /Linux-v5.10/drivers/net/ethernet/mellanox/mlx4/ |
| D | en_cq.c | 152 netif_tx_napi_add(cq->dev, &cq->napi, mlx4_en_poll_tx_cq, in mlx4_en_activate_cq()
154 napi_enable(&cq->napi); in mlx4_en_activate_cq()
158 netif_napi_add(cq->dev, &cq->napi, mlx4_en_poll_rx_cq, 64); in mlx4_en_activate_cq()
159 napi_enable(&cq->napi); in mlx4_en_activate_cq()
195 napi_disable(&cq->napi); in mlx4_en_deactivate_cq()
196 netif_napi_del(&cq->napi); in mlx4_en_deactivate_cq()
|
| /Linux-v5.10/drivers/net/caif/ |
| D | caif_virtio.c | 111 struct napi_struct napi; member
250 static int cfv_rx_poll(struct napi_struct *napi, int quota) in cfv_rx_poll() argument
252 struct cfv_info *cfv = container_of(napi, struct cfv_info, napi); in cfv_rx_poll()
319 napi_complete(napi); in cfv_rx_poll()
321 napi_schedule_prep(napi)) { in cfv_rx_poll()
323 __napi_schedule(napi); in cfv_rx_poll()
331 napi_complete(napi); in cfv_rx_poll()
339 napi_complete(napi); in cfv_rx_poll()
356 napi_schedule(&cfv->napi); in cfv_recv()
446 napi_enable(&cfv->napi); in cfv_netdev_open()
[all …]
|
| /Linux-v5.10/drivers/net/ |
| D | virtio_net.c | 135 struct napi_struct napi; member
143 struct napi_struct napi; member
319 static void virtqueue_napi_schedule(struct napi_struct *napi, in virtqueue_napi_schedule() argument
322 if (napi_schedule_prep(napi)) { in virtqueue_napi_schedule()
324 __napi_schedule(napi); in virtqueue_napi_schedule()
328 static void virtqueue_napi_complete(struct napi_struct *napi, in virtqueue_napi_complete() argument
334 if (napi_complete_done(napi, processed)) { in virtqueue_napi_complete()
336 virtqueue_napi_schedule(napi, vq); in virtqueue_napi_complete()
345 struct napi_struct *napi = &vi->sq[vq2txq(vq)].napi; in skb_xmit_done() local
350 if (napi->weight) in skb_xmit_done()
[all …]
|
| /Linux-v5.10/drivers/net/ethernet/ezchip/ |
| D | nps_enet.c | 174 static int nps_enet_poll(struct napi_struct *napi, int budget) in nps_enet_poll() argument
176 struct net_device *ndev = napi->dev; in nps_enet_poll()
182 if ((work_done < budget) && napi_complete_done(napi, work_done)) { in nps_enet_poll()
202 napi_reschedule(napi); in nps_enet_poll()
228 if (likely(napi_schedule_prep(&priv->napi))) { in nps_enet_irq_handler()
230 __napi_schedule(&priv->napi); in nps_enet_irq_handler()
493 napi_enable(&priv->napi); in nps_enet_open()
514 napi_disable(&priv->napi); in nps_enet_stop()
619 netif_napi_add(ndev, &priv->napi, nps_enet_poll, in nps_enet_probe()
634 netif_napi_del(&priv->napi); in nps_enet_probe()
[all …]
|
| /Linux-v5.10/drivers/net/wireguard/ |
| D | peer.c | 60 set_bit(NAPI_STATE_NO_BUSY_POLL, &peer->napi.state); in wg_peer_create()
61 netif_napi_add(wg->dev, &peer->napi, wg_packet_rx_poll, in wg_peer_create()
63 napi_enable(&peer->napi); in wg_peer_create()
129 napi_disable(&peer->napi); in peer_remove_after_dead()
133 netif_napi_del(&peer->napi); in peer_remove_after_dead()
|
