| /Linux-v5.15/include/net/ |
| D | busy_poll.h | 46 void napi_busy_loop(unsigned int napi_id,
107 unsigned int napi_id = READ_ONCE(sk->sk_napi_id); in sk_busy_loop() local
109 if (napi_id >= MIN_NAPI_ID) in sk_busy_loop()
110 napi_busy_loop(napi_id, nonblock ? NULL : sk_busy_loop_end, sk, in sk_busy_loop()
124 if (skb->napi_id < MIN_NAPI_ID) in skb_mark_napi_id()
125 skb->napi_id = napi->napi_id; in skb_mark_napi_id()
133 WRITE_ONCE(sk->sk_napi_id, skb->napi_id); in sk_mark_napi_id()
138 static inline void __sk_mark_napi_id_once(struct sock *sk, unsigned int napi_id) in __sk_mark_napi_id_once() argument
142 WRITE_ONCE(sk->sk_napi_id, napi_id); in __sk_mark_napi_id_once()
151 __sk_mark_napi_id_once(sk, skb->napi_id); in sk_mark_napi_id_once()
[all …]
|
| D | xdp.h | 62 unsigned int napi_id; member
256 struct net_device *dev, u32 queue_index, unsigned int napi_id);
|
| /Linux-v5.15/include/trace/events/ |
| D | net.h | 172 __field( unsigned int, napi_id )
195 __entry->napi_id = skb->napi_id;
197 __entry->napi_id = 0;
219 __get_str(name), __entry->napi_id, __entry->queue_mapping,
|
| /Linux-v5.15/tools/testing/selftests/bpf/verifier/ |
| D | cgroup_skb.c | 71 offsetof(struct __sk_buff, napi_id)),
163 offsetof(struct __sk_buff, napi_id)),
165 offsetof(struct __sk_buff, napi_id)),
|
| D | ctx_skb.c | 26 offsetof(struct __sk_buff, napi_id)),
|
| /Linux-v5.15/fs/ |
| D | eventpoll.c | 222 unsigned int napi_id; member
394 unsigned int napi_id = READ_ONCE(ep->napi_id); in ep_busy_loop() local
396 if ((napi_id >= MIN_NAPI_ID) && net_busy_loop_on()) { in ep_busy_loop()
397 napi_busy_loop(napi_id, nonblock ? NULL : ep_busy_loop_end, ep, false, in ep_busy_loop()
406 ep->napi_id = 0; in ep_busy_loop()
418 unsigned int napi_id; in ep_set_busy_poll_napi_id() local
433 napi_id = READ_ONCE(sk->sk_napi_id); in ep_set_busy_poll_napi_id()
440 if (napi_id < MIN_NAPI_ID || napi_id == ep->napi_id) in ep_set_busy_poll_napi_id()
444 ep->napi_id = napi_id; in ep_set_busy_poll_napi_id()
|
| /Linux-v5.15/net/core/ |
| D | xdp.c | 162 struct net_device *dev, u32 queue_index, unsigned int napi_id) in xdp_rxq_info_reg() argument
183 xdp_rxq->napi_id = napi_id; in xdp_rxq_info_reg()
|
| D | dev.c | 173 static struct napi_struct *napi_by_id(unsigned int napi_id);
923 struct net_device *dev_get_by_napi_id(unsigned int napi_id) in dev_get_by_napi_id() argument
929 if (napi_id < MIN_NAPI_ID) in dev_get_by_napi_id()
932 napi = napi_by_id(napi_id); in dev_get_by_napi_id()
1442 n->dev->name, n->napi_id); in napi_kthread_create()
6608 static struct napi_struct *napi_by_id(unsigned int napi_id) in napi_by_id() argument
6610 unsigned int hash = napi_id % HASH_SIZE(napi_hash); in napi_by_id()
6614 if (napi->napi_id == napi_id) in napi_by_id()
6686 void napi_busy_loop(unsigned int napi_id, in napi_busy_loop() argument
6700 napi = napi_by_id(napi_id); in napi_busy_loop()
[all …]
|
| D | filter.c | 8725 case offsetof(struct __sk_buff, napi_id): in bpf_convert_ctx_access()
8728 bpf_target_off(struct sk_buff, napi_id, 4, in bpf_convert_ctx_access()
|
| D | skbuff.c | 1039 CHECK_SKB_FIELD(napi_id); in __copy_skb_header()
|
| /Linux-v5.15/drivers/staging/octeon/ |
| D | ethernet-rx.c | 48 static irqreturn_t cvm_oct_do_interrupt(int irq, void *napi_id) in cvm_oct_do_interrupt() argument
52 napi_schedule(napi_id); in cvm_oct_do_interrupt()
|
| /Linux-v5.15/drivers/net/ethernet/intel/ice/ |
| D | ice_base.c | 454 ring->q_index, ring->q_vector->napi.napi_id); in ice_vsi_cfg_rxq()
476 ring->q_index, ring->q_vector->napi.napi_id); in ice_vsi_cfg_rxq()
|
| D | ice_txrx.c | 491 rx_ring->q_index, rx_ring->q_vector->napi.napi_id)) in ice_setup_rx_ring()
|
| /Linux-v5.15/tools/include/uapi/linux/ |
| D | bpf.h | 5268 __u32 napi_id; member
|
| /Linux-v5.15/include/uapi/linux/ |
| D | bpf.h | 5268 __u32 napi_id; member
|
| /Linux-v5.15/drivers/net/ethernet/stmicro/stmmac/ |
| D | stmmac_main.c | 1970 unsigned int napi_id; in __alloc_dma_rx_desc_resources() local
2020 napi_id = ch->rxtx_napi.napi_id; in __alloc_dma_rx_desc_resources()
2022 napi_id = ch->rx_napi.napi_id; in __alloc_dma_rx_desc_resources()
2026 napi_id); in __alloc_dma_rx_desc_resources()
|
| /Linux-v5.15/drivers/net/ethernet/sfc/ |
| D | efx_channels.c | 614 channel->napi_str.napi_id = 0; in efx_copy_channel()
|
| /Linux-v5.15/include/linux/ |
| D | skbuff.h | 894 unsigned int napi_id; member
1050 return skb->napi_id; in skb_napi_id()
|
| D | netdevice.h | 342 unsigned int napi_id; member
3004 struct net_device *dev_get_by_napi_id(unsigned int napi_id);
|
| /Linux-v5.15/drivers/net/ |
| D | veth.c | 1010 err = xdp_rxq_info_reg(&rq->xdp_rxq, dev, i, rq->xdp_napi.napi_id); in veth_enable_xdp_range()
|
| D | virtio_net.c | 1569 err = xdp_rxq_info_reg(&vi->rq[i].xdp_rxq, dev, i, vi->rq[i].napi.napi_id); in virtnet_open()
|
| /Linux-v5.15/drivers/net/ethernet/socionext/ |
| D | netsec.c | 1315 err = xdp_rxq_info_reg(&dring->xdp_rxq, priv->ndev, 0, priv->napi.napi_id); in netsec_setup_rx_dring()
|
| /Linux-v5.15/drivers/net/ethernet/sfc/falcon/ |
| D | efx.c | 473 channel->napi_str.napi_id = 0; in ef4_copy_channel()
|
| /Linux-v5.15/drivers/net/ethernet/intel/i40e/ |
| D | i40e_txrx.c | 1604 rx_ring->queue_index, rx_ring->q_vector->napi.napi_id); in i40e_setup_rx_descriptors()
|
| /Linux-v5.15/drivers/net/ethernet/netronome/nfp/ |
| D | nfp_net_common.c | 2570 rx_ring->idx, rx_ring->r_vec->napi.napi_id); in nfp_net_rx_ring_alloc()
|
