| /Linux-v6.6/include/net/ |
| D | busy_poll.h | 47 void napi_busy_loop(unsigned int napi_id,
108 unsigned int napi_id = READ_ONCE(sk->sk_napi_id); in sk_busy_loop() local
110 if (napi_id >= MIN_NAPI_ID) in sk_busy_loop()
111 napi_busy_loop(napi_id, nonblock ? NULL : sk_busy_loop_end, sk, in sk_busy_loop()
125 if (skb->napi_id < MIN_NAPI_ID) in skb_mark_napi_id()
126 skb->napi_id = napi->napi_id; in skb_mark_napi_id()
134 if (unlikely(READ_ONCE(sk->sk_napi_id) != skb->napi_id)) in sk_mark_napi_id()
135 WRITE_ONCE(sk->sk_napi_id, skb->napi_id); in sk_mark_napi_id()
148 WRITE_ONCE(sk->sk_napi_id, skb->napi_id); in sk_mark_napi_id_set()
153 static inline void __sk_mark_napi_id_once(struct sock *sk, unsigned int napi_id) in __sk_mark_napi_id_once() argument
[all …]
|
| D | xdp.h | 65 unsigned int napi_id; member
336 unsigned int napi_id, u32 frag_size);
340 unsigned int napi_id) in xdp_rxq_info_reg() argument
342 return __xdp_rxq_info_reg(xdp_rxq, dev, queue_index, napi_id, 0); in xdp_rxq_info_reg()
|
| D | xdp_sock_drv.h | 53 return pool->heads[0].xdp.rxq->napi_id; in xsk_pool_get_napi_id()
|
| /Linux-v6.6/include/trace/events/ |
| D | net.h | 173 __field( unsigned int, napi_id )
196 __entry->napi_id = skb->napi_id;
198 __entry->napi_id = 0;
220 __get_str(name), __entry->napi_id, __entry->queue_mapping,
|
| /Linux-v6.6/fs/ |
| D | eventpoll.c | 229 unsigned int napi_id; member
406 unsigned int napi_id = READ_ONCE(ep->napi_id); in ep_busy_loop() local
408 if ((napi_id >= MIN_NAPI_ID) && net_busy_loop_on()) { in ep_busy_loop()
409 napi_busy_loop(napi_id, nonblock ? NULL : ep_busy_loop_end, ep, false, in ep_busy_loop()
418 ep->napi_id = 0; in ep_busy_loop()
430 unsigned int napi_id; in ep_set_busy_poll_napi_id() local
445 napi_id = READ_ONCE(sk->sk_napi_id); in ep_set_busy_poll_napi_id()
452 if (napi_id < MIN_NAPI_ID || napi_id == ep->napi_id) in ep_set_busy_poll_napi_id()
456 ep->napi_id = napi_id; in ep_set_busy_poll_napi_id()
|
| /Linux-v6.6/tools/testing/selftests/bpf/progs/ |
| D | verifier_cgroup_skb.c | 93 __imm_const(__sk_buff_napi_id, offsetof(struct __sk_buff, napi_id)) in test_3_for_cgroup_skb()
192 : __imm_const(__sk_buff_napi_id, offsetof(struct __sk_buff, napi_id)) in napi_id_for_cgroup_skb()
|
| /Linux-v6.6/net/core/ |
| D | xdp.c | 169 unsigned int napi_id, u32 frag_size) in __xdp_rxq_info_reg() argument
190 xdp_rxq->napi_id = napi_id; in __xdp_rxq_info_reg()
|
| D | dev.c | 168 static struct napi_struct *napi_by_id(unsigned int napi_id);
913 struct net_device *dev_get_by_napi_id(unsigned int napi_id) in dev_get_by_napi_id() argument
919 if (napi_id < MIN_NAPI_ID) in dev_get_by_napi_id()
922 napi = napi_by_id(napi_id); in dev_get_by_napi_id()
1432 n->dev->name, n->napi_id); in napi_kthread_create()
6165 static struct napi_struct *napi_by_id(unsigned int napi_id) in napi_by_id() argument
6167 unsigned int hash = napi_id % HASH_SIZE(napi_hash); in napi_by_id()
6171 if (napi->napi_id == napi_id) in napi_by_id()
6243 void napi_busy_loop(unsigned int napi_id, in napi_busy_loop() argument
6257 napi = napi_by_id(napi_id); in napi_busy_loop()
[all …]
|
| /Linux-v6.6/drivers/net/ethernet/microchip/lan966x/ |
| D | lan966x_xdp.c | 129 lan966x->napi.napi_id); in lan966x_xdp_port_init()
|
| /Linux-v6.6/drivers/staging/octeon/ |
| D | ethernet-rx.c | 48 static irqreturn_t cvm_oct_do_interrupt(int irq, void *napi_id) in cvm_oct_do_interrupt() argument
52 napi_schedule(napi_id); in cvm_oct_do_interrupt()
|
| /Linux-v6.6/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
| D | setup.c | 89 return xdp_rxq_info_reg(&rq->xdp_rxq, rq->netdev, rq_xdp_ix, c->napi.napi_id); in mlx5e_init_xsk_rq()
|
| /Linux-v6.6/drivers/net/ethernet/aquantia/atlantic/ |
| D | aq_vec.c | 152 self->napi.napi_id) < 0) { in aq_vec_ring_alloc()
|
| /Linux-v6.6/drivers/net/ethernet/intel/ice/ |
| D | ice_base.c | 541 ring->q_vector->napi.napi_id, in ice_vsi_cfg_rxq()
565 ring->q_vector->napi.napi_id, in ice_vsi_cfg_rxq()
|
| /Linux-v6.6/drivers/net/ethernet/netronome/nfp/ |
| D | nfp_net_dp.c | 300 rx_ring->idx, rx_ring->r_vec->napi.napi_id); in nfp_net_rx_ring_alloc()
|
| /Linux-v6.6/drivers/net/ethernet/google/gve/ |
| D | gve_main.c | 1199 napi->napi_id); in gve_reg_xdp_info()
1209 napi->napi_id); in gve_reg_xdp_info()
1531 err = xdp_rxq_info_reg(&rx->xsk_rxq, dev, qid, napi->napi_id); in gve_xsk_pool_enable()
|
| /Linux-v6.6/drivers/net/ethernet/fungible/funeth/ |
| D | funeth_rx.c | 705 irq->napi.napi_id); in fun_rxq_create_dev()
|
| /Linux-v6.6/drivers/net/ethernet/sfc/ |
| D | efx_channels.c | 615 channel->napi_str.napi_id = 0; in efx_copy_channel()
|
| /Linux-v6.6/drivers/net/ethernet/sfc/siena/ |
| D | efx_channels.c | 618 channel->napi_str.napi_id = 0; in efx_copy_channel()
|
| /Linux-v6.6/drivers/net/ethernet/stmicro/stmmac/ |
| D | stmmac_main.c | 2029 unsigned int napi_id; in __alloc_dma_rx_desc_resources() local
2079 napi_id = ch->rxtx_napi.napi_id; in __alloc_dma_rx_desc_resources()
2081 napi_id = ch->rx_napi.napi_id; in __alloc_dma_rx_desc_resources()
2085 napi_id); in __alloc_dma_rx_desc_resources()
|
| /Linux-v6.6/tools/testing/selftests/bpf/verifier/ |
| D | ctx_skb.c | 26 offsetof(struct __sk_buff, napi_id)),
|
| /Linux-v6.6/drivers/net/ethernet/engleder/ |
| D | tsnep_main.c | 1858 rx->queue_index, queue->napi.napi_id); in tsnep_queue_open()
1867 rx->queue_index, queue->napi.napi_id); in tsnep_queue_open()
|
| /Linux-v6.6/tools/include/uapi/linux/ |
| D | bpf.h | 6092 __u32 napi_id; member
|
| /Linux-v6.6/include/uapi/linux/ |
| D | bpf.h | 6092 __u32 napi_id; member
|
| /Linux-v6.6/include/linux/ |
| D | skbuff.h | 1018 unsigned int napi_id;
1192 return skb->napi_id; in skb_napi_id()
|
| D | netdevice.h | 377 unsigned int napi_id; member
3126 struct net_device *dev_get_by_napi_id(unsigned int napi_id);
|
