Home
last modified time | relevance | path

Searched refs:shinfo (Results 1 – 25 of 37) sorted by relevance

12

/Linux-v6.6/net/tls/
Dtls_strp.c31 struct skb_shared_info *shinfo = skb_shinfo(strp->anchor); in tls_strp_anchor_free() local
33 DEBUG_NET_WARN_ON_ONCE(atomic_read(&shinfo->dataref) != 1); in tls_strp_anchor_free()
35 shinfo->frag_list = NULL; in tls_strp_anchor_free()
146 struct skb_shared_info *shinfo = skb_shinfo(strp->anchor); in tls_strp_msg_hold() local
151 WARN_ON_ONCE(!shinfo->nr_frags); in tls_strp_msg_hold()
166 iter = shinfo->frag_list; in tls_strp_msg_hold()
193 struct skb_shared_info *shinfo = skb_shinfo(strp->anchor); in tls_strp_flush_anchor_copy() local
196 DEBUG_NET_WARN_ON_ONCE(atomic_read(&shinfo->dataref) != 1); in tls_strp_flush_anchor_copy()
198 for (i = 0; i < shinfo->nr_frags; i++) in tls_strp_flush_anchor_copy()
199 __skb_frag_unref(&shinfo->frags[i], false); in tls_strp_flush_anchor_copy()
[all …]
/Linux-v6.6/net/core/
Dgso.c145 const struct skb_shared_info *shinfo = skb_shinfo(skb); in skb_gso_transport_seglen() local
152 if (likely(shinfo->gso_type & (SKB_GSO_TCPV4 | SKB_GSO_TCPV6))) in skb_gso_transport_seglen()
154 } else if (likely(shinfo->gso_type & (SKB_GSO_TCPV4 | SKB_GSO_TCPV6))) { in skb_gso_transport_seglen()
158 } else if (shinfo->gso_type & SKB_GSO_UDP_L4) { in skb_gso_transport_seglen()
165 return thlen + shinfo->gso_size; in skb_gso_transport_seglen()
226 const struct skb_shared_info *shinfo = skb_shinfo(skb); in skb_gso_size_check() local
229 if (shinfo->gso_size != GSO_BY_FRAGS) in skb_gso_size_check()
Dlwt_bpf.c526 struct skb_shared_info *shinfo = skb_shinfo(skb); in handle_gso_type() local
529 shinfo->gso_type |= gso_type; in handle_gso_type()
530 skb_decrease_gso_size(shinfo, encap_len); in handle_gso_type()
531 shinfo->gso_segs = 0; in handle_gso_type()
Dskbuff.c347 struct skb_shared_info *shinfo; in __finalize_skb_around() local
362 shinfo = skb_shinfo(skb); in __finalize_skb_around()
363 memset(shinfo, 0, offsetof(struct skb_shared_info, dataref)); in __finalize_skb_around()
364 atomic_set(&shinfo->dataref, 1); in __finalize_skb_around()
964 struct skb_shared_info *shinfo = skb_shinfo(skb); in skb_release_data() local
969 &shinfo->dataref)) in skb_release_data()
973 bool skip_unref = shinfo->flags & SKBFL_MANAGED_FRAG_REFS; in skb_release_data()
980 for (i = 0; i < shinfo->nr_frags; i++) in skb_release_data()
981 napi_frag_unref(&shinfo->frags[i], skb->pp_recycle, napi_safe); in skb_release_data()
984 if (shinfo->frag_list) in skb_release_data()
[all …]
/Linux-v6.6/drivers/net/ethernet/mellanox/mlx4/
Den_tx.c606 const struct skb_shared_info *shinfo, in is_inline() argument
614 if (shinfo->nr_frags == 1) { in is_inline()
615 ptr = skb_frag_address_safe(&shinfo->frags[0]); in is_inline()
621 if (shinfo->nr_frags) in is_inline()
638 const struct skb_shared_info *shinfo, in get_real_size() argument
648 if (shinfo->gso_size) { in get_real_size()
662 real_size = CTRL_SIZE + shinfo->nr_frags * DS_SIZE + in get_real_size()
678 shinfo, pfrag); in get_real_size()
684 (shinfo->nr_frags + 1) * DS_SIZE; in get_real_size()
692 const struct skb_shared_info *shinfo, in build_inline_wqe() argument
[all …]
/Linux-v6.6/tools/testing/selftests/kvm/x86_64/
Dxen_shinfo_test.c455 struct shared_info *shinfo = addr_gpa2hva(vm, SHINFO_VADDR); in main() local
502 struct pvclock_wall_clock wc_copy = shinfo->wc; in main()
503 void *m = mmap(shinfo, PAGE_SIZE, PROT_READ|PROT_WRITE, MAP_FIXED|MAP_PRIVATE, zero_fd, 0); in main()
504 TEST_ASSERT(m == shinfo, "Failed to map /dev/zero over shared info"); in main()
505 shinfo->wc = wc_copy; in main()
701 shinfo->evtchn_mask[0] = 1UL << EVTCHN_TEST1; in main()
710 shinfo->evtchn_pending[0] = 0; in main()
711 shinfo->evtchn_mask[0] = 0; in main()
720 shinfo->evtchn_pending[1] = 0; in main()
736 shinfo->evtchn_pending[0] = 0; in main()
[all …]
/Linux-v6.6/drivers/net/xen-netback/
Dnetback.c390 struct skb_shared_info *shinfo = skb_shinfo(skb); in xenvif_get_requests() local
391 skb_frag_t *frags = shinfo->frags; in xenvif_get_requests()
399 nr_slots = shinfo->nr_frags + frag_overflow + 1; in xenvif_get_requests()
465 for (shinfo->nr_frags = 0; nr_slots > 0 && shinfo->nr_frags < MAX_SKB_FRAGS; in xenvif_get_requests()
466 shinfo->nr_frags++, gop++, nr_slots--) { in xenvif_get_requests()
471 frag_set_pending_idx(&frags[shinfo->nr_frags], pending_idx); in xenvif_get_requests()
481 shinfo = skb_shinfo(nskb); in xenvif_get_requests()
482 frags = shinfo->frags; in xenvif_get_requests()
484 for (shinfo->nr_frags = 0; shinfo->nr_frags < nr_slots; in xenvif_get_requests()
485 shinfo->nr_frags++, txp++, gop++) { in xenvif_get_requests()
[all …]
/Linux-v6.6/include/linux/
Dvirtio_net.h152 struct skb_shared_info *shinfo = skb_shinfo(skb); in virtio_net_hdr_to_skb() local
177 shinfo->gso_size = gso_size; in virtio_net_hdr_to_skb()
178 shinfo->gso_type = gso_type; in virtio_net_hdr_to_skb()
181 shinfo->gso_type |= SKB_GSO_DODGY; in virtio_net_hdr_to_skb()
182 shinfo->gso_segs = 0; in virtio_net_hdr_to_skb()
Dskbuff.h2431 static inline void __skb_fill_page_desc_noacc(struct skb_shared_info *shinfo, in __skb_fill_page_desc_noacc() argument
2435 skb_frag_t *frag = &shinfo->frags[i]; in __skb_fill_page_desc_noacc()
2515 struct skb_shared_info *shinfo = skb_shinfo(skb); in skb_fill_page_desc_noacc() local
2517 __skb_fill_page_desc_noacc(shinfo, i, page, off, size); in skb_fill_page_desc_noacc()
2518 shinfo->nr_frags = i + 1; in skb_fill_page_desc_noacc()
3475 struct skb_shared_info *shinfo = skb_shinfo(skb); in skb_frag_unref() local
3478 __skb_frag_unref(&shinfo->frags[f], skb->pp_recycle); in skb_frag_unref()
4895 static inline void skb_increase_gso_size(struct skb_shared_info *shinfo, in skb_increase_gso_size() argument
4898 if (WARN_ON_ONCE(shinfo->gso_size == GSO_BY_FRAGS)) in skb_increase_gso_size()
4900 shinfo->gso_size += increment; in skb_increase_gso_size()
[all …]
/Linux-v6.6/drivers/net/ethernet/fungible/funeth/
Dfuneth_tx.c154 const struct skb_shared_info *shinfo; in write_pkt_desc() local
164 shinfo = skb_shinfo(skb); in write_pkt_desc()
165 if (unlikely(fun_map_pkt(q->dma_dev, shinfo, skb->data, in write_pkt_desc()
179 if (likely(shinfo->gso_size)) { in write_pkt_desc()
186 if (shinfo->gso_type & (SKB_GSO_UDP_TUNNEL | in write_pkt_desc()
190 if (shinfo->gso_type & SKB_GSO_UDP_TUNNEL_CSUM) in write_pkt_desc()
213 shinfo->gso_size, in write_pkt_desc()
219 } else if (shinfo->gso_type & SKB_GSO_UDP_L4) { in write_pkt_desc()
232 shinfo->gso_size, in write_pkt_desc()
242 if (shinfo->gso_type & SKB_GSO_TCPV6) in write_pkt_desc()
[all …]
/Linux-v6.6/drivers/net/ethernet/marvell/octeon_ep/
Doctep_tx.c38 struct skb_shared_info *shinfo; in octep_iq_process_completions() local
67 shinfo = skb_shinfo(skb); in octep_iq_process_completions()
68 frags = shinfo->nr_frags; in octep_iq_process_completions()
108 struct skb_shared_info *shinfo; in octep_iq_free_pending() local
129 shinfo = skb_shinfo(skb); in octep_iq_free_pending()
130 frags = shinfo->nr_frags; in octep_iq_free_pending()
Doctep_rx.c404 struct skb_shared_info *shinfo; in __octep_oq_process_rx() local
418 shinfo = skb_shinfo(skb); in __octep_oq_process_rx()
433 skb_add_rx_frag(skb, shinfo->nr_frags, in __octep_oq_process_rx()
Doctep_main.c633 struct skb_shared_info *shinfo; in octep_start_xmit() local
652 shinfo = skb_shinfo(skb); in octep_start_xmit()
653 nr_frags = shinfo->nr_frags; in octep_start_xmit()
697 frag = &shinfo->frags[0]; in octep_start_xmit()
/Linux-v6.6/drivers/net/ethernet/google/gve/
Dgve_tx_dqo.c585 const struct skb_shared_info *shinfo = skb_shinfo(skb); in gve_tx_add_skb_no_copy_dqo() local
612 /*eop=*/shinfo->nr_frags == 0, is_gso); in gve_tx_add_skb_no_copy_dqo()
615 for (i = 0; i < shinfo->nr_frags; i++) { in gve_tx_add_skb_no_copy_dqo()
616 const skb_frag_t *frag = &shinfo->frags[i]; in gve_tx_add_skb_no_copy_dqo()
617 bool is_eop = i == (shinfo->nr_frags - 1); in gve_tx_add_skb_no_copy_dqo()
796 const struct skb_shared_info *shinfo = skb_shinfo(skb); in gve_num_buffer_descs_needed() local
802 for (i = 0; i < shinfo->nr_frags; i++) { in gve_num_buffer_descs_needed()
803 unsigned int frag_size = skb_frag_size(&shinfo->frags[i]); in gve_num_buffer_descs_needed()
821 const struct skb_shared_info *shinfo = skb_shinfo(skb); in gve_can_send_tso() local
823 const int gso_size = shinfo->gso_size; in gve_can_send_tso()
[all …]
Dgve_tx.c585 const struct skb_shared_info *shinfo = skb_shinfo(skb); in gve_tx_add_skb_no_copy() local
618 num_descriptors = 1 + shinfo->nr_frags; in gve_tx_add_skb_no_copy()
647 for (i = 0; i < shinfo->nr_frags; i++) { in gve_tx_add_skb_no_copy()
648 const skb_frag_t *frag = &shinfo->frags[i]; in gve_tx_add_skb_no_copy()
670 i += num_descriptors - shinfo->nr_frags; in gve_tx_add_skb_no_copy()
Dgve_rx_dqo.c701 struct skb_shared_info *shinfo = skb_shinfo(skb); in gve_rx_complete_rsc() local
709 shinfo->gso_type = SKB_GSO_TCPV4; in gve_rx_complete_rsc()
712 shinfo->gso_type = SKB_GSO_TCPV6; in gve_rx_complete_rsc()
718 shinfo->gso_size = le16_to_cpu(desc->rsc_seg_len); in gve_rx_complete_rsc()
/Linux-v6.6/drivers/net/ethernet/broadcom/bnxt/
Dbnxt_xdp.c213 struct skb_shared_info *shinfo; in bnxt_xdp_buff_frags_free() local
218 shinfo = xdp_get_shared_info_from_buff(xdp); in bnxt_xdp_buff_frags_free()
219 for (i = 0; i < shinfo->nr_frags; i++) { in bnxt_xdp_buff_frags_free()
220 struct page *page = skb_frag_page(&shinfo->frags[i]); in bnxt_xdp_buff_frags_free()
224 shinfo->nr_frags = 0; in bnxt_xdp_buff_frags_free()
/Linux-v6.6/arch/x86/kvm/
Dxen.c84 struct shared_info *shinfo = gpc->khva; in kvm_xen_shared_info_init() local
86 wc_sec_hi = &shinfo->wc_sec_hi; in kvm_xen_shared_info_init()
87 wc = &shinfo->wc; in kvm_xen_shared_info_init()
91 struct compat_shared_info *shinfo = gpc->khva; in kvm_xen_shared_info_init() local
93 wc_sec_hi = &shinfo->arch.wc_sec_hi; in kvm_xen_shared_info_init()
94 wc = &shinfo->wc; in kvm_xen_shared_info_init()
1184 struct shared_info *shinfo = gpc->khva; in wait_pending_event() local
1185 pending_bits = (unsigned long *)&shinfo->evtchn_pending; in wait_pending_event()
1187 struct compat_shared_info *shinfo = gpc->khva; in wait_pending_event() local
1188 pending_bits = (unsigned long *)&shinfo->evtchn_pending; in wait_pending_event()
[all …]
/Linux-v6.6/drivers/net/wwan/t7xx/
Dt7xx_hif_dpmaif_tx.c247 struct skb_shared_info *shinfo; in t7xx_dpmaif_add_skb_to_ring() local
261 shinfo = skb_shinfo(skb); in t7xx_dpmaif_add_skb_to_ring()
262 if (shinfo->frag_list) in t7xx_dpmaif_add_skb_to_ring()
265 payload_cnt = shinfo->nr_frags + 1; in t7xx_dpmaif_add_skb_to_ring()
290 skb_frag_t *frag = shinfo->frags + wr_cnt - 1; in t7xx_dpmaif_add_skb_to_ring()
/Linux-v6.6/net/ipv4/
Dtcp_output.c1505 struct skb_shared_info *shinfo = skb_shinfo(skb); in tcp_fragment_tstamp() local
1508 !before(shinfo->tskey, TCP_SKB_CB(skb2)->seq)) { in tcp_fragment_tstamp()
1510 u8 tsflags = shinfo->tx_flags & SKBTX_ANY_TSTAMP; in tcp_fragment_tstamp()
1512 shinfo->tx_flags &= ~tsflags; in tcp_fragment_tstamp()
1514 swap(shinfo->tskey, shinfo2->tskey); in tcp_fragment_tstamp()
1640 struct skb_shared_info *shinfo; in __pskb_trim_head() local
1646 shinfo = skb_shinfo(skb); in __pskb_trim_head()
1647 for (i = 0; i < shinfo->nr_frags; i++) { in __pskb_trim_head()
1648 int size = skb_frag_size(&shinfo->frags[i]); in __pskb_trim_head()
1654 shinfo->frags[k] = shinfo->frags[i]; in __pskb_trim_head()
[all …]
Dtcp_ipv4.c1820 struct skb_shared_info *shinfo; in tcp_add_backlog() local
1879 shinfo = skb_shinfo(skb); in tcp_add_backlog()
1880 gso_size = shinfo->gso_size ?: skb->len; in tcp_add_backlog()
1881 gso_segs = shinfo->gso_segs ?: 1; in tcp_add_backlog()
1883 shinfo = skb_shinfo(tail); in tcp_add_backlog()
1884 tail_gso_size = shinfo->gso_size ?: (tail->len - hdrlen); in tcp_add_backlog()
1885 tail_gso_segs = shinfo->gso_segs ?: 1; in tcp_add_backlog()
1913 shinfo->gso_size = max(gso_size, tail_gso_size); in tcp_add_backlog()
1914 shinfo->gso_segs = min_t(u32, gso_segs + tail_gso_segs, 0xFFFF); in tcp_add_backlog()
/Linux-v6.6/drivers/net/
Dvirtio_net.c833 struct skb_shared_info *shinfo; in __virtnet_xdp_xmit_one() local
841 shinfo = xdp_get_shared_info_from_frame(xdpf); in __virtnet_xdp_xmit_one()
842 nr_frags = shinfo->nr_frags; in __virtnet_xdp_xmit_one()
862 skb_frag_t *frag = &shinfo->frags[i]; in __virtnet_xdp_xmit_one()
991 struct skb_shared_info *shinfo; in put_xdp_frags() local
996 shinfo = xdp_get_shared_info_from_buff(xdp); in put_xdp_frags()
997 for (i = 0; i < shinfo->nr_frags; i++) { in put_xdp_frags()
998 xdp_page = skb_frag_page(&shinfo->frags[i]); in put_xdp_frags()
1399 struct skb_shared_info *shinfo; in virtnet_build_xdp_buff_mrg() local
1421 shinfo = xdp_get_shared_info_from_buff(xdp); in virtnet_build_xdp_buff_mrg()
[all …]
/Linux-v6.6/drivers/net/ethernet/freescale/enetc/
Denetc.c1312 struct skb_shared_info *shinfo; in enetc_xdp_frame_to_xdp_tx_swbd() local
1340 shinfo = xdp_get_shared_info_from_frame(xdp_frame); in enetc_xdp_frame_to_xdp_tx_swbd()
1342 for (f = 0, frag = &shinfo->frags[0]; f < shinfo->nr_frags; in enetc_xdp_frame_to_xdp_tx_swbd()
1435 struct skb_shared_info *shinfo = xdp_get_shared_info_from_buff(xdp_buff); in enetc_add_rx_buff_to_xdp() local
1444 shinfo->xdp_frags_size = size; in enetc_add_rx_buff_to_xdp()
1445 shinfo->nr_frags = 0; in enetc_add_rx_buff_to_xdp()
1447 shinfo->xdp_frags_size += size; in enetc_add_rx_buff_to_xdp()
1453 frag = &shinfo->frags[shinfo->nr_frags]; in enetc_add_rx_buff_to_xdp()
1457 shinfo->nr_frags++; in enetc_add_rx_buff_to_xdp()
/Linux-v6.6/drivers/net/wireless/mediatek/mt76/
Ddma.c785 struct skb_shared_info *shinfo = skb_shinfo(skb); in mt76_add_fragment() local
786 int nr_frags = shinfo->nr_frags; in mt76_add_fragment()
788 if (nr_frags < ARRAY_SIZE(shinfo->frags)) { in mt76_add_fragment()
801 if (nr_frags < ARRAY_SIZE(shinfo->frags)) in mt76_add_fragment()
/Linux-v6.6/io_uring/
Dnet.c1055 struct skb_shared_info *shinfo = skb_shinfo(skb); in io_sg_from_iter() local
1056 int frag = shinfo->nr_frags; in io_sg_from_iter()
1063 shinfo->flags |= SKBFL_MANAGED_FRAG_REFS; in io_sg_from_iter()
1076 __skb_fill_page_desc_noacc(shinfo, frag++, v.bv_page, in io_sg_from_iter()
1083 shinfo->nr_frags = frag; in io_sg_from_iter()

12