Home
last modified time | relevance | path

Searched refs:NAPI_GRO_CB (Results 1 – 23 of 23) sorted by relevance

/Linux-v5.15/net/ipv4/
Dudp_offload.c440 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment()
447 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment()
454 if (!NAPI_GRO_CB(p)->same_flow) in udp_gro_receive_segment()
461 NAPI_GRO_CB(p)->same_flow = 0; in udp_gro_receive_segment()
465 if (NAPI_GRO_CB(skb)->is_flist != NAPI_GRO_CB(p)->is_flist) { in udp_gro_receive_segment()
466 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment()
479 if (NAPI_GRO_CB(skb)->is_flist) { in udp_gro_receive_segment()
481 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment()
486 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment()
499 NAPI_GRO_CB(p)->count >= UDP_GRO_CNT_MAX) in udp_gro_receive_segment()
[all …]
Dtcp_offload.c221 if (!NAPI_GRO_CB(p)->same_flow) in tcp_gro_receive()
227 NAPI_GRO_CB(p)->same_flow = 0; in tcp_gro_receive()
238 flush = NAPI_GRO_CB(p)->flush; in tcp_gro_receive()
251 if (NAPI_GRO_CB(p)->flush_id != 1 || in tcp_gro_receive()
252 NAPI_GRO_CB(p)->count != 1 || in tcp_gro_receive()
253 !NAPI_GRO_CB(p)->is_atomic) in tcp_gro_receive()
254 flush |= NAPI_GRO_CB(p)->flush_id; in tcp_gro_receive()
256 NAPI_GRO_CB(p)->is_atomic = false; in tcp_gro_receive()
279 if (p && (!NAPI_GRO_CB(skb)->same_flow || flush)) in tcp_gro_receive()
283 NAPI_GRO_CB(skb)->flush |= (flush != 0); in tcp_gro_receive()
[all …]
Dgre_offload.c132 if (NAPI_GRO_CB(skb)->encap_mark) in gre_gro_receive()
135 NAPI_GRO_CB(skb)->encap_mark = 1; in gre_gro_receive()
160 if ((greh->flags & GRE_CSUM) && NAPI_GRO_CB(skb)->is_fou) in gre_gro_receive()
186 if ((greh->flags & GRE_CSUM) && !NAPI_GRO_CB(skb)->flush) { in gre_gro_receive()
197 if (!NAPI_GRO_CB(p)->same_flow) in gre_gro_receive()
212 NAPI_GRO_CB(p)->same_flow = 0; in gre_gro_receive()
218 NAPI_GRO_CB(p)->same_flow = 0; in gre_gro_receive()
Dfou.c244 NAPI_GRO_CB(skb)->encap_mark = 0; in fou_gro_receive()
247 NAPI_GRO_CB(skb)->is_fou = 1; in fou_gro_receive()
250 offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads; in fou_gro_receive()
272 offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads; in fou_gro_complete()
299 if (!NAPI_GRO_CB(skb)->csum_valid) in gue_gro_remcsum()
405 if (!NAPI_GRO_CB(p)->same_flow) in gue_gro_receive()
414 NAPI_GRO_CB(p)->same_flow = 0; in gue_gro_receive()
421 NAPI_GRO_CB(p)->same_flow = 0; in gue_gro_receive()
436 NAPI_GRO_CB(skb)->encap_mark = 0; in gue_gro_receive()
439 NAPI_GRO_CB(skb)->is_fou = 1; in gue_gro_receive()
[all …]
Daf_inet.c1481 if (!NAPI_GRO_CB(p)->same_flow) in inet_gro_receive()
1493 NAPI_GRO_CB(p)->same_flow = 0; in inet_gro_receive()
1498 NAPI_GRO_CB(p)->flush |= in inet_gro_receive()
1503 NAPI_GRO_CB(p)->flush |= flush; in inet_gro_receive()
1517 if (!NAPI_GRO_CB(p)->is_atomic || in inet_gro_receive()
1519 flush_id ^= NAPI_GRO_CB(p)->count; in inet_gro_receive()
1526 if (NAPI_GRO_CB(skb)->is_atomic) in inet_gro_receive()
1527 NAPI_GRO_CB(p)->flush_id = flush_id; in inet_gro_receive()
1529 NAPI_GRO_CB(p)->flush_id |= flush_id; in inet_gro_receive()
1532 NAPI_GRO_CB(skb)->is_atomic = !!(iph->frag_off & htons(IP_DF)); in inet_gro_receive()
[all …]
Desp4_offload.c85 NAPI_GRO_CB(skb)->same_flow = 0; in esp4_gro_receive()
86 NAPI_GRO_CB(skb)->flush = 1; in esp4_gro_receive()
/Linux-v5.15/net/ipv6/
Dip6_offload.c35 NAPI_GRO_CB(skb)->flush |= 1, NULL : \
229 NAPI_GRO_CB(skb)->proto = proto; in ipv6_gro_receive()
238 if (!NAPI_GRO_CB(p)->same_flow) in ipv6_gro_receive()
255 NAPI_GRO_CB(p)->same_flow = 0; in ipv6_gro_receive()
264 NAPI_GRO_CB(p)->flush |= !!(first_word & htonl(0x0FF00000)); in ipv6_gro_receive()
265 NAPI_GRO_CB(p)->flush |= flush; in ipv6_gro_receive()
270 if (NAPI_GRO_CB(skb)->is_atomic) in ipv6_gro_receive()
271 NAPI_GRO_CB(p)->flush_id = 0; in ipv6_gro_receive()
274 NAPI_GRO_CB(skb)->is_atomic = true; in ipv6_gro_receive()
275 NAPI_GRO_CB(skb)->flush |= flush; in ipv6_gro_receive()
[all …]
Dudp_offload.c135 if (NAPI_GRO_CB(skb)->flush) in udp6_gro_receive()
146 NAPI_GRO_CB(skb)->is_ipv6 = 1; in udp6_gro_receive()
157 NAPI_GRO_CB(skb)->flush = 1; in udp6_gro_receive()
167 if (NAPI_GRO_CB(skb)->is_flist && !NAPI_GRO_CB(skb)->encap_mark) { in udp6_gro_complete()
171 skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; in udp6_gro_complete()
Dtcpv6_offload.c19 if (!NAPI_GRO_CB(skb)->flush && in tcp6_gro_receive()
22 NAPI_GRO_CB(skb)->flush = 1; in tcp6_gro_receive()
Desp6_offload.c113 NAPI_GRO_CB(skb)->same_flow = 0; in esp6_gro_receive()
114 NAPI_GRO_CB(skb)->flush = 1; in esp6_gro_receive()
/Linux-v5.15/include/linux/
Dnetdevice.h2590 #define NAPI_GRO_CB(skb) ((struct napi_gro_cb *)(skb)->cb) macro
2595 return ++NAPI_GRO_CB(skb)->recursion_counter == GRO_RECURSION_LIMIT; in gro_recursion_inc_test()
2604 NAPI_GRO_CB(skb)->flush |= 1;
2619 NAPI_GRO_CB(skb)->flush |= 1;
3012 return NAPI_GRO_CB(skb)->data_offset; in skb_gro_offset()
3017 return skb->len - NAPI_GRO_CB(skb)->data_offset; in skb_gro_len()
3022 NAPI_GRO_CB(skb)->data_offset += len; in skb_gro_pull()
3028 return NAPI_GRO_CB(skb)->frag0 + offset; in skb_gro_header_fast()
3033 return NAPI_GRO_CB(skb)->frag0_len < hlen; in skb_gro_header_hard()
3038 NAPI_GRO_CB(skb)->frag0 = NULL; in skb_gro_frag0_invalidate()
[all …]
/Linux-v5.15/include/net/
Dgro.h21 NAPI_GRO_CB(skb)->flush |= 1, NULL : \
Dinet_common.h71 NAPI_GRO_CB(skb)->flush |= 1, NULL : \
/Linux-v5.15/net/core/
Ddev.c5856 if (NAPI_GRO_CB(skb)->count == 1) { in napi_gro_complete()
5880 gro_normal_one(napi, skb, NAPI_GRO_CB(skb)->count); in napi_gro_complete()
5891 if (flush_old && NAPI_GRO_CB(skb)->age == jiffies) in __napi_gro_flush_chain()
5929 NAPI_GRO_CB(p)->flush = 0; in gro_list_prepare()
5932 NAPI_GRO_CB(p)->same_flow = 0; in gro_list_prepare()
5974 NAPI_GRO_CB(p)->same_flow = !diffs; in gro_list_prepare()
5983 NAPI_GRO_CB(skb)->data_offset = 0; in skb_gro_reset_offset()
5984 NAPI_GRO_CB(skb)->frag0 = NULL; in skb_gro_reset_offset()
5985 NAPI_GRO_CB(skb)->frag0_len = 0; in skb_gro_reset_offset()
5990 NAPI_GRO_CB(skb)->frag0 = skb_frag_address(frag0); in skb_gro_reset_offset()
[all …]
Dskbuff.c3938 if (NAPI_GRO_CB(p)->last == p) in skb_gro_receive_list()
3941 NAPI_GRO_CB(p)->last->next = skb; in skb_gro_receive_list()
3945 NAPI_GRO_CB(p)->last = skb; in skb_gro_receive_list()
3946 NAPI_GRO_CB(p)->count++; in skb_gro_receive_list()
3954 NAPI_GRO_CB(skb)->same_flow = 1; in skb_gro_receive_list()
4321 if (unlikely(p->len + len >= 65536 || NAPI_GRO_CB(skb)->flush)) in skb_gro_receive()
4324 lp = NAPI_GRO_CB(p)->last; in skb_gro_receive()
4357 NAPI_GRO_CB(skb)->free = NAPI_GRO_FREE; in skb_gro_receive()
4385 NAPI_GRO_CB(skb)->free = NAPI_GRO_FREE_STOLEN_HEAD; in skb_gro_receive()
4405 if (NAPI_GRO_CB(p)->last == p) in skb_gro_receive()
[all …]
/Linux-v5.15/net/ethernet/
Deth.c426 if (!NAPI_GRO_CB(p)->same_flow) in eth_gro_receive()
431 NAPI_GRO_CB(p)->same_flow = 0; in eth_gro_receive()
/Linux-v5.15/net/8021q/
Dvlan_core.c489 if (!NAPI_GRO_CB(p)->same_flow) in vlan_gro_receive()
494 NAPI_GRO_CB(p)->same_flow = 0; in vlan_gro_receive()
/Linux-v5.15/drivers/net/
Dgeneve.c506 if (!NAPI_GRO_CB(p)->same_flow) in geneve_gro_receive()
512 NAPI_GRO_CB(p)->same_flow = 0; in geneve_gro_receive()
Dvxlan.c745 if (!NAPI_GRO_CB(skb)->csum_valid) in vxlan_gro_remcsum()
800 if (!NAPI_GRO_CB(p)->same_flow) in vxlan_gro_receive()
806 NAPI_GRO_CB(p)->same_flow = 0; in vxlan_gro_receive()
/Linux-v5.15/drivers/net/ethernet/qlogic/qede/
Dqede_fp.c1013 NAPI_GRO_CB(skb)->count = le16_to_cpu(cqe->num_of_coalesced_segs); in qede_tpa_end()
/Linux-v5.15/drivers/net/ethernet/hisilicon/hns3/
Dhns3_enet.c3662 skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; in hns3_gro_complete()
3980 NAPI_GRO_CB(skb)->count = hnae3_get_field(l234info, in hns3_set_gro_and_checksum()
/Linux-v5.15/drivers/net/ethernet/broadcom/bnx2x/
Dbnx2x_cmn.c544 NAPI_GRO_CB(skb)->count = num_of_coalesced_segs; in bnx2x_set_gro_params()
/Linux-v5.15/drivers/net/ethernet/broadcom/bnxt/
Dbnxt.c1559 NAPI_GRO_CB(skb)->count = segs; in bnxt_gro_skb()