Home
last modified time | relevance | path

Searched refs:NAPI_GRO_CB (Results 1 – 25 of 27) sorted by relevance

12

/linux-6.15/include/net/
H A Dgro.h117 NAPI_GRO_CB(skb)->flush |= 1; in call_gro_receive()
132 NAPI_GRO_CB(skb)->flush |= 1; in call_gro_receive_sk()
188 return NAPI_GRO_CB(skb)->network_offsets[NAPI_GRO_CB(skb)->encap_mark]; in skb_gro_receive_network_offset()
211 if (NAPI_GRO_CB(skb)->csum_valid) in skb_gro_postpull_rcsum()
247 NAPI_GRO_CB(skb)->csum = psum; in __skb_gro_checksum_validate_complete()
256 NAPI_GRO_CB(skb)->csum_cnt--; in skb_gro_incr_csum_unnecessary()
291 !NAPI_GRO_CB(skb)->csum_valid); in __skb_gro_checksum_convert_check()
297 NAPI_GRO_CB(skb)->csum = ~pseudo; in __skb_gro_checksum_convert()
298 NAPI_GRO_CB(skb)->csum_valid = 1; in __skb_gro_checksum_convert()
343 NAPI_GRO_CB(skb)->csum = csum_add(NAPI_GRO_CB(skb)->csum, delta); in skb_gro_remcsum_process()
[all …]
H A Dinet_common.h80 NAPI_GRO_CB(skb)->flush |= 1, NULL : \
/linux-6.15/net/core/
H A Dgro.c112 NAPI_GRO_CB(skb)->flush)) in skb_gro_receive()
123 segs = NAPI_GRO_CB(skb)->count; in skb_gro_receive()
124 lp = NAPI_GRO_CB(p)->last; in skb_gro_receive()
204 if (NAPI_GRO_CB(p)->last == p) in skb_gro_receive()
208 NAPI_GRO_CB(p)->last = skb; in skb_gro_receive()
213 NAPI_GRO_CB(p)->count += segs; in skb_gro_receive()
231 if (NAPI_GRO_CB(p)->last == p) in skb_gro_receive_list()
238 NAPI_GRO_CB(p)->last = skb; in skb_gro_receive_list()
239 NAPI_GRO_CB(p)->count++; in skb_gro_receive_list()
493 NAPI_GRO_CB(skb)->count = 1; in dev_gro_receive()
[all …]
/linux-6.15/net/ipv4/
H A Dudp_offload.c551 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment()
558 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment()
565 if (!NAPI_GRO_CB(p)->same_flow) in udp_gro_receive_segment()
572 NAPI_GRO_CB(p)->same_flow = 0; in udp_gro_receive_segment()
576 if (NAPI_GRO_CB(skb)->is_flist != NAPI_GRO_CB(p)->is_flist) { in udp_gro_receive_segment()
577 NAPI_GRO_CB(skb)->flush = 1; in udp_gro_receive_segment()
636 NAPI_GRO_CB(skb)->is_flist = 0; in udp_gro_receive()
717 if (NAPI_GRO_CB(skb)->flush) in udp4_gro_receive()
727 NAPI_GRO_CB(skb)->is_ipv6 = 0; in udp4_gro_receive()
736 NAPI_GRO_CB(skb)->flush = 1; in udp4_gro_receive()
[all …]
H A Dtcp_offload.c270 if (!NAPI_GRO_CB(p)->same_flow) in tcp_gro_lookup()
275 NAPI_GRO_CB(p)->same_flow = 0; in tcp_gro_lookup()
357 if (unlikely(NAPI_GRO_CB(p)->is_flist)) { in tcp_gro_receive()
361 flush |= NAPI_GRO_CB(p)->count >= 64; in tcp_gro_receive()
390 NAPI_GRO_CB(skb)->flush |= (flush != 0); in tcp_gro_receive()
408 shinfo->gso_segs = NAPI_GRO_CB(skb)->count; in tcp_gro_complete()
429 NAPI_GRO_CB(skb)->is_flist = NAPI_GRO_CB(p)->is_flist; in tcp4_check_fraglist_gro()
440 NAPI_GRO_CB(skb)->is_flist = !sk; in tcp4_check_fraglist_gro()
451 if (!NAPI_GRO_CB(skb)->flush && in tcp4_gro_receive()
465 NAPI_GRO_CB(skb)->flush = 1; in tcp4_gro_receive()
[all …]
H A Dgre_offload.c134 if (NAPI_GRO_CB(skb)->encap_mark) in gre_gro_receive()
137 NAPI_GRO_CB(skb)->encap_mark = 1; in gre_gro_receive()
159 if ((greh->flags & GRE_CSUM) && NAPI_GRO_CB(skb)->is_fou) in gre_gro_receive()
184 if ((greh->flags & GRE_CSUM) && !NAPI_GRO_CB(skb)->flush) { in gre_gro_receive()
195 if (!NAPI_GRO_CB(p)->same_flow) in gre_gro_receive()
210 NAPI_GRO_CB(p)->same_flow = 0; in gre_gro_receive()
216 NAPI_GRO_CB(p)->same_flow = 0; in gre_gro_receive()
H A Dxfrm4_input.c205 NAPI_GRO_CB(skb)->proto = IPPROTO_UDP; in xfrm4_gro_udp_encap_rcv()
214 NAPI_GRO_CB(skb)->same_flow = 0; in xfrm4_gro_udp_encap_rcv()
215 NAPI_GRO_CB(skb)->flush = 1; in xfrm4_gro_udp_encap_rcv()
H A Dfou_core.c252 NAPI_GRO_CB(skb)->encap_mark = 0; in fou_gro_receive()
255 NAPI_GRO_CB(skb)->is_fou = 1; in fou_gro_receive()
257 offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads; in fou_gro_receive()
284 offloads = NAPI_GRO_CB(skb)->is_ipv6 ? inet6_offloads : inet_offloads; in fou_gro_complete()
311 if (!NAPI_GRO_CB(skb)->csum_valid) in gue_gro_remcsum()
417 if (!NAPI_GRO_CB(p)->same_flow) in gue_gro_receive()
426 NAPI_GRO_CB(p)->same_flow = 0; in gue_gro_receive()
433 NAPI_GRO_CB(p)->same_flow = 0; in gue_gro_receive()
448 NAPI_GRO_CB(skb)->encap_mark = 0; in gue_gro_receive()
451 NAPI_GRO_CB(skb)->is_fou = 1; in gue_gro_receive()
[all …]
H A Desp4_offload.c81 if (NAPI_GRO_CB(skb)->proto == IPPROTO_UDP) in esp4_gro_receive()
98 NAPI_GRO_CB(skb)->same_flow = 0; in esp4_gro_receive()
99 NAPI_GRO_CB(skb)->flush = 1; in esp4_gro_receive()
H A Daf_inet.c1499 NAPI_GRO_CB(skb)->proto = proto; in inet_gro_receive()
1505 if (!NAPI_GRO_CB(p)->same_flow) in inet_gro_receive()
1517 NAPI_GRO_CB(p)->same_flow = 0; in inet_gro_receive()
1522 NAPI_GRO_CB(skb)->flush |= flush; in inet_gro_receive()
1523 NAPI_GRO_CB(skb)->network_offsets[NAPI_GRO_CB(skb)->encap_mark] = off; in inet_gro_receive()
1543 if (NAPI_GRO_CB(skb)->encap_mark) { in ipip_gro_receive()
1544 NAPI_GRO_CB(skb)->flush = 1; in ipip_gro_receive()
1548 NAPI_GRO_CB(skb)->encap_mark = 1; in ipip_gro_receive()
H A Dudp.c760 const u16 offset = NAPI_GRO_CB(skb)->network_offsets[skb->encapsulation]; in udp4_lib_lookup_skb()
/linux-6.15/net/ipv6/
H A Dtcpv6_offload.c32 NAPI_GRO_CB(skb)->is_flist = NAPI_GRO_CB(p)->is_flist; in tcp6_check_fraglist_gro()
43 NAPI_GRO_CB(skb)->is_flist = !sk; in tcp6_check_fraglist_gro()
55 if (!NAPI_GRO_CB(skb)->flush && in tcp6_gro_receive()
69 NAPI_GRO_CB(skb)->flush = 1; in tcp6_gro_receive()
75 const u16 offset = NAPI_GRO_CB(skb)->network_offsets[skb->encapsulation]; in tcp6_gro_complete()
79 if (unlikely(NAPI_GRO_CB(skb)->is_flist)) { in tcp6_gro_complete()
81 skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; in tcp6_gro_complete()
H A Dip6_offload.c239 NAPI_GRO_CB(skb)->network_offsets[NAPI_GRO_CB(skb)->encap_mark] = off; in ipv6_gro_receive()
259 NAPI_GRO_CB(skb)->proto = proto; in ipv6_gro_receive()
268 if (!NAPI_GRO_CB(p)->same_flow) in ipv6_gro_receive()
285 NAPI_GRO_CB(p)->same_flow = 0; in ipv6_gro_receive()
295 NAPI_GRO_CB(skb)->flush |= flush; in ipv6_gro_receive()
313 if (NAPI_GRO_CB(skb)->encap_mark) { in sit_ip6ip6_gro_receive()
314 NAPI_GRO_CB(skb)->flush = 1; in sit_ip6ip6_gro_receive()
318 NAPI_GRO_CB(skb)->encap_mark = 1; in sit_ip6ip6_gro_receive()
328 if (NAPI_GRO_CB(skb)->encap_mark) { in ip4ip6_gro_receive()
329 NAPI_GRO_CB(skb)->flush = 1; in ip4ip6_gro_receive()
[all …]
H A Dudp_offload.c141 if (NAPI_GRO_CB(skb)->flush) in udp6_gro_receive()
152 NAPI_GRO_CB(skb)->is_ipv6 = 1; in udp6_gro_receive()
161 NAPI_GRO_CB(skb)->flush = 1; in udp6_gro_receive()
167 const u16 offset = NAPI_GRO_CB(skb)->network_offsets[skb->encapsulation]; in udp6_gro_complete()
172 if (NAPI_GRO_CB(skb)->is_flist && !NAPI_GRO_CB(skb)->encap_mark) { in udp6_gro_complete()
176 skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; in udp6_gro_complete()
H A Dxfrm6_input.c205 NAPI_GRO_CB(skb)->proto = IPPROTO_UDP; in xfrm6_gro_udp_encap_rcv()
214 NAPI_GRO_CB(skb)->same_flow = 0; in xfrm6_gro_udp_encap_rcv()
215 NAPI_GRO_CB(skb)->flush = 1; in xfrm6_gro_udp_encap_rcv()
H A Desp6_offload.c64 if (NAPI_GRO_CB(skb)->proto == IPPROTO_UDP) in esp6_gro_receive()
127 NAPI_GRO_CB(skb)->same_flow = 0; in esp6_gro_receive()
128 NAPI_GRO_CB(skb)->flush = 1; in esp6_gro_receive()
H A Dudp.c421 const u16 offset = NAPI_GRO_CB(skb)->network_offsets[skb->encapsulation]; in udp6_lib_lookup_skb()
/linux-6.15/net/8021q/
H A Dvlan_core.c481 NAPI_GRO_CB(skb)->network_offsets[NAPI_GRO_CB(skb)->encap_mark] = hlen; in vlan_gro_receive()
494 if (!NAPI_GRO_CB(p)->same_flow) in vlan_gro_receive()
499 NAPI_GRO_CB(p)->same_flow = 0; in vlan_gro_receive()
/linux-6.15/net/ethernet/
H A Deth.c412 if (!NAPI_GRO_CB(p)->same_flow) in eth_gro_receive()
417 NAPI_GRO_CB(p)->same_flow = 0; in eth_gro_receive()
/linux-6.15/drivers/net/ethernet/mellanox/mlx5/core/
H A Den_rx.c1318 skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; in mlx5e_shampo_update_hdr()
1610 if (NAPI_GRO_CB(skb)->count != 1) in mlx5e_shampo_complete_rx_cqe()
2251 u16 gro_count = NAPI_GRO_CB(skb)->count; in mlx5e_shampo_flush_skb()
2323 NAPI_GRO_CB(*skb)->count = 1; in mlx5e_handle_rx_cqe_mpwrq_shampo()
2326 NAPI_GRO_CB(*skb)->count++; in mlx5e_handle_rx_cqe_mpwrq_shampo()
2327 if (NAPI_GRO_CB(*skb)->count == 2 && in mlx5e_handle_rx_cqe_mpwrq_shampo()
/linux-6.15/drivers/net/
H A Dgeneve.c530 if (!NAPI_GRO_CB(p)->same_flow) in geneve_gro_receive()
536 NAPI_GRO_CB(p)->same_flow = 0; in geneve_gro_receive()
/linux-6.15/drivers/net/ethernet/qlogic/qede/
H A Dqede_fp.c1015 NAPI_GRO_CB(skb)->count = le16_to_cpu(cqe->num_of_coalesced_segs); in qede_tpa_end()
/linux-6.15/drivers/net/vxlan/
H A Dvxlan_core.c668 if (!NAPI_GRO_CB(skb)->csum_valid) in vxlan_gro_remcsum()
718 if (!NAPI_GRO_CB(p)->same_flow) in vxlan_gro_prepare_receive()
724 NAPI_GRO_CB(p)->same_flow = 0; in vxlan_gro_prepare_receive()
/linux-6.15/drivers/net/ethernet/hisilicon/hns3/
H A Dhns3_enet.c3862 skb_shinfo(skb)->gso_segs = NAPI_GRO_CB(skb)->count; in hns3_gro_complete()
4169 NAPI_GRO_CB(skb)->count = hnae3_get_field(l234info, in hns3_set_gro_and_checksum()
/linux-6.15/drivers/net/ethernet/intel/idpf/
H A Didpf_txrx.c3012 NAPI_GRO_CB(skb)->count = rsc_segments; in idpf_rx_rsc()

12