123 			     void (*cad)(struct sock *sk, u32 ack_seq))  in clean_acked_data_enable()
145 static void bpf_skops_parse_hdr(struct sock *sk, struct sk_buff *skb)  in bpf_skops_parse_hdr()
180 static void bpf_skops_established(struct sock *sk, int bpf_op,  in bpf_skops_established()
199 static void bpf_skops_parse_hdr(struct sock *sk, struct sk_buff *skb)  in bpf_skops_parse_hdr()
203 static void bpf_skops_established(struct sock *sk, int bpf_op,  in bpf_skops_established()
209 static __cold void tcp_gro_dev_warn(const struct sock *sk, const struct sk_buff *skb,  in tcp_gro_dev_warn()
225 static void tcp_measure_rcv_mss(struct sock *sk, const struct sk_buff *skb)  in tcp_measure_rcv_mss()
309 static void tcp_incr_quickack(struct sock *sk, unsigned int max_quickacks)  in tcp_incr_quickack()
321 static void tcp_enter_quickack_mode(struct sock *sk, unsigned int max_quickacks)  in tcp_enter_quickack_mode()
334 static bool tcp_in_quickack_mode(struct sock *sk)  in tcp_in_quickack_mode()
348 static void tcp_ecn_accept_cwr(struct sock *sk, const struct sk_buff *skb)  in tcp_ecn_accept_cwr()
367 static void tcp_data_ecn_check(struct sock *sk, const struct sk_buff *skb)  in tcp_data_ecn_check()
440 static void tcp_sndbuf_expand(struct sock *sk)  in tcp_sndbuf_expand()
498 static int __tcp_grow_window(const struct sock *sk, const struct sk_buff *skb,  in __tcp_grow_window()
535 static void tcp_grow_window(struct sock *sk, const struct sk_buff *skb,  in tcp_grow_window()
575 static void tcp_init_buffer_space(struct sock *sk)  in tcp_init_buffer_space()
613 static void tcp_clamp_window(struct sock *sk)  in tcp_clamp_window()
641 void tcp_initialize_rcv_mss(struct sock *sk)  in tcp_initialize_rcv_mss()
732 static inline void tcp_rcv_rtt_measure_ts(struct sock *sk,  in tcp_rcv_rtt_measure_ts()
754 void tcp_rcv_space_adjust(struct sock *sk)  in tcp_rcv_space_adjust()
813 static void tcp_save_lrcv_flowlabel(struct sock *sk, const struct sk_buff *skb)  in tcp_save_lrcv_flowlabel()
833 static void tcp_event_data_recv(struct sock *sk, struct sk_buff *skb)  in tcp_event_data_recv()
888 static void tcp_rtt_estimator(struct sock *sk, long mrtt_us)  in tcp_rtt_estimator()
956 static void tcp_update_pacing_rate(struct sock *sk)  in tcp_update_pacing_rate()
993 static void tcp_set_rto(struct sock *sk)  in tcp_set_rto()
1092 static void tcp_check_sack_reordering(struct sock *sk, const u32 low_seq,  in tcp_check_sack_reordering()
1145 void tcp_mark_skb_lost(struct sock *sk, struct sk_buff *skb)  in tcp_mark_skb_lost()
1300 static bool tcp_check_dsack(struct sock *sk, const struct sk_buff *ack_skb,  in tcp_check_dsack()
1347 static int tcp_match_skb_to_sack(struct sock *sk, struct sk_buff *skb,  in tcp_match_skb_to_sack()
1396 static u8 tcp_sacktag_one(struct sock *sk,  in tcp_sacktag_one()
1481 static bool tcp_shifted_skb(struct sock *sk, struct sk_buff *prev,  in tcp_shifted_skb()
1595 static struct sk_buff *tcp_shift_skb_data(struct sock *sk, struct sk_buff *skb,  in tcp_shift_skb_data()
1733 static struct sk_buff *tcp_sacktag_walk(struct sk_buff *skb, struct sock *sk,  in tcp_sacktag_walk()
1805 static struct sk_buff *tcp_sacktag_bsearch(struct sock *sk, u32 seq)  in tcp_sacktag_bsearch()
1826 static struct sk_buff *tcp_sacktag_skip(struct sk_buff *skb, struct sock *sk,  in tcp_sacktag_skip()
1836 						struct sock *sk,  in tcp_maybe_skipping_dsack()
1860 tcp_sacktag_write_queue(struct sock *sk, const struct sk_buff *ack_skb,  in tcp_sacktag_write_queue()
2076 static void tcp_check_reno_reordering(struct sock *sk, const int addend)  in tcp_check_reno_reordering()
2091 static void tcp_add_reno_sack(struct sock *sk, int num_dupack, bool ece_ack)  in tcp_add_reno_sack()
2109 static void tcp_remove_reno_sacks(struct sock *sk, int acked, bool ece_ack)  in tcp_remove_reno_sacks()
2159 static bool tcp_is_rack(const struct sock *sk)  in tcp_is_rack()
2169 static void tcp_timeout_mark_lost(struct sock *sk)  in tcp_timeout_mark_lost()
2200 void tcp_enter_loss(struct sock *sk)  in tcp_enter_loss()
2257 static bool tcp_check_sack_reneging(struct sock *sk, int *ack_flag)  in tcp_check_sack_reneging()
2385 static bool tcp_time_to_recover(struct sock *sk, int flag)  in tcp_time_to_recover()
2405 static void tcp_mark_head_lost(struct sock *sk, int packets, int mark_head)  in tcp_mark_head_lost()
2451 static void tcp_update_scoreboard(struct sock *sk, int fast_rexmit)  in tcp_update_scoreboard()
2485 	const struct sock *sk = (const struct sock *)tp;  in tcp_packet_delayed()  local
2519 static bool tcp_any_retrans_done(const struct sock *sk)  in tcp_any_retrans_done()
2538 static void tcp_retrans_stamp_cleanup(struct sock *sk)  in tcp_retrans_stamp_cleanup()
2544 static void DBGUNDO(struct sock *sk, const char *msg)  in DBGUNDO()
2571 static void tcp_undo_cwnd_reduction(struct sock *sk, bool unmark_loss)  in tcp_undo_cwnd_reduction()
2605 static bool tcp_is_non_sack_preventing_reopen(struct sock *sk)  in tcp_is_non_sack_preventing_reopen()
2621 static bool tcp_try_undo_recovery(struct sock *sk)  in tcp_try_undo_recovery()
2650 static bool tcp_try_undo_dsack(struct sock *sk)  in tcp_try_undo_dsack()
2666 static bool tcp_try_undo_loss(struct sock *sk, bool frto_undo)  in tcp_try_undo_loss()
2699 static void tcp_init_cwnd_reduction(struct sock *sk)  in tcp_init_cwnd_reduction()
2713 void tcp_cwnd_reduction(struct sock *sk, int newly_acked_sacked, int newly_lost, int flag)  in tcp_cwnd_reduction()
2741 static inline void tcp_end_cwnd_reduction(struct sock *sk)  in tcp_end_cwnd_reduction()
2758 void tcp_enter_cwr(struct sock *sk)  in tcp_enter_cwr()
2771 static void tcp_try_keep_open(struct sock *sk)  in tcp_try_keep_open()
2785 static void tcp_try_to_open(struct sock *sk, int flag)  in tcp_try_to_open()
2802 static void tcp_mtup_probe_failed(struct sock *sk)  in tcp_mtup_probe_failed()
2811 static void tcp_mtup_probe_success(struct sock *sk)  in tcp_mtup_probe_success()
2844 static void tcp_non_congestion_loss_retransmit(struct sock *sk)  in tcp_non_congestion_loss_retransmit()
2863 void tcp_simple_retransmit(struct sock *sk)  in tcp_simple_retransmit()
2908 void tcp_enter_recovery(struct sock *sk, bool ece_ack)  in tcp_enter_recovery()
2945 static void tcp_process_loss(struct sock *sk, int flag, int num_dupack,  in tcp_process_loss()
2998 static bool tcp_force_fast_retransmit(struct sock *sk)  in tcp_force_fast_retransmit()
3007 static bool tcp_try_undo_partial(struct sock *sk, u32 prior_snd_una,  in tcp_try_undo_partial()
3040 static void tcp_identify_packet_loss(struct sock *sk, int *ack_flag)  in tcp_identify_packet_loss()
3071 static void tcp_fastretrans_alert(struct sock *sk, const u32 prior_snd_una,  in tcp_fastretrans_alert()
3191 static void tcp_update_rtt_min(struct sock *sk, u32 rtt_us, const int flag)  in tcp_update_rtt_min()
3207 static bool tcp_ack_update_rtt(struct sock *sk, const int flag,  in tcp_ack_update_rtt()
3249 void tcp_synack_rtt_meas(struct sock *sk, struct request_sock *req)  in tcp_synack_rtt_meas()
3261 static void tcp_cong_avoid(struct sock *sk, u32 ack, u32 acked)  in tcp_cong_avoid()
3272 void tcp_rearm_rto(struct sock *sk)  in tcp_rearm_rto()
3301 static void tcp_set_xmit_timer(struct sock *sk)  in tcp_set_xmit_timer()
3308 static u32 tcp_tso_acked(struct sock *sk, struct sk_buff *skb)  in tcp_tso_acked()
3328 static void tcp_ack_tstamp(struct sock *sk, struct sk_buff *skb,  in tcp_ack_tstamp()
3350 static int tcp_clean_rtx_queue(struct sock *sk, const struct sk_buff *ack_skb,  in tcp_clean_rtx_queue()
3556 static void tcp_ack_probe(struct sock *sk)  in tcp_ack_probe()
3580 static inline bool tcp_ack_is_dubious(const struct sock *sk, const int flag)  in tcp_ack_is_dubious()
3587 static inline bool tcp_may_raise_cwnd(const struct sock *sk, const int flag)  in tcp_may_raise_cwnd()
3607 static void tcp_cong_control(struct sock *sk, u32 ack, u32 acked_sacked,  in tcp_cong_control()
3700 static int tcp_ack_update_window(struct sock *sk, const struct sk_buff *skb, u32 ack,  in tcp_ack_update_window()
3781 static void tcp_send_challenge_ack(struct sock *sk)  in tcp_send_challenge_ack()
3851 static void tcp_process_tlp_ack(struct sock *sk, u32 ack, int flag)  in tcp_process_tlp_ack()
3881 static void tcp_in_ack_event(struct sock *sk, int flag)  in tcp_in_ack_event()
3904 static void tcp_xmit_recovery(struct sock *sk, int rexmit)  in tcp_xmit_recovery()
3922 static u32 tcp_newly_delivered(struct sock *sk, u32 prior_delivered, int flag)  in tcp_newly_delivered()
3937 static int tcp_ack(struct sock *sk, const struct sk_buff *skb, int flag)  in tcp_ack()
4463 static u32 tcp_tsval_replay(const struct sock *sk)  in tcp_tsval_replay()
4477 static enum skb_drop_reason tcp_disordered_ack_check(const struct sock *sk,  in tcp_disordered_ack_check()
4539 void tcp_done_with_error(struct sock *sk, int err)  in tcp_done_with_error()
4554 void tcp_reset(struct sock *sk, struct sk_buff *skb)  in tcp_reset()
4596 void tcp_fin(struct sock *sk)  in tcp_fin()
4677 static void tcp_dsack_set(struct sock *sk, u32 seq, u32 end_seq)  in tcp_dsack_set()
4697 static void tcp_dsack_extend(struct sock *sk, u32 seq, u32 end_seq)  in tcp_dsack_extend()
4707 static void tcp_rcv_spurious_retrans(struct sock *sk, const struct sk_buff *skb)  in tcp_rcv_spurious_retrans()
4730 static void tcp_send_dupack(struct sock *sk, const struct sk_buff *skb)  in tcp_send_dupack()
4781 void tcp_sack_compress_send_ack(struct sock *sk)  in tcp_sack_compress_send_ack()
4808 static void tcp_sack_new_ofo_skb(struct sock *sk, u32 seq, u32 end_seq)  in tcp_sack_new_ofo_skb()
4902 static bool tcp_try_coalesce(struct sock *sk,  in tcp_try_coalesce()
4937 static bool tcp_ooo_try_coalesce(struct sock *sk,  in tcp_ooo_try_coalesce()
4955 tcp_drop_reason(struct sock *sk, struct sk_buff *skb, enum skb_drop_reason reason)  in tcp_drop_reason()
4964 static void tcp_ofo_queue(struct sock *sk)  in tcp_ofo_queue()
5014 static int tcp_try_rmem_schedule(struct sock *sk, struct sk_buff *skb,  in tcp_try_rmem_schedule()
5031 static void tcp_data_queue_ofo(struct sock *sk, struct sk_buff *skb)  in tcp_data_queue_ofo()
5178 static int __must_check tcp_queue_rcv(struct sock *sk, struct sk_buff *skb,  in tcp_queue_rcv()
5195 int tcp_send_rcvq(struct sock *sk, struct msghdr *msg, size_t size)  in tcp_send_rcvq()
5247 void tcp_data_ready(struct sock *sk)  in tcp_data_ready()
5253 static void tcp_data_queue(struct sock *sk, struct sk_buff *skb)  in tcp_data_queue()
5392 static struct sk_buff *tcp_collapse_one(struct sock *sk, struct sk_buff *skb,  in tcp_collapse_one()
5437 tcp_collapse(struct sock *sk, struct sk_buff_head *list, struct rb_root *root,  in tcp_collapse()
5543 static void tcp_collapse_ofo_queue(struct sock *sk)  in tcp_collapse_ofo_queue()
5603 static bool tcp_prune_ofo_queue(struct sock *sk, const struct sk_buff *in_skb)  in tcp_prune_ofo_queue()
5657 static int tcp_prune_queue(struct sock *sk, const struct sk_buff *in_skb)  in tcp_prune_queue()
5700 static bool tcp_should_expand_sndbuf(struct sock *sk)  in tcp_should_expand_sndbuf()
5735 static void tcp_new_space(struct sock *sk)  in tcp_new_space()
5757 void tcp_check_space(struct sock *sk)  in tcp_check_space()
5769 static inline void tcp_data_snd_check(struct sock *sk)  in tcp_data_snd_check()
5778 static void __tcp_ack_snd_check(struct sock *sk, int ofo_possible)  in __tcp_ack_snd_check()
5845 static inline void tcp_ack_snd_check(struct sock *sk)  in tcp_ack_snd_check()
5864 static void tcp_check_urg(struct sock *sk, const struct tcphdr *th)  in tcp_check_urg()
5930 static void tcp_urg(struct sock *sk, struct sk_buff *skb, const struct tcphdr *th)  in tcp_urg()
5963 static bool tcp_reset_check(const struct sock *sk, const struct sk_buff *skb)  in tcp_reset_check()
5975 static bool tcp_validate_incoming(struct sock *sk, struct sk_buff *skb,  in tcp_validate_incoming()
6134 void tcp_rcv_established(struct sock *sk, struct sk_buff *skb)  in tcp_rcv_established()
6329 void tcp_init_transfer(struct sock *sk, int bpf_op, struct sk_buff *skb)  in tcp_init_transfer()
6357 void tcp_finish_connect(struct sock *sk, struct sk_buff *skb)  in tcp_finish_connect()
6388 static bool tcp_rcv_fastopen_synack(struct sock *sk, struct sk_buff *synack,  in tcp_rcv_fastopen_synack()
6461 static void tcp_try_undo_spurious_syn(struct sock *sk)  in tcp_try_undo_spurious_syn()
6476 static int tcp_rcv_synsent_state_process(struct sock *sk, struct sk_buff *skb,  in tcp_rcv_synsent_state_process()
6723 static void tcp_rcv_synrecv_state_fastopen(struct sock *sk)  in tcp_rcv_synrecv_state_fastopen()
6772 tcp_rcv_state_process(struct sock *sk, struct sk_buff *skb)  in tcp_rcv_state_process()
7098 			     struct sk_buff *skb, const struct sock *sk)  in tcp_openreq_init()
7128 static bool tcp_syn_flood_action(struct sock *sk, const char *proto)  in tcp_syn_flood_action()
7163 static void tcp_reqsk_record_syn(const struct sock *sk,  in tcp_reqsk_record_syn()
7199 			  struct sock *sk, struct tcphdr *th)  in tcp_get_syncookie_mss()
7226 		     struct sock *sk, struct sk_buff *skb)  in tcp_conn_request()