122 			     void (*cad)(struct sock *sk, u32 ack_seq))  in clean_acked_data_enable()
144 static void bpf_skops_parse_hdr(struct sock *sk, struct sk_buff *skb)  in bpf_skops_parse_hdr()
178 static void bpf_skops_established(struct sock *sk, int bpf_op,  in bpf_skops_established()
196 static void bpf_skops_parse_hdr(struct sock *sk, struct sk_buff *skb)  in bpf_skops_parse_hdr()
200 static void bpf_skops_established(struct sock *sk, int bpf_op,  in bpf_skops_established()
206 static __cold void tcp_gro_dev_warn(const struct sock *sk, const struct sk_buff *skb,  in tcp_gro_dev_warn()
222 static void tcp_measure_rcv_mss(struct sock *sk, const struct sk_buff *skb)  in tcp_measure_rcv_mss()
306 static void tcp_incr_quickack(struct sock *sk, unsigned int max_quickacks)  in tcp_incr_quickack()
318 static void tcp_enter_quickack_mode(struct sock *sk, unsigned int max_quickacks)  in tcp_enter_quickack_mode()
331 static bool tcp_in_quickack_mode(struct sock *sk)  in tcp_in_quickack_mode()
346 static void tcp_ecn_accept_cwr(struct sock *sk, const struct sk_buff *skb)  in tcp_ecn_accept_cwr()
365 static void __tcp_ecn_check_ce(struct sock *sk, const struct sk_buff *skb)  in __tcp_ecn_check_ce()
397 static void tcp_ecn_check_ce(struct sock *sk, const struct sk_buff *skb)  in tcp_ecn_check_ce()
427 static void tcp_sndbuf_expand(struct sock *sk)  in tcp_sndbuf_expand()
485 static int __tcp_grow_window(const struct sock *sk, const struct sk_buff *skb,  in __tcp_grow_window()
522 static void tcp_grow_window(struct sock *sk, const struct sk_buff *skb,  in tcp_grow_window()
562 static void tcp_init_buffer_space(struct sock *sk)  in tcp_init_buffer_space()
600 static void tcp_clamp_window(struct sock *sk)  in tcp_clamp_window()
628 void tcp_initialize_rcv_mss(struct sock *sk)  in tcp_initialize_rcv_mss()
719 static inline void tcp_rcv_rtt_measure_ts(struct sock *sk,  in tcp_rcv_rtt_measure_ts()
741 void tcp_rcv_space_adjust(struct sock *sk)  in tcp_rcv_space_adjust()
800 static void tcp_save_lrcv_flowlabel(struct sock *sk, const struct sk_buff *skb)  in tcp_save_lrcv_flowlabel()
820 static void tcp_event_data_recv(struct sock *sk, struct sk_buff *skb)  in tcp_event_data_recv()
875 static void tcp_rtt_estimator(struct sock *sk, long mrtt_us)  in tcp_rtt_estimator()
943 static void tcp_update_pacing_rate(struct sock *sk)  in tcp_update_pacing_rate()
980 static void tcp_set_rto(struct sock *sk)  in tcp_set_rto()
1079 static void tcp_check_sack_reordering(struct sock *sk, const u32 low_seq,  in tcp_check_sack_reordering()
1132 void tcp_mark_skb_lost(struct sock *sk, struct sk_buff *skb)  in tcp_mark_skb_lost()
1296 static bool tcp_check_dsack(struct sock *sk, const struct sk_buff *ack_skb,  in tcp_check_dsack()
1343 static int tcp_match_skb_to_sack(struct sock *sk, struct sk_buff *skb,  in tcp_match_skb_to_sack()
1392 static u8 tcp_sacktag_one(struct sock *sk,  in tcp_sacktag_one()
1477 static bool tcp_shifted_skb(struct sock *sk, struct sk_buff *prev,  in tcp_shifted_skb()
1591 static struct sk_buff *tcp_shift_skb_data(struct sock *sk, struct sk_buff *skb,  in tcp_shift_skb_data()
1729 static struct sk_buff *tcp_sacktag_walk(struct sk_buff *skb, struct sock *sk,  in tcp_sacktag_walk()
1801 static struct sk_buff *tcp_sacktag_bsearch(struct sock *sk, u32 seq)  in tcp_sacktag_bsearch()
1822 static struct sk_buff *tcp_sacktag_skip(struct sk_buff *skb, struct sock *sk,  in tcp_sacktag_skip()
1832 						struct sock *sk,  in tcp_maybe_skipping_dsack()
1856 tcp_sacktag_write_queue(struct sock *sk, const struct sk_buff *ack_skb,  in tcp_sacktag_write_queue()
2072 static void tcp_check_reno_reordering(struct sock *sk, const int addend)  in tcp_check_reno_reordering()
2087 static void tcp_add_reno_sack(struct sock *sk, int num_dupack, bool ece_ack)  in tcp_add_reno_sack()
2105 static void tcp_remove_reno_sacks(struct sock *sk, int acked, bool ece_ack)  in tcp_remove_reno_sacks()
2155 static bool tcp_is_rack(const struct sock *sk)  in tcp_is_rack()
2165 static void tcp_timeout_mark_lost(struct sock *sk)  in tcp_timeout_mark_lost()
2196 void tcp_enter_loss(struct sock *sk)  in tcp_enter_loss()
2253 static bool tcp_check_sack_reneging(struct sock *sk, int *ack_flag)  in tcp_check_sack_reneging()
2382 static bool tcp_time_to_recover(struct sock *sk, int flag)  in tcp_time_to_recover()
2402 static void tcp_mark_head_lost(struct sock *sk, int packets, int mark_head)  in tcp_mark_head_lost()
2448 static void tcp_update_scoreboard(struct sock *sk, int fast_rexmit)  in tcp_update_scoreboard()
2482 	const struct sock *sk = (const struct sock *)tp;  in tcp_packet_delayed()  local
2516 static bool tcp_any_retrans_done(const struct sock *sk)  in tcp_any_retrans_done()
2535 static void tcp_retrans_stamp_cleanup(struct sock *sk)  in tcp_retrans_stamp_cleanup()
2541 static void DBGUNDO(struct sock *sk, const char *msg)  in DBGUNDO()
2568 static void tcp_undo_cwnd_reduction(struct sock *sk, bool unmark_loss)  in tcp_undo_cwnd_reduction()
2602 static bool tcp_is_non_sack_preventing_reopen(struct sock *sk)  in tcp_is_non_sack_preventing_reopen()
2618 static bool tcp_try_undo_recovery(struct sock *sk)  in tcp_try_undo_recovery()
2647 static bool tcp_try_undo_dsack(struct sock *sk)  in tcp_try_undo_dsack()
2663 static bool tcp_try_undo_loss(struct sock *sk, bool frto_undo)  in tcp_try_undo_loss()
2696 static void tcp_init_cwnd_reduction(struct sock *sk)  in tcp_init_cwnd_reduction()
2710 void tcp_cwnd_reduction(struct sock *sk, int newly_acked_sacked, int newly_lost, int flag)  in tcp_cwnd_reduction()
2736 static inline void tcp_end_cwnd_reduction(struct sock *sk)  in tcp_end_cwnd_reduction()
2753 void tcp_enter_cwr(struct sock *sk)  in tcp_enter_cwr()
2766 static void tcp_try_keep_open(struct sock *sk)  in tcp_try_keep_open()
2780 static void tcp_try_to_open(struct sock *sk, int flag)  in tcp_try_to_open()
2797 static void tcp_mtup_probe_failed(struct sock *sk)  in tcp_mtup_probe_failed()
2806 static void tcp_mtup_probe_success(struct sock *sk)  in tcp_mtup_probe_success()
2839 static void tcp_non_congestion_loss_retransmit(struct sock *sk)  in tcp_non_congestion_loss_retransmit()
2858 void tcp_simple_retransmit(struct sock *sk)  in tcp_simple_retransmit()
2903 void tcp_enter_recovery(struct sock *sk, bool ece_ack)  in tcp_enter_recovery()
2940 static void tcp_process_loss(struct sock *sk, int flag, int num_dupack,  in tcp_process_loss()
2993 static bool tcp_force_fast_retransmit(struct sock *sk)  in tcp_force_fast_retransmit()
3002 static bool tcp_try_undo_partial(struct sock *sk, u32 prior_snd_una,  in tcp_try_undo_partial()
3035 static void tcp_identify_packet_loss(struct sock *sk, int *ack_flag)  in tcp_identify_packet_loss()
3066 static void tcp_fastretrans_alert(struct sock *sk, const u32 prior_snd_una,  in tcp_fastretrans_alert()
3186 static void tcp_update_rtt_min(struct sock *sk, u32 rtt_us, const int flag)  in tcp_update_rtt_min()
3202 static bool tcp_ack_update_rtt(struct sock *sk, const int flag,  in tcp_ack_update_rtt()
3244 void tcp_synack_rtt_meas(struct sock *sk, struct request_sock *req)  in tcp_synack_rtt_meas()
3256 static void tcp_cong_avoid(struct sock *sk, u32 ack, u32 acked)  in tcp_cong_avoid()
3267 void tcp_rearm_rto(struct sock *sk)  in tcp_rearm_rto()
3297 static void tcp_set_xmit_timer(struct sock *sk)  in tcp_set_xmit_timer()
3304 static u32 tcp_tso_acked(struct sock *sk, struct sk_buff *skb)  in tcp_tso_acked()
3324 static void tcp_ack_tstamp(struct sock *sk, struct sk_buff *skb,  in tcp_ack_tstamp()
3346 static int tcp_clean_rtx_queue(struct sock *sk, const struct sk_buff *ack_skb,  in tcp_clean_rtx_queue()
3552 static void tcp_ack_probe(struct sock *sk)  in tcp_ack_probe()
3576 static inline bool tcp_ack_is_dubious(const struct sock *sk, const int flag)  in tcp_ack_is_dubious()
3583 static inline bool tcp_may_raise_cwnd(const struct sock *sk, const int flag)  in tcp_may_raise_cwnd()
3603 static void tcp_cong_control(struct sock *sk, u32 ack, u32 acked_sacked,  in tcp_cong_control()
3696 static int tcp_ack_update_window(struct sock *sk, const struct sk_buff *skb, u32 ack,  in tcp_ack_update_window()
3777 static void tcp_send_challenge_ack(struct sock *sk)  in tcp_send_challenge_ack()
3835 static void tcp_process_tlp_ack(struct sock *sk, u32 ack, int flag)  in tcp_process_tlp_ack()
3865 static inline void tcp_in_ack_event(struct sock *sk, u32 flags)  in tcp_in_ack_event()
3877 static void tcp_xmit_recovery(struct sock *sk, int rexmit)  in tcp_xmit_recovery()
3895 static u32 tcp_newly_delivered(struct sock *sk, u32 prior_delivered, int flag)  in tcp_newly_delivered()
3910 static int tcp_ack(struct sock *sk, const struct sk_buff *skb, int flag)  in tcp_ack()
4445 static u32 tcp_tsval_replay(const struct sock *sk)  in tcp_tsval_replay()
4459 static enum skb_drop_reason tcp_disordered_ack_check(const struct sock *sk,  in tcp_disordered_ack_check()
4521 void tcp_done_with_error(struct sock *sk, int err)  in tcp_done_with_error()
4536 void tcp_reset(struct sock *sk, struct sk_buff *skb)  in tcp_reset()
4578 void tcp_fin(struct sock *sk)  in tcp_fin()
4659 static void tcp_dsack_set(struct sock *sk, u32 seq, u32 end_seq)  in tcp_dsack_set()
4679 static void tcp_dsack_extend(struct sock *sk, u32 seq, u32 end_seq)  in tcp_dsack_extend()
4689 static void tcp_rcv_spurious_retrans(struct sock *sk, const struct sk_buff *skb)  in tcp_rcv_spurious_retrans()
4712 static void tcp_send_dupack(struct sock *sk, const struct sk_buff *skb)  in tcp_send_dupack()
4763 void tcp_sack_compress_send_ack(struct sock *sk)  in tcp_sack_compress_send_ack()
4790 static void tcp_sack_new_ofo_skb(struct sock *sk, u32 seq, u32 end_seq)  in tcp_sack_new_ofo_skb()
4884 static bool tcp_try_coalesce(struct sock *sk,  in tcp_try_coalesce()
4919 static bool tcp_ooo_try_coalesce(struct sock *sk,  in tcp_ooo_try_coalesce()
4937 tcp_drop_reason(struct sock *sk, struct sk_buff *skb, enum skb_drop_reason reason)  in tcp_drop_reason()
4946 static void tcp_ofo_queue(struct sock *sk)  in tcp_ofo_queue()
4996 static int tcp_try_rmem_schedule(struct sock *sk, struct sk_buff *skb,  in tcp_try_rmem_schedule()
5013 static void tcp_data_queue_ofo(struct sock *sk, struct sk_buff *skb)  in tcp_data_queue_ofo()
5160 static int __must_check tcp_queue_rcv(struct sock *sk, struct sk_buff *skb,  in tcp_queue_rcv()
5177 int tcp_send_rcvq(struct sock *sk, struct msghdr *msg, size_t size)  in tcp_send_rcvq()
5229 void tcp_data_ready(struct sock *sk)  in tcp_data_ready()
5235 static void tcp_data_queue(struct sock *sk, struct sk_buff *skb)  in tcp_data_queue()
5374 static struct sk_buff *tcp_collapse_one(struct sock *sk, struct sk_buff *skb,  in tcp_collapse_one()
5419 tcp_collapse(struct sock *sk, struct sk_buff_head *list, struct rb_root *root,  in tcp_collapse()
5525 static void tcp_collapse_ofo_queue(struct sock *sk)  in tcp_collapse_ofo_queue()
5585 static bool tcp_prune_ofo_queue(struct sock *sk, const struct sk_buff *in_skb)  in tcp_prune_ofo_queue()
5639 static int tcp_prune_queue(struct sock *sk, const struct sk_buff *in_skb)  in tcp_prune_queue()
5682 static bool tcp_should_expand_sndbuf(struct sock *sk)  in tcp_should_expand_sndbuf()
5717 static void tcp_new_space(struct sock *sk)  in tcp_new_space()
5739 void tcp_check_space(struct sock *sk)  in tcp_check_space()
5751 static inline void tcp_data_snd_check(struct sock *sk)  in tcp_data_snd_check()
5760 static void __tcp_ack_snd_check(struct sock *sk, int ofo_possible)  in __tcp_ack_snd_check()
5827 static inline void tcp_ack_snd_check(struct sock *sk)  in tcp_ack_snd_check()
5846 static void tcp_check_urg(struct sock *sk, const struct tcphdr *th)  in tcp_check_urg()
5912 static void tcp_urg(struct sock *sk, struct sk_buff *skb, const struct tcphdr *th)  in tcp_urg()
5945 static bool tcp_reset_check(const struct sock *sk, const struct sk_buff *skb)  in tcp_reset_check()
5957 static bool tcp_validate_incoming(struct sock *sk, struct sk_buff *skb,  in tcp_validate_incoming()
6116 void tcp_rcv_established(struct sock *sk, struct sk_buff *skb)  in tcp_rcv_established()
6305 void tcp_init_transfer(struct sock *sk, int bpf_op, struct sk_buff *skb)  in tcp_init_transfer()
6333 void tcp_finish_connect(struct sock *sk, struct sk_buff *skb)  in tcp_finish_connect()
6364 static bool tcp_rcv_fastopen_synack(struct sock *sk, struct sk_buff *synack,  in tcp_rcv_fastopen_synack()
6437 static void tcp_try_undo_spurious_syn(struct sock *sk)  in tcp_try_undo_spurious_syn()
6452 static int tcp_rcv_synsent_state_process(struct sock *sk, struct sk_buff *skb,  in tcp_rcv_synsent_state_process()
6700 static void tcp_rcv_synrecv_state_fastopen(struct sock *sk)  in tcp_rcv_synrecv_state_fastopen()
6749 tcp_rcv_state_process(struct sock *sk, struct sk_buff *skb)  in tcp_rcv_state_process()
7076 			     struct sk_buff *skb, const struct sock *sk)  in tcp_openreq_init()
7105 static bool tcp_syn_flood_action(struct sock *sk, const char *proto)  in tcp_syn_flood_action()
7140 static void tcp_reqsk_record_syn(const struct sock *sk,  in tcp_reqsk_record_syn()
7176 			  struct sock *sk, struct tcphdr *th)  in tcp_get_syncookie_mss()
7203 		     struct sock *sk, struct sk_buff *skb)  in tcp_conn_request()