120 void clean_acked_data_enable(struct inet_connection_sock *icsk,  in clean_acked_data_enable()  argument
123 	icsk->icsk_clean_acked = cad;  in clean_acked_data_enable()
128 void clean_acked_data_disable(struct inet_connection_sock *icsk)  in clean_acked_data_disable()  argument
131 	icsk->icsk_clean_acked = NULL;  in clean_acked_data_disable()
229 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_measure_rcv_mss()  local
230 	const unsigned int lss = icsk->icsk_ack.last_seg_size;  in tcp_measure_rcv_mss()
233 	icsk->icsk_ack.last_seg_size = 0;  in tcp_measure_rcv_mss()
239 	if (len >= icsk->icsk_ack.rcv_mss) {  in tcp_measure_rcv_mss()
244 		if (unlikely(len != icsk->icsk_ack.rcv_mss)) {  in tcp_measure_rcv_mss()
250 		icsk->icsk_ack.rcv_mss = min_t(unsigned int, len,  in tcp_measure_rcv_mss()
253 		if (unlikely(len > icsk->icsk_ack.rcv_mss +  in tcp_measure_rcv_mss()
268 			icsk->icsk_ack.pending |= ICSK_ACK_PUSHED;  in tcp_measure_rcv_mss()
289 			icsk->icsk_ack.last_seg_size = len;  in tcp_measure_rcv_mss()
291 				icsk->icsk_ack.rcv_mss = len;  in tcp_measure_rcv_mss()
295 		if (icsk->icsk_ack.pending & ICSK_ACK_PUSHED)  in tcp_measure_rcv_mss()
296 			icsk->icsk_ack.pending |= ICSK_ACK_PUSHED2;  in tcp_measure_rcv_mss()
297 		icsk->icsk_ack.pending |= ICSK_ACK_PUSHED;  in tcp_measure_rcv_mss()
303 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_incr_quickack()  local
304 	unsigned int quickacks = tcp_sk(sk)->rcv_wnd / (2 * icsk->icsk_ack.rcv_mss);  in tcp_incr_quickack()
309 	if (quickacks > icsk->icsk_ack.quick)  in tcp_incr_quickack()
310 		icsk->icsk_ack.quick = quickacks;  in tcp_incr_quickack()
315 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_enter_quickack_mode()  local
319 	icsk->icsk_ack.ato = TCP_ATO_MIN;  in tcp_enter_quickack_mode()
328 	const struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_in_quickack_mode()  local
332 		(icsk->icsk_ack.quick && !inet_csk_in_pingpong_mode(sk));  in tcp_in_quickack_mode()
597 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_clamp_window()  local
601 	icsk->icsk_ack.quick = 0;  in tcp_clamp_window()
794 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_event_data_recv()  local
805 	if (!icsk->icsk_ack.ato) {  in tcp_event_data_recv()
810 		icsk->icsk_ack.ato = TCP_ATO_MIN;  in tcp_event_data_recv()
812 		int m = now - icsk->icsk_ack.lrcvtime;  in tcp_event_data_recv()
816 			icsk->icsk_ack.ato = (icsk->icsk_ack.ato >> 1) + TCP_ATO_MIN / 2;  in tcp_event_data_recv()
817 		} else if (m < icsk->icsk_ack.ato) {  in tcp_event_data_recv()
818 			icsk->icsk_ack.ato = (icsk->icsk_ack.ato >> 1) + m;  in tcp_event_data_recv()
819 			if (icsk->icsk_ack.ato > icsk->icsk_rto)  in tcp_event_data_recv()
820 				icsk->icsk_ack.ato = icsk->icsk_rto;  in tcp_event_data_recv()
821 		} else if (m > icsk->icsk_rto) {  in tcp_event_data_recv()
828 	icsk->icsk_ack.lrcvtime = now;  in tcp_event_data_recv()
2156 	const struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_enter_loss()  local
2159 	bool new_recovery = icsk->icsk_ca_state < TCP_CA_Recovery;  in tcp_enter_loss()
2165 	if (icsk->icsk_ca_state <= TCP_CA_Disorder ||  in tcp_enter_loss()
2167 	    (icsk->icsk_ca_state == TCP_CA_Loss && !icsk->icsk_retransmits)) {  in tcp_enter_loss()
2170 		tp->snd_ssthresh = icsk->icsk_ca_ops->ssthresh(sk);  in tcp_enter_loss()
2182 	if (icsk->icsk_ca_state <= TCP_CA_Disorder &&  in tcp_enter_loss()
2196 		   (new_recovery || icsk->icsk_retransmits) &&  in tcp_enter_loss()
2516 		const struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_undo_cwnd_reduction()  local
2518 		tcp_snd_cwnd_set(tp, icsk->icsk_ca_ops->undo_cwnd(sk));  in tcp_undo_cwnd_reduction()
2732 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_mtup_probe_failed()  local
2734 	icsk->icsk_mtup.search_high = icsk->icsk_mtup.probe_size - 1;  in tcp_mtup_probe_failed()
2735 	icsk->icsk_mtup.probe_size = 0;  in tcp_mtup_probe_failed()
2742 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_mtup_probe_success()  local
2748 	do_div(val, icsk->icsk_mtup.probe_size);  in tcp_mtup_probe_success()
2756 	icsk->icsk_mtup.search_low = icsk->icsk_mtup.probe_size;  in tcp_mtup_probe_success()
2757 	icsk->icsk_mtup.probe_size = 0;  in tcp_mtup_probe_success()
2758 	tcp_sync_mss(sk, icsk->icsk_pmtu_cookie);  in tcp_mtup_probe_success()
2768 	const struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_simple_retransmit()  local
2808 	if (icsk->icsk_ca_state != TCP_CA_Loss) {  in tcp_simple_retransmit()
2974 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_fastretrans_alert()  local
2998 	if (icsk->icsk_ca_state == TCP_CA_Open) {  in tcp_fastretrans_alert()
3002 		switch (icsk->icsk_ca_state) {  in tcp_fastretrans_alert()
3023 	switch (icsk->icsk_ca_state) {  in tcp_fastretrans_alert()
3035 		if (icsk->icsk_ca_state != TCP_CA_Recovery) {  in tcp_fastretrans_alert()
3047 		if (!(icsk->icsk_ca_state == TCP_CA_Open ||  in tcp_fastretrans_alert()
3059 		if (icsk->icsk_ca_state <= TCP_CA_Disorder)  in tcp_fastretrans_alert()
3069 		if (icsk->icsk_ca_state < TCP_CA_CWR &&  in tcp_fastretrans_alert()
3070 		    icsk->icsk_mtup.probe_size &&  in tcp_fastretrans_alert()
3168 	const struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_cong_avoid()  local
3170 	icsk->icsk_ca_ops->cong_avoid(sk, ack, acked);  in tcp_cong_avoid()
3179 	const struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_rearm_rto()  local
3193 		if (icsk->icsk_pending == ICSK_TIME_REO_TIMEOUT ||  in tcp_rearm_rto()
3194 		    icsk->icsk_pending == ICSK_TIME_LOSS_PROBE) {  in tcp_rearm_rto()
3260 	const struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_clean_rtx_queue()  local
3391 		if (unlikely(icsk->icsk_mtup.probe_size &&  in tcp_clean_rtx_queue()
3427 	if (icsk->icsk_ca_ops->pkts_acked) {  in tcp_clean_rtx_queue()
3433 		icsk->icsk_ca_ops->pkts_acked(sk, &sample);  in tcp_clean_rtx_queue()
3441 		icsk = inet_csk(sk);  in tcp_clean_rtx_queue()
3444 				 tp->lost_out, icsk->icsk_ca_state);  in tcp_clean_rtx_queue()
3449 				 tp->sacked_out, icsk->icsk_ca_state);  in tcp_clean_rtx_queue()
3454 				 tp->retrans_out, icsk->icsk_ca_state);  in tcp_clean_rtx_queue()
3464 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_ack_probe()  local
3472 		icsk->icsk_backoff = 0;  in tcp_ack_probe()
3473 		icsk->icsk_probes_tstamp = 0;  in tcp_ack_probe()
3516 	const struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_cong_control()  local
3518 	if (icsk->icsk_ca_ops->cong_control) {  in tcp_cong_control()
3519 		icsk->icsk_ca_ops->cong_control(sk, rs);  in tcp_cong_control()
3741 	const struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_in_ack_event()  local
3743 	if (icsk->icsk_ca_ops->in_ack_event)  in tcp_in_ack_event()
3744 		icsk->icsk_ca_ops->in_ack_event(sk, flags);  in tcp_in_ack_event()
3786 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_ack()  local
3829 		icsk->icsk_retransmits = 0;  in tcp_ack()
3833 			if (icsk->icsk_clean_acked)  in tcp_ack()
3834 				icsk->icsk_clean_acked(sk, ack);  in tcp_ack()
3902 	icsk->icsk_probes_out = 0;  in tcp_ack()
6073 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_init_transfer()  local
6077 	icsk->icsk_af_ops->rebuild_header(sk);  in tcp_init_transfer()
6094 	if (!icsk->icsk_ca_initialized)  in tcp_init_transfer()
6102 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_finish_connect()  local
6105 	icsk->icsk_ack.lrcvtime = tcp_jiffies32;  in tcp_finish_connect()
6108 		icsk->icsk_af_ops->sk_rx_dst_set(sk, skb);  in tcp_finish_connect()
6220 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_rcv_synsent_state_process()  local
6243 			if (icsk->icsk_retransmits == 0)  in tcp_rcv_synsent_state_process()
6323 		tcp_sync_mss(sk, icsk->icsk_pmtu_cookie);  in tcp_rcv_synsent_state_process()
6347 		    READ_ONCE(icsk->icsk_accept_queue.rskq_defer_accept) ||  in tcp_rcv_synsent_state_process()
6414 		tcp_sync_mss(sk, icsk->icsk_pmtu_cookie);  in tcp_rcv_synsent_state_process()
6493 	struct inet_connection_sock *icsk = inet_csk(sk);  in tcp_rcv_state_process()  local
6523 			acceptable = icsk->icsk_af_ops->conn_request(sk, skb) >= 0;  in tcp_rcv_state_process()