53 	struct ccid3_hc_tx_sock *hc = ccid3_hc_tx_sk(sk);  in ccid3_hc_tx_set_state()  local
54 	enum ccid3_hc_tx_states oldstate = hc->tx_state;  in ccid3_hc_tx_set_state()
60 	hc->tx_state = state;  in ccid3_hc_tx_set_state()
74 	const struct ccid3_hc_tx_sock *hc = ccid3_hc_tx_sk(sk);  in rfc3390_initial_rate()  local
75 	const __u32 w_init = clamp_t(__u32, 4380U, 2 * hc->tx_s, 4 * hc->tx_s);  in rfc3390_initial_rate()
77 	return scaled_div(w_init << 6, hc->tx_rtt);  in rfc3390_initial_rate()
86 static void ccid3_update_send_interval(struct ccid3_hc_tx_sock *hc)  in ccid3_update_send_interval()  argument
88 	hc->tx_t_ipi = scaled_div32(((u64)hc->tx_s) << 6, hc->tx_x);  in ccid3_update_send_interval()
90 	DCCP_BUG_ON(hc->tx_t_ipi == 0);  in ccid3_update_send_interval()
91 	ccid3_pr_debug("t_ipi=%u, s=%u, X=%u\n", hc->tx_t_ipi,  in ccid3_update_send_interval()
92 		       hc->tx_s, (unsigned int)(hc->tx_x >> 6));  in ccid3_update_send_interval()
95 static u32 ccid3_hc_tx_idle_rtt(struct ccid3_hc_tx_sock *hc, ktime_t now)  in ccid3_hc_tx_idle_rtt()  argument
97 	u32 delta = ktime_us_delta(now, hc->tx_t_last_win_count);  in ccid3_hc_tx_idle_rtt()
99 	return delta / hc->tx_rtt;  in ccid3_hc_tx_idle_rtt()
116 	struct ccid3_hc_tx_sock *hc = ccid3_hc_tx_sk(sk);  in ccid3_hc_tx_update_x()  local
117 	__u64 min_rate = 2 * hc->tx_x_recv;  in ccid3_hc_tx_update_x()
118 	const __u64 old_x = hc->tx_x;  in ccid3_hc_tx_update_x()
127 	if (ccid3_hc_tx_idle_rtt(hc, now) >= 2) {  in ccid3_hc_tx_update_x()
129 		min_rate = max(min_rate, 2 * hc->tx_x_recv);  in ccid3_hc_tx_update_x()
132 	if (hc->tx_p > 0) {  in ccid3_hc_tx_update_x()
134 		hc->tx_x = min(((__u64)hc->tx_x_calc) << 6, min_rate);  in ccid3_hc_tx_update_x()
135 		hc->tx_x = max(hc->tx_x, (((__u64)hc->tx_s) << 6) / TFRC_T_MBI);  in ccid3_hc_tx_update_x()
137 	} else if (ktime_us_delta(now, hc->tx_t_ld) - (s64)hc->tx_rtt >= 0) {  in ccid3_hc_tx_update_x()
139 		hc->tx_x = min(2 * hc->tx_x, min_rate);  in ccid3_hc_tx_update_x()
140 		hc->tx_x = max(hc->tx_x,  in ccid3_hc_tx_update_x()
141 			       scaled_div(((__u64)hc->tx_s) << 6, hc->tx_rtt));  in ccid3_hc_tx_update_x()
142 		hc->tx_t_ld = now;  in ccid3_hc_tx_update_x()
145 	if (hc->tx_x != old_x) {  in ccid3_hc_tx_update_x()
148 			       (unsigned int)(hc->tx_x >> 6), hc->tx_x_calc,  in ccid3_hc_tx_update_x()
149 			       (unsigned int)(hc->tx_x_recv >> 6));  in ccid3_hc_tx_update_x()
151 		ccid3_update_send_interval(hc);  in ccid3_hc_tx_update_x()
162 static inline void ccid3_hc_tx_update_s(struct ccid3_hc_tx_sock *hc, int len)  in ccid3_hc_tx_update_s()  argument
164 	const u16 old_s = hc->tx_s;  in ccid3_hc_tx_update_s()
166 	hc->tx_s = tfrc_ewma(hc->tx_s, len, 9);  in ccid3_hc_tx_update_s()
168 	if (hc->tx_s != old_s)  in ccid3_hc_tx_update_s()
169 		ccid3_update_send_interval(hc);  in ccid3_hc_tx_update_s()
176 static inline void ccid3_hc_tx_update_win_count(struct ccid3_hc_tx_sock *hc,  in ccid3_hc_tx_update_win_count()  argument
179 	u32 delta = ktime_us_delta(now, hc->tx_t_last_win_count),  in ccid3_hc_tx_update_win_count()
180 	    quarter_rtts = (4 * delta) / hc->tx_rtt;  in ccid3_hc_tx_update_win_count()
183 		hc->tx_t_last_win_count = now;  in ccid3_hc_tx_update_win_count()
184 		hc->tx_last_win_count  += min(quarter_rtts, 5U);  in ccid3_hc_tx_update_win_count()
185 		hc->tx_last_win_count  &= 0xF;		/* mod 16 */  in ccid3_hc_tx_update_win_count()
191 	struct ccid3_hc_tx_sock *hc = from_timer(hc, t, tx_no_feedback_timer);  in ccid3_hc_tx_no_feedback_timer()  local
192 	struct sock *sk = hc->sk;  in ccid3_hc_tx_no_feedback_timer()
203 		       ccid3_tx_state_name(hc->tx_state));  in ccid3_hc_tx_no_feedback_timer()
210 	if (hc->tx_state == TFRC_SSTATE_FBACK)  in ccid3_hc_tx_no_feedback_timer()
217 	if (hc->tx_t_rto == 0 || hc->tx_p == 0) {  in ccid3_hc_tx_no_feedback_timer()
220 		hc->tx_x = max(hc->tx_x / 2,  in ccid3_hc_tx_no_feedback_timer()
221 			       (((__u64)hc->tx_s) << 6) / TFRC_T_MBI);  in ccid3_hc_tx_no_feedback_timer()
222 		ccid3_update_send_interval(hc);  in ccid3_hc_tx_no_feedback_timer()
234 		if (hc->tx_x_calc > (hc->tx_x_recv >> 5))  in ccid3_hc_tx_no_feedback_timer()
235 			hc->tx_x_recv =  in ccid3_hc_tx_no_feedback_timer()
236 				max(hc->tx_x_recv / 2,  in ccid3_hc_tx_no_feedback_timer()
237 				    (((__u64)hc->tx_s) << 6) / (2*TFRC_T_MBI));  in ccid3_hc_tx_no_feedback_timer()
239 			hc->tx_x_recv = hc->tx_x_calc;  in ccid3_hc_tx_no_feedback_timer()
240 			hc->tx_x_recv <<= 4;  in ccid3_hc_tx_no_feedback_timer()
245 			(unsigned long long)hc->tx_x);  in ccid3_hc_tx_no_feedback_timer()
251 	if (unlikely(hc->tx_t_rto == 0))	/* no feedback received yet */  in ccid3_hc_tx_no_feedback_timer()
254 		t_nfb = max(hc->tx_t_rto, 2 * hc->tx_t_ipi);  in ccid3_hc_tx_no_feedback_timer()
257 	sk_reset_timer(sk, &hc->tx_no_feedback_timer,  in ccid3_hc_tx_no_feedback_timer()
275 	struct ccid3_hc_tx_sock *hc = ccid3_hc_tx_sk(sk);  in ccid3_hc_tx_send_packet()  local
287 	if (hc->tx_state == TFRC_SSTATE_NO_SENT) {  in ccid3_hc_tx_send_packet()
288 		sk_reset_timer(sk, &hc->tx_no_feedback_timer, (jiffies +  in ccid3_hc_tx_send_packet()
290 		hc->tx_last_win_count	= 0;  in ccid3_hc_tx_send_packet()
291 		hc->tx_t_last_win_count = now;  in ccid3_hc_tx_send_packet()
294 		hc->tx_t_nom = now;  in ccid3_hc_tx_send_packet()
296 		hc->tx_s = skb->len;  in ccid3_hc_tx_send_packet()
305 			hc->tx_rtt  = dp->dccps_syn_rtt;  in ccid3_hc_tx_send_packet()
306 			hc->tx_x    = rfc3390_initial_rate(sk);  in ccid3_hc_tx_send_packet()
307 			hc->tx_t_ld = now;  in ccid3_hc_tx_send_packet()
315 			hc->tx_rtt = DCCP_FALLBACK_RTT;  in ccid3_hc_tx_send_packet()
316 			hc->tx_x   = hc->tx_s;  in ccid3_hc_tx_send_packet()
317 			hc->tx_x <<= 6;  in ccid3_hc_tx_send_packet()
319 		ccid3_update_send_interval(hc);  in ccid3_hc_tx_send_packet()
324 		delay = ktime_us_delta(hc->tx_t_nom, now);  in ccid3_hc_tx_send_packet()
337 		ccid3_hc_tx_update_win_count(hc, now);  in ccid3_hc_tx_send_packet()
342 	DCCP_SKB_CB(skb)->dccpd_ccval  = hc->tx_last_win_count;  in ccid3_hc_tx_send_packet()
345 	hc->tx_t_nom = ktime_add_us(hc->tx_t_nom, hc->tx_t_ipi);  in ccid3_hc_tx_send_packet()
351 	struct ccid3_hc_tx_sock *hc = ccid3_hc_tx_sk(sk);  in ccid3_hc_tx_packet_sent()  local
353 	ccid3_hc_tx_update_s(hc, len);  in ccid3_hc_tx_packet_sent()
355 	if (tfrc_tx_hist_add(&hc->tx_hist, dccp_sk(sk)->dccps_gss))  in ccid3_hc_tx_packet_sent()
361 	struct ccid3_hc_tx_sock *hc = ccid3_hc_tx_sk(sk);  in ccid3_hc_tx_packet_recv()  local
379 	acked = tfrc_tx_hist_find_entry(hc->tx_hist, dccp_hdr_ack_seq(skb));  in ccid3_hc_tx_packet_recv()
388 	hc->tx_rtt = tfrc_ewma(hc->tx_rtt, r_sample, 9);  in ccid3_hc_tx_packet_recv()
393 	if (hc->tx_state == TFRC_SSTATE_NO_FBACK) {  in ccid3_hc_tx_packet_recv()
396 		if (hc->tx_t_rto == 0) {  in ccid3_hc_tx_packet_recv()
400 			hc->tx_x    = rfc3390_initial_rate(sk);  in ccid3_hc_tx_packet_recv()
401 			hc->tx_t_ld = now;  in ccid3_hc_tx_packet_recv()
403 			ccid3_update_send_interval(hc);  in ccid3_hc_tx_packet_recv()
406 		} else if (hc->tx_p == 0) {  in ccid3_hc_tx_packet_recv()
415 	if (hc->tx_p > 0)  in ccid3_hc_tx_packet_recv()
416 		hc->tx_x_calc = tfrc_calc_x(hc->tx_s, hc->tx_rtt, hc->tx_p);  in ccid3_hc_tx_packet_recv()
422 			       dccp_role(sk), sk, hc->tx_rtt, r_sample,  in ccid3_hc_tx_packet_recv()
423 			       hc->tx_s, hc->tx_p, hc->tx_x_calc,  in ccid3_hc_tx_packet_recv()
424 			       (unsigned int)(hc->tx_x_recv >> 6),  in ccid3_hc_tx_packet_recv()
425 			       (unsigned int)(hc->tx_x >> 6));  in ccid3_hc_tx_packet_recv()
428 	sk_stop_timer(sk, &hc->tx_no_feedback_timer);  in ccid3_hc_tx_packet_recv()
441 	hc->tx_t_rto = max_t(u32, 4 * hc->tx_rtt,  in ccid3_hc_tx_packet_recv()
447 	t_nfb = max(hc->tx_t_rto, 2 * hc->tx_t_ipi);  in ccid3_hc_tx_packet_recv()
453 	sk_reset_timer(sk, &hc->tx_no_feedback_timer,  in ccid3_hc_tx_packet_recv()
460 	struct ccid3_hc_tx_sock *hc = ccid3_hc_tx_sk(sk);  in ccid3_hc_tx_parse_options()  local
478 			hc->tx_x_recv = opt_val;  in ccid3_hc_tx_parse_options()
479 			hc->tx_x_recv <<= 6;  in ccid3_hc_tx_parse_options()
485 			hc->tx_p = tfrc_invert_loss_event_rate(opt_val);  in ccid3_hc_tx_parse_options()
496 	struct ccid3_hc_tx_sock *hc = ccid_priv(ccid);  in ccid3_hc_tx_init()  local
498 	hc->tx_state = TFRC_SSTATE_NO_SENT;  in ccid3_hc_tx_init()
499 	hc->tx_hist  = NULL;  in ccid3_hc_tx_init()
500 	hc->sk	     = sk;  in ccid3_hc_tx_init()
501 	timer_setup(&hc->tx_no_feedback_timer,  in ccid3_hc_tx_init()
508 	struct ccid3_hc_tx_sock *hc = ccid3_hc_tx_sk(sk);  in ccid3_hc_tx_exit()  local
510 	sk_stop_timer(sk, &hc->tx_no_feedback_timer);  in ccid3_hc_tx_exit()
511 	tfrc_tx_hist_purge(&hc->tx_hist);  in ccid3_hc_tx_exit()
523 	const struct ccid3_hc_tx_sock *hc = ccid3_hc_tx_sk(sk);  in ccid3_hc_tx_getsockopt()  local
532 		tfrc.tfrctx_x	   = hc->tx_x;  in ccid3_hc_tx_getsockopt()
533 		tfrc.tfrctx_x_recv = hc->tx_x_recv;  in ccid3_hc_tx_getsockopt()
534 		tfrc.tfrctx_x_calc = hc->tx_x_calc;  in ccid3_hc_tx_getsockopt()
535 		tfrc.tfrctx_rtt	   = hc->tx_rtt;  in ccid3_hc_tx_getsockopt()
536 		tfrc.tfrctx_p	   = hc->tx_p;  in ccid3_hc_tx_getsockopt()
537 		tfrc.tfrctx_rto	   = hc->tx_t_rto;  in ccid3_hc_tx_getsockopt()
538 		tfrc.tfrctx_ipi	   = hc->tx_t_ipi;  in ccid3_hc_tx_getsockopt()
579 	struct ccid3_hc_rx_sock *hc = ccid3_hc_rx_sk(sk);  in ccid3_hc_rx_set_state()  local
580 	enum ccid3_hc_rx_states oldstate = hc->rx_state;  in ccid3_hc_rx_set_state()
586 	hc->rx_state = state;  in ccid3_hc_rx_set_state()
593 	struct ccid3_hc_rx_sock *hc = ccid3_hc_rx_sk(sk);  in ccid3_hc_rx_send_feedback()  local
600 		hc->rx_x_recv = 0;  in ccid3_hc_rx_send_feedback()
601 		hc->rx_pinv   = ~0U;   /* see RFC 4342, 8.5 */  in ccid3_hc_rx_send_feedback()
614 		if (hc->rx_x_recv > 0)  in ccid3_hc_rx_send_feedback()
618 		delta = ktime_us_delta(now, hc->rx_tstamp_last_feedback);  in ccid3_hc_rx_send_feedback()
621 		hc->rx_x_recv = scaled_div32(hc->rx_bytes_recv, delta);  in ccid3_hc_rx_send_feedback()
628 		       hc->rx_x_recv, hc->rx_pinv);  in ccid3_hc_rx_send_feedback()
630 	hc->rx_tstamp_last_feedback = now;  in ccid3_hc_rx_send_feedback()
631 	hc->rx_last_counter	    = dccp_hdr(skb)->dccph_ccval;  in ccid3_hc_rx_send_feedback()
632 	hc->rx_bytes_recv	    = 0;  in ccid3_hc_rx_send_feedback()
640 	const struct ccid3_hc_rx_sock *hc = ccid3_hc_rx_sk(sk);  in ccid3_hc_rx_insert_options()  local
649 	x_recv = htonl(hc->rx_x_recv);  in ccid3_hc_rx_insert_options()
650 	pinv   = htonl(hc->rx_pinv);  in ccid3_hc_rx_insert_options()
674 	struct ccid3_hc_rx_sock *hc = ccid3_hc_rx_sk(sk);  in ccid3_first_li()  local
679 	if (hc->rx_rtt == 0) {  in ccid3_first_li()
681 		hc->rx_rtt = DCCP_FALLBACK_RTT;  in ccid3_first_li()
684 	delta = ktime_us_delta(ktime_get(), hc->rx_tstamp_last_feedback);  in ccid3_first_li()
687 	x_recv = scaled_div32(hc->rx_bytes_recv, delta);  in ccid3_first_li()
690 		if (hc->rx_x_recv == 0) {  in ccid3_first_li()
694 		x_recv = hc->rx_x_recv;  in ccid3_first_li()
697 	fval = scaled_div(hc->rx_s, hc->rx_rtt);  in ccid3_first_li()
709 	struct ccid3_hc_rx_sock *hc = ccid3_hc_rx_sk(sk);  in ccid3_hc_rx_packet_recv()  local
714 	if (unlikely(hc->rx_state == TFRC_RSTATE_NO_DATA)) {  in ccid3_hc_rx_packet_recv()
719 			hc->rx_s = payload;  in ccid3_hc_rx_packet_recv()
729 	if (tfrc_rx_hist_duplicate(&hc->rx_hist, skb))  in ccid3_hc_rx_packet_recv()
737 		hc->rx_s = tfrc_ewma(hc->rx_s, payload, 9);  in ccid3_hc_rx_packet_recv()
738 		hc->rx_bytes_recv += payload;  in ccid3_hc_rx_packet_recv()
744 	if (tfrc_rx_handle_loss(&hc->rx_hist, &hc->rx_li_hist,  in ccid3_hc_rx_packet_recv()
750 	if (tfrc_rx_hist_loss_pending(&hc->rx_hist))  in ccid3_hc_rx_packet_recv()
759 	if (!tfrc_lh_is_initialised(&hc->rx_li_hist)) {  in ccid3_hc_rx_packet_recv()
760 		const u32 sample = tfrc_rx_hist_sample_rtt(&hc->rx_hist, skb);  in ccid3_hc_rx_packet_recv()
767 			hc->rx_rtt = tfrc_ewma(hc->rx_rtt, sample, 9);  in ccid3_hc_rx_packet_recv()
769 	} else if (tfrc_lh_update_i_mean(&hc->rx_li_hist, skb)) {  in ccid3_hc_rx_packet_recv()
780 	if (SUB16(dccp_hdr(skb)->dccph_ccval, hc->rx_last_counter) > 3)  in ccid3_hc_rx_packet_recv()
784 	tfrc_rx_hist_add_packet(&hc->rx_hist, skb, ndp);  in ccid3_hc_rx_packet_recv()
793 	struct ccid3_hc_rx_sock *hc = ccid_priv(ccid);  in ccid3_hc_rx_init()  local
795 	hc->rx_state = TFRC_RSTATE_NO_DATA;  in ccid3_hc_rx_init()
796 	tfrc_lh_init(&hc->rx_li_hist);  in ccid3_hc_rx_init()
797 	return tfrc_rx_hist_alloc(&hc->rx_hist);  in ccid3_hc_rx_init()
802 	struct ccid3_hc_rx_sock *hc = ccid3_hc_rx_sk(sk);  in ccid3_hc_rx_exit()  local
804 	tfrc_rx_hist_purge(&hc->rx_hist);  in ccid3_hc_rx_exit()
805 	tfrc_lh_cleanup(&hc->rx_li_hist);  in ccid3_hc_rx_exit()
818 	const struct ccid3_hc_rx_sock *hc = ccid3_hc_rx_sk(sk);  in ccid3_hc_rx_getsockopt()  local
826 		rx_info.tfrcrx_x_recv = hc->rx_x_recv;  in ccid3_hc_rx_getsockopt()
827 		rx_info.tfrcrx_rtt    = hc->rx_rtt;  in ccid3_hc_rx_getsockopt()
828 		rx_info.tfrcrx_p      = tfrc_invert_loss_event_rate(hc->rx_pinv);  in ccid3_hc_rx_getsockopt()