41 	struct tcp_sock *tp = tcp_sk(sk);  in tcp_rate_skb_sent()  local
57 	if (!tp->packets_out) {  in tcp_rate_skb_sent()
58 		tp->first_tx_mstamp  = skb->skb_mstamp;  in tcp_rate_skb_sent()
59 		tp->delivered_mstamp = skb->skb_mstamp;  in tcp_rate_skb_sent()
62 	TCP_SKB_CB(skb)->tx.first_tx_mstamp	= tp->first_tx_mstamp;  in tcp_rate_skb_sent()
63 	TCP_SKB_CB(skb)->tx.delivered_mstamp	= tp->delivered_mstamp;  in tcp_rate_skb_sent()
64 	TCP_SKB_CB(skb)->tx.delivered		= tp->delivered;  in tcp_rate_skb_sent()
65 	TCP_SKB_CB(skb)->tx.is_app_limited	= tp->app_limited ? 1 : 0;  in tcp_rate_skb_sent()
78 	struct tcp_sock *tp = tcp_sk(sk);  in tcp_rate_skb_delivered()  local
97 		tp->first_tx_mstamp  = skb->skb_mstamp;  in tcp_rate_skb_delivered()
111 	struct tcp_sock *tp = tcp_sk(sk);  in tcp_rate_gen()  local
115 	if (tp->app_limited && after(tp->delivered, tp->app_limited))  in tcp_rate_gen()
116 		tp->app_limited = 0;  in tcp_rate_gen()
123 		tp->delivered_mstamp = tp->tcp_mstamp;  in tcp_rate_gen()
137 	rs->delivered   = tp->delivered - rs->prior_delivered;  in tcp_rate_gen()
145 	ack_us = tcp_stamp_us_delta(tp->tcp_mstamp,  in tcp_rate_gen()
160 	if (unlikely(rs->interval_us < tcp_min_rtt(tp))) {  in tcp_rate_gen()
165 				 tp->rx_opt.sack_ok, tcp_min_rtt(tp));  in tcp_rate_gen()
172 	    ((u64)rs->delivered * tp->rate_interval_us >=  in tcp_rate_gen()
173 	     (u64)tp->rate_delivered * rs->interval_us)) {  in tcp_rate_gen()
174 		tp->rate_delivered = rs->delivered;  in tcp_rate_gen()
175 		tp->rate_interval_us = rs->interval_us;  in tcp_rate_gen()
176 		tp->rate_app_limited = rs->is_app_limited;  in tcp_rate_gen()
183 	struct tcp_sock *tp = tcp_sk(sk);  in tcp_rate_check_app_limited()  local
186 	    tp->write_seq - tp->snd_nxt < tp->mss_cache &&  in tcp_rate_check_app_limited()
190 	    tcp_packets_in_flight(tp) < tp->snd_cwnd &&  in tcp_rate_check_app_limited()
192 	    tp->lost_out <= tp->retrans_out)  in tcp_rate_check_app_limited()
193 		tp->app_limited =  in tcp_rate_check_app_limited()
194 			(tp->delivered + tcp_packets_in_flight(tp)) ? : 1;  in tcp_rate_check_app_limited()