742 	struct tcp_splice_state *tss = rd_desc->arg.data;  in tcp_splice_data_recv()  local
745 	ret = skb_splice_bits(skb, skb->sk, offset, tss->pipe,  in tcp_splice_data_recv()
746 			      min(rd_desc->count, len), tss->flags);  in tcp_splice_data_recv()
752 static int __tcp_splice_read(struct sock *sk, struct tcp_splice_state *tss)  in __tcp_splice_read()  argument
756 		.arg.data = tss,  in __tcp_splice_read()
757 		.count	  = tss->len,  in __tcp_splice_read()
780 	struct tcp_splice_state tss = {  in tcp_splice_read()  local
801 	while (tss.len) {  in tcp_splice_read()
802 		ret = __tcp_splice_read(sk, &tss);  in tcp_splice_read()
843 		tss.len -= ret;  in tcp_splice_read()
846 		if (!tss.len || !timeo)  in tcp_splice_read()
1729 			     struct scm_timestamping_internal *tss)  in tcp_update_recv_tstamps()  argument
1732 		tss->ts[0] = ktime_to_timespec64(skb->tstamp);  in tcp_update_recv_tstamps()
1734 		tss->ts[0] = (struct timespec64) {0};  in tcp_update_recv_tstamps()
1737 		tss->ts[2] = ktime_to_timespec64(skb_hwtstamps(skb)->hwtstamp);  in tcp_update_recv_tstamps()
1739 		tss->ts[2] = (struct timespec64) {0};  in tcp_update_recv_tstamps()
1844 			      int flags, struct scm_timestamping_internal *tss,
1848 				    struct scm_timestamping_internal *tss)  in receive_fallback_to_copy()  argument
1867 				 tss, &zc->msg_flags);  in receive_fallback_to_copy()
1913 				  struct scm_timestamping_internal *tss)  in tcp_zc_handle_leftover()  argument
1925 			tcp_update_recv_tstamps(skb, tss);  in tcp_zc_handle_leftover()
2018 				      struct scm_timestamping_internal *tss)  in tcp_zc_finalize_rx_tstamp()  argument
2033 		tcp_recv_timestamp(&cmsg_dummy, sk, tss);  in tcp_zc_finalize_rx_tstamp()
2070 				struct scm_timestamping_internal *tss)  in tcp_zerocopy_receive()  argument
2099 		return receive_fallback_to_copy(sk, zc, inq, tss);  in tcp_zerocopy_receive()
2144 				tcp_update_recv_tstamps(skb, tss);  in tcp_zerocopy_receive()
2192 		copylen = tcp_zc_handle_leftover(zc, sk, skb, &seq, copybuf_len, tss);  in tcp_zerocopy_receive()
2215 			struct scm_timestamping_internal *tss)  in tcp_recv_timestamp()  argument
2220 	if (tss->ts[0].tv_sec || tss->ts[0].tv_nsec) {  in tcp_recv_timestamp()
2225 						.tv_sec = tss->ts[0].tv_sec,  in tcp_recv_timestamp()
2226 						.tv_nsec = tss->ts[0].tv_nsec,  in tcp_recv_timestamp()
2232 						.tv_sec = tss->ts[0].tv_sec,  in tcp_recv_timestamp()
2233 						.tv_nsec = tss->ts[0].tv_nsec,  in tcp_recv_timestamp()
2241 						.tv_sec = tss->ts[0].tv_sec,  in tcp_recv_timestamp()
2242 						.tv_usec = tss->ts[0].tv_nsec / 1000,  in tcp_recv_timestamp()
2248 						.tv_sec = tss->ts[0].tv_sec,  in tcp_recv_timestamp()
2249 						.tv_usec = tss->ts[0].tv_nsec / 1000,  in tcp_recv_timestamp()
2260 			tss->ts[0] = (struct timespec64) {0};  in tcp_recv_timestamp()
2263 	if (tss->ts[2].tv_sec || tss->ts[2].tv_nsec) {  in tcp_recv_timestamp()
2267 			tss->ts[2] = (struct timespec64) {0};  in tcp_recv_timestamp()
2271 		tss->ts[1] = (struct timespec64) {0};  in tcp_recv_timestamp()
2273 			put_cmsg_scm_timestamping64(msg, tss);  in tcp_recv_timestamp()
2275 			put_cmsg_scm_timestamping(msg, tss);  in tcp_recv_timestamp()
2309 			      int flags, struct scm_timestamping_internal *tss,  in tcp_recvmsg_locked()  argument
2512 			tcp_update_recv_tstamps(skb, tss);  in tcp_recvmsg_locked()
2557 	struct scm_timestamping_internal tss;  in tcp_recvmsg()  local
2568 	ret = tcp_recvmsg_locked(sk, msg, len, flags, &tss, &cmsg_flags);  in tcp_recvmsg()
2573 			tcp_recv_timestamp(msg, sk, &tss);  in tcp_recvmsg()
4187 		struct scm_timestamping_internal tss;  in do_tcp_getsockopt()  local
4212 		err = tcp_zerocopy_receive(sk, &zc, &tss);  in do_tcp_getsockopt()
4236 			tcp_zc_finalize_rx_tstamp(sk, &zc, &tss);  in do_tcp_getsockopt()