201 	unsigned int tail = pipe->tail;  in splice_to_pipe()  local
215 	while (!pipe_full(head, tail, pipe->max_usage)) {  in splice_to_pipe()
248 	unsigned int tail = pipe->tail;  in add_to_pipe()  local
255 	} else if (pipe_full(head, tail, pipe->max_usage)) {  in add_to_pipe()
333 	used = pipe_occupancy(pipe->head, pipe->tail);  in copy_splice_read()
448 	unsigned int tail = pipe->tail;  in splice_from_pipe_feed()  local
452 	while (!pipe_empty(head, tail)) {  in splice_from_pipe_feed()
453 		struct pipe_buffer *buf = &pipe->bufs[tail & mask];  in splice_from_pipe_feed()
480 			tail++;  in splice_from_pipe_feed()
481 			pipe->tail = tail;  in splice_from_pipe_feed()
496 	unsigned int tail = pipe->tail;  in eat_empty_buffer()  local
498 	struct pipe_buffer *buf = &pipe->bufs[tail & mask];  in eat_empty_buffer()
502 		pipe->tail = tail+1;  in eat_empty_buffer()
529 	while (pipe_empty(pipe->head, pipe->tail)) {  in splice_from_pipe_next()
688 		unsigned int head, tail, mask;  in iter_file_splice_write()  local
708 		tail = pipe->tail;  in iter_file_splice_write()
713 		for (n = 0; !pipe_empty(head, tail) && left && n < nbufs; tail++) {  in iter_file_splice_write()
714 			struct pipe_buffer *buf = &pipe->bufs[tail & mask];  in iter_file_splice_write()
745 		tail = pipe->tail;  in iter_file_splice_write()
747 			struct pipe_buffer *buf = &pipe->bufs[tail & mask];  in iter_file_splice_write()
752 				tail++;  in iter_file_splice_write()
753 				pipe->tail = tail;  in iter_file_splice_write()
804 		unsigned int head, tail, mask, bc = 0;  in splice_to_socket()  local
815 		while (pipe_empty(pipe->head, pipe->tail)) {  in splice_to_socket()
840 		tail = pipe->tail;  in splice_to_socket()
843 		while (!pipe_empty(head, tail)) {  in splice_to_socket()
844 			struct pipe_buffer *buf = &pipe->bufs[tail & mask];  in splice_to_socket()
848 				tail++;  in splice_to_socket()
865 			tail++;  in splice_to_socket()
874 		if (remain && pipe_occupancy(pipe->head, tail) > 0)  in splice_to_socket()
887 		tail = pipe->tail;  in splice_to_socket()
889 			struct pipe_buffer *buf = &pipe->bufs[tail & mask];  in splice_to_socket()
898 				tail++;  in splice_to_socket()
902 		if (tail != pipe->tail) {  in splice_to_socket()
903 			pipe->tail = tail;  in splice_to_socket()
975 	p_space = pipe->max_usage - pipe_occupancy(pipe->head, pipe->tail);  in vfs_splice_read()
1063 	WARN_ON_ONCE(!pipe_empty(pipe->head, pipe->tail));  in splice_direct_to_actor()
1105 	pipe->tail = pipe->head = 0;  in splice_direct_to_actor()
1209 		if (!pipe_full(pipe->head, pipe->tail, pipe->max_usage))  in wait_for_space()
1607 	if (!pipe_empty(pipe->head, pipe->tail))  in ipipe_prep()
1613 	while (pipe_empty(pipe->head, pipe->tail)) {  in ipipe_prep()
1643 	if (!pipe_full(pipe->head, pipe->tail, pipe->max_usage))  in opipe_prep()
1649 	while (pipe_full(pipe->head, pipe->tail, pipe->max_usage)) {  in opipe_prep()
1701 	i_tail = ipipe->tail;  in splice_pipe_to_pipe()
1717 		o_tail = opipe->tail;  in splice_pipe_to_pipe()
1757 			ipipe->tail = i_tail;  in splice_pipe_to_pipe()
1827 	i_tail = ipipe->tail;  in link_pipe()
1841 		o_tail = opipe->tail;  in link_pipe()