1219 static int splice_pipe_to_pipe(struct pipe_inode_info *ipipe,
1246 	struct pipe_inode_info *ipipe;  in do_splice()  local
1255 	ipipe = get_pipe_info(in, true);  in do_splice()
1258 	if (ipipe && opipe) {  in do_splice()
1263 		if (ipipe == opipe)  in do_splice()
1269 		ret = splice_pipe_to_pipe(ipipe, opipe, len, flags);  in do_splice()
1270 	} else if (ipipe) {  in do_splice()
1292 		ret = do_splice_from(ipipe, out, &offset, len, flags);  in do_splice()
1340 	struct pipe_inode_info *ipipe;  in __do_splice()  local
1345 	ipipe = get_pipe_info(in, true);  in __do_splice()
1348 	if (ipipe) {  in __do_splice()
1673 static int splice_pipe_to_pipe(struct pipe_inode_info *ipipe,  in splice_pipe_to_pipe()  argument
1686 	ret = ipipe_prep(ipipe, flags);  in splice_pipe_to_pipe()
1699 	pipe_double_lock(ipipe, opipe);  in splice_pipe_to_pipe()
1701 	i_tail = ipipe->tail;  in splice_pipe_to_pipe()
1702 	i_mask = ipipe->ring_size - 1;  in splice_pipe_to_pipe()
1716 		i_head = ipipe->head;  in splice_pipe_to_pipe()
1719 		if (pipe_empty(i_head, i_tail) && !ipipe->writers)  in splice_pipe_to_pipe()
1742 			pipe_unlock(ipipe);  in splice_pipe_to_pipe()
1747 		ibuf = &ipipe->bufs[i_tail & i_mask];  in splice_pipe_to_pipe()
1757 			ipipe->tail = i_tail;  in splice_pipe_to_pipe()
1767 			if (!pipe_buf_get(ipipe, ibuf)) {  in splice_pipe_to_pipe()
1792 	pipe_unlock(ipipe);  in splice_pipe_to_pipe()
1802 		wakeup_pipe_writers(ipipe);  in splice_pipe_to_pipe()
1810 static int link_pipe(struct pipe_inode_info *ipipe,  in link_pipe()  argument
1825 	pipe_double_lock(ipipe, opipe);  in link_pipe()
1827 	i_tail = ipipe->tail;  in link_pipe()
1828 	i_mask = ipipe->ring_size - 1;  in link_pipe()
1840 		i_head = ipipe->head;  in link_pipe()
1851 		ibuf = &ipipe->bufs[i_tail & i_mask];  in link_pipe()
1858 		if (!pipe_buf_get(ipipe, ibuf)) {  in link_pipe()
1883 	pipe_unlock(ipipe);  in link_pipe()
1903 	struct pipe_inode_info *ipipe = get_pipe_info(in, true);  in do_tee()  local
1915 	if (ipipe && opipe && ipipe != opipe) {  in do_tee()
1923 		ret = ipipe_prep(ipipe, flags);  in do_tee()
1927 				ret = link_pipe(ipipe, opipe, len, flags);  in do_tee()