1004 static int splice_pipe_to_pipe(struct pipe_inode_info *ipipe,
1031 	struct pipe_inode_info *ipipe;  in do_splice()  local
1040 	ipipe = get_pipe_info(in, true);  in do_splice()
1043 	if (ipipe && opipe) {  in do_splice()
1048 		if (ipipe == opipe)  in do_splice()
1054 		return splice_pipe_to_pipe(ipipe, opipe, len, flags);  in do_splice()
1057 	if (ipipe) {  in do_splice()
1079 		ret = do_splice_from(ipipe, out, &offset, len, flags);  in do_splice()
1120 	struct pipe_inode_info *ipipe;  in __do_splice()  local
1125 	ipipe = get_pipe_info(in, true);  in __do_splice()
1128 	if (ipipe && off_in)  in __do_splice()
1437 static int splice_pipe_to_pipe(struct pipe_inode_info *ipipe,  in splice_pipe_to_pipe()  argument
1450 	ret = ipipe_prep(ipipe, flags);  in splice_pipe_to_pipe()
1463 	pipe_double_lock(ipipe, opipe);  in splice_pipe_to_pipe()
1465 	i_tail = ipipe->tail;  in splice_pipe_to_pipe()
1466 	i_mask = ipipe->ring_size - 1;  in splice_pipe_to_pipe()
1480 		i_head = ipipe->head;  in splice_pipe_to_pipe()
1483 		if (pipe_empty(i_head, i_tail) && !ipipe->writers)  in splice_pipe_to_pipe()
1506 			pipe_unlock(ipipe);  in splice_pipe_to_pipe()
1511 		ibuf = &ipipe->bufs[i_tail & i_mask];  in splice_pipe_to_pipe()
1521 			ipipe->tail = i_tail;  in splice_pipe_to_pipe()
1531 			if (!pipe_buf_get(ipipe, ibuf)) {  in splice_pipe_to_pipe()
1556 	pipe_unlock(ipipe);  in splice_pipe_to_pipe()
1566 		wakeup_pipe_writers(ipipe);  in splice_pipe_to_pipe()
1574 static int link_pipe(struct pipe_inode_info *ipipe,  in link_pipe()  argument
1589 	pipe_double_lock(ipipe, opipe);  in link_pipe()
1591 	i_tail = ipipe->tail;  in link_pipe()
1592 	i_mask = ipipe->ring_size - 1;  in link_pipe()
1604 		i_head = ipipe->head;  in link_pipe()
1615 		ibuf = &ipipe->bufs[i_tail & i_mask];  in link_pipe()
1622 		if (!pipe_buf_get(ipipe, ibuf)) {  in link_pipe()
1647 	pipe_unlock(ipipe);  in link_pipe()
1667 	struct pipe_inode_info *ipipe = get_pipe_info(in, true);  in do_tee()  local
1679 	if (ipipe && opipe && ipipe != opipe) {  in do_tee()
1687 		ret = ipipe_prep(ipipe, flags);  in do_tee()
1691 				ret = link_pipe(ipipe, opipe, len, flags);  in do_tee()