340 	unsigned int i_head = i->head;  in sanity()  local
347 		if (unlikely(i_head != p_head - 1))  in sanity()
350 		p = &pipe->bufs[i_head & p_mask];  in sanity()
354 		if (i_head != p_head)  in sanity()
359 	printk(KERN_ERR "idx = %d, offset = %zd\n", i_head, i->iov_offset);  in sanity()
382 	unsigned int i_head = i->head;  in copy_page_to_iter_pipe()  local
395 	buf = &pipe->bufs[i_head & p_mask];  in copy_page_to_iter_pipe()
403 		i_head++;  in copy_page_to_iter_pipe()
404 		buf = &pipe->bufs[i_head & p_mask];  in copy_page_to_iter_pipe()
406 	if (pipe_full(i_head, p_tail, pipe->max_usage))  in copy_page_to_iter_pipe()
415 	pipe->head = i_head + 1;  in copy_page_to_iter_pipe()
417 	i->head = i_head;  in copy_page_to_iter_pipe()
564 	unsigned int i_head;  in copy_pipe_to_iter()  local
570 	bytes = n = push_pipe(i, bytes, &i_head, &off);  in copy_pipe_to_iter()
575 		memcpy_to_page(pipe->bufs[i_head & p_mask].page, off, addr, chunk);  in copy_pipe_to_iter()
576 		i->head = i_head;  in copy_pipe_to_iter()
581 		i_head++;  in copy_pipe_to_iter()
599 	unsigned int i_head;  in csum_and_copy_to_pipe_iter()  local
607 	bytes = n = push_pipe(i, bytes, &i_head, &r);  in csum_and_copy_to_pipe_iter()
612 		char *p = kmap_atomic(pipe->bufs[i_head & p_mask].page);  in csum_and_copy_to_pipe_iter()
615 		i->head = i_head;  in csum_and_copy_to_pipe_iter()
621 		i_head++;  in csum_and_copy_to_pipe_iter()
674 	unsigned int i_head;  in copy_mc_pipe_to_iter()  local
680 	bytes = n = push_pipe(i, bytes, &i_head, &off);  in copy_mc_pipe_to_iter()
687 		rem = copy_mc_to_page(pipe->bufs[i_head & p_mask].page,  in copy_mc_pipe_to_iter()
689 		i->head = i_head;  in copy_mc_pipe_to_iter()
697 		i_head++;  in copy_mc_pipe_to_iter()
955 	unsigned int i_head;  in pipe_zero()  local
961 	bytes = n = push_pipe(i, bytes, &i_head, &off);  in pipe_zero()
967 		memzero_page(pipe->bufs[i_head & p_mask].page, off, chunk);  in pipe_zero()
968 		i->head = i_head;  in pipe_zero()
972 		i_head++;  in pipe_zero()
1025 		unsigned int i_head = i->head;  in pipe_truncate()  local
1029 			buf = &pipe->bufs[i_head & p_mask];  in pipe_truncate()
1031 			i_head++;  in pipe_truncate()
1033 		while (p_head != i_head) {  in pipe_truncate()
1050 		unsigned int i_head = i->head;  in pipe_advance()  local
1054 			left += off - pipe->bufs[i_head & p_mask].offset;  in pipe_advance()
1056 			buf = &pipe->bufs[i_head & p_mask];  in pipe_advance()
1060 			i_head++;  in pipe_advance()
1062 		i->head = i_head;  in pipe_advance()
1094 		unsigned int i_head = i->head;  in iov_iter_revert()  local
1097 			struct pipe_buffer *b = &pipe->bufs[i_head & p_mask];  in iov_iter_revert()
1104 			if (!unroll && i_head == i->start_head) {  in iov_iter_revert()
1108 			i_head--;  in iov_iter_revert()
1109 			b = &pipe->bufs[i_head & p_mask];  in iov_iter_revert()
1113 		i->head = i_head;  in iov_iter_revert()