Lines Matching refs:iter_head
499 unsigned int iter_head = i->head; in data_start() local
502 if (off && (!allocated(&i->pipe->bufs[iter_head & p_mask]) || in data_start()
504 iter_head++; in data_start()
507 *iter_headp = iter_head; in data_start()
517 unsigned int iter_head; in push_pipe() local
527 data_start(i, &iter_head, &off); in push_pipe()
528 *iter_headp = iter_head; in push_pipe()
533 pipe->bufs[iter_head & p_mask].len += size; in push_pipe()
536 pipe->bufs[iter_head & p_mask].len = PAGE_SIZE; in push_pipe()
537 iter_head++; in push_pipe()
539 while (!pipe_full(iter_head, p_tail, pipe->max_usage)) { in push_pipe()
540 struct pipe_buffer *buf = &pipe->bufs[iter_head & p_mask]; in push_pipe()
550 iter_head++; in push_pipe()
551 pipe->head = iter_head; in push_pipe()
1275 int iter_head, in __pipe_get_pages() argument
1280 ssize_t n = push_pipe(i, maxsize, &iter_head, start); in __pipe_get_pages()
1287 get_page(*pages++ = pipe->bufs[iter_head & p_mask].page); in __pipe_get_pages()
1288 iter_head++; in __pipe_get_pages()
1299 unsigned int iter_head, npages; in pipe_get_pages() local
1308 data_start(i, &iter_head, start); in pipe_get_pages()
1310 npages = pipe_space_for_user(iter_head, i->pipe->tail, i->pipe); in pipe_get_pages()
1313 return __pipe_get_pages(i, min(maxsize, capacity), pages, iter_head, start); in pipe_get_pages()
1367 unsigned int iter_head, npages; in pipe_get_pages_alloc() local
1376 data_start(i, &iter_head, start); in pipe_get_pages_alloc()
1378 npages = pipe_space_for_user(iter_head, i->pipe->tail, i->pipe); in pipe_get_pages_alloc()
1387 n = __pipe_get_pages(i, maxsize, p, iter_head, start); in pipe_get_pages_alloc()
1600 unsigned int iter_head; in iov_iter_npages() local
1606 data_start(i, &iter_head, &off); in iov_iter_npages()
1608 npages = pipe_space_for_user(iter_head, pipe->tail, pipe); in iov_iter_npages()