152 void bvec_free(mempool_t *pool, struct bio_vec *bv, unsigned int idx)  in bvec_free()  argument
161 		mempool_free(bv, pool);  in bvec_free()
165 		kmem_cache_free(bvs->slab, bv);  in bvec_free()
526 	struct bio_vec bv;  in zero_fill_bio_iter()  local
529 	__bio_for_each_segment(bv, bio, iter, start) {  in zero_fill_bio_iter()
530 		char *data = bvec_kmap_irq(&bv, &flags);  in zero_fill_bio_iter()
531 		memset(data, 0, bv.bv_len);  in zero_fill_bio_iter()
532 		flush_dcache_page(bv.bv_page);  in zero_fill_bio_iter()
630 static inline bool page_is_mergeable(const struct bio_vec *bv,  in page_is_mergeable()  argument
634 	phys_addr_t vec_end_addr = page_to_phys(bv->bv_page) +  in page_is_mergeable()
635 		bv->bv_offset + bv->bv_len - 1;  in page_is_mergeable()
640 	if (xen_domain() && !xen_biovec_phys_mergeable(bv, page))  in page_is_mergeable()
653 	struct bio_vec *bv = &bio->bi_io_vec[bio->bi_vcnt - 1];  in bio_try_merge_pc_page()  local
655 	phys_addr_t addr1 = page_to_phys(bv->bv_page) + bv->bv_offset;  in bio_try_merge_pc_page()
660 	if (bv->bv_len + len > queue_max_segment_size(q))  in bio_try_merge_pc_page()
755 		struct bio_vec *bv = &bio->bi_io_vec[bio->bi_vcnt - 1];  in __bio_try_merge_page()  local
757 		if (page_is_mergeable(bv, page, len, off, same_page)) {  in __bio_try_merge_page()
758 			bv->bv_len += len;  in __bio_try_merge_page()
780 	struct bio_vec *bv = &bio->bi_io_vec[bio->bi_vcnt];  in __bio_add_page()  local
785 	bv->bv_page = page;  in __bio_add_page()
786 	bv->bv_offset = off;  in __bio_add_page()
787 	bv->bv_len = len;  in __bio_add_page()
838 	const struct bio_vec *bv = iter->bvec;  in __bio_iov_bvec_add_pages()  local
842 	if (WARN_ON_ONCE(iter->iov_offset > bv->bv_len))  in __bio_iov_bvec_add_pages()
845 	len = min_t(size_t, bv->bv_len - iter->iov_offset, iter->count);  in __bio_iov_bvec_add_pages()
846 	size = bio_add_page(bio, bv->bv_page, len,  in __bio_iov_bvec_add_pages()
847 				bv->bv_offset + iter->iov_offset);  in __bio_iov_bvec_add_pages()
870 	struct bio_vec *bv = bio->bi_io_vec + bio->bi_vcnt;  in __bio_iov_iter_get_pages()  local
871 	struct page **pages = (struct page **)bv;  in __bio_iov_iter_get_pages()