| /Linux-v5.15/drivers/infiniband/hw/mthca/ |
| D | mthca_allocator.c | 122 if (array->page_list[p].page) in mthca_array_get()
123 return array->page_list[p].page[index & MTHCA_ARRAY_MASK]; in mthca_array_get()
133 if (!array->page_list[p].page) in mthca_array_set()
134 array->page_list[p].page = (void **) get_zeroed_page(GFP_ATOMIC); in mthca_array_set()
136 if (!array->page_list[p].page) in mthca_array_set()
139 array->page_list[p].page[index & MTHCA_ARRAY_MASK] = value; in mthca_array_set()
140 ++array->page_list[p].used; in mthca_array_set()
149 if (--array->page_list[p].used == 0) { in mthca_array_clear()
150 free_page((unsigned long) array->page_list[p].page); in mthca_array_clear()
151 array->page_list[p].page = NULL; in mthca_array_clear()
[all …]
|
| D | mthca_eq.c | 231 return eq->page_list[off / PAGE_SIZE].buf + off % PAGE_SIZE; in get_eqe()
482 eq->page_list = kmalloc_array(npages, sizeof(*eq->page_list), in mthca_create_eq()
484 if (!eq->page_list) in mthca_create_eq()
488 eq->page_list[i].buf = NULL; in mthca_create_eq()
500 eq->page_list[i].buf = dma_alloc_coherent(&dev->pdev->dev, in mthca_create_eq()
502 if (!eq->page_list[i].buf) in mthca_create_eq()
506 dma_unmap_addr_set(&eq->page_list[i], mapping, t); in mthca_create_eq()
508 clear_page(eq->page_list[i].buf); in mthca_create_eq()
572 if (eq->page_list[i].buf) in mthca_create_eq()
574 eq->page_list[i].buf, in mthca_create_eq()
[all …]
|
| D | mthca_provider.h | 54 struct mthca_buf_list *page_list; member
96 struct mthca_buf_list *page_list; member
|
| /Linux-v5.15/drivers/xen/ |
| D | unpopulated-alloc.c | 15 static struct page *page_list; variable
89 pg->zone_device_data = page_list; in fill_list()
90 page_list = pg; in fill_list()
124 struct page *pg = page_list; in xen_alloc_unpopulated_pages()
127 page_list = pg->zone_device_data; in xen_alloc_unpopulated_pages()
138 pages[j]->zone_device_data = page_list; in xen_alloc_unpopulated_pages()
139 page_list = pages[j]; in xen_alloc_unpopulated_pages()
165 pages[i]->zone_device_data = page_list; in xen_free_unpopulated_pages()
166 page_list = pages[i]; in xen_free_unpopulated_pages()
195 pg->zone_device_data = page_list; in init()
[all …]
|
| /Linux-v5.15/mm/ |
| D | dmapool.c | 44 struct list_head page_list; member
55 struct list_head page_list; member
86 list_for_each_entry(page, &pool->page_list, page_list) { in pools_show()
163 INIT_LIST_HEAD(&retval->page_list); in dma_pool_create()
255 list_del(&page->page_list); in pool_free_page()
285 list_for_each_entry_safe(page, tmp, &pool->page_list, page_list) { in dma_pool_destroy()
294 list_del(&page->page_list); in dma_pool_destroy()
325 list_for_each_entry(page, &pool->page_list, page_list) { in dma_pool_alloc()
339 list_add(&page->page_list, &pool->page_list); in dma_pool_alloc()
386 list_for_each_entry(page, &pool->page_list, page_list) { in pool_find_page()
|
| D | vmscan.c | 1364 static unsigned int shrink_page_list(struct list_head *page_list, in shrink_page_list() argument
1382 while (!list_empty(page_list)) { in shrink_page_list()
1391 page = lru_to_page(page_list); in shrink_page_list()
1511 list_add_tail(&page->lru, page_list); in shrink_page_list()
1563 page_list)) in shrink_page_list()
1571 page_list)) in shrink_page_list()
1587 if (split_huge_page_to_list(page, page_list)) in shrink_page_list()
1802 list_splice_init(&demote_pages, page_list); in shrink_page_list()
1813 list_splice(&ret_pages, page_list); in shrink_page_list()
1820 struct list_head *page_list) in reclaim_clean_pages_from_list() argument
[all …]
|
| /Linux-v5.15/arch/powerpc/kexec/ |
| D | core_32.c | 32 unsigned long page_list; in default_machine_kexec() local
43 page_list = image->head; in default_machine_kexec()
59 relocate_new_kernel(page_list, reboot_code_buffer_phys, image->start); in default_machine_kexec()
63 (*rnk)(page_list, reboot_code_buffer_phys, image->start); in default_machine_kexec()
|
| /Linux-v5.15/drivers/infiniband/hw/usnic/ |
| D | usnic_uiom.c | 51 ((PAGE_SIZE - offsetof(struct usnic_uiom_chunk, page_list)) /\
52 ((void *) &((struct usnic_uiom_chunk *) 0)->page_list[1] - \
53 (void *) &((struct usnic_uiom_chunk *) 0)->page_list[0]))
75 for_each_sg(chunk->page_list, sg, chunk->nents, i) { in usnic_uiom_put_pages()
89 struct page **page_list; in usnic_uiom_get_pages() local
119 page_list = (struct page **) __get_free_page(GFP_KERNEL); in usnic_uiom_get_pages()
120 if (!page_list) in usnic_uiom_get_pages()
148 page_list, NULL); in usnic_uiom_get_pages()
157 chunk = kmalloc(struct_size(chunk, page_list, in usnic_uiom_get_pages()
166 sg_init_table(chunk->page_list, chunk->nents); in usnic_uiom_get_pages()
[all …]
|
| /Linux-v5.15/drivers/infiniband/core/ |
| D | umem.c | 151 struct page **page_list; in ib_umem_get() local
190 page_list = (struct page **) __get_free_page(GFP_KERNEL); in ib_umem_get()
191 if (!page_list) { in ib_umem_get()
222 gup_flags | FOLL_LONGTERM, page_list); in ib_umem_get()
231 &umem->sgt_append, page_list, pinned, 0, in ib_umem_get()
235 unpin_user_pages_dirty_lock(page_list, pinned, 0); in ib_umem_get()
253 free_page((unsigned long) page_list); in ib_umem_get()
|
| /Linux-v5.15/arch/x86/kernel/ |
| D | machine_kexec_32.c | 163 unsigned long page_list[PAGES_NR]; in machine_kexec() local
201 page_list[PA_CONTROL_PAGE] = __pa(control_page); in machine_kexec()
202 page_list[VA_CONTROL_PAGE] = (unsigned long)control_page; in machine_kexec()
203 page_list[PA_PGD] = __pa(image->arch.pgd); in machine_kexec()
206 page_list[PA_SWAP_PAGE] = (page_to_pfn(image->swap_page) in machine_kexec()
229 (unsigned long)page_list, in machine_kexec()
|
| D | machine_kexec_64.c | 298 unsigned long page_list[PAGES_NR]; in machine_kexec() local
329 page_list[PA_CONTROL_PAGE] = virt_to_phys(control_page); in machine_kexec()
330 page_list[VA_CONTROL_PAGE] = (unsigned long)control_page; in machine_kexec()
331 page_list[PA_TABLE_PAGE] = in machine_kexec()
335 page_list[PA_SWAP_PAGE] = (page_to_pfn(image->swap_page) in machine_kexec()
358 (unsigned long)page_list, in machine_kexec()
|
| /Linux-v5.15/include/linux/ |
| D | dm-io.h | 23 struct page_list { struct
24 struct page_list *next; argument
43 struct page_list *pl; argument
|
| /Linux-v5.15/drivers/comedi/ |
| D | comedi_buf.c | 29 if (bm->page_list) { in comedi_buf_map_kref_release()
35 buf = &bm->page_list[0]; in comedi_buf_map_kref_release()
41 buf = &bm->page_list[i]; in comedi_buf_map_kref_release()
46 vfree(bm->page_list); in comedi_buf_map_kref_release()
93 bm->page_list = vzalloc(sizeof(*buf) * n_pages); in comedi_buf_map_alloc()
94 if (!bm->page_list) in comedi_buf_map_alloc()
112 buf = &bm->page_list[i]; in comedi_buf_map_alloc()
120 buf = &bm->page_list[i]; in comedi_buf_map_alloc()
170 buf = &bm->page_list[0]; in __comedi_buf_alloc()
178 buf = &bm->page_list[i]; in __comedi_buf_alloc()
[all …]
|
| /Linux-v5.15/drivers/net/ethernet/mellanox/mlx4/ |
| D | mr.c | 693 int start_index, int npages, u64 *page_list) in mlx4_write_mtt_chunk() argument
710 mtts[i] = cpu_to_be64(page_list[i] | MLX4_MTT_FLAG_PRESENT); in mlx4_write_mtt_chunk()
719 int start_index, int npages, u64 *page_list) in __mlx4_write_mtt() argument
734 err = mlx4_write_mtt_chunk(dev, mtt, start_index, chunk, page_list); in __mlx4_write_mtt()
739 page_list += chunk; in __mlx4_write_mtt()
747 int start_index, int npages, u64 *page_list) in mlx4_write_mtt() argument
770 inbox[i + 2] = cpu_to_be64(page_list[i] | in mlx4_write_mtt()
780 page_list += chunk; in mlx4_write_mtt()
786 return __mlx4_write_mtt(dev, mtt, start_index, npages, page_list); in mlx4_write_mtt()
793 u64 *page_list; in mlx4_buf_write_mtt() local
[all …]
|
| D | alloc.c | 619 buf->page_list = kcalloc(buf->nbufs, sizeof(*buf->page_list), in mlx4_buf_alloc()
621 if (!buf->page_list) in mlx4_buf_alloc()
625 buf->page_list[i].buf = in mlx4_buf_alloc()
628 if (!buf->page_list[i].buf) in mlx4_buf_alloc()
631 buf->page_list[i].map = t; in mlx4_buf_alloc()
653 if (buf->page_list[i].buf) in mlx4_buf_free()
656 buf->page_list[i].buf, in mlx4_buf_free()
657 buf->page_list[i].map); in mlx4_buf_free()
658 kfree(buf->page_list); in mlx4_buf_free()
|
| D | eq.c | 118 …return eq->page_list[offset / PAGE_SIZE].buf + (offset + (eqe_factor ? MLX4_EQ_ENTRY_SIZE : 0)) % … in get_eqe()
989 eq->page_list = kmalloc_array(npages, sizeof(*eq->page_list), in mlx4_create_eq()
991 if (!eq->page_list) in mlx4_create_eq()
995 eq->page_list[i].buf = NULL; in mlx4_create_eq()
1007 eq->page_list[i].buf = dma_alloc_coherent(&dev->persist-> in mlx4_create_eq()
1011 if (!eq->page_list[i].buf) in mlx4_create_eq()
1015 eq->page_list[i].map = t; in mlx4_create_eq()
1072 if (eq->page_list[i].buf) in mlx4_create_eq()
1074 eq->page_list[i].buf, in mlx4_create_eq()
1075 eq->page_list[i].map); in mlx4_create_eq()
[all …]
|
| /Linux-v5.15/drivers/misc/genwqe/ |
| D | card_utils.c | 243 struct page **page_list, int num_pages, in genwqe_map_pages() argument
254 daddr = pci_map_page(pci_dev, page_list[i], in genwqe_map_pages()
568 m->page_list = kcalloc(m->nr_pages, in genwqe_user_vmap()
571 if (!m->page_list) { in genwqe_user_vmap()
578 m->dma_list = (dma_addr_t *)(m->page_list + m->nr_pages); in genwqe_user_vmap()
584 m->page_list); /* ptrs to pages */ in genwqe_user_vmap()
590 unpin_user_pages_dirty_lock(m->page_list, rc, m->write); in genwqe_user_vmap()
595 rc = genwqe_map_pages(cd, m->page_list, m->nr_pages, m->dma_list); in genwqe_user_vmap()
602 unpin_user_pages_dirty_lock(m->page_list, m->nr_pages, m->write); in genwqe_user_vmap()
605 kfree(m->page_list); in genwqe_user_vmap()
[all …]
|
| /Linux-v5.15/drivers/md/ |
| D | dm-kcopyd.c | 58 struct page_list *pages;
93 static struct page_list zero_page_list;
214 static struct page_list *alloc_pl(gfp_t gfp) in alloc_pl()
216 struct page_list *pl; in alloc_pl()
231 static void free_pl(struct page_list *pl) in free_pl()
241 static void kcopyd_put_pages(struct dm_kcopyd_client *kc, struct page_list *pl) in kcopyd_put_pages()
243 struct page_list *next; in kcopyd_put_pages()
261 unsigned int nr, struct page_list **pages) in kcopyd_get_pages()
263 struct page_list *pl; in kcopyd_get_pages()
292 static void drop_pages(struct page_list *pl) in drop_pages()
[all …]
|
| D | dm-io.c | 183 struct page_list *pl = (struct page_list *) dp->context_ptr; in list_get_page()
192 struct page_list *pl = (struct page_list *) dp->context_ptr; in list_next_page()
197 static void list_dp_init(struct dpages *dp, struct page_list *pl, unsigned offset) in list_dp_init()
|
| /Linux-v5.15/arch/arm/kernel/ |
| D | machine_kexec.c | 152 unsigned long page_list, reboot_entry_phys; in machine_kexec() local
165 page_list = image->head & PAGE_MASK; in machine_kexec()
176 data->kexec_indirection_page = page_list; in machine_kexec()
|
| /Linux-v5.15/drivers/gpu/drm/vmwgfx/ |
| D | vmwgfx_validation.h | 80 struct list_head page_list; member
112 .page_list = LIST_HEAD_INIT((_name).page_list), \
|
| /Linux-v5.15/arch/sh/kernel/ |
| D | machine_kexec.c | 71 unsigned long page_list; in machine_kexec() local
101 page_list = image->head; in machine_kexec()
118 (*rnk)(page_list, reboot_code_buffer, in machine_kexec()
|
| /Linux-v5.15/Documentation/admin-guide/device-mapper/ |
| D | dm-io.rst | 25 struct page_list {
26 struct page_list *next;
31 struct page_list *pl, unsigned int offset,
34 struct page_list *pl, unsigned int offset,
|
| /Linux-v5.15/include/uapi/linux/ |
| D | vbox_vmmdev_types.h | 238 } page_list; member
261 } page_list; member
|
| /Linux-v5.15/drivers/vhost/ |
| D | vdpa.c | 690 struct page **page_list; in vhost_vdpa_pa_map() local
700 page_list = (struct page **) __get_free_page(GFP_KERNEL); in vhost_vdpa_pa_map()
701 if (!page_list) in vhost_vdpa_pa_map()
728 gup_flags, page_list, NULL); in vhost_vdpa_pa_map()
733 unpin_user_pages(page_list, pinned); in vhost_vdpa_pa_map()
741 map_pfn = page_to_pfn(page_list[0]); in vhost_vdpa_pa_map()
744 unsigned long this_pfn = page_to_pfn(page_list[i]); in vhost_vdpa_pa_map()
762 unpin_user_pages(&page_list[i], in vhost_vdpa_pa_map()
805 free_page((unsigned long)page_list); in vhost_vdpa_pa_map()
|
