| /Linux-v5.15/mm/ |
| D | page_counter.c | 50 void page_counter_cancel(struct page_counter *counter, unsigned long nr_pages) in page_counter_cancel() argument
54 new = atomic_long_sub_return(nr_pages, &counter->usage); in page_counter_cancel()
57 new, nr_pages)) { in page_counter_cancel()
71 void page_counter_charge(struct page_counter *counter, unsigned long nr_pages) in page_counter_charge() argument
78 new = atomic_long_add_return(nr_pages, &c->usage); in page_counter_charge()
99 unsigned long nr_pages, in page_counter_try_charge() argument
120 new = atomic_long_add_return(nr_pages, &c->usage); in page_counter_try_charge()
122 atomic_long_sub(nr_pages, &c->usage); in page_counter_try_charge()
145 page_counter_cancel(c, nr_pages); in page_counter_try_charge()
155 void page_counter_uncharge(struct page_counter *counter, unsigned long nr_pages) in page_counter_uncharge() argument
[all …]
|
| D | memory_hotplug.c | 224 static int check_pfn_span(unsigned long pfn, unsigned long nr_pages, in check_pfn_span() argument
243 || !IS_ALIGNED(nr_pages, min_align)) { in check_pfn_span()
245 reason, pfn, pfn + nr_pages - 1); in check_pfn_span()
305 int __ref __add_pages(int nid, unsigned long pfn, unsigned long nr_pages, in __add_pages() argument
308 const unsigned long end_pfn = pfn + nr_pages; in __add_pages()
316 VM_BUG_ON(!mhp_range_allowed(PFN_PHYS(pfn), nr_pages * PAGE_SIZE, false)); in __add_pages()
323 || vmem_altmap_offset(altmap) > nr_pages) { in __add_pages()
330 err = check_pfn_span(pfn, nr_pages, "add"); in __add_pages()
463 unsigned long nr_pages) in remove_pfn_range_from_zone() argument
465 const unsigned long end_pfn = start_pfn + nr_pages; in remove_pfn_range_from_zone()
[all …]
|
| D | sparse.c | 186 unsigned long nr_pages) in subsection_mask_set() argument
189 int end = subsection_map_index(pfn + nr_pages - 1); in subsection_mask_set()
194 void __init subsection_map_init(unsigned long pfn, unsigned long nr_pages) in subsection_map_init() argument
196 int end_sec = pfn_to_section_nr(pfn + nr_pages - 1); in subsection_map_init()
199 if (!nr_pages) in subsection_map_init()
206 pfns = min(nr_pages, PAGES_PER_SECTION in subsection_map_init()
216 nr_pages -= pfns; in subsection_map_init()
220 void __init subsection_map_init(unsigned long pfn, unsigned long nr_pages) in subsection_map_init() argument
430 unsigned long nr_pages, int nid, struct vmem_altmap *altmap) in __populate_section_memmap() argument
632 unsigned long nr_pages, int nid, struct vmem_altmap *altmap) in populate_section_memmap() argument
[all …]
|
| D | percpu-km.c | 55 const int nr_pages = pcpu_group_sizes[0] >> PAGE_SHIFT; in pcpu_create_chunk() local
65 pages = alloc_pages(gfp, order_base_2(nr_pages)); in pcpu_create_chunk()
71 for (i = 0; i < nr_pages; i++) in pcpu_create_chunk()
78 pcpu_chunk_populated(chunk, 0, nr_pages); in pcpu_create_chunk()
89 const int nr_pages = pcpu_group_sizes[0] >> PAGE_SHIFT; in pcpu_destroy_chunk() local
98 __free_pages(chunk->data, order_base_2(nr_pages)); in pcpu_destroy_chunk()
109 size_t nr_pages, alloc_pages; in pcpu_verify_alloc_info() local
117 nr_pages = (ai->groups[0].nr_units * ai->unit_size) >> PAGE_SHIFT; in pcpu_verify_alloc_info()
118 alloc_pages = roundup_pow_of_two(nr_pages); in pcpu_verify_alloc_info()
120 if (alloc_pages > nr_pages) in pcpu_verify_alloc_info()
[all …]
|
| D | gup_test.c | 10 unsigned long nr_pages, unsigned int gup_test_flags) in put_back_pages() argument
17 for (i = 0; i < nr_pages; i++) in put_back_pages()
24 unpin_user_pages(pages, nr_pages); in put_back_pages()
28 unpin_user_pages(pages, nr_pages); in put_back_pages()
30 for (i = 0; i < nr_pages; i++) in put_back_pages()
39 unsigned long nr_pages) in verify_dma_pinned() argument
48 for (i = 0; i < nr_pages; i++) { in verify_dma_pinned()
68 unsigned long nr_pages) in dump_pages_test() argument
78 if (gup->which_pages[i] > nr_pages) { in dump_pages_test()
102 unsigned long i, nr_pages, addr, next; in __gup_test_ioctl() local
[all …]
|
| D | hugetlb_cgroup.c | 164 unsigned int nr_pages; in hugetlb_cgroup_move_parent() local
178 nr_pages = compound_nr(page); in hugetlb_cgroup_move_parent()
182 page_counter_charge(&parent->hugepage[idx], nr_pages); in hugetlb_cgroup_move_parent()
186 page_counter_cancel(counter, nr_pages); in hugetlb_cgroup_move_parent()
231 static int __hugetlb_cgroup_charge_cgroup(int idx, unsigned long nr_pages, in __hugetlb_cgroup_charge_cgroup() argument
258 nr_pages, &counter)) { in __hugetlb_cgroup_charge_cgroup()
274 int hugetlb_cgroup_charge_cgroup(int idx, unsigned long nr_pages, in hugetlb_cgroup_charge_cgroup() argument
277 return __hugetlb_cgroup_charge_cgroup(idx, nr_pages, ptr, false); in hugetlb_cgroup_charge_cgroup()
280 int hugetlb_cgroup_charge_cgroup_rsvd(int idx, unsigned long nr_pages, in hugetlb_cgroup_charge_cgroup_rsvd() argument
283 return __hugetlb_cgroup_charge_cgroup(idx, nr_pages, ptr, true); in hugetlb_cgroup_charge_cgroup_rsvd()
[all …]
|
| D | gup.c | 1080 unsigned long start, unsigned long nr_pages, in __get_user_pages() argument
1088 if (!nr_pages) in __get_user_pages()
1131 &start, &nr_pages, i, in __get_user_pages()
1195 if (page_increm > nr_pages) in __get_user_pages()
1196 page_increm = nr_pages; in __get_user_pages()
1199 nr_pages -= page_increm; in __get_user_pages()
1200 } while (nr_pages); in __get_user_pages()
1309 unsigned long nr_pages, in __get_user_pages_locked() argument
1343 ret = __get_user_pages(mm, start, nr_pages, flags, pages, in __get_user_pages_locked()
1352 BUG_ON(ret >= nr_pages); in __get_user_pages_locked()
[all …]
|
| D | process_vm_access.c | 80 unsigned long nr_pages; in process_vm_rw_single_vec() local
89 nr_pages = (addr + len - 1) / PAGE_SIZE - addr / PAGE_SIZE + 1; in process_vm_rw_single_vec()
94 while (!rc && nr_pages && iov_iter_count(iter)) { in process_vm_rw_single_vec()
95 int pinned_pages = min(nr_pages, max_pages_per_loop); in process_vm_rw_single_vec()
122 nr_pages -= pinned_pages; in process_vm_rw_single_vec()
161 unsigned long nr_pages = 0; in process_vm_rw_core() local
177 nr_pages = max(nr_pages, nr_pages_iov); in process_vm_rw_core()
181 if (nr_pages == 0) in process_vm_rw_core()
184 if (nr_pages > PVM_MAX_PP_ARRAY_COUNT) { in process_vm_rw_core()
188 sizeof(struct pages *)*nr_pages), in process_vm_rw_core()
|
| D | page_ext.c | 156 unsigned long nr_pages; in alloc_node_page_ext() local
158 nr_pages = NODE_DATA(nid)->node_spanned_pages; in alloc_node_page_ext()
159 if (!nr_pages) in alloc_node_page_ext()
169 nr_pages += MAX_ORDER_NR_PAGES; in alloc_node_page_ext()
171 table_size = page_ext_size * nr_pages; in alloc_node_page_ext()
303 unsigned long nr_pages, in online_page_ext() argument
310 end = SECTION_ALIGN_UP(start_pfn + nr_pages); in online_page_ext()
335 unsigned long nr_pages, int nid) in offline_page_ext() argument
340 end = SECTION_ALIGN_UP(start_pfn + nr_pages); in offline_page_ext()
357 mn->nr_pages, mn->status_change_nid); in page_ext_callback()
[all …]
|
| D | mlock.c | 62 int nr_pages; in clear_page_mlock() local
67 nr_pages = thp_nr_pages(page); in clear_page_mlock()
68 mod_zone_page_state(page_zone(page), NR_MLOCK, -nr_pages); in clear_page_mlock()
69 count_vm_events(UNEVICTABLE_PGCLEARED, nr_pages); in clear_page_mlock()
83 count_vm_events(UNEVICTABLE_PGSTRANDED, nr_pages); in clear_page_mlock()
100 int nr_pages = thp_nr_pages(page); in mlock_vma_page() local
102 mod_zone_page_state(page_zone(page), NR_MLOCK, nr_pages); in mlock_vma_page()
103 count_vm_events(UNEVICTABLE_PGMLOCKED, nr_pages); in mlock_vma_page()
142 int nr_pages = thp_nr_pages(page); in __munlock_isolation_failed() local
145 __count_vm_events(UNEVICTABLE_PGSTRANDED, nr_pages); in __munlock_isolation_failed()
[all …]
|
| D | memcontrol.c | 270 unsigned int nr_pages);
276 unsigned int nr_pages; in obj_cgroup_release() local
301 nr_pages = nr_bytes >> PAGE_SHIFT; in obj_cgroup_release()
303 if (nr_pages) in obj_cgroup_release()
304 obj_cgroup_uncharge_pages(objcg, nr_pages); in obj_cgroup_release()
541 unsigned long nr_pages = page_counter_read(&memcg->memory); in soft_limit_excess() local
545 if (nr_pages > soft_limit) in soft_limit_excess()
546 excess = nr_pages - soft_limit; in soft_limit_excess()
803 int nr_pages) in mem_cgroup_charge_statistics() argument
806 if (nr_pages > 0) in mem_cgroup_charge_statistics()
[all …]
|
| /Linux-v5.15/include/linux/ |
| D | hugetlb_cgroup.h | 131 extern int hugetlb_cgroup_charge_cgroup(int idx, unsigned long nr_pages,
133 extern int hugetlb_cgroup_charge_cgroup_rsvd(int idx, unsigned long nr_pages,
135 extern void hugetlb_cgroup_commit_charge(int idx, unsigned long nr_pages,
138 extern void hugetlb_cgroup_commit_charge_rsvd(int idx, unsigned long nr_pages,
141 extern void hugetlb_cgroup_uncharge_page(int idx, unsigned long nr_pages,
143 extern void hugetlb_cgroup_uncharge_page_rsvd(int idx, unsigned long nr_pages,
146 extern void hugetlb_cgroup_uncharge_cgroup(int idx, unsigned long nr_pages,
148 extern void hugetlb_cgroup_uncharge_cgroup_rsvd(int idx, unsigned long nr_pages,
156 unsigned long nr_pages,
166 unsigned long nr_pages, in hugetlb_cgroup_uncharge_file_region() argument
[all …]
|
| D | page_counter.h | 58 void page_counter_cancel(struct page_counter *counter, unsigned long nr_pages);
59 void page_counter_charge(struct page_counter *counter, unsigned long nr_pages);
61 unsigned long nr_pages,
63 void page_counter_uncharge(struct page_counter *counter, unsigned long nr_pages);
64 void page_counter_set_min(struct page_counter *counter, unsigned long nr_pages);
65 void page_counter_set_low(struct page_counter *counter, unsigned long nr_pages);
68 unsigned long nr_pages) in page_counter_set_high() argument
70 WRITE_ONCE(counter->high, nr_pages); in page_counter_set_high()
73 int page_counter_set_max(struct page_counter *counter, unsigned long nr_pages);
75 unsigned long *nr_pages);
|
| D | memory_hotplug.h | 102 extern int zone_grow_waitqueues(struct zone *zone, unsigned long nr_pages);
106 long nr_pages);
108 extern int mhp_init_memmap_on_memory(unsigned long pfn, unsigned long nr_pages,
110 extern void mhp_deinit_memmap_on_memory(unsigned long pfn, unsigned long nr_pages);
111 extern int online_pages(unsigned long pfn, unsigned long nr_pages,
142 extern void __remove_pages(unsigned long start_pfn, unsigned long nr_pages,
146 extern int __add_pages(int nid, unsigned long start_pfn, unsigned long nr_pages,
151 unsigned long nr_pages, struct mhp_params *params) in add_pages() argument
153 return __add_pages(nid, start_pfn, nr_pages, params); in add_pages()
156 int add_pages(int nid, unsigned long start_pfn, unsigned long nr_pages,
[all …]
|
| /Linux-v5.15/fs/iomap/ |
| D | swapfile.c | 19 unsigned long nr_pages; /* number of pages collected */ member
33 unsigned long nr_pages; in iomap_swapfile_add_extent() local
40 if (unlikely(isi->nr_pages >= isi->sis->max)) in iomap_swapfile_add_extent()
42 max_pages = isi->sis->max - isi->nr_pages; in iomap_swapfile_add_extent()
55 nr_pages = next_ppage - first_ppage; in iomap_swapfile_add_extent()
56 nr_pages = min(nr_pages, max_pages); in iomap_swapfile_add_extent()
72 error = add_swap_extent(isi->sis, isi->nr_pages, nr_pages, first_ppage); in iomap_swapfile_add_extent()
76 isi->nr_pages += nr_pages; in iomap_swapfile_add_extent()
184 if (isi.nr_pages == 0) { in iomap_swapfile_activate()
190 sis->max = isi.nr_pages; in iomap_swapfile_activate()
[all …]
|
| /Linux-v5.15/drivers/media/v4l2-core/ |
| D | videobuf-dma-sg.c | 63 int nr_pages) in videobuf_vmalloc_to_sg() argument
69 sglist = vzalloc(array_size(nr_pages, sizeof(*sglist))); in videobuf_vmalloc_to_sg()
72 sg_init_table(sglist, nr_pages); in videobuf_vmalloc_to_sg()
73 for (i = 0; i < nr_pages; i++, virt += PAGE_SIZE) { in videobuf_vmalloc_to_sg()
93 int nr_pages, int offset, size_t size) in videobuf_pages_to_sg() argument
100 sglist = vmalloc(array_size(nr_pages, sizeof(*sglist))); in videobuf_pages_to_sg()
103 sg_init_table(sglist, nr_pages); in videobuf_pages_to_sg()
111 for (i = 1; i < nr_pages; i++) { in videobuf_pages_to_sg()
174 dma->nr_pages = last-first+1; in videobuf_dma_init_user_locked()
175 dma->pages = kmalloc_array(dma->nr_pages, sizeof(struct page *), in videobuf_dma_init_user_locked()
[all …]
|
| /Linux-v5.15/arch/arm64/kvm/hyp/ |
| D | reserved_mem.c | 57 u64 nr_pages, prev, hyp_mem_pages = 0; in kvm_hyp_reserve() local
81 nr_pages = 0; in kvm_hyp_reserve()
83 prev = nr_pages; in kvm_hyp_reserve()
84 nr_pages = hyp_mem_pages + prev; in kvm_hyp_reserve()
85 nr_pages = DIV_ROUND_UP(nr_pages * sizeof(struct hyp_page), PAGE_SIZE); in kvm_hyp_reserve()
86 nr_pages += __hyp_pgtable_max_pages(nr_pages); in kvm_hyp_reserve()
87 } while (nr_pages != prev); in kvm_hyp_reserve()
88 hyp_mem_pages += nr_pages; in kvm_hyp_reserve()
|
| /Linux-v5.15/drivers/xen/ |
| D | balloon.c | 397 static enum bp_state increase_reservation(unsigned long nr_pages) in increase_reservation() argument
403 if (nr_pages > ARRAY_SIZE(frame_list)) in increase_reservation()
404 nr_pages = ARRAY_SIZE(frame_list); in increase_reservation()
407 for (i = 0; i < nr_pages; i++) { in increase_reservation()
409 nr_pages = i; in increase_reservation()
417 rc = xenmem_reservation_increase(nr_pages, frame_list); in increase_reservation()
436 static enum bp_state decrease_reservation(unsigned long nr_pages, gfp_t gfp) in decrease_reservation() argument
444 if (nr_pages > ARRAY_SIZE(frame_list)) in decrease_reservation()
445 nr_pages = ARRAY_SIZE(frame_list); in decrease_reservation()
447 for (i = 0; i < nr_pages; i++) { in decrease_reservation()
[all …]
|
| D | unpopulated-alloc.c | 18 static int fill_list(unsigned int nr_pages) in fill_list() argument
23 unsigned int i, alloc_pages = round_up(nr_pages, PAGES_PER_SECTION); in fill_list()
111 int xen_alloc_unpopulated_pages(unsigned int nr_pages, struct page **pages) in xen_alloc_unpopulated_pages() argument
117 if (list_count < nr_pages) { in xen_alloc_unpopulated_pages()
118 ret = fill_list(nr_pages - list_count); in xen_alloc_unpopulated_pages()
123 for (i = 0; i < nr_pages; i++) { in xen_alloc_unpopulated_pages()
159 void xen_free_unpopulated_pages(unsigned int nr_pages, struct page **pages) in xen_free_unpopulated_pages() argument
164 for (i = 0; i < nr_pages; i++) { in xen_free_unpopulated_pages()
|
| /Linux-v5.15/tools/testing/selftests/vm/ |
| D | userfaultfd.c | 65 static unsigned long nr_cpus, nr_pages, nr_pages_per_cpu, page_size; variable
207 if (madvise(rel_area, nr_pages * page_size, MADV_DONTNEED)) in anon_release_pages()
213 *alloc_area = mmap(NULL, nr_pages * page_size, PROT_READ | PROT_WRITE, in anon_allocate_area()
226 rel_area == huge_fd_off0 ? 0 : nr_pages * page_size, in hugetlb_release_pages()
227 nr_pages * page_size)) in hugetlb_release_pages()
236 *alloc_area = mmap(NULL, nr_pages * page_size, PROT_READ | PROT_WRITE, in hugetlb_allocate_area()
240 nr_pages * page_size); in hugetlb_allocate_area()
245 area_alias = mmap(NULL, nr_pages * page_size, PROT_READ | PROT_WRITE, in hugetlb_allocate_area()
248 nr_pages * page_size); in hugetlb_allocate_area()
278 if (madvise(rel_area, nr_pages * page_size, MADV_REMOVE)) in shmem_release_pages()
[all …]
|
| /Linux-v5.15/net/rds/ |
| D | info.c | 163 unsigned long nr_pages = 0; in rds_info_getsockopt() local
187 nr_pages = (PAGE_ALIGN(start + len) - (start & PAGE_MASK)) in rds_info_getsockopt()
190 pages = kmalloc_array(nr_pages, sizeof(struct page *), GFP_KERNEL); in rds_info_getsockopt()
195 ret = pin_user_pages_fast(start, nr_pages, FOLL_WRITE, pages); in rds_info_getsockopt()
196 if (ret != nr_pages) { in rds_info_getsockopt()
198 nr_pages = ret; in rds_info_getsockopt()
200 nr_pages = 0; in rds_info_getsockopt()
205 rdsdebug("len %d nr_pages %lu\n", len, nr_pages); in rds_info_getsockopt()
238 unpin_user_pages(pages, nr_pages); in rds_info_getsockopt()
|
| /Linux-v5.15/drivers/firmware/efi/libstub/ |
| D | relocate.c | 29 unsigned long nr_pages; in efi_low_alloc_above() local
54 nr_pages = size / EFI_PAGE_SIZE; in efi_low_alloc_above()
69 if (desc->num_pages < nr_pages) in efi_low_alloc_above()
83 EFI_LOADER_DATA, nr_pages, &start); in efi_low_alloc_above()
129 unsigned long nr_pages; in efi_relocate_kernel() local
147 nr_pages = round_up(alloc_size, EFI_ALLOC_ALIGN) / EFI_PAGE_SIZE; in efi_relocate_kernel()
149 EFI_LOADER_DATA, nr_pages, &efi_addr); in efi_relocate_kernel()
|
| /Linux-v5.15/arch/arm64/kvm/hyp/include/nvhe/ |
| D | mm.h | 33 unsigned long nr_pages = size >> PAGE_SHIFT; in hyp_vmemmap_range() local
37 *end = *start + nr_pages * sizeof(struct hyp_page); in hyp_vmemmap_range()
42 static inline unsigned long __hyp_pgtable_max_pages(unsigned long nr_pages) in __hyp_pgtable_max_pages() argument
48 nr_pages = DIV_ROUND_UP(nr_pages, PTRS_PER_PTE); in __hyp_pgtable_max_pages()
49 total += nr_pages; in __hyp_pgtable_max_pages()
|
| /Linux-v5.15/fs/crypto/ |
| D | bio.c | 116 unsigned int nr_pages; in fscrypt_zeroout_range() local
130 nr_pages = min_t(unsigned int, ARRAY_SIZE(pages), in fscrypt_zeroout_range()
140 for (i = 0; i < nr_pages; i++) { in fscrypt_zeroout_range()
146 nr_pages = i; in fscrypt_zeroout_range()
147 if (WARN_ON(nr_pages <= 0)) in fscrypt_zeroout_range()
151 bio = bio_alloc(GFP_NOFS, nr_pages); in fscrypt_zeroout_range()
178 } while (i != nr_pages && len != 0); in fscrypt_zeroout_range()
188 for (i = 0; i < nr_pages; i++) in fscrypt_zeroout_range()
|
| /Linux-v5.15/arch/arm64/kvm/hyp/nvhe/ |
| D | setup.c | 32 unsigned long vstart, vend, nr_pages; in divide_memory_pool() local
37 nr_pages = (vend - vstart) >> PAGE_SHIFT; in divide_memory_pool()
38 vmemmap_base = hyp_early_alloc_contig(nr_pages); in divide_memory_pool()
42 nr_pages = hyp_s1_pgtable_pages(); in divide_memory_pool()
43 hyp_pgt_base = hyp_early_alloc_contig(nr_pages); in divide_memory_pool()
47 nr_pages = host_s2_pgtable_pages(); in divide_memory_pool()
48 host_s2_pgt_base = hyp_early_alloc_contig(nr_pages); in divide_memory_pool()
217 unsigned long nr_pages, reserved_pages, pfn; in __pkvm_init_finalise() local
222 nr_pages = hyp_s1_pgtable_pages(); in __pkvm_init_finalise()
224 ret = hyp_pool_init(&hpool, pfn, nr_pages, reserved_pages); in __pkvm_init_finalise()
|
