| /Linux-v4.19/arch/sh/mm/ |
| D | mmap.c | 26 unsigned long pgoff) in COLOUR_ALIGN() argument
29 unsigned long off = (pgoff << PAGE_SHIFT) & shm_align_mask; in COLOUR_ALIGN()
35 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
47 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area()
61 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
76 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
82 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
96 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area_topdown()
111 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown()
126 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown()
|
| /Linux-v4.19/arch/microblaze/kernel/ |
| D | sys_microblaze.c | 38 off_t, pgoff) in SYSCALL_DEFINE6() argument
40 if (pgoff & ~PAGE_MASK) in SYSCALL_DEFINE6()
43 return ksys_mmap_pgoff(addr, len, prot, flags, fd, pgoff >> PAGE_SHIFT); in SYSCALL_DEFINE6()
48 unsigned long, pgoff) in SYSCALL_DEFINE6() argument
50 if (pgoff & (~PAGE_MASK >> 12)) in SYSCALL_DEFINE6()
54 pgoff >> (PAGE_SHIFT - 12)); in SYSCALL_DEFINE6()
|
| /Linux-v4.19/kernel/ |
| D | memremap.c | 20 static unsigned long order_at(struct resource *res, unsigned long pgoff) in order_at() argument
22 unsigned long phys_pgoff = PHYS_PFN(res->start) + pgoff; in order_at()
26 if (nr_pages == pgoff) in order_at()
34 mask = phys_pgoff | rounddown_pow_of_two(nr_pages - pgoff); in order_at()
41 #define foreach_order_pgoff(res, order, pgoff) \ argument
42 for (pgoff = 0, order = order_at((res), pgoff); order < ULONG_MAX; \
43 pgoff += 1UL << order, order = order_at((res), pgoff))
75 unsigned long pgoff, order; in pgmap_radix_release() local
78 foreach_order_pgoff(res, order, pgoff) { in pgmap_radix_release()
79 if (pgoff >= end_pgoff) in pgmap_radix_release()
[all …]
|
| /Linux-v4.19/arch/parisc/kernel/ |
| D | sys_parisc.c | 54 unsigned long pgoff) in shared_align_offset() argument
56 return (get_offset(last_mmap) + pgoff) << PAGE_SHIFT; in shared_align_offset()
60 unsigned int last_mmap, unsigned long pgoff) in COLOR_ALIGN() argument
64 (shared_align_offset(last_mmap, pgoff) << PAGE_SHIFT); in COLOR_ALIGN()
96 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
114 (addr - shared_align_offset(last_mmap, pgoff)) in arch_get_unmapped_area()
122 addr = COLOR_ALIGN(addr, last_mmap, pgoff); in arch_get_unmapped_area()
138 info.align_offset = shared_align_offset(last_mmap, pgoff); in arch_get_unmapped_area()
143 SET_LAST_MMAP(filp, addr - (pgoff << PAGE_SHIFT)); in arch_get_unmapped_area()
150 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
[all …]
|
| /Linux-v4.19/tools/testing/radix-tree/ |
| D | iteration_check.c | 37 unsigned long pgoff; in add_entries_fn() local
40 for (pgoff = 0; pgoff < MAX_IDX; pgoff++) { in add_entries_fn()
43 if (item_insert_order(&tree, pgoff, order) in add_entries_fn()
45 item_tag_set(&tree, pgoff, TAG); in add_entries_fn()
149 int pgoff; in remove_entries_fn() local
151 pgoff = rand_r(&seeds[2]) % MAX_IDX; in remove_entries_fn()
154 item_delete(&tree, pgoff); in remove_entries_fn()
|
| /Linux-v4.19/arch/mips/mm/ |
| D | mmap.c | 50 #define COLOUR_ALIGN(addr, pgoff) \ argument
52 (((pgoff) << PAGE_SHIFT) & shm_align_mask))
57 unsigned long addr0, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_common() argument
79 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area_common()
91 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_common()
103 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_common()
129 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
132 addr0, len, pgoff, flags, UP); in arch_get_unmapped_area()
140 unsigned long addr0, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
144 addr0, len, pgoff, flags, DOWN); in arch_get_unmapped_area_topdown()
|
| /Linux-v4.19/arch/arm/mm/ |
| D | mmap.c | 16 #define COLOUR_ALIGN(addr,pgoff) \ argument
18 (((pgoff)<<PAGE_SHIFT) & (SHMLBA-1)))
58 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
78 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area()
88 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
103 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
109 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
132 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area_topdown()
140 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown()
154 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown()
|
| /Linux-v4.19/arch/arc/mm/ |
| D | mmap.c | 20 #define COLOUR_ALIGN(addr, pgoff) \ argument
22 (((pgoff) << PAGE_SHIFT) & (SHMLBA - 1)))
33 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
52 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area()
62 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
77 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
|
| /Linux-v4.19/arch/nds32/mm/ |
| D | mmap.c | 8 #define COLOUR_ALIGN(addr,pgoff) \ argument
10 (((pgoff)<<PAGE_SHIFT) & (SHMLBA-1)))
23 unsigned long len, unsigned long pgoff, in arch_get_unmapped_area() argument
46 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area()
56 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
71 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
|
| /Linux-v4.19/drivers/md/ |
| D | dm-linear.c | 160 static long linear_dax_direct_access(struct dm_target *ti, pgoff_t pgoff, in linear_dax_direct_access() argument
167 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in linear_dax_direct_access()
170 ret = bdev_dax_pgoff(bdev, dev_sector, nr_pages * PAGE_SIZE, &pgoff); in linear_dax_direct_access()
173 return dax_direct_access(dax_dev, pgoff, nr_pages, kaddr, pfn); in linear_dax_direct_access()
176 static size_t linear_dax_copy_from_iter(struct dm_target *ti, pgoff_t pgoff, in linear_dax_copy_from_iter() argument
182 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in linear_dax_copy_from_iter()
185 if (bdev_dax_pgoff(bdev, dev_sector, ALIGN(bytes, PAGE_SIZE), &pgoff)) in linear_dax_copy_from_iter()
187 return dax_copy_from_iter(dax_dev, pgoff, addr, bytes, i); in linear_dax_copy_from_iter()
190 static size_t linear_dax_copy_to_iter(struct dm_target *ti, pgoff_t pgoff, in linear_dax_copy_to_iter() argument
196 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in linear_dax_copy_to_iter()
[all …]
|
| D | dm-stripe.c | 317 static long stripe_dax_direct_access(struct dm_target *ti, pgoff_t pgoff, in stripe_dax_direct_access() argument
320 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in stripe_dax_direct_access()
332 ret = bdev_dax_pgoff(bdev, dev_sector, nr_pages * PAGE_SIZE, &pgoff); in stripe_dax_direct_access()
335 return dax_direct_access(dax_dev, pgoff, nr_pages, kaddr, pfn); in stripe_dax_direct_access()
338 static size_t stripe_dax_copy_from_iter(struct dm_target *ti, pgoff_t pgoff, in stripe_dax_copy_from_iter() argument
341 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in stripe_dax_copy_from_iter()
352 if (bdev_dax_pgoff(bdev, dev_sector, ALIGN(bytes, PAGE_SIZE), &pgoff)) in stripe_dax_copy_from_iter()
354 return dax_copy_from_iter(dax_dev, pgoff, addr, bytes, i); in stripe_dax_copy_from_iter()
357 static size_t stripe_dax_copy_to_iter(struct dm_target *ti, pgoff_t pgoff, in stripe_dax_copy_to_iter() argument
360 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in stripe_dax_copy_to_iter()
[all …]
|
| /Linux-v4.19/arch/xtensa/kernel/ |
| D | syscall.c | 40 #define COLOUR_ALIGN(addr, pgoff) \ argument
42 (((pgoff) << PAGE_SHIFT) & (SHMLBA - 1)))
63 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
72 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area()
83 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
95 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
|
| /Linux-v4.19/include/trace/events/ |
| D | fs_dax.h | 20 __field(pgoff_t, pgoff)
34 __entry->pgoff = vmf->pgoff;
48 __entry->pgoff,
160 __field(pgoff_t, pgoff)
171 __entry->pgoff = vmf->pgoff;
181 __entry->pgoff,
260 TP_PROTO(struct inode *inode, pgoff_t pgoff, pgoff_t pglen),
261 TP_ARGS(inode, pgoff, pglen),
264 __field(pgoff_t, pgoff)
271 __entry->pgoff = pgoff;
[all …]
|
| /Linux-v4.19/fs/romfs/ |
| D | mmap-nommu.c | 25 unsigned long pgoff, in romfs_get_unmapped_area() argument
39 offset = pgoff << PAGE_SHIFT; in romfs_get_unmapped_area()
42 if ((pgoff >= maxpages) || (maxpages - pgoff < lpages)) in romfs_get_unmapped_area()
48 if (len > mtd->size || pgoff >= (mtd->size >> PAGE_SHIFT)) in romfs_get_unmapped_area()
|
| /Linux-v4.19/mm/ |
| D | mincore.c | 51 static unsigned char mincore_page(struct address_space *mapping, pgoff_t pgoff) in mincore_page() argument
64 page = find_get_entry(mapping, pgoff); in mincore_page()
75 page = find_get_page(mapping, pgoff); in mincore_page()
77 page = find_get_page(mapping, pgoff); in mincore_page()
94 pgoff_t pgoff; in __mincore_unmapped_range() local
96 pgoff = linear_page_index(vma, addr); in __mincore_unmapped_range()
97 for (i = 0; i < nr; i++, pgoff++) in __mincore_unmapped_range()
98 vec[i] = mincore_page(vma->vm_file->f_mapping, pgoff); in __mincore_unmapped_range()
|
| /Linux-v4.19/arch/sparc/kernel/ |
| D | sys_sparc_32.c | 42 …a(struct file *filp, unsigned long addr, unsigned long len, unsigned long pgoff, unsigned long fla… in arch_get_unmapped_area() argument
51 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area()
68 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
103 unsigned long, pgoff) in SYSCALL_DEFINE6() argument
108 pgoff >> (PAGE_SHIFT - 12)); in SYSCALL_DEFINE6()
120 unsigned long, prot, unsigned long, pgoff, in SYSCALL_DEFINE5() argument
127 (pgoff >> (PAGE_SHIFT - 12)), flags); in SYSCALL_DEFINE5()
|
| D | sys_sparc_64.c | 81 unsigned long pgoff) in COLOR_ALIGN() argument
84 unsigned long off = (pgoff<<PAGE_SHIFT) & (SHMLBA-1); in COLOR_ALIGN()
89 …a(struct file *filp, unsigned long addr, unsigned long len, unsigned long pgoff, unsigned long fla… in arch_get_unmapped_area() argument
102 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area()
118 addr = COLOR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
133 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
148 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
166 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area_topdown()
181 addr = COLOR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown()
196 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown()
[all …]
|
| /Linux-v4.19/drivers/dax/ |
| D | device.c | 226 __weak phys_addr_t dax_pgoff_to_phys(struct dev_dax *dev_dax, pgoff_t pgoff, in dax_pgoff_to_phys() argument
236 phys = pgoff * PAGE_SIZE + res->start; in dax_pgoff_to_phys()
239 pgoff -= PHYS_PFN(resource_size(res)); in dax_pgoff_to_phys()
272 phys = dax_pgoff_to_phys(dev_dax, vmf->pgoff, PAGE_SIZE); in __dev_dax_pte_fault()
274 dev_dbg(dev, "pgoff_to_phys(%#lx) failed\n", vmf->pgoff); in __dev_dax_pte_fault()
290 pgoff_t pgoff; in __dev_dax_pmd_fault() local
319 pgoff = linear_page_index(vmf->vma, pmd_addr); in __dev_dax_pmd_fault()
320 phys = dax_pgoff_to_phys(dev_dax, pgoff, PMD_SIZE); in __dev_dax_pmd_fault()
322 dev_dbg(dev, "pgoff_to_phys(%#lx) failed\n", pgoff); in __dev_dax_pmd_fault()
340 pgoff_t pgoff; in __dev_dax_pud_fault() local
[all …]
|
| D | super.c | 53 pgoff_t *pgoff) in bdev_dax_pgoff() argument
57 if (pgoff) in bdev_dax_pgoff()
58 *pgoff = PHYS_PFN(phys_off); in bdev_dax_pgoff()
90 pgoff_t pgoff; in __bdev_dax_supported() local
109 err = bdev_dax_pgoff(bdev, 0, PAGE_SIZE, &pgoff); in __bdev_dax_supported()
124 len = dax_direct_access(dax_dev, pgoff, 1, NULL, &pfn); in __bdev_dax_supported()
265 long dax_direct_access(struct dax_device *dax_dev, pgoff_t pgoff, long nr_pages, in dax_direct_access() argument
279 avail = dax_dev->ops->direct_access(dax_dev, pgoff, nr_pages, in dax_direct_access()
287 size_t dax_copy_from_iter(struct dax_device *dax_dev, pgoff_t pgoff, void *addr, in dax_copy_from_iter() argument
293 return dax_dev->ops->copy_from_iter(dax_dev, pgoff, addr, bytes, i); in dax_copy_from_iter()
[all …]
|
| /Linux-v4.19/tools/testing/nvdimm/ |
| D | pmem-dax.c | 18 long __pmem_direct_access(struct pmem_device *pmem, pgoff_t pgoff, in __pmem_direct_access() argument
21 resource_size_t offset = PFN_PHYS(pgoff) + pmem->data_offset; in __pmem_direct_access()
23 if (unlikely(is_bad_pmem(&pmem->bb, PFN_PHYS(pgoff) / 512, in __pmem_direct_access()
40 __func__, pmem, pgoff, page_to_pfn(page)); in __pmem_direct_access()
|
| D | dax-dev.c | 17 phys_addr_t dax_pgoff_to_phys(struct dev_dax *dev_dax, pgoff_t pgoff, in dax_pgoff_to_phys() argument
26 addr = pgoff * PAGE_SIZE + res->start; in dax_pgoff_to_phys()
29 pgoff -= PHYS_PFN(resource_size(res)); in dax_pgoff_to_phys()
|
| /Linux-v4.19/arch/sh/kernel/ |
| D | sys_sh.c | 43 unsigned long fd, unsigned long pgoff) in sys_mmap2() argument
49 if (pgoff & ((1 << (PAGE_SHIFT - 12)) - 1)) in sys_mmap2()
52 pgoff >>= PAGE_SHIFT - 12; in sys_mmap2()
54 return ksys_mmap_pgoff(addr, len, prot, flags, fd, pgoff); in sys_mmap2()
|
| /Linux-v4.19/fs/ |
| D | dax.c | 774 pgoff_t pgoff; in copy_user_dax() local
778 rc = bdev_dax_pgoff(bdev, sector, size, &pgoff); in copy_user_dax()
783 rc = dax_direct_access(dax_dev, pgoff, PHYS_PFN(size), &kaddr, NULL); in copy_user_dax()
809 pgoff_t index = vmf->pgoff; in dax_insert_mapping_entry()
821 unmap_mapping_pages(mapping, vmf->pgoff, 1, false); in dax_insert_mapping_entry()
859 pgoff_address(pgoff_t pgoff, struct vm_area_struct *vma) in pgoff_address() argument
863 address = vma->vm_start + ((pgoff - vma->vm_pgoff) << PAGE_SHIFT); in pgoff_address()
1093 pgoff_t pgoff; in dax_iomap_pfn() local
1097 rc = bdev_dax_pgoff(iomap->bdev, sector, size, &pgoff); in dax_iomap_pfn()
1101 length = dax_direct_access(iomap->dax_dev, pgoff, PHYS_PFN(size), in dax_iomap_pfn()
[all …]
|
| /Linux-v4.19/kernel/events/ |
| D | ring_buffer.c | 588 pgoff_t pgoff, int nr_pages, long watermark, int flags) in rb_alloc_aux() argument
674 rb->aux_pgoff = pgoff; in rb_alloc_aux()
694 __perf_mmap_to_page(struct ring_buffer *rb, unsigned long pgoff) in __perf_mmap_to_page() argument
696 if (pgoff > rb->nr_pages) in __perf_mmap_to_page()
699 if (pgoff == 0) in __perf_mmap_to_page()
702 return virt_to_page(rb->data_pages[pgoff - 1]); in __perf_mmap_to_page()
785 __perf_mmap_to_page(struct ring_buffer *rb, unsigned long pgoff) in __perf_mmap_to_page() argument
788 if (pgoff > data_page_nr(rb)) in __perf_mmap_to_page()
791 return vmalloc_to_page((void *)rb->user_page + pgoff * PAGE_SIZE); in __perf_mmap_to_page()
864 perf_mmap_to_page(struct ring_buffer *rb, unsigned long pgoff) in perf_mmap_to_page() argument
[all …]
|
| /Linux-v4.19/arch/nds32/kernel/ |
| D | sys_nds32.c | 12 unsigned long, fd, unsigned long, pgoff) in SYSCALL_DEFINE6() argument
14 if (pgoff & (~PAGE_MASK >> 12)) in SYSCALL_DEFINE6()
18 pgoff >> (PAGE_SHIFT - 12)); in SYSCALL_DEFINE6()
|
