| /Linux-v5.4/arch/mips/mm/ |
| D | mmap.c | 23 #define COLOUR_ALIGN(addr, pgoff) \ argument
25 (((pgoff) << PAGE_SHIFT) & shm_align_mask))
30 unsigned long addr0, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_common() argument
52 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area_common()
64 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_common()
76 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_common()
102 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
105 addr0, len, pgoff, flags, UP); in arch_get_unmapped_area()
113 unsigned long addr0, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
117 addr0, len, pgoff, flags, DOWN); in arch_get_unmapped_area_topdown()
|
| /Linux-v5.4/arch/sh/mm/ |
| D | mmap.c | 26 unsigned long pgoff) in COLOUR_ALIGN() argument
29 unsigned long off = (pgoff << PAGE_SHIFT) & shm_align_mask; in COLOUR_ALIGN()
35 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
47 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area()
61 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
76 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
82 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
96 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area_topdown()
111 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown()
126 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown()
|
| /Linux-v5.4/arch/microblaze/kernel/ |
| D | sys_microblaze.c | 38 off_t, pgoff) in SYSCALL_DEFINE6() argument
40 if (pgoff & ~PAGE_MASK) in SYSCALL_DEFINE6()
43 return ksys_mmap_pgoff(addr, len, prot, flags, fd, pgoff >> PAGE_SHIFT); in SYSCALL_DEFINE6()
48 unsigned long, pgoff) in SYSCALL_DEFINE6() argument
50 if (pgoff & (~PAGE_MASK >> 12)) in SYSCALL_DEFINE6()
54 pgoff >> (PAGE_SHIFT - 12)); in SYSCALL_DEFINE6()
|
| /Linux-v5.4/arch/arm/mm/ |
| D | mmap.c | 16 #define COLOUR_ALIGN(addr,pgoff) \ argument
18 (((pgoff)<<PAGE_SHIFT) & (SHMLBA-1)))
31 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
51 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area()
61 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
76 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
82 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
105 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area_topdown()
113 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown()
127 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown()
|
| /Linux-v5.4/arch/parisc/kernel/ |
| D | sys_parisc.c | 40 unsigned long pgoff) in shared_align_offset() argument
42 return (get_offset(last_mmap) + pgoff) << PAGE_SHIFT; in shared_align_offset()
46 unsigned int last_mmap, unsigned long pgoff) in COLOR_ALIGN() argument
50 (shared_align_offset(last_mmap, pgoff) << PAGE_SHIFT); in COLOR_ALIGN()
83 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
101 (addr - shared_align_offset(last_mmap, pgoff)) in arch_get_unmapped_area()
109 addr = COLOR_ALIGN(addr, last_mmap, pgoff); in arch_get_unmapped_area()
125 info.align_offset = shared_align_offset(last_mmap, pgoff); in arch_get_unmapped_area()
130 SET_LAST_MMAP(filp, addr - (pgoff << PAGE_SHIFT)); in arch_get_unmapped_area()
137 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
[all …]
|
| /Linux-v5.4/tools/testing/radix-tree/ |
| D | iteration_check.c | 51 unsigned long pgoff; in add_entries_fn() local
53 for (pgoff = 0; pgoff < MAX_IDX; pgoff++) { in add_entries_fn()
54 my_item_insert(&array, pgoff); in add_entries_fn()
138 int pgoff; in remove_entries_fn() local
141 pgoff = rand_r(&seeds[2]) % MAX_IDX; in remove_entries_fn()
143 item = xa_erase(&array, pgoff); in remove_entries_fn()
145 item_free(item, pgoff); in remove_entries_fn()
|
| /Linux-v5.4/arch/csky/abiv1/ |
| D | mmap.c | 12 #define COLOUR_ALIGN(addr,pgoff) \ argument
14 (((pgoff)<<PAGE_SHIFT) & (SHMLBA-1)))
26 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
44 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area()
54 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
69 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
|
| /Linux-v5.4/arch/arc/mm/ |
| D | mmap.c | 17 #define COLOUR_ALIGN(addr, pgoff) \ argument
19 (((pgoff) << PAGE_SHIFT) & (SHMLBA - 1)))
30 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
49 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area()
59 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
74 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
|
| /Linux-v5.4/arch/nds32/mm/ |
| D | mmap.c | 8 #define COLOUR_ALIGN(addr,pgoff) \ argument
10 (((pgoff)<<PAGE_SHIFT) & (SHMLBA-1)))
23 unsigned long len, unsigned long pgoff, in arch_get_unmapped_area() argument
46 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area()
56 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
71 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
|
| /Linux-v5.4/drivers/md/ |
| D | dm-linear.c | 166 static long linear_dax_direct_access(struct dm_target *ti, pgoff_t pgoff, in linear_dax_direct_access() argument
173 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in linear_dax_direct_access()
176 ret = bdev_dax_pgoff(bdev, dev_sector, nr_pages * PAGE_SIZE, &pgoff); in linear_dax_direct_access()
179 return dax_direct_access(dax_dev, pgoff, nr_pages, kaddr, pfn); in linear_dax_direct_access()
182 static size_t linear_dax_copy_from_iter(struct dm_target *ti, pgoff_t pgoff, in linear_dax_copy_from_iter() argument
188 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in linear_dax_copy_from_iter()
191 if (bdev_dax_pgoff(bdev, dev_sector, ALIGN(bytes, PAGE_SIZE), &pgoff)) in linear_dax_copy_from_iter()
193 return dax_copy_from_iter(dax_dev, pgoff, addr, bytes, i); in linear_dax_copy_from_iter()
196 static size_t linear_dax_copy_to_iter(struct dm_target *ti, pgoff_t pgoff, in linear_dax_copy_to_iter() argument
202 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in linear_dax_copy_to_iter()
[all …]
|
| D | dm-stripe.c | 317 static long stripe_dax_direct_access(struct dm_target *ti, pgoff_t pgoff, in stripe_dax_direct_access() argument
320 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in stripe_dax_direct_access()
332 ret = bdev_dax_pgoff(bdev, dev_sector, nr_pages * PAGE_SIZE, &pgoff); in stripe_dax_direct_access()
335 return dax_direct_access(dax_dev, pgoff, nr_pages, kaddr, pfn); in stripe_dax_direct_access()
338 static size_t stripe_dax_copy_from_iter(struct dm_target *ti, pgoff_t pgoff, in stripe_dax_copy_from_iter() argument
341 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in stripe_dax_copy_from_iter()
352 if (bdev_dax_pgoff(bdev, dev_sector, ALIGN(bytes, PAGE_SIZE), &pgoff)) in stripe_dax_copy_from_iter()
354 return dax_copy_from_iter(dax_dev, pgoff, addr, bytes, i); in stripe_dax_copy_from_iter()
357 static size_t stripe_dax_copy_to_iter(struct dm_target *ti, pgoff_t pgoff, in stripe_dax_copy_to_iter() argument
360 sector_t dev_sector, sector = pgoff * PAGE_SECTORS; in stripe_dax_copy_to_iter()
[all …]
|
| /Linux-v5.4/drivers/dax/ |
| D | device.c | 63 __weak phys_addr_t dax_pgoff_to_phys(struct dev_dax *dev_dax, pgoff_t pgoff, in dax_pgoff_to_phys() argument
69 phys = pgoff * PAGE_SIZE + res->start; in dax_pgoff_to_phys()
99 phys = dax_pgoff_to_phys(dev_dax, vmf->pgoff, PAGE_SIZE); in __dev_dax_pte_fault()
101 dev_dbg(dev, "pgoff_to_phys(%#lx) failed\n", vmf->pgoff); in __dev_dax_pte_fault()
117 pgoff_t pgoff; in __dev_dax_pmd_fault() local
146 pgoff = linear_page_index(vmf->vma, pmd_addr); in __dev_dax_pmd_fault()
147 phys = dax_pgoff_to_phys(dev_dax, pgoff, PMD_SIZE); in __dev_dax_pmd_fault()
149 dev_dbg(dev, "pgoff_to_phys(%#lx) failed\n", pgoff); in __dev_dax_pmd_fault()
166 pgoff_t pgoff; in __dev_dax_pud_fault() local
196 pgoff = linear_page_index(vmf->vma, pud_addr); in __dev_dax_pud_fault()
[all …]
|
| /Linux-v5.4/arch/xtensa/kernel/ |
| D | syscall.c | 39 #define COLOUR_ALIGN(addr, pgoff) \ argument
41 (((pgoff) << PAGE_SHIFT) & (SHMLBA - 1)))
62 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
71 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area()
82 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
94 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
|
| /Linux-v5.4/include/trace/events/ |
| D | fs_dax.h | 20 __field(pgoff_t, pgoff)
34 __entry->pgoff = vmf->pgoff;
48 __entry->pgoff,
160 __field(pgoff_t, pgoff)
171 __entry->pgoff = vmf->pgoff;
181 __entry->pgoff,
260 TP_PROTO(struct inode *inode, pgoff_t pgoff, pgoff_t pglen),
261 TP_ARGS(inode, pgoff, pglen),
264 __field(pgoff_t, pgoff)
271 __entry->pgoff = pgoff;
[all …]
|
| /Linux-v5.4/fs/romfs/ |
| D | mmap-nommu.c | 21 unsigned long pgoff, in romfs_get_unmapped_area() argument
35 offset = pgoff << PAGE_SHIFT; in romfs_get_unmapped_area()
38 if ((pgoff >= maxpages) || (maxpages - pgoff < lpages)) in romfs_get_unmapped_area()
44 if (len > mtd->size || pgoff >= (mtd->size >> PAGE_SHIFT)) in romfs_get_unmapped_area()
|
| /Linux-v5.4/drivers/w1/slaves/ |
| D | w1_ds250x.c | 49 int pgoff = pageno * W1_PAGE_SIZE; in w1_ds2502_read_page() local
63 buf[1] = pgoff & 0xff; in w1_ds2502_read_page()
64 buf[2] = pgoff >> 8; in w1_ds2502_read_page()
71 w1_read_block(sl->master, &data->eprom[pgoff], W1_PAGE_SIZE); in w1_ds2502_read_page()
74 if (w1_calc_crc8(&data->eprom[pgoff], W1_PAGE_SIZE) != crc8) in w1_ds2502_read_page()
88 int pgoff, epoff; in w1_ds2505_read_page() local
97 epoff = pgoff = pageno * W1_PAGE_SIZE; in w1_ds2505_read_page()
105 buf[1] = pgoff & 0xff; in w1_ds2505_read_page()
106 buf[2] = pgoff >> 8; in w1_ds2505_read_page()
121 pgoff = (redir ^ 0xff) * W1_PAGE_SIZE; in w1_ds2505_read_page()
|
| /Linux-v5.4/arch/sparc/kernel/ |
| D | sys_sparc_32.c | 42 …a(struct file *filp, unsigned long addr, unsigned long len, unsigned long pgoff, unsigned long fla… in arch_get_unmapped_area() argument
51 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area()
68 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
103 unsigned long, pgoff) in SYSCALL_DEFINE6() argument
108 pgoff >> (PAGE_SHIFT - 12)); in SYSCALL_DEFINE6()
120 unsigned long, prot, unsigned long, pgoff, in SYSCALL_DEFINE5() argument
127 (pgoff >> (PAGE_SHIFT - 12)), flags); in SYSCALL_DEFINE5()
|
| D | sys_sparc_64.c | 82 unsigned long pgoff) in COLOR_ALIGN() argument
85 unsigned long off = (pgoff<<PAGE_SHIFT) & (SHMLBA-1); in COLOR_ALIGN()
90 …a(struct file *filp, unsigned long addr, unsigned long len, unsigned long pgoff, unsigned long fla… in arch_get_unmapped_area() argument
103 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area()
119 addr = COLOR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
134 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
149 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
167 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area_topdown()
182 addr = COLOR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown()
197 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown()
[all …]
|
| /Linux-v5.4/mm/ |
| D | mincore.c | 51 static unsigned char mincore_page(struct address_space *mapping, pgoff_t pgoff) in mincore_page() argument
64 page = find_get_entry(mapping, pgoff); in mincore_page()
83 page = find_get_page(mapping, pgoff); in mincore_page()
85 page = find_get_page(mapping, pgoff); in mincore_page()
102 pgoff_t pgoff; in __mincore_unmapped_range() local
104 pgoff = linear_page_index(vma, addr); in __mincore_unmapped_range()
105 for (i = 0; i < nr; i++, pgoff++) in __mincore_unmapped_range()
106 vec[i] = mincore_page(vma->vm_file->f_mapping, pgoff); in __mincore_unmapped_range()
|
| /Linux-v5.4/tools/testing/nvdimm/ |
| D | pmem-dax.c | 10 long __pmem_direct_access(struct pmem_device *pmem, pgoff_t pgoff, in __pmem_direct_access() argument
13 resource_size_t offset = PFN_PHYS(pgoff) + pmem->data_offset; in __pmem_direct_access()
15 if (unlikely(is_bad_pmem(&pmem->bb, PFN_PHYS(pgoff) / 512, in __pmem_direct_access()
32 __func__, pmem, pgoff, page_to_pfn(page)); in __pmem_direct_access()
|
| /Linux-v5.4/arch/sh/kernel/ |
| D | sys_sh.c | 43 unsigned long fd, unsigned long pgoff) in sys_mmap2() argument
49 if (pgoff & ((1 << (PAGE_SHIFT - 12)) - 1)) in sys_mmap2()
52 pgoff >>= PAGE_SHIFT - 12; in sys_mmap2()
54 return ksys_mmap_pgoff(addr, len, prot, flags, fd, pgoff); in sys_mmap2()
|
| /Linux-v5.4/kernel/events/ |
| D | ring_buffer.c | 630 pgoff_t pgoff, int nr_pages, long watermark, int flags) in rb_alloc_aux() argument
713 rb->aux_pgoff = pgoff; in rb_alloc_aux()
733 __perf_mmap_to_page(struct ring_buffer *rb, unsigned long pgoff) in __perf_mmap_to_page() argument
735 if (pgoff > rb->nr_pages) in __perf_mmap_to_page()
738 if (pgoff == 0) in __perf_mmap_to_page()
741 return virt_to_page(rb->data_pages[pgoff - 1]); in __perf_mmap_to_page()
827 __perf_mmap_to_page(struct ring_buffer *rb, unsigned long pgoff) in __perf_mmap_to_page() argument
830 if (pgoff > data_page_nr(rb)) in __perf_mmap_to_page()
833 return vmalloc_to_page((void *)rb->user_page + pgoff * PAGE_SIZE); in __perf_mmap_to_page()
906 perf_mmap_to_page(struct ring_buffer *rb, unsigned long pgoff) in perf_mmap_to_page() argument
[all …]
|
| /Linux-v5.4/tools/perf/arch/x86/util/ |
| D | machine.c | 26 u64 end, u64 pgoff, const char *name) in add_extra_kernel_map() argument
42 mi->maps[mi->cnt].pgoff = pgoff; in add_extra_kernel_map()
93 xm->pgoff = mi.entry_trampoline; in machine__create_extra_kernel_maps()
|
| /Linux-v5.4/arch/x86/mm/ |
| D | hugetlbpage.c | 82 unsigned long pgoff, unsigned long flags) in hugetlb_get_unmapped_area_bottomup() argument
105 unsigned long pgoff, unsigned long flags) in hugetlb_get_unmapped_area_topdown() argument
145 unsigned long len, unsigned long pgoff, unsigned long flags) in hugetlb_get_unmapped_area() argument
181 pgoff, flags); in hugetlb_get_unmapped_area()
184 pgoff, flags); in hugetlb_get_unmapped_area()
|
| /Linux-v5.4/arch/x86/kernel/ |
| D | sys_x86_64.c | 133 unsigned long len, unsigned long pgoff, unsigned long flags) in arch_get_unmapped_area() argument
165 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area()
175 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument
227 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_topdown()
244 return arch_get_unmapped_area(filp, addr0, len, pgoff, flags); in arch_get_unmapped_area_topdown()
|
