| /Linux-v4.19/mm/ |
| D | mremap.c | 202 unsigned long mmun_end; /* For mmu_notifiers */ in move_page_tables() local
208 mmun_end = old_end; in move_page_tables()
209 mmu_notifier_invalidate_range_start(vma->vm_mm, mmun_start, mmun_end); in move_page_tables()
250 mmu_notifier_invalidate_range_end(vma->vm_mm, mmun_start, mmun_end); in move_page_tables()
|
| D | ksm.c | 1046 unsigned long mmun_end; /* For mmu_notifiers */ in write_protect_page() local
1055 mmun_end = pvmw.address + PAGE_SIZE; in write_protect_page()
1056 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in write_protect_page()
1108 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in write_protect_page()
1133 unsigned long mmun_end; /* For mmu_notifiers */ in replace_page() local
1144 mmun_end = addr + PAGE_SIZE; in replace_page()
1145 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in replace_page()
1191 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in replace_page()
|
| D | hugetlb.c | 3243 unsigned long mmun_end; /* For mmu_notifiers */ in copy_hugetlb_page_range() local
3249 mmun_end = vma->vm_end; in copy_hugetlb_page_range()
3251 mmu_notifier_invalidate_range_start(src, mmun_start, mmun_end); in copy_hugetlb_page_range()
3312 mmu_notifier_invalidate_range_end(src, mmun_start, mmun_end); in copy_hugetlb_page_range()
3330 unsigned long mmun_end = end; /* For mmu_notifiers */ in __unmap_hugepage_range() local
3346 adjust_range_if_pmd_sharing_possible(vma, &mmun_start, &mmun_end); in __unmap_hugepage_range()
3347 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in __unmap_hugepage_range()
3415 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in __unmap_hugepage_range()
3534 unsigned long mmun_end; /* For mmu_notifiers */ in hugetlb_cow() local
3615 mmun_end = mmun_start + huge_page_size(h); in hugetlb_cow()
[all …]
|
| D | huge_memory.c | 1133 unsigned long mmun_end; /* For mmu_notifiers */ in do_huge_pmd_wp_page_fallback() local
1172 mmun_end = haddr + HPAGE_PMD_SIZE; in do_huge_pmd_wp_page_fallback()
1173 mmu_notifier_invalidate_range_start(vma->vm_mm, mmun_start, mmun_end); in do_huge_pmd_wp_page_fallback()
1219 mmun_end); in do_huge_pmd_wp_page_fallback()
1229 mmu_notifier_invalidate_range_end(vma->vm_mm, mmun_start, mmun_end); in do_huge_pmd_wp_page_fallback()
1247 unsigned long mmun_end; /* For mmu_notifiers */ in do_huge_pmd_wp_page() local
1337 mmun_end = haddr + HPAGE_PMD_SIZE; in do_huge_pmd_wp_page()
1338 mmu_notifier_invalidate_range_start(vma->vm_mm, mmun_start, mmun_end); in do_huge_pmd_wp_page()
1374 mmun_end); in do_huge_pmd_wp_page()
|
| D | khugepaged.c | 948 unsigned long mmun_end; /* For mmu_notifiers */ in collapse_huge_page() local
1021 mmun_end = address + HPAGE_PMD_SIZE; in collapse_huge_page()
1022 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in collapse_huge_page()
1032 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in collapse_huge_page()
|
| D | migrate.c | 1977 unsigned long mmun_end = mmun_start + HPAGE_PMD_SIZE; in migrate_misplaced_transhuge_page() local
2004 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
2008 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
2038 flush_cache_range(vma, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
2054 mmu_notifier_invalidate_range_only_end(mm, mmun_start, mmun_end); in migrate_misplaced_transhuge_page()
|
| D | memory.c | 1224 unsigned long mmun_end; /* For mmu_notifiers */ in copy_page_range() local
1259 mmun_end = end; in copy_page_range()
1262 mmun_end); in copy_page_range()
1279 mmu_notifier_invalidate_range_end(src_mm, mmun_start, mmun_end); in copy_page_range()
2495 const unsigned long mmun_end = mmun_start + PAGE_SIZE; in wp_page_copy() local
2519 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in wp_page_copy()
2596 mmu_notifier_invalidate_range_only_end(mm, mmun_start, mmun_end); in wp_page_copy()
|
| /Linux-v4.19/kernel/events/ |
| D | uprobes.c | 166 const unsigned long mmun_end = addr + PAGE_SIZE; in __replace_page() local
179 mmu_notifier_invalidate_range_start(mm, mmun_start, mmun_end); in __replace_page()
213 mmu_notifier_invalidate_range_end(mm, mmun_start, mmun_end); in __replace_page()
|
