| /Linux-v5.4/arch/s390/mm/ |
| D | pgtable.c | 76 if (unlikely(pte_val(old) & _PAGE_INVALID)) in ptep_flush_direct()
95 if (unlikely(pte_val(old) & _PAGE_INVALID)) in ptep_flush_lazy()
100 pte_val(*ptep) |= _PAGE_INVALID; in ptep_flush_lazy()
161 if (!mm_uses_skeys(mm) || pte_val(pte) & _PAGE_INVALID) in pgste_update_all()
183 if (!mm_uses_skeys(mm) || pte_val(entry) & _PAGE_INVALID) in pgste_set_key()
185 VM_BUG_ON(!(pte_val(*ptep) & _PAGE_INVALID)); in pgste_set_key()
203 !(pte_val(entry) & _PAGE_INVALID)) { in pgste_set_pte()
254 if (pte_val(old) & _PAGE_INVALID) in ptep_xchg_commit()
256 if (pte_val(new) & _PAGE_INVALID) { in ptep_xchg_commit()
550 pte_val(*ptep) = _PAGE_INVALID; in pgtable_trans_huge_withdraw()
[all …]
|
| D | dump_pagetables.c | 59 if (pr & _PAGE_INVALID) { in print_prot()
120 (_PAGE_PROTECT | _PAGE_INVALID | _PAGE_NOEXEC); in note_kasan_early_shadow_page()
144 (_PAGE_PROTECT | _PAGE_INVALID | _PAGE_NOEXEC); in walk_pte_level()
176 note_page(m, st, _PAGE_INVALID, 3); in walk_pmd_level()
207 note_page(m, st, _PAGE_INVALID, 2); in walk_pud_level()
231 note_page(m, st, _PAGE_INVALID, 2); in walk_p4d_level()
250 note_page(m, &st, _PAGE_INVALID, 1); in walk_pgd_level()
|
| D | hugetlbpage.c | 51 rste |= move_set_bit(pte_val(pte), _PAGE_INVALID, in __pte_to_rste()
108 _PAGE_INVALID); in __rste_to_pte()
122 pte_val(pte) = _PAGE_INVALID; in __rste_to_pte()
|
| D | pgalloc.c | 164 memset64(table, _PAGE_INVALID, PTRS_PER_PTE); in page_table_alloc_pgste()
223 memset64((u64 *)table, _PAGE_INVALID, PTRS_PER_PTE); in page_table_alloc()
228 memset64((u64 *)table, _PAGE_INVALID, 2 * PTRS_PER_PTE); in page_table_alloc()
330 memset64(table, _PAGE_INVALID, PTRS_PER_PTE); in base_pgt_alloc()
|
| D | kasan_init.c | 78 memset64((u64 *)pte, _PAGE_INVALID, PTRS_PER_PTE); in kasan_early_pte_alloc()
|
| D | vmem.c | 62 memset64((u64 *)pte, _PAGE_INVALID, PTRS_PER_PTE); in vmem_pte_alloc()
|
| D | pageattr.c | 359 pte_val(*pte) &= ~_PAGE_INVALID; in __kernel_map_pages()
|
| D | gmap.c | 1288 if (!table || *table & _PAGE_INVALID) in gmap_unshadow_page()
1309 pgt[i] = _PAGE_INVALID; in __gmap_unshadow_pgt()
2518 ptep_xchg_direct(walk->mm, addr, ptep, __pte(_PAGE_INVALID)); in __zap_zero_pages()
|
| /Linux-v5.4/arch/s390/include/asm/ |
| D | pgtable.h | 164 #define _PAGE_INVALID 0x400 /* HW invalid bit */ macro
402 #define PAGE_NONE __pgprot(_PAGE_PRESENT | _PAGE_INVALID | _PAGE_PROTECT)
404 _PAGE_NOEXEC | _PAGE_INVALID | _PAGE_PROTECT)
406 _PAGE_INVALID | _PAGE_PROTECT)
408 _PAGE_NOEXEC | _PAGE_INVALID | _PAGE_PROTECT)
410 _PAGE_INVALID | _PAGE_PROTECT)
784 return pte_val(pte) == _PAGE_INVALID; in pte_none()
909 pte_val(*ptep) = _PAGE_INVALID; in pte_clear()
925 pte_val(pte) &= ~_PAGE_INVALID; in pte_modify()
968 pte_val(pte) |= _PAGE_INVALID; in pte_mkold()
[all …]
|
| /Linux-v5.4/arch/powerpc/mm/ptdump/ |
| D | book3s64.c | 44 .mask = _PAGE_PRESENT | _PAGE_INVALID,
|
| /Linux-v5.4/arch/powerpc/mm/book3s64/ |
| D | pgtable.c | 110 old_pmd = pmd_hugepage_update(vma->vm_mm, address, pmdp, _PAGE_PRESENT, _PAGE_INVALID); in pmdp_invalidate()
437 pte_val = pte_update(vma->vm_mm, addr, ptep, _PAGE_PRESENT, _PAGE_INVALID, 0); in ptep_modify_prot_start()
|
| D | hash_hugetlbpage.c | 142 _PAGE_PRESENT, _PAGE_INVALID, 1); in huge_ptep_modify_prot_start()
|
| D | radix_pgtable.c | 1047 old_pte = __radix_pte_update(ptep, _PAGE_PRESENT, _PAGE_INVALID); in radix__ptep_set_access_flags()
1053 __radix_pte_update(ptep, _PAGE_INVALID, new_pte); in radix__ptep_set_access_flags()
|
| /Linux-v5.4/arch/powerpc/include/asm/book3s/64/ |
| D | pgtable.h | 52 #define _PAGE_INVALID _RPAGE_SW0 macro
564 return !!(pte_raw(pte) & cpu_to_be64(_PAGE_PRESENT | _PAGE_INVALID)); in pte_present()
881 if (pmd_raw(pmd) & cpu_to_be64(_PAGE_PRESENT | _PAGE_INVALID)) in pmd_present()
897 if ((pmd_raw(pmd) & cpu_to_be64(_PAGE_PRESENT | _PAGE_INVALID)) == in pmd_is_serializing()
898 cpu_to_be64(_PAGE_INVALID)) in pmd_is_serializing()
|
| /Linux-v5.4/arch/s390/kernel/ |
| D | vdso.c | 166 memset64((u64 *)page_table, _PAGE_INVALID, PTRS_PER_PTE); in vdso_alloc_per_cpu()
|
| /Linux-v5.4/arch/s390/kvm/ |
| D | priv.c | 1152 if (ptev & _PAGE_INVALID) { in __do_essa()
|
