/Linux-v4.19/arch/sh/include/asm/ |
D | pgtable_64.h | 230 #define pte_clear(mm,addr,xp) (set_pte_at(mm, addr, xp, __pte(_PTE_EMPTY))) 265 static inline pte_t pte_wrprotect(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_WRITE)); r… in pte_wrprotect() 266 static inline pte_t pte_mkclean(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_DIRTY)); ret… in pte_mkclean() 267 static inline pte_t pte_mkold(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_ACCESSED)); re… in pte_mkold() 268 static inline pte_t pte_mkwrite(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_WRITE)); retu… in pte_mkwrite() 269 static inline pte_t pte_mkdirty(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_DIRTY)); retu… in pte_mkdirty() 270 static inline pte_t pte_mkyoung(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_ACCESSED)); r… in pte_mkyoung() 271 static inline pte_t pte_mkhuge(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_SZHUGE)); retu… in pte_mkhuge() 272 static inline pte_t pte_mkspecial(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_SPECIAL)); … in pte_mkspecial() 281 pte_t __pte; \ [all …]
|
D | page.h | 83 #define __pte(x) \ macro 84 ({ pte_t __pte = {(x), ((unsigned long long)(x)) >> 32}; __pte; }) 90 #define __pte(x) ((pte_t) { (x) } ) macro 96 #define __pte(x) ((pte_t) { (x) } ) macro
|
/Linux-v4.19/arch/powerpc/mm/ |
D | hash64_64k.c | 69 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K() 84 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K() 89 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K() 129 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K() 150 pa = pte_pfn(__pte(old_pte)) << HW_PAGE_SHIFT; in __hash_page_4K() 152 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_4K() 210 *ptep = __pte(old_pte); in __hash_page_4K() 219 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K() 261 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_64K() 264 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_64K() [all …]
|
D | hugetlbpage-hash64.c | 63 } while(!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_huge() 70 rpte = __real_pte(__pte(old_pte), ptep, offset); in __hash_page_huge() 76 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_huge() 92 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_huge() 105 *ptep = __pte(old_pte); in __hash_page_huge() 117 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_huge()
|
D | hash64_4k.c | 51 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K() 58 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K() 62 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K() 79 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_4K() 114 *ptep = __pte(old_pte); in __hash_page_4K() 122 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
|
D | pgtable.c | 89 pte = __pte(pte_val(pte) & ~_PAGE_HPTEFLAGS); in set_pte_filter() 140 return __pte(pte_val(pte) & ~_PAGE_EXEC); in set_pte_filter() 179 return __pte(pte_val(pte) | _PAGE_EXEC); in set_access_flags_filter() 198 pte = __pte(pte_val(pte) | _PAGE_PTE); in set_pte_at()
|
/Linux-v4.19/arch/powerpc/include/asm/nohash/ |
D | pgtable.h | 74 return __pte(((pte_basic_t)(pfn) << PTE_RPN_SHIFT) | in pfn_pte() 86 return __pte(ptev); in pte_wrprotect() 91 return __pte(pte_val(pte) & ~(_PAGE_DIRTY | _PAGE_HWWRITE)); in pte_mkclean() 96 return __pte(pte_val(pte) & ~_PAGE_ACCESSED); in pte_mkold() 105 return __pte(ptev); in pte_mkwrite() 110 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty() 115 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung() 120 return __pte(pte_val(pte) | _PAGE_SPECIAL); in pte_mkspecial() 125 return __pte(pte_val(pte) | _PAGE_HUGE); in pte_mkhuge() 130 return __pte((pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot)); in pte_modify()
|
/Linux-v4.19/arch/sparc/include/asm/ |
D | pgtable_32.h | 157 set_pte(ptep, __pte(0)); in __pte_clear() 184 set_pte((pte_t *)&pmdp->pmdv[i], __pte(0)); in pmd_clear() 204 set_pte((pte_t *)pgdp, __pte(0)); in pgd_clear() 233 return __pte(pte_val(pte) & ~SRMMU_WRITE); in pte_wrprotect() 238 return __pte(pte_val(pte) & ~SRMMU_DIRTY); in pte_mkclean() 243 return __pte(pte_val(pte) & ~SRMMU_REF); in pte_mkold() 248 return __pte(pte_val(pte) | SRMMU_WRITE); in pte_mkwrite() 253 return __pte(pte_val(pte) | SRMMU_DIRTY); in pte_mkdirty() 258 return __pte(pte_val(pte) | SRMMU_REF); in pte_mkyoung() 286 return __pte((page_to_pfn(page) << (PAGE_SHIFT-4)) | pgprot_val(pgprot)); in mk_pte() [all …]
|
D | pgtable_64.h | 274 return __pte(paddr | pgprot_val(prot)); in pfn_pte() 365 return __pte((pte_val(pte) & mask) | (pgprot_val(prot) & ~mask)); in pte_modify() 371 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify() 433 return __pte(pte_val(pte) | __pte_default_huge_mask()); in pte_mkhuge() 456 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge() 492 return __pte(val); in pte_mkdirty() 516 return __pte(val); in pte_mkclean() 534 return __pte(val | mask); in pte_mkwrite() 558 return __pte(val); in pte_wrprotect() 578 return __pte(pte_val(pte) & ~mask); in pte_mkold() [all …]
|
/Linux-v4.19/arch/powerpc/include/asm/book3s/32/ |
D | pgtable.h | 215 return __pte(pte_update(ptep, ~_PAGE_HASHPTE, 0)); in ptep_get_and_clear() 342 return __pte(((pte_basic_t)(pfn) << PTE_RPN_SHIFT) | in pfn_pte() 354 return __pte(pte_val(pte) & ~_PAGE_RW); in pte_wrprotect() 359 return __pte(pte_val(pte) & ~_PAGE_DIRTY); in pte_mkclean() 364 return __pte(pte_val(pte) & ~_PAGE_ACCESSED); in pte_mkold() 369 return __pte(pte_val(pte) | _PAGE_RW); in pte_mkwrite() 374 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty() 379 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung() 384 return __pte(pte_val(pte) | _PAGE_SPECIAL); in pte_mkspecial() 394 return __pte((pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot)); in pte_modify() [all …]
|
/Linux-v4.19/arch/ia64/include/asm/ |
D | pgtable.h | 251 ({ pte_t __pte; pte_val(__pte) = ((pfn) << PAGE_SHIFT) | pgprot_val(pgprot); __pte; }) 260 ({ pte_t __pte; pte_val(__pte) = physpage + pgprot_val(pgprot); __pte; }) 263 (__pte((pte_val(_pte) & ~_PAGE_CHG_MASK) | (pgprot_val(newprot) & _PAGE_CHG_MASK))) 307 #define pte_wrprotect(pte) (__pte(pte_val(pte) & ~_PAGE_AR_RW)) 308 #define pte_mkwrite(pte) (__pte(pte_val(pte) | _PAGE_AR_RW)) 309 #define pte_mkold(pte) (__pte(pte_val(pte) & ~_PAGE_A)) 310 #define pte_mkyoung(pte) (__pte(pte_val(pte) | _PAGE_A)) 311 #define pte_mkclean(pte) (__pte(pte_val(pte) & ~_PAGE_D)) 312 #define pte_mkdirty(pte) (__pte(pte_val(pte) | _PAGE_D)) 313 #define pte_mkhuge(pte) (__pte(pte_val(pte))) [all …]
|
/Linux-v4.19/arch/riscv/include/asm/ |
D | pgtable.h | 161 return __pte((pfn << _PAGE_PFN_SHIFT) | pgprot_val(prot)); in pfn_pte() 224 return __pte(pte_val(pte) & ~(_PAGE_WRITE)); in pte_wrprotect() 231 return __pte(pte_val(pte) | _PAGE_WRITE); in pte_mkwrite() 238 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty() 243 return __pte(pte_val(pte) & ~(_PAGE_DIRTY)); in pte_mkclean() 248 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung() 253 return __pte(pte_val(pte) & ~(_PAGE_ACCESSED)); in pte_mkold() 258 return __pte(pte_val(pte) | _PAGE_SPECIAL); in pte_mkspecial() 264 return __pte((pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot)); in pte_modify() 315 set_pte_at(mm, addr, ptep, __pte(0)); in pte_clear() [all …]
|
/Linux-v4.19/arch/xtensa/mm/ |
D | mmu.c | 105 write_dtlb_entry(__pte(xtensa_kio_paddr + CA_WRITEBACK), in init_kio() 107 write_itlb_entry(__pte(xtensa_kio_paddr + CA_WRITEBACK), in init_kio() 109 write_dtlb_entry(__pte(xtensa_kio_paddr + CA_BYPASS), in init_kio() 111 write_itlb_entry(__pte(xtensa_kio_paddr + CA_BYPASS), in init_kio()
|
/Linux-v4.19/arch/mips/include/asm/ |
D | page.h | 126 #define __pte(x) ({ pte_t __pte = {(x), ((unsigned long long)(x)) >> 32}; __pte; }) macro 130 #define __pte(x) ((pte_t) { (x) } ) macro 135 #define __pte(x) ((pte_t) { (x) } ) macro
|
/Linux-v4.19/arch/powerpc/include/asm/book3s/64/ |
D | pgtable.h | 482 return __pte(old); in ptep_get_and_clear() 532 return __pte(pte_val(pte) | _PAGE_SOFT_DIRTY); in pte_mksoft_dirty() 537 return __pte(pte_val(pte) & ~_PAGE_SOFT_DIRTY); in pte_clear_soft_dirty() 558 return __pte(pte_val(pte) & ~_PAGE_PRIVILEGED); in pte_mk_savedwrite() 568 return __pte(pte_val(pte) | _PAGE_PRIVILEGED); in pte_clear_savedwrite() 575 return __pte(pte_val(pte) & ~_PAGE_WRITE); in pte_clear_savedwrite() 632 return __pte((((pte_basic_t)(pfn) << PAGE_SHIFT) & PTE_RPN_MASK) | in pfn_pte() 646 return __pte(pte_val(pte) & ~_PAGE_WRITE); in pte_wrprotect() 651 return __pte(pte_val(pte) & ~_PAGE_DIRTY); in pte_mkclean() 656 return __pte(pte_val(pte) & ~_PAGE_ACCESSED); in pte_mkold() [all …]
|
/Linux-v4.19/arch/powerpc/include/asm/nohash/64/ |
D | pgtable.h | 112 return __pte(pmd_val(pmd)); in pmd_pte() 142 return __pte(pud_val(pud)); in pud_pte() 199 *ptep = __pte((old & ~clr) | set); in pte_update() 264 return __pte(old); in ptep_get_and_clear() 296 *ptep = __pte(old | bits); in __ptep_set_access_flags() 328 #define __swp_entry_to_pte(x) __pte((x).val)
|
/Linux-v4.19/arch/arm/include/asm/ |
D | pgtable-2level-types.h | 43 #define __pte(x) ((pte_t) { (x) } ) macro 61 #define __pte(x) (x) macro
|
D | pgtable-3level-types.h | 46 #define __pte(x) ((pte_t) { (x) } ) macro 63 #define __pte(x) (x) macro
|
/Linux-v4.19/arch/unicore32/include/asm/ |
D | page.h | 45 #define __pte(x) ((pte_t) { (x) }) macro 61 #define __pte(x) (x) macro
|
/Linux-v4.19/arch/arc/include/asm/ |
D | page.h | 51 #define __pte(x) ((pte_t) { (x) }) macro 70 #define __pte(x) (x) macro
|
/Linux-v4.19/arch/alpha/include/asm/ |
D | page.h | 41 #define __pte(x) ((pte_t) { (x) } ) macro 60 #define __pte(x) (x) macro
|
/Linux-v4.19/arch/parisc/include/asm/ |
D | pgtable.h | 295 #define pte_clear(mm, addr, xp) set_pte_at(mm, addr, xp, __pte(0)) 376 #define pte_mkhuge(pte) (__pte(pte_val(pte) | \ 390 pte_t __pte; \ 392 pte_val(__pte) = ((((addr)>>PAGE_SHIFT)<<PFN_PTE_SHIFT) + pgprot_val(pgprot)); \ 394 __pte; \ 498 set_pte(ptep, __pte(0)); in ptep_get_and_clear()
|
/Linux-v4.19/arch/openrisc/include/asm/ |
D | pgtable.h | 329 pte_t __pte; \ 331 pte_val(__pte) = (physpage) + pgprot_val(pgprot); \ 332 __pte; \ 406 #define pfn_pte(pfn, prot) __pte((((pfn) << PAGE_SHIFT)) | pgprot_val(prot))
|
/Linux-v4.19/arch/s390/include/asm/ |
D | pgtable.h | 1034 return ptep_xchg_lazy(mm, addr, ptep, __pte(_PAGE_INVALID)); in ptep_get_and_clear() 1045 return ptep_xchg_direct(vma->vm_mm, addr, ptep, __pte(_PAGE_INVALID)); in ptep_clear_flush() 1062 *ptep = __pte(_PAGE_INVALID); in ptep_get_and_clear_full() 1065 return ptep_xchg_lazy(mm, addr, ptep, __pte(_PAGE_INVALID)); in ptep_get_and_clear_full() 1151 pte_t __pte; in mk_pte_phys() local 1152 pte_val(__pte) = physpage + pgprot_val(pgprot); in mk_pte_phys() 1153 return pte_mkyoung(__pte); in mk_pte_phys() 1159 pte_t __pte = mk_pte_phys(physpage, pgprot); in mk_pte() local 1161 if (pte_write(__pte) && PageDirty(page)) in mk_pte() 1162 __pte = pte_mkdirty(__pte); in mk_pte() [all …]
|
/Linux-v4.19/arch/powerpc/include/asm/nohash/32/ |
D | pgtable.h | 184 *p = __pte((old & ~clr) | set); in pte_update() 215 *p = __pte((old & ~(unsigned long long)clr) | set); in pte_update() 240 return __pte(pte_update(ptep, ~0, 0)); in ptep_get_and_clear()
|