| /Linux-v5.4/arch/sh/include/asm/ |
| D | pgtable_64.h | 227 #define pte_clear(mm,addr,xp) (set_pte_at(mm, addr, xp, __pte(_PTE_EMPTY))) 262 static inline pte_t pte_wrprotect(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_WRITE)); r… in pte_wrprotect() 263 static inline pte_t pte_mkclean(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_DIRTY)); ret… in pte_mkclean() 264 static inline pte_t pte_mkold(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_ACCESSED)); re… in pte_mkold() 265 static inline pte_t pte_mkwrite(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_WRITE)); retu… in pte_mkwrite() 266 static inline pte_t pte_mkdirty(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_DIRTY)); retu… in pte_mkdirty() 267 static inline pte_t pte_mkyoung(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_ACCESSED)); r… in pte_mkyoung() 268 static inline pte_t pte_mkhuge(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_SZHUGE)); retu… in pte_mkhuge() 269 static inline pte_t pte_mkspecial(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_SPECIAL)); … in pte_mkspecial() 278 pte_t __pte; \ [all …]
|
| D | page.h | 83 #define __pte(x) \ macro 84 ({ pte_t __pte = {(x), ((unsigned long long)(x)) >> 32}; __pte; }) 90 #define __pte(x) ((pte_t) { (x) } ) macro 96 #define __pte(x) ((pte_t) { (x) } ) macro
|
| /Linux-v5.4/arch/powerpc/mm/book3s64/ |
| D | hash_64k.c | 69 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K() 84 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K() 89 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K() 129 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K() 150 pa = pte_pfn(__pte(old_pte)) << HW_PAGE_SHIFT; in __hash_page_4K() 152 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_4K() 210 *ptep = __pte(old_pte); in __hash_page_4K() 219 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K() 261 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_64K() 264 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_64K() [all …]
|
| D | hash_hugetlbpage.c | 69 } while(!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_huge() 80 rpte = __real_pte(__pte(old_pte), ptep, offset); in __hash_page_huge() 87 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_huge() 103 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_huge() 116 *ptep = __pte(old_pte); in __hash_page_huge() 128 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_huge() 144 return __pte(pte_val); in huge_ptep_modify_prot_start()
|
| D | hash_4k.c | 51 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K() 58 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K() 62 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K() 79 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_4K() 114 *ptep = __pte(old_pte); in __hash_page_4K() 122 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
|
| /Linux-v5.4/arch/powerpc/include/asm/nohash/32/ |
| D | pgtable.h | 169 return __pte(pte_val(pte) | _PAGE_RW); in pte_mkwrite() 175 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty() 180 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung() 186 return __pte(pte_val(pte) & ~_PAGE_RW); in pte_wrprotect() 192 return __pte(pte_val(pte) | _PAGE_EXEC); in pte_mkexec() 245 *p = __pte(new); in pte_update() 277 *p = __pte((old & ~(unsigned long long)clr) | set); in pte_update() 302 return __pte(pte_update(ptep, ~0, 0)); in ptep_get_and_clear() 309 unsigned long clr = ~pte_val(pte_wrprotect(__pte(~0))); in ptep_set_wrprotect() 310 unsigned long set = pte_val(pte_wrprotect(__pte(0))); in ptep_set_wrprotect() [all …]
|
| D | pte-8xx.h | 89 return __pte(pte_val(pte) | _PAGE_RO); in pte_wrprotect() 103 return __pte(pte_val(pte) & ~_PAGE_RO); in pte_mkwrite() 117 return __pte(pte_val(pte) | _PAGE_SH); in pte_mkprivileged() 124 return __pte(pte_val(pte) & ~_PAGE_SH); in pte_mkuser() 131 return __pte(pte_val(pte) | _PAGE_SPS); in pte_mkhuge()
|
| D | pte-40x.h | 91 return __pte(pte_val(pte) & ~(_PAGE_RW | _PAGE_HWWRITE)); in pte_wrprotect() 98 return __pte(pte_val(pte) & ~(_PAGE_DIRTY | _PAGE_HWWRITE)); in pte_mkclean()
|
| /Linux-v5.4/arch/powerpc/include/asm/book3s/32/ |
| D | pgtable.h | 321 return __pte(pte_update(ptep, ~_PAGE_HASHPTE, 0)); in ptep_get_and_clear() 438 return __pte(((pte_basic_t)(pfn) << PTE_RPN_SHIFT) | in pfn_pte() 450 return __pte(pte_val(pte) & ~_PAGE_RW); in pte_wrprotect() 455 return __pte(pte_val(pte) & ~_PAGE_EXEC); in pte_exprotect() 460 return __pte(pte_val(pte) & ~_PAGE_DIRTY); in pte_mkclean() 465 return __pte(pte_val(pte) & ~_PAGE_ACCESSED); in pte_mkold() 470 return __pte(pte_val(pte) | _PAGE_EXEC); in pte_mkexec() 480 return __pte(pte_val(pte) | _PAGE_RW); in pte_mkwrite() 485 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty() 490 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung() [all …]
|
| /Linux-v5.4/arch/sparc/include/asm/ |
| D | pgtable_32.h | 157 set_pte(ptep, __pte(0)); in __pte_clear() 184 set_pte((pte_t *)&pmdp->pmdv[i], __pte(0)); in pmd_clear() 204 set_pte((pte_t *)pgdp, __pte(0)); in pgd_clear() 233 return __pte(pte_val(pte) & ~SRMMU_WRITE); in pte_wrprotect() 238 return __pte(pte_val(pte) & ~SRMMU_DIRTY); in pte_mkclean() 243 return __pte(pte_val(pte) & ~SRMMU_REF); in pte_mkold() 248 return __pte(pte_val(pte) | SRMMU_WRITE); in pte_mkwrite() 253 return __pte(pte_val(pte) | SRMMU_DIRTY); in pte_mkdirty() 258 return __pte(pte_val(pte) | SRMMU_REF); in pte_mkyoung() 286 return __pte((page_to_pfn(page) << (PAGE_SHIFT-4)) | pgprot_val(pgprot)); in mk_pte() [all …]
|
| D | pgtable_64.h | 244 return __pte(paddr | pgprot_val(prot)); in pfn_pte() 335 return __pte((pte_val(pte) & mask) | (pgprot_val(prot) & ~mask)); in pte_modify() 341 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify() 403 return __pte(pte_val(pte) | __pte_default_huge_mask()); in pte_mkhuge() 426 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge() 462 return __pte(val); in pte_mkdirty() 486 return __pte(val); in pte_mkclean() 504 return __pte(val | mask); in pte_mkwrite() 528 return __pte(val); in pte_wrprotect() 548 return __pte(pte_val(pte) & ~mask); in pte_mkold() [all …]
|
| /Linux-v5.4/arch/powerpc/include/asm/nohash/64/ |
| D | pgtable.h | 102 return __pte(pte_val(pte) | _PAGE_RW); in pte_mkwrite() 107 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty() 112 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung() 117 return __pte(pte_val(pte) & ~_PAGE_RW); in pte_wrprotect() 122 return __pte(pte_val(pte) | _PAGE_EXEC); in pte_mkexec() 140 return __pte(pmd_val(pmd)); in pmd_pte() 170 return __pte(pud_val(pud)); in pud_pte() 228 *ptep = __pte((old & ~clr) | set); in pte_update() 294 return __pte(old); in ptep_get_and_clear() 326 *ptep = __pte(old | bits); in __ptep_set_access_flags() [all …]
|
| /Linux-v5.4/arch/powerpc/include/asm/nohash/ |
| D | pgtable.h | 122 return __pte(((pte_basic_t)(pfn) << PTE_RPN_SHIFT) | in pfn_pte() 130 return __pte(pte_val(pte) & ~_PAGE_EXEC); in pte_exprotect() 136 return __pte(pte_val(pte) & ~_PAGE_DIRTY); in pte_mkclean() 142 return __pte(pte_val(pte) & ~_PAGE_ACCESSED); in pte_mkold() 152 return __pte(pte_val(pte) | _PAGE_SPECIAL); in pte_mkspecial() 158 return __pte(pte_val(pte)); in pte_mkhuge() 165 return __pte(pte_val(pte) & ~_PAGE_USER); in pte_mkprivileged() 172 return __pte(pte_val(pte) | _PAGE_USER); in pte_mkuser() 178 return __pte((pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot)); in pte_modify()
|
| D | pte-book3e.h | 105 return __pte((pte_val(pte) & ~_PAGE_USER) | _PAGE_PRIVILEGED); in pte_mkprivileged() 112 return __pte((pte_val(pte) & ~_PAGE_PRIVILEGED) | _PAGE_USER); in pte_mkuser()
|
| /Linux-v5.4/arch/ia64/include/asm/ |
| D | pgtable.h | 251 ({ pte_t __pte; pte_val(__pte) = ((pfn) << PAGE_SHIFT) | pgprot_val(pgprot); __pte; }) 260 ({ pte_t __pte; pte_val(__pte) = physpage + pgprot_val(pgprot); __pte; }) 263 (__pte((pte_val(_pte) & ~_PAGE_CHG_MASK) | (pgprot_val(newprot) & _PAGE_CHG_MASK))) 307 #define pte_wrprotect(pte) (__pte(pte_val(pte) & ~_PAGE_AR_RW)) 308 #define pte_mkwrite(pte) (__pte(pte_val(pte) | _PAGE_AR_RW)) 309 #define pte_mkold(pte) (__pte(pte_val(pte) & ~_PAGE_A)) 310 #define pte_mkyoung(pte) (__pte(pte_val(pte) | _PAGE_A)) 311 #define pte_mkclean(pte) (__pte(pte_val(pte) & ~_PAGE_D)) 312 #define pte_mkdirty(pte) (__pte(pte_val(pte) | _PAGE_D)) 313 #define pte_mkhuge(pte) (__pte(pte_val(pte))) [all …]
|
| /Linux-v5.4/arch/riscv/include/asm/ |
| D | pgtable.h | 189 return __pte((pfn << _PAGE_PFN_SHIFT) | pgprot_val(prot)); in pfn_pte() 249 return __pte(pte_val(pte) & ~(_PAGE_WRITE)); in pte_wrprotect() 256 return __pte(pte_val(pte) | _PAGE_WRITE); in pte_mkwrite() 263 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty() 268 return __pte(pte_val(pte) & ~(_PAGE_DIRTY)); in pte_mkclean() 273 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung() 278 return __pte(pte_val(pte) & ~(_PAGE_ACCESSED)); in pte_mkold() 283 return __pte(pte_val(pte) | _PAGE_SPECIAL); in pte_mkspecial() 294 return __pte((pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot)); in pte_modify() 345 set_pte_at(mm, addr, ptep, __pte(0)); in pte_clear() [all …]
|
| /Linux-v5.4/arch/xtensa/mm/ |
| D | mmu.c | 108 write_dtlb_entry(__pte(xtensa_kio_paddr + CA_WRITEBACK), in init_kio() 110 write_itlb_entry(__pte(xtensa_kio_paddr + CA_WRITEBACK), in init_kio() 112 write_dtlb_entry(__pte(xtensa_kio_paddr + CA_BYPASS), in init_kio() 114 write_itlb_entry(__pte(xtensa_kio_paddr + CA_BYPASS), in init_kio()
|
| /Linux-v5.4/arch/mips/include/asm/ |
| D | page.h | 126 #define __pte(x) ({ pte_t __pte = {(x), ((unsigned long long)(x)) >> 32}; __pte; }) macro 130 #define __pte(x) ((pte_t) { (x) } ) macro 135 #define __pte(x) ((pte_t) { (x) } ) macro
|
| /Linux-v5.4/arch/csky/include/asm/ |
| D | pgtable.h | 48 (((unsigned int) addr & PAGE_OFFSET) ? __pte(_PAGE_GLOBAL) : __pte(0))) 52 #define pfn_pte(pfn, prot) __pte(((unsigned long long)(pfn) << PAGE_SHIFT) \ 71 #define __mk_pte(page_nr, pgprot) __pte(((page_nr) << PAGE_SHIFT) | \ 283 return __pte((pte_val(pte) & _PAGE_CHG_MASK) | in pte_modify()
|
| /Linux-v5.4/arch/arm/include/asm/ |
| D | pgtable-2level-types.h | 31 #define __pte(x) ((pte_t) { (x) } ) macro 49 #define __pte(x) (x) macro
|
| D | pgtable-3level-types.h | 34 #define __pte(x) ((pte_t) { (x) } ) macro 51 #define __pte(x) (x) macro
|
| /Linux-v5.4/arch/powerpc/include/asm/ |
| D | hugetlb.h | 44 return __pte(pte_update(mm, addr, ptep, ~0UL, 0, 1)); in huge_ptep_get_and_clear() 46 return __pte(pte_update(ptep, ~0UL, 0)); in huge_ptep_get_and_clear()
|
| /Linux-v5.4/arch/unicore32/include/asm/ |
| D | page.h | 42 #define __pte(x) ((pte_t) { (x) }) macro 58 #define __pte(x) (x) macro
|
| /Linux-v5.4/arch/arc/include/asm/ |
| D | page.h | 48 #define __pte(x) ((pte_t) { (x) }) macro 67 #define __pte(x) (x) macro
|
| /Linux-v5.4/arch/parisc/include/asm/ |
| D | pgtable.h | 316 #define pte_clear(mm, addr, xp) set_pte_at(mm, addr, xp, __pte(0)) 397 #define pte_mkhuge(pte) (__pte(pte_val(pte) | \ 411 pte_t __pte; \ 413 pte_val(__pte) = ((((addr)>>PAGE_SHIFT)<<PFN_PTE_SHIFT) + pgprot_val(pgprot)); \ 415 __pte; \ 526 set_pte(ptep, __pte(0)); in ptep_get_and_clear()
|