/Linux-v6.1/arch/s390/include/asm/ |
D | hugetlb.h | 19 pte_t *ptep, pte_t pte); 20 pte_t huge_ptep_get(pte_t *ptep); 21 pte_t huge_ptep_get_and_clear(struct mm_struct *mm, 22 unsigned long addr, pte_t *ptep); 47 pte_t *ptep, unsigned long sz) in huge_pte_clear() 55 static inline pte_t huge_ptep_clear_flush(struct vm_area_struct *vma, in huge_ptep_clear_flush() 56 unsigned long address, pte_t *ptep) in huge_ptep_clear_flush() 62 unsigned long addr, pte_t *ptep, in huge_ptep_set_access_flags() 63 pte_t pte, int dirty) in huge_ptep_set_access_flags() 74 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() [all …]
|
/Linux-v6.1/include/asm-generic/ |
D | hugetlb.h | 8 static inline pte_t mk_huge_pte(struct page *page, pgprot_t pgprot) in mk_huge_pte() 13 static inline unsigned long huge_pte_write(pte_t pte) in huge_pte_write() 18 static inline unsigned long huge_pte_dirty(pte_t pte) in huge_pte_dirty() 23 static inline pte_t huge_pte_mkwrite(pte_t pte) in huge_pte_mkwrite() 28 static inline pte_t huge_pte_mkdirty(pte_t pte) in huge_pte_mkdirty() 33 static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) in huge_pte_modify() 38 static inline pte_t huge_pte_mkuffd_wp(pte_t pte) in huge_pte_mkuffd_wp() 43 static inline pte_t huge_pte_clear_uffd_wp(pte_t pte) in huge_pte_clear_uffd_wp() 48 static inline int huge_pte_uffd_wp(pte_t pte) in huge_pte_uffd_wp() 55 pte_t *ptep, unsigned long sz) in huge_pte_clear() [all …]
|
/Linux-v6.1/arch/powerpc/include/asm/nohash/ |
D | pgtable.h | 23 static inline int pte_write(pte_t pte) in pte_write() 28 static inline int pte_read(pte_t pte) { return 1; } in pte_read() 29 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 30 static inline int pte_special(pte_t pte) { return pte_val(pte) & _PAGE_SPECIAL; } in pte_special() 31 static inline int pte_none(pte_t pte) { return (pte_val(pte) & ~_PTE_NONE_MASK) == 0; } in pte_none() 32 static inline bool pte_hashpte(pte_t pte) { return false; } in pte_hashpte() 33 static inline bool pte_ci(pte_t pte) { return pte_val(pte) & _PAGE_NO_CACHE; } in pte_ci() 34 static inline bool pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec() 42 static inline int pte_protnone(pte_t pte) in pte_protnone() 53 static inline int pte_present(pte_t pte) in pte_present() [all …]
|
/Linux-v6.1/arch/mips/include/asm/ |
D | pgtable.h | 45 extern void __update_cache(unsigned long address, pte_t pte); 109 pte_t *ptep, pte_t pteval); 122 static inline void set_pte(pte_t *ptep, pte_t pte) 133 pte_t *buddy = ptep_buddy(ptep); 146 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) 148 pte_t null = __pte(0); 174 static inline void set_pte(pte_t *ptep, pte_t pteval) 179 pte_t *buddy = ptep_buddy(ptep); 193 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) 208 pte_t *ptep, pte_t pteval) [all …]
|
/Linux-v6.1/arch/microblaze/include/asm/ |
D | pgtable.h | 29 extern pte_t *va_to_pte(unsigned long address); 242 static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_USER; } in pte_read() 243 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_RW; } in pte_write() 244 static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec() 245 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 246 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 248 static inline void pte_uncache(pte_t pte) { pte_val(pte) |= _PAGE_NO_CACHE; } in pte_uncache() 249 static inline void pte_cache(pte_t pte) { pte_val(pte) &= ~_PAGE_NO_CACHE; } in pte_cache() 251 static inline pte_t pte_rdprotect(pte_t pte) \ in pte_rdprotect() 253 static inline pte_t pte_wrprotect(pte_t pte) \ in pte_wrprotect() [all …]
|
/Linux-v6.1/arch/powerpc/include/asm/book3s/32/ |
D | pgtable.h | 56 static inline bool pte_user(pte_t pte) in pte_user() 129 #define PTE_TABLE_SIZE (sizeof(pte_t) << PTE_INDEX_SIZE) 258 static inline void flush_hash_entry(struct mm_struct *mm, pte_t *ptep, unsigned long addr) in flush_hash_entry() 277 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *p, in pte_update() 320 unsigned long addr, pte_t *ptep) in __ptep_test_and_clear_young() 333 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, unsigned long addr, in ptep_get_and_clear() 334 pte_t *ptep) in ptep_get_and_clear() 341 pte_t *ptep) in ptep_set_wrprotect() 347 pte_t *ptep, pte_t entry, in __ptep_set_access_flags() 375 #define __swp_entry_to_pte(x) ((pte_t) { (x).val << 3 }) [all …]
|
/Linux-v6.1/arch/m68k/include/asm/ |
D | mcf_pgtable.h | 102 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 118 static inline int pte_none(pte_t pte) in pte_none() 123 static inline int pte_present(pte_t pte) in pte_present() 129 pte_t *ptep) in pte_clear() 156 static inline int pte_read(pte_t pte) in pte_read() 161 static inline int pte_write(pte_t pte) in pte_write() 166 static inline int pte_exec(pte_t pte) in pte_exec() 171 static inline int pte_dirty(pte_t pte) in pte_dirty() 176 static inline int pte_young(pte_t pte) in pte_young() 181 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() [all …]
|
D | sun3_pgtable.h | 82 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 98 static inline int pte_none (pte_t pte) { return !pte_val (pte); } in pte_none() 99 static inline int pte_present (pte_t pte) { return pte_val (pte) & SUN3_PAGE_VALID; } in pte_present() 100 static inline void pte_clear (struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear() 107 ({ pte_t __pte; pte_val(__pte) = pfn | pgprot_val(pgprot); __pte; }) 136 static inline int pte_write(pte_t pte) { return pte_val(pte) & SUN3_PAGE_WRITEABLE; } in pte_write() 137 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & SUN3_PAGE_MODIFIED; } in pte_dirty() 138 static inline int pte_young(pte_t pte) { return pte_val(pte) & SUN3_PAGE_ACCESSED; } in pte_young() 140 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_WRITEABLE; return pte; } in pte_wrprotect() 141 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~SUN3_PAGE_MODIFIED; return pte; } in pte_mkclean() [all …]
|
D | motorola_pgtable.h | 87 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 93 static inline void pmd_set(pmd_t *pmdp, pte_t *ptep) in pmd_set() 148 static inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_RONLY); } in pte_write() 149 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 150 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 152 static inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) |= _PAGE_RONLY; return pte; } in pte_wrprotect() 153 static inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~_PAGE_DIRTY; return pte; } in pte_mkclean() 154 static inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~_PAGE_ACCESSED; return pte; } in pte_mkold() 155 static inline pte_t pte_mkwrite(pte_t pte) { pte_val(pte) &= ~_PAGE_RONLY; return pte; } in pte_mkwrite() 156 static inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= _PAGE_DIRTY; return pte; } in pte_mkdirty() [all …]
|
/Linux-v6.1/arch/um/include/asm/ |
D | pgtable.h | 108 static inline int pte_none(pte_t pte) in pte_none() 117 static inline int pte_read(pte_t pte) in pte_read() 123 static inline int pte_exec(pte_t pte){ in pte_exec() 128 static inline int pte_write(pte_t pte) in pte_write() 134 static inline int pte_dirty(pte_t pte) in pte_dirty() 139 static inline int pte_young(pte_t pte) in pte_young() 144 static inline int pte_newpage(pte_t pte) in pte_newpage() 149 static inline int pte_newprot(pte_t pte) in pte_newprot() 160 static inline pte_t pte_mknewprot(pte_t pte) in pte_mknewprot() 166 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() [all …]
|
/Linux-v6.1/arch/nios2/include/asm/ |
D | pgtable.h | 56 #define PTRS_PER_PTE (PAGE_SIZE / sizeof(pte_t)) 73 extern pte_t invalid_pte_table[PAGE_SIZE/sizeof(pte_t)]; 84 static inline int pte_write(pte_t pte) \ in pte_write() 86 static inline int pte_dirty(pte_t pte) \ in pte_dirty() 88 static inline int pte_young(pte_t pte) \ in pte_young() 102 static inline int pte_none(pte_t pte) in pte_none() 107 static inline int pte_present(pte_t pte) \ in pte_present() 114 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 120 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 126 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() [all …]
|
/Linux-v6.1/arch/openrisc/include/asm/ |
D | pgtable.h | 214 static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_READ; } in pte_read() 215 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write() 216 static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec() 217 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 218 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 220 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 226 static inline pte_t pte_rdprotect(pte_t pte) in pte_rdprotect() 232 static inline pte_t pte_exprotect(pte_t pte) in pte_exprotect() 238 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 244 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() [all …]
|
/Linux-v6.1/arch/riscv/include/asm/ |
D | pgtable.h | 31 #define PTRS_PER_PTE (PAGE_SIZE / sizeof(pte_t)) 134 pte_t *(*get_pte_virt)(phys_addr_t pa); 257 static inline pte_t pmd_pte(pmd_t pmd) in pmd_pte() 262 static inline pte_t pud_pte(pud_t pud) in pud_pte() 268 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn() 276 static inline pte_t pfn_pte(unsigned long pfn, pgprot_t prot) in pfn_pte() 287 static inline int pte_present(pte_t pte) in pte_present() 292 static inline int pte_none(pte_t pte) in pte_none() 297 static inline int pte_write(pte_t pte) in pte_write() 302 static inline int pte_exec(pte_t pte) in pte_exec() [all …]
|
/Linux-v6.1/arch/hexagon/include/asm/ |
D | pgtable.h | 140 extern void sync_icache_dcache(pte_t pte); 146 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() 174 pte_t *ptep) in pte_clear() 225 static inline int pte_none(pte_t pte) in pte_none() 233 static inline int pte_present(pte_t pte) in pte_present() 245 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 252 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 259 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 266 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 273 static inline int pte_young(pte_t pte) in pte_young() [all …]
|
/Linux-v6.1/arch/arm64/include/asm/ |
D | hugetlb.h | 26 pte_t arch_make_huge_pte(pte_t entry, unsigned int shift, vm_flags_t flags); 30 pte_t *ptep, pte_t pte); 33 unsigned long addr, pte_t *ptep, 34 pte_t pte, int dirty); 36 extern pte_t huge_ptep_get_and_clear(struct mm_struct *mm, 37 unsigned long addr, pte_t *ptep); 40 unsigned long addr, pte_t *ptep); 42 extern pte_t huge_ptep_clear_flush(struct vm_area_struct *vma, 43 unsigned long addr, pte_t *ptep); 46 pte_t *ptep, unsigned long sz); [all …]
|
/Linux-v6.1/arch/sparc/include/asm/ |
D | pgtable_64.h | 192 pte_t mk_pte_io(unsigned long, pgprot_t, int, unsigned long); 217 static inline pte_t pfn_pte(unsigned long pfn, pgprot_t prot) in pfn_pte() 229 pte_t pte = pfn_pte(page_nr, pgprot); in pfn_pmd() 237 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn() 258 static inline pte_t pte_modify(pte_t pte, pgprot_t prot) in pte_modify() 319 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify() 358 pte_t arch_make_huge_pte(pte_t entry, unsigned int shift, vm_flags_t flags); 378 static inline pte_t pte_mkhuge(pte_t pte) in pte_mkhuge() 383 static inline bool is_default_hugetlb_pte(pte_t pte) in is_default_hugetlb_pte() 403 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge() [all …]
|
D | pgtable_32.h | 99 static inline void set_pte(pte_t *ptep, pte_t pteval) in set_pte() 150 static inline int pte_present(pte_t pte) in pte_present() 155 static inline int pte_none(pte_t pte) in pte_none() 160 static inline void __pte_clear(pte_t *ptep) in __pte_clear() 165 static inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear() 187 set_pte((pte_t *)&pmd_val(*pmdp), __pte(0)); in pmd_clear() 207 set_pte((pte_t *)pudp, __pte(0)); in pud_clear() 214 static inline int pte_write(pte_t pte) in pte_write() 219 static inline int pte_dirty(pte_t pte) in pte_dirty() 224 static inline int pte_young(pte_t pte) in pte_young() [all …]
|
/Linux-v6.1/arch/xtensa/include/asm/ |
D | pgtable.h | 247 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITABLE; } in pte_write() 248 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty() 249 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young() 251 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 253 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean() 255 static inline pte_t pte_mkold(pte_t pte) in pte_mkold() 257 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty() 259 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung() 261 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite() 279 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() [all …]
|
/Linux-v6.1/arch/powerpc/include/asm/book3s/64/ |
D | pgtable.h | 348 pte_t *ptep, unsigned long clr, in pte_update() 366 unsigned long addr, pte_t *ptep) in __ptep_test_and_clear_young() 404 static inline int __pte_write(pte_t pte) in __pte_write() 411 static inline bool pte_savedwrite(pte_t pte) in pte_savedwrite() 424 static inline bool pte_savedwrite(pte_t pte) in pte_savedwrite() 430 static inline int pte_write(pte_t pte) in pte_write() 435 static inline int pte_read(pte_t pte) in pte_read() 442 pte_t *ptep) in ptep_set_wrprotect() 452 unsigned long addr, pte_t *ptep) in huge_ptep_set_wrprotect() 465 static inline pte_t ptep_get_and_clear(struct mm_struct *mm, in ptep_get_and_clear() [all …]
|
/Linux-v6.1/arch/alpha/include/asm/ |
D | pgtable.h | 133 extern pte_t __bad_page(void); 194 pte_t pte; \ 200 extern inline pte_t pfn_pte(unsigned long physpfn, pgprot_t pgprot) in pfn_pte() 201 { pte_t pte; pte_val(pte) = (PHYS_TWIDDLE(physpfn) << 32) | pgprot_val(pgprot); return pte; } in pfn_pte() 203 extern inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify() 206 extern inline void pmd_set(pmd_t * pmdp, pte_t * ptep) in pmd_set() 228 extern inline int pte_none(pte_t pte) { return !pte_val(pte); } in pte_none() 229 extern inline int pte_present(pte_t pte) { return pte_val(pte) & _PAGE_VALID; } in pte_present() 230 extern inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in pte_clear() 249 extern inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_FOW); } in pte_write() [all …]
|
/Linux-v6.1/arch/x86/include/asm/ |
D | pgtable.h | 127 static inline int pte_dirty(pte_t pte) in pte_dirty() 132 static inline int pte_young(pte_t pte) in pte_young() 158 static inline int pte_write(pte_t pte) in pte_write() 163 static inline int pte_huge(pte_t pte) in pte_huge() 168 static inline int pte_global(pte_t pte) in pte_global() 173 static inline int pte_exec(pte_t pte) in pte_exec() 178 static inline int pte_special(pte_t pte) in pte_special() 187 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn() 278 static inline pte_t pte_set_flags(pte_t pte, pteval_t set) in pte_set_flags() 285 static inline pte_t pte_clear_flags(pte_t pte, pteval_t clear) in pte_clear_flags() [all …]
|
/Linux-v6.1/arch/csky/include/asm/ |
D | pgtable.h | 24 #define PTRS_PER_PTE (PAGE_SIZE / sizeof(pte_t)) 42 #define __swp_entry_to_pte(x) ((pte_t) { (x).val }) 82 extern pte_t invalid_pte_table[PTRS_PER_PTE]; 84 static inline void set_pte(pte_t *p, pte_t pte) in set_pte() 95 static inline pte_t *pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr() 141 static inline int pte_read(pte_t pte) in pte_read() 146 static inline int pte_write(pte_t pte) in pte_write() 151 static inline int pte_dirty(pte_t pte) in pte_dirty() 156 static inline int pte_young(pte_t pte) in pte_young() 161 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() [all …]
|
/Linux-v6.1/arch/arm/include/asm/ |
D | pgtable.h | 57 extern void __pte_error(const char *file, int line, pte_t); 159 static inline pte_t *pmd_page_vaddr(pmd_t pmd) in pmd_page_vaddr() 190 static inline bool pte_access_permitted(pte_t pte, bool write) in pte_access_permitted() 203 static inline void __sync_icache_dcache(pte_t pteval) in __sync_icache_dcache() 207 extern void __sync_icache_dcache(pte_t pteval); 211 pte_t *ptep, pte_t pteval); 213 static inline pte_t clear_pte_bit(pte_t pte, pgprot_t prot) in clear_pte_bit() 219 static inline pte_t set_pte_bit(pte_t pte, pgprot_t prot) in set_pte_bit() 225 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 230 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite() [all …]
|
/Linux-v6.1/arch/powerpc/include/asm/nohash/32/ |
D | pte-8xx.h | 90 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect() 97 static inline int pte_write(pte_t pte) in pte_write() 104 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite() 111 static inline bool pte_user(pte_t pte) in pte_user() 118 static inline pte_t pte_mkprivileged(pte_t pte) in pte_mkprivileged() 125 static inline pte_t pte_mkuser(pte_t pte) in pte_mkuser() 132 static inline pte_t pte_mkhuge(pte_t pte) in pte_mkhuge() 139 static inline pte_basic_t pte_update(struct mm_struct *mm, unsigned long addr, pte_t *p, 142 static inline void ptep_set_wrprotect(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in ptep_set_wrprotect() 148 static inline void __ptep_set_access_flags(struct vm_area_struct *vma, pte_t *ptep, in __ptep_set_access_flags() [all …]
|
/Linux-v6.1/arch/arm64/mm/ |
D | hugetlbpage.c | 104 pte_t *ptep, size_t *pgsize) in find_num_contig() 115 if ((pte_t *)pmdp == ptep) { in find_num_contig() 151 pte_t huge_ptep_get(pte_t *ptep) in huge_ptep_get() 155 pte_t orig_pte = ptep_get(ptep); in huge_ptep_get() 162 pte_t pte = ptep_get(ptep); in huge_ptep_get() 181 static pte_t get_clear_contig(struct mm_struct *mm, in get_clear_contig() 183 pte_t *ptep, in get_clear_contig() 187 pte_t orig_pte = ptep_get(ptep); in get_clear_contig() 191 pte_t pte = ptep_get_and_clear(mm, addr, ptep); in get_clear_contig() 207 static pte_t get_clear_contig_flush(struct mm_struct *mm, in get_clear_contig_flush() [all …]
|