| /Linux-v4.19/arch/powerpc/include/asm/nohash/ |
| D | pgtable.h | 14 static inline int pte_write(pte_t pte) in pte_write()
18 static inline int pte_read(pte_t pte) { return 1; } in pte_read()
19 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
20 static inline int pte_special(pte_t pte) { return pte_val(pte) & _PAGE_SPECIAL; } in pte_special()
21 static inline int pte_none(pte_t pte) { return (pte_val(pte) & ~_PTE_NONE_MASK) == 0; } in pte_none()
22 static inline pgprot_t pte_pgprot(pte_t pte) { return __pgprot(pte_val(pte) & PAGE_PROT_BITS); } in pte_pgprot()
30 static inline int pte_protnone(pte_t pte) in pte_protnone()
42 static inline int pte_present(pte_t pte) in pte_present()
52 static inline bool pte_access_permitted(pte_t pte, bool write) in pte_access_permitted()
76 static inline unsigned long pte_pfn(pte_t pte) { in pte_pfn()
[all …]
|
| /Linux-v4.19/arch/mips/include/asm/ |
| D | pgtable.h | 137 # define pte_none(pte) (!(((pte).pte_high) & ~_PAGE_GLOBAL)) argument
139 # define pte_none(pte) (!(((pte).pte_low | (pte).pte_high) & ~_PAGE_GLOBAL)) argument
142 #define pte_present(pte) ((pte).pte_low & _PAGE_PRESENT) argument
143 #define pte_no_exec(pte) ((pte).pte_low & _PAGE_NO_EXEC) argument
145 static inline void set_pte(pte_t *ptep, pte_t pte)
188 #define pte_none(pte) (!(pte_val(pte) & ~_PAGE_GLOBAL)) argument
189 #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT) argument
190 #define pte_no_exec(pte) (pte_val(pte) & _PAGE_NO_EXEC) argument
315 static inline int pte_write(pte_t pte) { return pte.pte_low & _PAGE_WRITE; }
316 static inline int pte_dirty(pte_t pte) { return pte.pte_low & _PAGE_MODIFIED; }
[all …]
|
| /Linux-v4.19/arch/arm/include/asm/ |
| D | pgtable.h | 56 #define pte_ERROR(pte) __pte_error(__FILE__, __LINE__, pte) argument
198 #define __pte_unmap(pte) do { } while (0) argument
201 #define __pte_unmap(pte) kunmap_atomic(pte) argument
209 #define pte_unmap(pte) __pte_unmap(pte) argument
211 #define pte_pfn(pte) ((pte_val(pte) & PHYS_MASK) >> PAGE_SHIFT) argument
214 #define pte_page(pte) pfn_to_page(pte_pfn(pte)) argument
219 #define pte_isset(pte, val) ((u32)(val) == (val) ? pte_val(pte) & (val) \ argument
221 #define pte_isclear(pte, val) (!(pte_val(pte) & (val))) argument
223 #define pte_none(pte) (!pte_val(pte)) argument
224 #define pte_present(pte) (pte_isset((pte), L_PTE_PRESENT)) argument
[all …]
|
| /Linux-v4.19/arch/m68k/include/asm/ |
| D | mcf_pgtable.h | 159 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
172 #define __pte_page(pte) ((unsigned long) (pte_val(pte) & PAGE_MASK)) argument
175 static inline int pte_none(pte_t pte) in pte_none()
180 static inline int pte_present(pte_t pte) in pte_present()
191 #define pte_pagenr(pte) ((__pte_page(pte) - PAGE_OFFSET) >> PAGE_SHIFT) argument
192 #define pte_page(pte) virt_to_page(__pte_page(pte)) argument
221 static inline int pte_read(pte_t pte) in pte_read()
226 static inline int pte_write(pte_t pte) in pte_write()
231 static inline int pte_exec(pte_t pte) in pte_exec()
236 static inline int pte_dirty(pte_t pte) in pte_dirty()
[all …]
|
| D | sun3_pgtable.h | 105 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
118 #define __pte_page(pte) \ argument
123 static inline int pte_none (pte_t pte) { return !pte_val (pte); } in pte_none()
124 static inline int pte_present (pte_t pte) { return pte_val (pte) & SUN3_PAGE_VALID; } in pte_present()
130 #define pte_pfn(pte) (pte_val(pte) & SUN3_PAGE_PGNUM_MASK) argument
134 #define pte_page(pte) virt_to_page(__pte_page(pte)) argument
167 static inline int pte_write(pte_t pte) { return pte_val(pte) & SUN3_PAGE_WRITEABLE; } in pte_write()
168 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & SUN3_PAGE_MODIFIED; } in pte_dirty()
169 static inline int pte_young(pte_t pte) { return pte_val(pte) & SUN3_PAGE_ACCESSED; } in pte_young()
170 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
[all …]
|
| D | motorola_pgtable.h | 103 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
125 #define __pte_page(pte) ((unsigned long)__va(pte_val(pte) & PAGE_MASK)) argument
130 #define pte_none(pte) (!pte_val(pte)) argument
131 #define pte_present(pte) (pte_val(pte) & (_PAGE_PRESENT | _PAGE_PROTNONE)) argument
134 #define pte_page(pte) virt_to_page(__va(pte_val(pte))) argument
135 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument
168 static inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_RONLY); } in pte_write()
169 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
170 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
171 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
[all …]
|
| /Linux-v4.19/arch/hexagon/include/asm/ |
| D | pgtable.h | 174 #define pte_special(pte) 0 argument
175 #define pte_mkspecial(pte) (pte) argument
179 #define pte_mkhuge(pte) __pte((pte_val(pte) & ~0x3) | HVM_HUGEPAGE_SIZE) argument
188 #define pte_present_exec_user(pte) \ argument
294 static inline int pte_none(pte_t pte) in pte_none()
302 static inline int pte_present(pte_t pte) in pte_present()
314 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
321 static inline pte_t pte_mkyoung(pte_t pte) in pte_mkyoung()
328 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
335 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
[all …]
|
| /Linux-v4.19/arch/um/include/asm/ |
| D | pgtable.h | 123 static inline int pte_none(pte_t pte) in pte_none()
132 static inline int pte_read(pte_t pte) in pte_read()
138 static inline int pte_exec(pte_t pte){ in pte_exec()
143 static inline int pte_write(pte_t pte) in pte_write()
149 static inline int pte_dirty(pte_t pte) in pte_dirty()
154 static inline int pte_young(pte_t pte) in pte_young()
159 static inline int pte_newpage(pte_t pte) in pte_newpage()
164 static inline int pte_newprot(pte_t pte) in pte_newprot()
169 static inline int pte_special(pte_t pte) in pte_special()
180 static inline pte_t pte_mknewprot(pte_t pte) in pte_mknewprot()
[all …]
|
| /Linux-v4.19/arch/openrisc/include/asm/ |
| D | pgtable.h | 238 static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_READ; } in pte_read()
239 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
240 static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec()
241 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
242 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
243 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
244 static inline pte_t pte_mkspecial(pte_t pte) { return pte; } in pte_mkspecial()
246 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
252 static inline pte_t pte_rdprotect(pte_t pte) in pte_rdprotect()
258 static inline pte_t pte_exprotect(pte_t pte) in pte_exprotect()
[all …]
|
| D | pgalloc.h | 29 #define pmd_populate_kernel(mm, pmd, pte) \ argument
33 struct page *pte) in pmd_populate()
78 struct page *pte; in pte_alloc_one() local
90 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
95 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
101 #define __pte_free_tlb(tlb, pte, addr) \ argument
|
| /Linux-v4.19/arch/sparc/include/asm/ |
| D | pgtable_64.h | 281 pte_t pte = pfn_pte(page_nr, pgprot); in pfn_pmd() local
289 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn()
310 static inline pte_t pte_modify(pte_t pte, pgprot_t prot) in pte_modify()
371 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify() local
431 static inline pte_t pte_mkhuge(pte_t pte) in pte_mkhuge()
436 static inline bool is_default_hugetlb_pte(pte_t pte) in is_default_hugetlb_pte()
456 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge() local
465 static inline bool is_hugetlb_pte(pte_t pte) in is_hugetlb_pte()
471 static inline pte_t pte_mkdirty(pte_t pte) in pte_mkdirty()
495 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
[all …]
|
| /Linux-v4.19/arch/powerpc/include/asm/book3s/32/ |
| D | pgtable.h | 281 #define pte_unmap(pte) kunmap_atomic(pte) argument
292 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) >> 3 }) argument
298 static inline int pte_write(pte_t pte) { return !!(pte_val(pte) & _PAGE_RW);} in pte_write()
299 static inline int pte_read(pte_t pte) { return 1; } in pte_read()
300 static inline int pte_dirty(pte_t pte) { return !!(pte_val(pte) & _PAGE_DIRTY); } in pte_dirty()
301 static inline int pte_young(pte_t pte) { return !!(pte_val(pte) & _PAGE_ACCESSED); } in pte_young()
302 static inline int pte_special(pte_t pte) { return !!(pte_val(pte) & _PAGE_SPECIAL); } in pte_special()
303 static inline int pte_none(pte_t pte) { return (pte_val(pte) & ~_PTE_NONE_MASK) == 0; } in pte_none()
304 static inline pgprot_t pte_pgprot(pte_t pte) { return __pgprot(pte_val(pte) & PAGE_PROT_BITS); } in pte_pgprot()
306 static inline int pte_present(pte_t pte) in pte_present()
[all …]
|
| /Linux-v4.19/arch/nios2/include/asm/ |
| D | pgtable.h | 110 static inline int pte_write(pte_t pte) \ in pte_write()
112 static inline int pte_dirty(pte_t pte) \ in pte_dirty()
114 static inline int pte_young(pte_t pte) \ in pte_young()
116 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
129 static inline int pte_none(pte_t pte) in pte_none()
134 static inline int pte_present(pte_t pte) \ in pte_present()
141 static inline pte_t pte_wrprotect(pte_t pte) in pte_wrprotect()
147 static inline pte_t pte_mkclean(pte_t pte) in pte_mkclean()
153 static inline pte_t pte_mkold(pte_t pte) in pte_mkold()
159 static inline pte_t pte_mkwrite(pte_t pte) in pte_mkwrite()
[all …]
|
| D | pgalloc.h | 16 pte_t *pte) in pmd_populate_kernel()
22 pgtable_t pte) in pmd_populate()
43 pte_t *pte; in pte_alloc_one_kernel() local
53 struct page *pte; in pte_alloc_one() local
66 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte) in pte_free_kernel()
71 static inline void pte_free(struct mm_struct *mm, struct page *pte) in pte_free()
77 #define __pte_free_tlb(tlb, pte, addr) \ argument
|
| /Linux-v4.19/arch/arm64/include/asm/ |
| D | pgtable.h | 60 #define pte_ERROR(pte) __pte_error(__FILE__, __LINE__, pte_val(pte)) argument
67 #define __pte_to_phys(pte) \ argument
71 #define __pte_to_phys(pte) (pte_val(pte) & PTE_ADDR_MASK) argument
75 #define pte_pfn(pte) (__pte_to_phys(pte) >> PAGE_SHIFT) argument
79 #define pte_none(pte) (!pte_val(pte)) argument
81 #define pte_page(pte) (pfn_to_page(pte_pfn(pte))) argument
86 #define pte_present(pte) (!!(pte_val(pte) & (PTE_VALID | PTE_PROT_NONE))) argument
87 #define pte_young(pte) (!!(pte_val(pte) & PTE_AF)) argument
88 #define pte_special(pte) (!!(pte_val(pte) & PTE_SPECIAL)) argument
89 #define pte_write(pte) (!!(pte_val(pte) & PTE_WRITE)) argument
[all …]
|
| /Linux-v4.19/arch/s390/include/asm/ |
| D | hugetlb.h | 62 pte_t pte, int dirty) in huge_ptep_set_access_flags()
75 pte_t pte = huge_ptep_get_and_clear(mm, addr, ptep); in huge_ptep_set_wrprotect() local
84 static inline int huge_pte_none(pte_t pte) in huge_pte_none()
89 static inline int huge_pte_write(pte_t pte) in huge_pte_write()
94 static inline int huge_pte_dirty(pte_t pte) in huge_pte_dirty()
99 static inline pte_t huge_pte_mkwrite(pte_t pte) in huge_pte_mkwrite()
104 static inline pte_t huge_pte_mkdirty(pte_t pte) in huge_pte_mkdirty()
109 static inline pte_t huge_pte_wrprotect(pte_t pte) in huge_pte_wrprotect()
114 static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) in huge_pte_modify()
|
| /Linux-v4.19/arch/microblaze/include/asm/ |
| D | pgtable.h | 42 #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) }) argument
87 static inline int pte_special(pte_t pte) { return 0; } in pte_special()
89 static inline pte_t pte_mkspecial(pte_t pte) { return pte; } in pte_mkspecial()
298 #define pte_none(pte) ((pte_val(pte) & ~_PTE_NONE_MASK) == 0) argument
299 #define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT) argument
334 static inline int pte_read(pte_t pte) { return pte_val(pte) & _PAGE_USER; } in pte_read()
335 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_RW; } in pte_write()
336 static inline int pte_exec(pte_t pte) { return pte_val(pte) & _PAGE_EXEC; } in pte_exec()
337 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
338 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
[all …]
|
| /Linux-v4.19/arch/powerpc/kvm/ |
| D | book3s_mmu_hpte.c | 68 void kvmppc_mmu_hpte_cache_map(struct kvm_vcpu *vcpu, struct hpte_cache *pte) in kvmppc_mmu_hpte_cache_map()
109 struct hpte_cache *pte = container_of(head, struct hpte_cache, rcu_head); in free_pte_rcu() local
113 static void invalidate_pte(struct kvm_vcpu *vcpu, struct hpte_cache *pte) in invalidate_pte()
147 struct hpte_cache *pte; in kvmppc_mmu_pte_flush_all() local
166 struct hpte_cache *pte; in kvmppc_mmu_pte_flush_page() local
185 struct hpte_cache *pte; in kvmppc_mmu_pte_flush_long() local
228 struct hpte_cache *pte; in kvmppc_mmu_pte_vflush_short() local
249 struct hpte_cache *pte; in kvmppc_mmu_pte_vflush_64k() local
271 struct hpte_cache *pte; in kvmppc_mmu_pte_vflush_long() local
313 struct hpte_cache *pte; in kvmppc_mmu_pte_pflush() local
[all …]
|
| /Linux-v4.19/arch/powerpc/mm/ |
| D | pgtable.c | 44 static inline int pte_looks_normal(pte_t pte) in pte_looks_normal()
63 static struct page *maybe_pte_to_page(pte_t pte) in maybe_pte_to_page()
84 static pte_t set_pte_filter(pte_t pte) in set_pte_filter()
103 static pte_t set_access_flags_filter(pte_t pte, struct vm_area_struct *vma, in set_access_flags_filter()
115 static pte_t set_pte_filter(pte_t pte) in set_pte_filter()
143 static pte_t set_access_flags_filter(pte_t pte, struct vm_area_struct *vma, in set_access_flags_filter()
188 pte_t pte) in set_pte_at()
234 pte_t pte, int dirty) in huge_ptep_set_access_flags()
|
| /Linux-v4.19/arch/riscv/include/asm/ |
| D | pgtable.h | 151 static inline unsigned long pte_pfn(pte_t pte) in pte_pfn()
177 #define pte_unmap(pte) ((void)(pte)) argument
179 static inline int pte_present(pte_t pte) in pte_present()
184 static inline int pte_none(pte_t pte) in pte_none()
189 static inline int pte_write(pte_t pte) in pte_write()
194 static inline int pte_exec(pte_t pte) in pte_exec()
199 static inline int pte_huge(pte_t pte) in pte_huge()
205 static inline int pte_dirty(pte_t pte) in pte_dirty()
210 static inline int pte_young(pte_t pte) in pte_young()
215 static inline int pte_special(pte_t pte) in pte_special()
[all …]
|
| /Linux-v4.19/arch/alpha/include/asm/ |
| D | pgtable.h | 209 #define pte_pfn(pte) (pte_val(pte) >> 32) argument
210 #define pte_page(pte) pfn_to_page(pte_pfn(pte)) argument
221 { pte_t pte; pte_val(pte) = (PHYS_TWIDDLE(physpfn) << 32) | pgprot_val(pgprot); return pte; } in pfn_pte() local
223 extern inline pte_t pte_modify(pte_t pte, pgprot_t newprot) in pte_modify()
247 extern inline int pte_none(pte_t pte) { return !pte_val(pte); } in pte_none()
248 extern inline int pte_present(pte_t pte) { return pte_val(pte) & _PAGE_VALID; } in pte_present()
268 extern inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_FOW); } in pte_write()
269 extern inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
270 extern inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
271 extern inline int pte_special(pte_t pte) { return 0; } in pte_special()
[all …]
|
| /Linux-v4.19/include/asm-generic/ |
| D | hugetlb.h | 10 static inline unsigned long huge_pte_write(pte_t pte) in huge_pte_write()
15 static inline unsigned long huge_pte_dirty(pte_t pte) in huge_pte_dirty()
20 static inline pte_t huge_pte_mkwrite(pte_t pte) in huge_pte_mkwrite()
25 static inline pte_t huge_pte_mkdirty(pte_t pte) in huge_pte_mkdirty()
30 static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot) in huge_pte_modify()
|
| /Linux-v4.19/arch/unicore32/include/asm/ |
| D | pgtable.h | 53 #define pte_ERROR(pte) __pte_error(__FILE__, __LINE__, pte_val(pte)) argument
153 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument
157 #define pte_none(pte) (!pte_val(pte)) argument
159 #define pte_page(pte) (pfn_to_page(pte_pfn(pte))) argument
165 #define pte_unmap(pte) do { } while (0) argument
167 #define set_pte(ptep, pte) cpu_set_pte(ptep, pte) argument
178 #define pte_present(pte) (pte_val(pte) & PTE_PRESENT) argument
179 #define pte_write(pte) (pte_val(pte) & PTE_WRITE) argument
180 #define pte_dirty(pte) (pte_val(pte) & PTE_DIRTY) argument
181 #define pte_young(pte) (pte_val(pte) & PTE_YOUNG) argument
[all …]
|
| /Linux-v4.19/arch/sh/include/asm/ |
| D | pgtable_64.h | 87 #define pte_unmap(pte) do { } while (0) argument
260 static inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; } in pte_dirty()
261 static inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; } in pte_young()
262 static inline int pte_write(pte_t pte) { return pte_val(pte) & _PAGE_WRITE; } in pte_write()
263 static inline int pte_special(pte_t pte){ return pte_val(pte) & _PAGE_SPECIAL; } in pte_special()
265 static inline pte_t pte_wrprotect(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_WRITE)); r… in pte_wrprotect()
266 static inline pte_t pte_mkclean(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_DIRTY)); ret… in pte_mkclean()
267 static inline pte_t pte_mkold(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) & ~_PAGE_ACCESSED)); re… in pte_mkold()
268 static inline pte_t pte_mkwrite(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_WRITE)); retu… in pte_mkwrite()
269 static inline pte_t pte_mkdirty(pte_t pte) { set_pte(&pte, __pte(pte_val(pte) | _PAGE_DIRTY)); retu… in pte_mkdirty()
[all …]
|
| /Linux-v4.19/arch/nds32/include/asm/ |
| D | pgtable.h | 40 #define pte_ERROR(pte) __pte_error(__FILE__, __LINE__, pte_val(pte)) argument
187 #define pte_pfn(pte) (pte_val(pte) >> PAGE_SHIFT) argument
190 #define pte_none(pte) !(pte_val(pte)) argument
192 #define pte_page(pte) (pfn_to_page(pte_pfn(pte))) argument
200 #define pte_unmap(pte) do { } while (0) argument
201 #define pte_unmap_nested(pte) do { } while (0) argument
224 static inline void set_pte(pte_t * ptep, pte_t pte) in set_pte()
249 #define pte_present(pte) (pte_val(pte) & _PAGE_V) argument
250 #define pte_write(pte) ((pte_val(pte) & _PAGE_M_MASK) == _PAGE_M_URW_KRW) argument
251 #define pte_read(pte) (((pte_val(pte) & _PAGE_M_MASK) == _PAGE_M_UR_KR) || \ argument
[all …]
|
