Home
last modified time | relevance | path

Searched refs:__pte (Results 1 – 25 of 128) sorted by relevance

123456

/Linux-v5.15/arch/powerpc/mm/book3s64/
Dhash_64k.c69 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
84 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K()
89 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
129 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
150 pa = pte_pfn(__pte(old_pte)) << HW_PAGE_SHIFT; in __hash_page_4K()
152 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_4K()
210 *ptep = __pte(old_pte); in __hash_page_4K()
219 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
261 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_64K()
264 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_64K()
[all …]
Dhash_hugetlbpage.c63 } while(!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_huge()
74 rpte = __real_pte(__pte(old_pte), ptep, offset); in __hash_page_huge()
81 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_huge()
97 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_huge()
110 *ptep = __pte(old_pte); in __hash_page_huge()
122 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_huge()
138 return __pte(pte_val); in huge_ptep_modify_prot_start()
Dhash_4k.c51 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
58 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
62 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K()
79 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_4K()
114 *ptep = __pte(old_pte); in __hash_page_4K()
122 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
/Linux-v5.15/drivers/iommu/amd/
Dio_pgtable.c249 u64 __pte, __npte; in alloc_pte() local
252 __pte = *pte; in alloc_pte()
253 pte_level = PM_PTE_LEVEL(__pte); in alloc_pte()
259 if (IOMMU_PTE_PRESENT(__pte) && in alloc_pte()
271 cmpxchg64(&lpte[i], __pte, 0ULL); in alloc_pte()
277 if (!IOMMU_PTE_PRESENT(__pte) || in alloc_pte()
287 if (cmpxchg64(pte, __pte, __npte) != __pte) in alloc_pte()
289 else if (IOMMU_PTE_PRESENT(__pte)) in alloc_pte()
301 pte = IOMMU_PTE_PAGE(__pte); in alloc_pte()
397 u64 __pte, *pte; in iommu_v1_map_page() local
[all …]
/Linux-v5.15/arch/powerpc/include/asm/book3s/32/
Dpgtable.h348 return __pte(pte_update(mm, addr, ptep, ~_PAGE_HASHPTE, 0, 0)); in ptep_get_and_clear()
446 return __pte(((pte_basic_t)(pfn) << PTE_RPN_SHIFT) | in pfn_pte()
458 return __pte(pte_val(pte) & ~_PAGE_RW); in pte_wrprotect()
463 return __pte(pte_val(pte) & ~_PAGE_EXEC); in pte_exprotect()
468 return __pte(pte_val(pte) & ~_PAGE_DIRTY); in pte_mkclean()
473 return __pte(pte_val(pte) & ~_PAGE_ACCESSED); in pte_mkold()
478 return __pte(pte_val(pte) | _PAGE_EXEC); in pte_mkexec()
488 return __pte(pte_val(pte) | _PAGE_RW); in pte_mkwrite()
493 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty()
498 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung()
[all …]
/Linux-v5.15/arch/sparc/include/asm/
Dpgtable_32.h176 set_pte(ptep, __pte(0)); in __pte_clear()
201 set_pte((pte_t *)&pmd_val(*pmdp), __pte(0)); in pmd_clear()
221 set_pte((pte_t *)pudp, __pte(0)); in pud_clear()
245 return __pte(pte_val(pte) & ~SRMMU_WRITE); in pte_wrprotect()
250 return __pte(pte_val(pte) & ~SRMMU_DIRTY); in pte_mkclean()
255 return __pte(pte_val(pte) & ~SRMMU_REF); in pte_mkold()
260 return __pte(pte_val(pte) | SRMMU_WRITE); in pte_mkwrite()
265 return __pte(pte_val(pte) | SRMMU_DIRTY); in pte_mkdirty()
270 return __pte(pte_val(pte) | SRMMU_REF); in pte_mkyoung()
296 return __pte((page_to_pfn(page) << (PAGE_SHIFT-4)) | pgprot_val(pgprot)); in mk_pte()
[all …]
Dpgtable_64.h241 return __pte(paddr | pgprot_val(prot)); in pfn_pte()
332 return __pte((pte_val(pte) & mask) | (pgprot_val(prot) & ~mask)); in pte_modify()
338 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify()
399 return __pte(pte_val(pte) | __pte_default_huge_mask()); in pte_mkhuge()
422 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge()
458 return __pte(val); in pte_mkdirty()
482 return __pte(val); in pte_mkclean()
500 return __pte(val | mask); in pte_mkwrite()
524 return __pte(val); in pte_wrprotect()
544 return __pte(pte_val(pte) & ~mask); in pte_mkold()
[all …]
/Linux-v5.15/arch/powerpc/include/asm/nohash/64/
Dpgtable.h103 return __pte(pte_val(pte) | _PAGE_RW); in pte_mkwrite()
108 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty()
113 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung()
118 return __pte(pte_val(pte) & ~_PAGE_RW); in pte_wrprotect()
123 return __pte(pte_val(pte) | _PAGE_EXEC); in pte_mkexec()
141 return __pte(pmd_val(pmd)); in pmd_pte()
175 return __pte(pud_val(pud)); in pud_pte()
198 *ptep = __pte((old & ~clr) | set); in pte_update()
264 return __pte(old); in ptep_get_and_clear()
284 *ptep = __pte(old | bits); in __ptep_set_access_flags()
[all …]
/Linux-v5.15/arch/powerpc/include/asm/nohash/32/
Dpgtable.h175 return __pte(pte_val(pte) | _PAGE_RW); in pte_mkwrite()
181 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty()
186 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung()
192 return __pte(pte_val(pte) & ~_PAGE_RW); in pte_wrprotect()
198 return __pte(pte_val(pte) | _PAGE_EXEC); in pte_mkexec()
280 *p = __pte(new); in pte_update()
305 return __pte(pte_update(mm, addr, ptep, ~0, 0, 0)); in ptep_get_and_clear()
312 unsigned long clr = ~pte_val(pte_wrprotect(__pte(~0))); in ptep_set_wrprotect()
313 unsigned long set = pte_val(pte_wrprotect(__pte(0))); in ptep_set_wrprotect()
323 pte_t pte_set = pte_mkyoung(pte_mkdirty(pte_mkwrite(pte_mkexec(__pte(0))))); in __ptep_set_access_flags()
[all …]
Dpte-8xx.h92 return __pte(pte_val(pte) | _PAGE_RO); in pte_wrprotect()
106 return __pte(pte_val(pte) & ~_PAGE_RO); in pte_mkwrite()
120 return __pte(pte_val(pte) | _PAGE_SH); in pte_mkprivileged()
127 return __pte(pte_val(pte) & ~_PAGE_SH); in pte_mkuser()
134 return __pte(pte_val(pte) | _PAGE_SPS | _PAGE_HUGE); in pte_mkhuge()
Dhugetlb-8xx.h62 unsigned long clr = ~pte_val(pte_wrprotect(__pte(~0))); in huge_ptep_set_wrprotect()
63 unsigned long set = pte_val(pte_wrprotect(__pte(0))); in huge_ptep_set_wrprotect()
74 return __pte(pte_val(entry) & ~_PAGE_HUGE); in arch_make_huge_pte()
/Linux-v5.15/arch/ia64/include/asm/
Dpgtable.h245 ({ pte_t __pte; pte_val(__pte) = ((pfn) << PAGE_SHIFT) | pgprot_val(pgprot); __pte; })
254 ({ pte_t __pte; pte_val(__pte) = physpage + pgprot_val(pgprot); __pte; })
257 (__pte((pte_val(_pte) & ~_PAGE_CHG_MASK) | (pgprot_val(newprot) & _PAGE_CHG_MASK)))
300 #define pte_wrprotect(pte) (__pte(pte_val(pte) & ~_PAGE_AR_RW))
301 #define pte_mkwrite(pte) (__pte(pte_val(pte) | _PAGE_AR_RW))
302 #define pte_mkold(pte) (__pte(pte_val(pte) & ~_PAGE_A))
303 #define pte_mkyoung(pte) (__pte(pte_val(pte) | _PAGE_A))
304 #define pte_mkclean(pte) (__pte(pte_val(pte) & ~_PAGE_D))
305 #define pte_mkdirty(pte) (__pte(pte_val(pte) | _PAGE_D))
306 #define pte_mkhuge(pte) (__pte(pte_val(pte)))
[all …]
/Linux-v5.15/arch/powerpc/include/asm/nohash/
Dpgtable.h122 return __pte(((pte_basic_t)(pfn) << PTE_RPN_SHIFT) | in pfn_pte()
130 return __pte(pte_val(pte) & ~_PAGE_EXEC); in pte_exprotect()
135 return __pte(pte_val(pte) & ~_PAGE_DIRTY); in pte_mkclean()
140 return __pte(pte_val(pte) & ~_PAGE_ACCESSED); in pte_mkold()
145 return __pte(pte_val(pte) | _PAGE_SPECIAL); in pte_mkspecial()
151 return __pte(pte_val(pte)); in pte_mkhuge()
158 return __pte(pte_val(pte) & ~_PAGE_USER); in pte_mkprivileged()
165 return __pte(pte_val(pte) | _PAGE_USER); in pte_mkuser()
171 return __pte((pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot)); in pte_modify()
/Linux-v5.15/arch/xtensa/mm/
Dmmu.c108 write_dtlb_entry(__pte(xtensa_kio_paddr + CA_WRITEBACK), in init_kio()
110 write_itlb_entry(__pte(xtensa_kio_paddr + CA_WRITEBACK), in init_kio()
112 write_dtlb_entry(__pte(xtensa_kio_paddr + CA_BYPASS), in init_kio()
114 write_itlb_entry(__pte(xtensa_kio_paddr + CA_BYPASS), in init_kio()
/Linux-v5.15/arch/riscv/include/asm/
Dpgtable.h243 return __pte(pmd_val(pmd)); in pmd_pte()
248 return __pte(pud_val(pud)); in pud_pte()
262 return __pte((pfn << _PAGE_PFN_SHIFT) | pgprot_val(prot)); in pfn_pte()
311 return __pte(pte_val(pte) & ~(_PAGE_WRITE)); in pte_wrprotect()
318 return __pte(pte_val(pte) | _PAGE_WRITE); in pte_mkwrite()
325 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty()
330 return __pte(pte_val(pte) & ~(_PAGE_DIRTY)); in pte_mkclean()
335 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung()
340 return __pte(pte_val(pte) & ~(_PAGE_ACCESSED)); in pte_mkold()
345 return __pte(pte_val(pte) | _PAGE_SPECIAL); in pte_mkspecial()
[all …]
Dkfence.h54 set_pte(pte, __pte(pte_val(*pte) & ~_PAGE_PRESENT)); in kfence_protect_page()
56 set_pte(pte, __pte(pte_val(*pte) | _PAGE_PRESENT)); in kfence_protect_page()
/Linux-v5.15/arch/mips/include/asm/
Dpage.h126 #define __pte(x) ({ pte_t __pte = {(x), ((unsigned long long)(x)) >> 32}; __pte; }) macro
130 #define __pte(x) ((pte_t) { (x) } ) macro
135 #define __pte(x) ((pte_t) { (x) } ) macro
/Linux-v5.15/arch/sh/include/asm/
Dpage.h81 #define __pte(x) \ macro
82 ({ pte_t __pte = {(x), ((unsigned long long)(x)) >> 32}; __pte; })
88 #define __pte(x) ((pte_t) { (x) } ) macro
/Linux-v5.15/arch/csky/include/asm/
Dpgtable.h35 (((unsigned int) addr >= PAGE_OFFSET) ? __pte(_PAGE_GLOBAL) : __pte(0)))
39 #define pfn_pte(pfn, prot) __pte(((unsigned long long)(pfn) << PAGE_SHIFT) \
46 #define __mk_pte(page_nr, pgprot) __pte(((page_nr) << PAGE_SHIFT) | \
261 return __pte((pte_val(pte) & _PAGE_CHG_MASK) | in pte_modify()
/Linux-v5.15/arch/x86/include/asm/
Dkfence.h57 set_pte(pte, __pte(pte_val(*pte) & ~_PAGE_PRESENT)); in kfence_protect_page()
59 set_pte(pte, __pte(pte_val(*pte) | _PAGE_PRESENT)); in kfence_protect_page()
/Linux-v5.15/arch/arm/include/asm/
Dpgtable-2level-types.h31 #define __pte(x) ((pte_t) { (x) } ) macro
49 #define __pte(x) (x) macro
Dpgtable-3level-types.h34 #define __pte(x) ((pte_t) { (x) } ) macro
51 #define __pte(x) (x) macro
/Linux-v5.15/arch/parisc/include/asm/
Dpgtable.h306 #define pte_clear(mm, addr, xp) set_pte_at(mm, addr, xp, __pte(0))
358 #define pte_mkhuge(pte) (__pte(pte_val(pte) | \
372 pte_t __pte; \
374 pte_val(__pte) = ((((addr)>>PAGE_SHIFT)<<PFN_PTE_SHIFT) + pgprot_val(pgprot)); \
376 __pte; \
447 set_pte_at(mm, addr, ptep, __pte(0)); in ptep_get_and_clear()
/Linux-v5.15/arch/riscv/kernel/
Defi.c69 pte = __pte(val); in set_permissions()
73 pte = __pte(val); in set_permissions()
/Linux-v5.15/arch/m68k/include/asm/
Dsun3_pgtable.h130 ({ pte_t __pte; pte_val(__pte) = pfn | pgprot_val(pgprot); __pte; })

123456