Lines Matching refs:pmdp
155 struct vm_area_struct *vma, pmd_t *pmdp, in pmd_advanced_tests() argument
168 pgtable_trans_huge_deposit(mm, pmdp, pgtable); in pmd_advanced_tests()
171 set_pmd_at(mm, vaddr, pmdp, pmd); in pmd_advanced_tests()
172 pmdp_set_wrprotect(mm, vaddr, pmdp); in pmd_advanced_tests()
173 pmd = READ_ONCE(*pmdp); in pmd_advanced_tests()
175 pmdp_huge_get_and_clear(mm, vaddr, pmdp); in pmd_advanced_tests()
176 pmd = READ_ONCE(*pmdp); in pmd_advanced_tests()
182 set_pmd_at(mm, vaddr, pmdp, pmd); in pmd_advanced_tests()
185 pmdp_set_access_flags(vma, vaddr, pmdp, pmd, 1); in pmd_advanced_tests()
186 pmd = READ_ONCE(*pmdp); in pmd_advanced_tests()
188 pmdp_huge_get_and_clear_full(vma, vaddr, pmdp, 1); in pmd_advanced_tests()
189 pmd = READ_ONCE(*pmdp); in pmd_advanced_tests()
194 set_pmd_at(mm, vaddr, pmdp, pmd); in pmd_advanced_tests()
195 pmdp_test_and_clear_young(vma, vaddr, pmdp); in pmd_advanced_tests()
196 pmd = READ_ONCE(*pmdp); in pmd_advanced_tests()
200 pmdp_huge_get_and_clear(mm, vaddr, pmdp); in pmd_advanced_tests()
201 pgtable = pgtable_trans_huge_withdraw(mm, pmdp); in pmd_advanced_tests()
217 static void __init pmd_huge_tests(pmd_t *pmdp, unsigned long pfn, pgprot_t prot) in pmd_huge_tests() argument
229 WRITE_ONCE(*pmdp, __pmd(0)); in pmd_huge_tests()
230 WARN_ON(!pmd_set_huge(pmdp, __pfn_to_phys(pfn), prot)); in pmd_huge_tests()
231 WARN_ON(!pmd_clear_huge(pmdp)); in pmd_huge_tests()
232 pmd = READ_ONCE(*pmdp); in pmd_huge_tests()
236 static void __init pmd_huge_tests(pmd_t *pmdp, unsigned long pfn, pgprot_t prot) { } in pmd_huge_tests() argument
378 struct vm_area_struct *vma, pmd_t *pmdp, in pmd_advanced_tests() argument
391 static void __init pmd_huge_tests(pmd_t *pmdp, unsigned long pfn, pgprot_t prot) in pmd_huge_tests() argument
435 pmd_t *pmdp) in pud_populate_tests() argument
447 pud_populate(mm, pudp, pmdp); in pud_populate_tests()
454 pmd_t *pmdp) in pud_populate_tests() argument
559 static void __init pmd_clear_tests(struct mm_struct *mm, pmd_t *pmdp) in pmd_clear_tests() argument
561 pmd_t pmd = READ_ONCE(*pmdp); in pmd_clear_tests()
565 WRITE_ONCE(*pmdp, pmd); in pmd_clear_tests()
566 pmd_clear(pmdp); in pmd_clear_tests()
567 pmd = READ_ONCE(*pmdp); in pmd_clear_tests()
571 static void __init pmd_populate_tests(struct mm_struct *mm, pmd_t *pmdp, in pmd_populate_tests() argument
581 pmd_populate(mm, pmdp, pgtable); in pmd_populate_tests()
582 pmd = READ_ONCE(*pmdp); in pmd_populate_tests()
894 pmd_t *pmdp, *saved_pmdp, pmd; in debug_vm_pgtable() local
945 pmdp = pmd_alloc(mm, pudp, vaddr); in debug_vm_pgtable()
949 if (pte_alloc(mm, pmdp)) { in debug_vm_pgtable()
960 pmd = READ_ONCE(*pmdp); in debug_vm_pgtable()
1006 ptep = pte_offset_map_lock(mm, pmdp, vaddr, &ptl); in debug_vm_pgtable()
1011 ptl = pmd_lock(mm, pmdp); in debug_vm_pgtable()
1012 pmd_clear_tests(mm, pmdp); in debug_vm_pgtable()
1013 pmd_advanced_tests(mm, vma, pmdp, pmd_aligned, vaddr, prot, saved_ptep); in debug_vm_pgtable()
1014 pmd_huge_tests(pmdp, pmd_aligned, prot); in debug_vm_pgtable()
1015 pmd_populate_tests(mm, pmdp, saved_ptep); in debug_vm_pgtable()