154 #define pmd_access_permitted(pmd, write) \  argument
155 	(pte_access_permitted(pmd_pte(pmd), (write)))
171 static inline pmd_t clear_pmd_bit(pmd_t pmd, pgprot_t prot)  in clear_pmd_bit()  argument
173 	pmd_val(pmd) &= ~pgprot_val(prot);  in clear_pmd_bit()
174 	return pmd;  in clear_pmd_bit()
177 static inline pmd_t set_pmd_bit(pmd_t pmd, pgprot_t prot)  in set_pmd_bit()  argument
179 	pmd_val(pmd) |= pgprot_val(prot);  in set_pmd_bit()
180 	return pmd;  in set_pmd_bit()
253 static inline pmd_t pmd_mkcont(pmd_t pmd)  in pmd_mkcont()  argument
255 	return __pmd(pmd_val(pmd) | PMD_SECT_CONT);  in pmd_mkcont()
400 static inline pte_t pmd_pte(pmd_t pmd)  in pmd_pte()  argument
402 	return __pte(pmd_val(pmd));  in pmd_pte()
455 static inline int pmd_protnone(pmd_t pmd)  in pmd_protnone()  argument
457 	return pte_protnone(pmd_pte(pmd));  in pmd_protnone()
461 #define pmd_present_invalid(pmd)     (!!(pmd_val(pmd) & PMD_PRESENT_INVALID))  argument
463 static inline int pmd_present(pmd_t pmd)  in pmd_present()  argument
465 	return pte_present(pmd_pte(pmd)) || pmd_present_invalid(pmd);  in pmd_present()
473 static inline int pmd_trans_huge(pmd_t pmd)  in pmd_trans_huge()  argument
475 	return pmd_val(pmd) && pmd_present(pmd) && !(pmd_val(pmd) & PMD_TABLE_BIT);  in pmd_trans_huge()
479 #define pmd_dirty(pmd)		pte_dirty(pmd_pte(pmd))  argument
480 #define pmd_young(pmd)		pte_young(pmd_pte(pmd))  argument
481 #define pmd_valid(pmd)		pte_valid(pmd_pte(pmd))  argument
482 #define pmd_user(pmd)		pte_user(pmd_pte(pmd))  argument
483 #define pmd_user_exec(pmd)	pte_user_exec(pmd_pte(pmd))  argument
484 #define pmd_cont(pmd)		pte_cont(pmd_pte(pmd))  argument
485 #define pmd_wrprotect(pmd)	pte_pmd(pte_wrprotect(pmd_pte(pmd)))  argument
486 #define pmd_mkold(pmd)		pte_pmd(pte_mkold(pmd_pte(pmd)))  argument
487 #define pmd_mkwrite(pmd)	pte_pmd(pte_mkwrite(pmd_pte(pmd)))  argument
488 #define pmd_mkclean(pmd)	pte_pmd(pte_mkclean(pmd_pte(pmd)))  argument
489 #define pmd_mkdirty(pmd)	pte_pmd(pte_mkdirty(pmd_pte(pmd)))  argument
490 #define pmd_mkyoung(pmd)	pte_pmd(pte_mkyoung(pmd_pte(pmd)))  argument
492 static inline pmd_t pmd_mkinvalid(pmd_t pmd)  in pmd_mkinvalid()  argument
494 	pmd = set_pmd_bit(pmd, __pgprot(PMD_PRESENT_INVALID));  in pmd_mkinvalid()
495 	pmd = clear_pmd_bit(pmd, __pgprot(PMD_SECT_VALID));  in pmd_mkinvalid()
497 	return pmd;  in pmd_mkinvalid()
500 #define pmd_thp_or_huge(pmd)	(pmd_huge(pmd) || pmd_trans_huge(pmd))  argument
502 #define pmd_write(pmd)		pte_write(pmd_pte(pmd))  argument
504 #define pmd_mkhuge(pmd)		(__pmd(pmd_val(pmd) & ~PMD_TABLE_BIT))  argument
507 #define pmd_devmap(pmd)		pte_devmap(pmd_pte(pmd))  argument
509 static inline pmd_t pmd_mkdevmap(pmd_t pmd)  in pmd_mkdevmap()  argument
511 	return pte_pmd(set_pte_bit(pmd_pte(pmd), __pgprot(PTE_DEVMAP)));  in pmd_mkdevmap()
514 #define __pmd_to_phys(pmd)	__pte_to_phys(pmd_pte(pmd))  argument
516 #define pmd_pfn(pmd)		((__pmd_to_phys(pmd) & PMD_MASK) >> PAGE_SHIFT)  argument
532 			      pmd_t *pmdp, pmd_t pmd)  in set_pmd_at()  argument
534 	page_table_check_pmd_set(mm, addr, pmdp, pmd);  in set_pmd_at()
535 	return __set_pte_at(mm, addr, (pte_t *)pmdp, pmd_pte(pmd));  in set_pmd_at()
586 #define pmd_none(pmd)		(!pmd_val(pmd))  argument
588 #define pmd_table(pmd)		((pmd_val(pmd) & PMD_TYPE_MASK) == \  argument
590 #define pmd_sect(pmd)		((pmd_val(pmd) & PMD_TYPE_MASK) == \  argument
592 #define pmd_leaf(pmd)		(pmd_present(pmd) && !pmd_table(pmd))  argument
593 #define pmd_bad(pmd)		(!pmd_table(pmd))  argument
595 #define pmd_leaf_size(pmd)	(pmd_cont(pmd) ? CONT_PMD_SIZE : PMD_SIZE)  argument
624 static inline void set_pmd(pmd_t *pmdp, pmd_t pmd)  in set_pmd()  argument
628 		set_swapper_pgd((pgd_t *)pmdp, __pgd(pmd_val(pmd)));  in set_pmd()
633 	WRITE_ONCE(*pmdp, pmd);  in set_pmd()
635 	if (pmd_valid(pmd)) {  in set_pmd()
646 static inline phys_addr_t pmd_page_paddr(pmd_t pmd)  in pmd_page_paddr()  argument
648 	return __pmd_to_phys(pmd);  in pmd_page_paddr()
651 static inline unsigned long pmd_page_vaddr(pmd_t pmd)  in pmd_page_vaddr()  argument
653 	return (unsigned long)__va(pmd_page_paddr(pmd));  in pmd_page_vaddr()
660 #define pte_set_fixmap_offset(pmd, addr)	pte_set_fixmap(pte_offset_phys(pmd, addr))  argument
663 #define pmd_page(pmd)			phys_to_page(__pmd_to_phys(pmd))  argument
677 	pr_err("%s:%d: bad pmd %016llx.\n", __FILE__, __LINE__, pmd_val(e))
828 static inline pmd_t pmd_modify(pmd_t pmd, pgprot_t newprot)  in pmd_modify()  argument
830 	return pte_pmd(pte_modify(pmd_pte(pmd), newprot));  in pmd_modify()
864 static inline bool pmd_user_accessible_page(pmd_t pmd)  in pmd_user_accessible_page()  argument
866 	return pmd_leaf(pmd) && (pmd_user(pmd) || pmd_user_exec(pmd));  in pmd_user_accessible_page()
876  * Atomic pte/pmd modifications.
948 	pmd_t pmd = __pmd(xchg_relaxed(&pmd_val(*pmdp), 0));  in pmdp_huge_get_and_clear()  local
950 	page_table_check_pmd_clear(mm, address, pmd);  in pmdp_huge_get_and_clear()
952 	return pmd;  in pmdp_huge_get_and_clear()
984 		unsigned long address, pmd_t *pmdp, pmd_t pmd)  in pmdp_establish()
986 	page_table_check_pmd_set(vma->vm_mm, address, pmdp, pmd);  in pmdp_establish()
987 	return __pmd(xchg_relaxed(&pmd_val(*pmdp), pmd_val(pmd)));  in pmdp_establish()
1014 #define __pmd_to_swp_entry(pmd)		((swp_entry_t) { pmd_val(pmd) })  argument
1071 #define update_mmu_cache_pmd(vma, address, pmd) do { } while (0)  argument