| /Linux-v5.4/mm/ |
| D | pgtable-generic.c | 153 pgtable_t pgtable) in pgtable_trans_huge_deposit() argument
159 INIT_LIST_HEAD(&pgtable->lru); in pgtable_trans_huge_deposit()
161 list_add(&pgtable->lru, &pmd_huge_pte(mm, pmdp)->lru); in pgtable_trans_huge_deposit()
162 pmd_huge_pte(mm, pmdp) = pgtable; in pgtable_trans_huge_deposit()
170 pgtable_t pgtable; in pgtable_trans_huge_withdraw() local
175 pgtable = pmd_huge_pte(mm, pmdp); in pgtable_trans_huge_withdraw()
176 pmd_huge_pte(mm, pmdp) = list_first_entry_or_null(&pgtable->lru, in pgtable_trans_huge_withdraw()
179 list_del(&pgtable->lru); in pgtable_trans_huge_withdraw()
180 return pgtable; in pgtable_trans_huge_withdraw()
|
| D | huge_memory.c | 578 pgtable_t pgtable; in __do_huge_pmd_anonymous_page() local
590 pgtable = pte_alloc_one(vma->vm_mm); in __do_huge_pmd_anonymous_page()
591 if (unlikely(!pgtable)) { in __do_huge_pmd_anonymous_page()
621 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
632 pgtable_trans_huge_deposit(vma->vm_mm, vmf->pmd, pgtable); in __do_huge_pmd_anonymous_page()
645 if (pgtable) in __do_huge_pmd_anonymous_page()
646 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
689 static bool set_huge_zero_page(pgtable_t pgtable, struct mm_struct *mm, in set_huge_zero_page() argument
698 if (pgtable) in set_huge_zero_page()
699 pgtable_trans_huge_deposit(mm, pmd, pgtable); in set_huge_zero_page()
[all …]
|
| /Linux-v5.4/arch/powerpc/mm/book3s64/ |
| D | hash_pgtable.c | 267 pgtable_t pgtable) in hash__pgtable_trans_huge_deposit() argument
276 *pgtable_slot = pgtable; in hash__pgtable_trans_huge_deposit()
288 pgtable_t pgtable; in hash__pgtable_trans_huge_withdraw() local
294 pgtable = *pgtable_slot; in hash__pgtable_trans_huge_withdraw()
303 memset(pgtable, 0, PTE_FRAG_SIZE); in hash__pgtable_trans_huge_withdraw()
304 return pgtable; in hash__pgtable_trans_huge_withdraw()
348 pgtable_t pgtable; in hash__pmdp_huge_get_and_clear() local
360 pgtable = *pgtable_slot; in hash__pmdp_huge_get_and_clear()
365 memset(pgtable, 0, PTE_FRAG_SIZE); in hash__pmdp_huge_get_and_clear()
|
| D | radix_pgtable.c | 970 pgtable_t pgtable) in radix__pgtable_trans_huge_deposit() argument
972 struct list_head *lh = (struct list_head *) pgtable; in radix__pgtable_trans_huge_deposit()
981 pmd_huge_pte(mm, pmdp) = pgtable; in radix__pgtable_trans_huge_deposit()
987 pgtable_t pgtable; in radix__pgtable_trans_huge_withdraw() local
993 pgtable = pmd_huge_pte(mm, pmdp); in radix__pgtable_trans_huge_withdraw()
994 lh = (struct list_head *) pgtable; in radix__pgtable_trans_huge_withdraw()
1001 ptep = (pte_t *) pgtable; in radix__pgtable_trans_huge_withdraw()
1005 return pgtable; in radix__pgtable_trans_huge_withdraw()
|
| D | Makefile | 8 mmu_context.o pgtable.o hash_tlb.o
|
| /Linux-v5.4/arch/sparc/mm/ |
| D | tlb.c | 266 pgtable_t pgtable) in pgtable_trans_huge_deposit() argument
268 struct list_head *lh = (struct list_head *) pgtable; in pgtable_trans_huge_deposit()
277 pmd_huge_pte(mm, pmdp) = pgtable; in pgtable_trans_huge_deposit()
283 pgtable_t pgtable; in pgtable_trans_huge_withdraw() local
288 pgtable = pmd_huge_pte(mm, pmdp); in pgtable_trans_huge_withdraw()
289 lh = (struct list_head *) pgtable; in pgtable_trans_huge_withdraw()
296 pte_val(pgtable[0]) = 0; in pgtable_trans_huge_withdraw()
297 pte_val(pgtable[1]) = 0; in pgtable_trans_huge_withdraw()
299 return pgtable; in pgtable_trans_huge_withdraw()
|
| /Linux-v5.4/drivers/gpu/drm/etnaviv/ |
| D | etnaviv_iommu.c | 93 u32 pgtable; in etnaviv_iommuv1_restore() local
103 pgtable = (u32)v1_context->pgtable_dma; in etnaviv_iommuv1_restore()
105 gpu_write(gpu, VIVS_MC_MMU_FE_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore()
106 gpu_write(gpu, VIVS_MC_MMU_TX_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore()
107 gpu_write(gpu, VIVS_MC_MMU_PE_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore()
108 gpu_write(gpu, VIVS_MC_MMU_PEZ_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore()
109 gpu_write(gpu, VIVS_MC_MMU_RA_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore()
|
| /Linux-v5.4/sound/core/ |
| D | sgbuf.c | 63 struct page **pgtable; in snd_malloc_sgbuf_pages() local
85 pgtable = kcalloc(sgbuf->tblsize, sizeof(*pgtable), GFP_KERNEL); in snd_malloc_sgbuf_pages()
86 if (!pgtable) in snd_malloc_sgbuf_pages()
88 sgbuf->page_table = pgtable; in snd_malloc_sgbuf_pages()
114 *pgtable++ = virt_to_page(tmpb.area); in snd_malloc_sgbuf_pages()
|
| /Linux-v5.4/drivers/iommu/ |
| D | exynos-iommu.c | 183 static sysmmu_pte_t *section_entry(sysmmu_pte_t *pgtable, sysmmu_iova_t iova) in section_entry() argument
185 return pgtable + lv1ent_offset(iova); in section_entry()
248 sysmmu_pte_t *pgtable; /* lv1 page table, 16KB */ member
275 phys_addr_t pgtable; /* assigned page table structure */ member
395 dev_dbg(data->sysmmu, "Page table base: %pa\n", &data->pgtable); in show_fault_information()
396 ent = section_entry(phys_to_virt(data->pgtable), fault_addr); in show_fault_information()
500 __sysmmu_set_ptbase(data, data->pgtable); in __sysmmu_enable()
753 domain->pgtable = (sysmmu_pte_t *)__get_free_pages(GFP_KERNEL, 2); in exynos_iommu_domain_alloc()
754 if (!domain->pgtable) in exynos_iommu_domain_alloc()
763 domain->pgtable[i] = ZERO_LV2LINK; in exynos_iommu_domain_alloc()
[all …]
|
| D | Makefile | 7 obj-$(CONFIG_IOMMU_IO_PGTABLE) += io-pgtable.o
8 obj-$(CONFIG_IOMMU_IO_PGTABLE_ARMV7S) += io-pgtable-arm-v7s.o
9 obj-$(CONFIG_IOMMU_IO_PGTABLE_LPAE) += io-pgtable-arm.o
|
| /Linux-v5.4/arch/mips/mm/ |
| D | Makefile | 14 obj-y += pgtable.o
25 obj-$(CONFIG_32BIT) += ioremap.o pgtable-32.o
26 obj-$(CONFIG_64BIT) += pgtable-64.o
|
| /Linux-v5.4/arch/x86/boot/compressed/ |
| D | pgtable_64.c | 193 void cleanup_trampoline(void *pgtable) in cleanup_trampoline() argument
204 memcpy(pgtable, trampoline_pgtable, PAGE_SIZE); in cleanup_trampoline()
205 native_write_cr3((unsigned long)pgtable); in cleanup_trampoline()
|
| D | vmlinux.lds.S | 68 .pgtable : {
70 *(.pgtable) argument
|
| D | head_64.S | 149 leal pgtable(%ebx), %edi
155 leal pgtable + 0(%ebx), %edi
161 leal pgtable + 0x1000(%ebx), %edi
172 leal pgtable + 0x2000(%ebx), %edi
183 leal pgtable(%ebx), %eax
709 pgtable: label
|
| /Linux-v5.4/arch/powerpc/kvm/ |
| D | book3s_64_mmu_radix.c | 514 if (kvm->arch.pgtable) { in kvmppc_free_radix()
515 kvmppc_free_pgtable_radix(kvm, kvm->arch.pgtable, in kvmppc_free_radix()
517 pgd_free(kvm->mm, kvm->arch.pgtable); in kvmppc_free_radix()
518 kvm->arch.pgtable = NULL; in kvmppc_free_radix()
563 int kvmppc_create_pte(struct kvm *kvm, pgd_t *pgtable, pte_t pte, in kvmppc_create_pte() argument
575 pgd = pgtable + pgd_index(gpa); in kvmppc_create_pte()
738 bool kvmppc_hv_handle_set_rc(struct kvm *kvm, pgd_t *pgtable, bool writing, in kvmppc_hv_handle_set_rc() argument
758 ptep = __find_linux_pte(pgtable, gpa, NULL, &shift); in kvmppc_hv_handle_set_rc()
865 ret = kvmppc_create_pte(kvm, kvm->arch.pgtable, pte, gpa, level, in kvmppc_book3s_instantiate_page()
948 if (kvmppc_hv_handle_set_rc(kvm, kvm->arch.pgtable, in kvmppc_book3s_radix_page_fault()
[all …]
|
| /Linux-v5.4/arch/arc/mm/ |
| D | tlb.c | 664 pgtable_t pgtable) in pgtable_trans_huge_deposit() argument
666 struct list_head *lh = (struct list_head *) pgtable; in pgtable_trans_huge_deposit()
675 pmd_huge_pte(mm, pmdp) = pgtable; in pgtable_trans_huge_deposit()
681 pgtable_t pgtable; in pgtable_trans_huge_withdraw() local
685 pgtable = pmd_huge_pte(mm, pmdp); in pgtable_trans_huge_withdraw()
686 lh = (struct list_head *) pgtable; in pgtable_trans_huge_withdraw()
694 pte_val(pgtable[0]) = 0; in pgtable_trans_huge_withdraw()
695 pte_val(pgtable[1]) = 0; in pgtable_trans_huge_withdraw()
697 return pgtable; in pgtable_trans_huge_withdraw()
|
| /Linux-v5.4/arch/powerpc/mm/ |
| D | Makefile | 8 obj-y := fault.o mem.o pgtable.o mmap.o \
10 pgtable-frag.o ioremap.o ioremap_$(BITS).o \
|
| /Linux-v5.4/arch/microblaze/mm/ |
| D | Makefile | 8 obj-$(CONFIG_MMU) += pgtable.o mmu_context.o fault.o
|
| /Linux-v5.4/arch/nios2/mm/ |
| D | Makefile | 13 obj-y += pgtable.o
|
| /Linux-v5.4/arch/s390/mm/ |
| D | Makefile | 7 obj-y += page-states.o pageattr.o pgtable.o pgalloc.o
|
| D | pgtable.c | 518 pgtable_t pgtable) in pgtable_trans_huge_deposit() argument
520 struct list_head *lh = (struct list_head *) pgtable; in pgtable_trans_huge_deposit()
529 pmd_huge_pte(mm, pmdp) = pgtable; in pgtable_trans_huge_deposit()
535 pgtable_t pgtable; in pgtable_trans_huge_withdraw() local
541 pgtable = pmd_huge_pte(mm, pmdp); in pgtable_trans_huge_withdraw()
542 lh = (struct list_head *) pgtable; in pgtable_trans_huge_withdraw()
549 ptep = (pte_t *) pgtable; in pgtable_trans_huge_withdraw()
553 return pgtable; in pgtable_trans_huge_withdraw()
|
| /Linux-v5.4/fs/ |
| D | dax.c | 1418 pgtable_t pgtable = NULL; in dax_pmd_load_hole() local
1434 pgtable = pte_alloc_one(vma->vm_mm); in dax_pmd_load_hole()
1435 if (!pgtable) in dax_pmd_load_hole()
1445 if (pgtable) { in dax_pmd_load_hole()
1446 pgtable_trans_huge_deposit(vma->vm_mm, vmf->pmd, pgtable); in dax_pmd_load_hole()
1457 if (pgtable) in dax_pmd_load_hole()
1458 pte_free(vma->vm_mm, pgtable); in dax_pmd_load_hole()
|
| /Linux-v5.4/arch/arc/include/asm/ |
| D | hugepage.h | 65 pgtable_t pgtable);
|
| /Linux-v5.4/arch/powerpc/include/asm/book3s/64/ |
| D | hash-4k.h | 152 pgtable_t pgtable);
|
| /Linux-v5.4/arch/x86/mm/ |
| D | Makefile | 16 pat.o pgtable.o physaddr.o setup_nx.o tlb.o cpu_entry_area.o
|
