Home
last modified time | relevance | path

Searched refs:pgtable (Results 1 – 25 of 40) sorted by relevance

12

/Linux-v4.19/mm/
Dpgtable-generic.c152 pgtable_t pgtable) in pgtable_trans_huge_deposit() argument
158 INIT_LIST_HEAD(&pgtable->lru); in pgtable_trans_huge_deposit()
160 list_add(&pgtable->lru, &pmd_huge_pte(mm, pmdp)->lru); in pgtable_trans_huge_deposit()
161 pmd_huge_pte(mm, pmdp) = pgtable; in pgtable_trans_huge_deposit()
169 pgtable_t pgtable; in pgtable_trans_huge_withdraw() local
174 pgtable = pmd_huge_pte(mm, pmdp); in pgtable_trans_huge_withdraw()
175 pmd_huge_pte(mm, pmdp) = list_first_entry_or_null(&pgtable->lru, in pgtable_trans_huge_withdraw()
178 list_del(&pgtable->lru); in pgtable_trans_huge_withdraw()
179 return pgtable; in pgtable_trans_huge_withdraw()
Dhuge_memory.c549 pgtable_t pgtable; in __do_huge_pmd_anonymous_page() local
561 pgtable = pte_alloc_one(vma->vm_mm, haddr); in __do_huge_pmd_anonymous_page()
562 if (unlikely(!pgtable)) { in __do_huge_pmd_anonymous_page()
592 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
603 pgtable_trans_huge_deposit(vma->vm_mm, vmf->pmd, pgtable); in __do_huge_pmd_anonymous_page()
615 if (pgtable) in __do_huge_pmd_anonymous_page()
616 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
650 static bool set_huge_zero_page(pgtable_t pgtable, struct mm_struct *mm, in set_huge_zero_page() argument
659 if (pgtable) in set_huge_zero_page()
660 pgtable_trans_huge_deposit(mm, pmd, pgtable); in set_huge_zero_page()
[all …]
/Linux-v4.19/arch/sparc/mm/
Dtlb.c266 pgtable_t pgtable) in pgtable_trans_huge_deposit() argument
268 struct list_head *lh = (struct list_head *) pgtable; in pgtable_trans_huge_deposit()
277 pmd_huge_pte(mm, pmdp) = pgtable; in pgtable_trans_huge_deposit()
283 pgtable_t pgtable; in pgtable_trans_huge_withdraw() local
288 pgtable = pmd_huge_pte(mm, pmdp); in pgtable_trans_huge_withdraw()
289 lh = (struct list_head *) pgtable; in pgtable_trans_huge_withdraw()
296 pte_val(pgtable[0]) = 0; in pgtable_trans_huge_withdraw()
297 pte_val(pgtable[1]) = 0; in pgtable_trans_huge_withdraw()
299 return pgtable; in pgtable_trans_huge_withdraw()
/Linux-v4.19/arch/powerpc/mm/
Dpgtable-hash64.c265 pgtable_t pgtable) in hash__pgtable_trans_huge_deposit() argument
274 *pgtable_slot = pgtable; in hash__pgtable_trans_huge_deposit()
286 pgtable_t pgtable; in hash__pgtable_trans_huge_withdraw() local
292 pgtable = *pgtable_slot; in hash__pgtable_trans_huge_withdraw()
301 memset(pgtable, 0, PTE_FRAG_SIZE); in hash__pgtable_trans_huge_withdraw()
302 return pgtable; in hash__pgtable_trans_huge_withdraw()
346 pgtable_t pgtable; in hash__pmdp_huge_get_and_clear() local
358 pgtable = *pgtable_slot; in hash__pmdp_huge_get_and_clear()
363 memset(pgtable, 0, PTE_FRAG_SIZE); in hash__pmdp_huge_get_and_clear()
DMakefile10 obj-y := fault.o mem.o pgtable.o mmap.o \
17 obj-$(CONFIG_PPC_BOOK3E_64) += pgtable-book3e.o
18 obj-$(CONFIG_PPC_BOOK3S_64) += pgtable-hash64.o hash_utils_64.o slb_low.o slb.o $(hash64-y) mmu_con…
19 obj-$(CONFIG_PPC_RADIX_MMU) += pgtable-radix.o tlb-radix.o
Dpgtable-radix.c972 pgtable_t pgtable) in radix__pgtable_trans_huge_deposit() argument
974 struct list_head *lh = (struct list_head *) pgtable; in radix__pgtable_trans_huge_deposit()
983 pmd_huge_pte(mm, pmdp) = pgtable; in radix__pgtable_trans_huge_deposit()
989 pgtable_t pgtable; in radix__pgtable_trans_huge_withdraw() local
995 pgtable = pmd_huge_pte(mm, pmdp); in radix__pgtable_trans_huge_withdraw()
996 lh = (struct list_head *) pgtable; in radix__pgtable_trans_huge_withdraw()
1003 ptep = (pte_t *) pgtable; in radix__pgtable_trans_huge_withdraw()
1007 return pgtable; in radix__pgtable_trans_huge_withdraw()
/Linux-v4.19/drivers/gpu/drm/etnaviv/
Detnaviv_iommu.c129 u32 pgtable; in etnaviv_iommuv1_restore() local
139 pgtable = (u32)etnaviv_domain->pgtable_dma; in etnaviv_iommuv1_restore()
141 gpu_write(gpu, VIVS_MC_MMU_FE_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore()
142 gpu_write(gpu, VIVS_MC_MMU_TX_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore()
143 gpu_write(gpu, VIVS_MC_MMU_PE_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore()
144 gpu_write(gpu, VIVS_MC_MMU_PEZ_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore()
145 gpu_write(gpu, VIVS_MC_MMU_RA_PAGE_TABLE, pgtable); in etnaviv_iommuv1_restore()
/Linux-v4.19/sound/core/
Dsgbuf.c74 struct page **pgtable; in snd_malloc_sgbuf_pages() local
88 pgtable = kcalloc(sgbuf->tblsize, sizeof(*pgtable), GFP_KERNEL); in snd_malloc_sgbuf_pages()
89 if (!pgtable) in snd_malloc_sgbuf_pages()
91 sgbuf->page_table = pgtable; in snd_malloc_sgbuf_pages()
117 *pgtable++ = virt_to_page(tmpb.area); in snd_malloc_sgbuf_pages()
/Linux-v4.19/drivers/iommu/
Dexynos-iommu.c186 static sysmmu_pte_t *section_entry(sysmmu_pte_t *pgtable, sysmmu_iova_t iova) in section_entry() argument
188 return pgtable + lv1ent_offset(iova); in section_entry()
251 sysmmu_pte_t *pgtable; /* lv1 page table, 16KB */ member
278 phys_addr_t pgtable; /* assigned page table structure */ member
398 dev_dbg(data->sysmmu, "Page table base: %pa\n", &data->pgtable); in show_fault_information()
399 ent = section_entry(phys_to_virt(data->pgtable), fault_addr); in show_fault_information()
503 __sysmmu_set_ptbase(data, data->pgtable); in __sysmmu_enable()
758 domain->pgtable = (sysmmu_pte_t *)__get_free_pages(GFP_KERNEL, 2); in exynos_iommu_domain_alloc()
759 if (!domain->pgtable) in exynos_iommu_domain_alloc()
768 domain->pgtable[i] = ZERO_LV2LINK; in exynos_iommu_domain_alloc()
[all …]
DMakefile7 obj-$(CONFIG_IOMMU_IO_PGTABLE) += io-pgtable.o
8 obj-$(CONFIG_IOMMU_IO_PGTABLE_ARMV7S) += io-pgtable-arm-v7s.o
9 obj-$(CONFIG_IOMMU_IO_PGTABLE_LPAE) += io-pgtable-arm.o
/Linux-v4.19/arch/x86/boot/compressed/
Dpgtable_64.c174 void cleanup_trampoline(void *pgtable) in cleanup_trampoline() argument
185 memcpy(pgtable, trampoline_pgtable, PAGE_SIZE); in cleanup_trampoline()
186 native_write_cr3((unsigned long)pgtable); in cleanup_trampoline()
Dvmlinux.lds.S68 .pgtable : {
70 *(.pgtable) argument
Dhead_64.S149 leal pgtable(%ebx), %edi
155 leal pgtable + 0(%ebx), %edi
161 leal pgtable + 0x1000(%ebx), %edi
172 leal pgtable + 0x2000(%ebx), %edi
183 leal pgtable(%ebx), %eax
697 pgtable: label
/Linux-v4.19/arch/mips/mm/
DMakefile8 pgtable.o tlbex.o tlbex-fault.o tlb-funcs.o
16 obj-$(CONFIG_32BIT) += ioremap.o pgtable-32.o
17 obj-$(CONFIG_64BIT) += pgtable-64.o
/Linux-v4.19/arch/powerpc/kvm/
Dbook3s_64_mmu_radix.c302 if (!kvm->arch.pgtable) in kvmppc_free_radix()
304 pgd = kvm->arch.pgtable; in kvmppc_free_radix()
314 pgd_free(kvm->mm, kvm->arch.pgtable); in kvmppc_free_radix()
315 kvm->arch.pgtable = NULL; in kvmppc_free_radix()
369 pgd = kvm->arch.pgtable + pgd_index(gpa); in kvmppc_create_pte()
600 ptep = __find_linux_pte(kvm->arch.pgtable, in kvmppc_book3s_radix_page_fault()
715 ptep = __find_linux_pte(kvm->arch.pgtable, gpa, NULL, &shift); in kvm_unmap_radix()
739 ptep = __find_linux_pte(kvm->arch.pgtable, gpa, NULL, &shift); in kvm_age_radix()
758 ptep = __find_linux_pte(kvm->arch.pgtable, gpa, NULL, &shift); in kvm_test_age_radix()
774 ptep = __find_linux_pte(kvm->arch.pgtable, gpa, NULL, &shift); in kvm_radix_test_clear_dirty()
[all …]
/Linux-v4.19/arch/arc/mm/
Dtlb.c667 pgtable_t pgtable) in pgtable_trans_huge_deposit() argument
669 struct list_head *lh = (struct list_head *) pgtable; in pgtable_trans_huge_deposit()
678 pmd_huge_pte(mm, pmdp) = pgtable; in pgtable_trans_huge_deposit()
684 pgtable_t pgtable; in pgtable_trans_huge_withdraw() local
688 pgtable = pmd_huge_pte(mm, pmdp); in pgtable_trans_huge_withdraw()
689 lh = (struct list_head *) pgtable; in pgtable_trans_huge_withdraw()
697 pte_val(pgtable[0]) = 0; in pgtable_trans_huge_withdraw()
698 pte_val(pgtable[1]) = 0; in pgtable_trans_huge_withdraw()
700 return pgtable; in pgtable_trans_huge_withdraw()
/Linux-v4.19/arch/microblaze/mm/
DMakefile7 obj-$(CONFIG_MMU) += pgtable.o mmu_context.o fault.o
/Linux-v4.19/arch/nios2/mm/
DMakefile13 obj-y += pgtable.o
/Linux-v4.19/arch/s390/mm/
Dpgtable.c516 pgtable_t pgtable) in pgtable_trans_huge_deposit() argument
518 struct list_head *lh = (struct list_head *) pgtable; in pgtable_trans_huge_deposit()
527 pmd_huge_pte(mm, pmdp) = pgtable; in pgtable_trans_huge_deposit()
533 pgtable_t pgtable; in pgtable_trans_huge_withdraw() local
539 pgtable = pmd_huge_pte(mm, pmdp); in pgtable_trans_huge_withdraw()
540 lh = (struct list_head *) pgtable; in pgtable_trans_huge_withdraw()
547 ptep = (pte_t *) pgtable; in pgtable_trans_huge_withdraw()
551 return pgtable; in pgtable_trans_huge_withdraw()
DMakefile8 obj-y += pgtable.o pgalloc.o
/Linux-v4.19/arch/powerpc/include/asm/book3s/64/
Dhash-4k.h141 pgtable_t pgtable);
Dradix.h251 pgtable_t pgtable);
/Linux-v4.19/arch/arc/include/asm/
Dhugepage.h68 pgtable_t pgtable);
/Linux-v4.19/arch/x86/mm/
DMakefile16 pat.o pgtable.o physaddr.o setup_nx.o tlb.o cpu_entry_area.o
/Linux-v4.19/arch/sh/mm/
DMakefile21 pgtable.o tlbex_$(BITS).o tlbflush_$(BITS).o

12