| /Linux-v5.15/drivers/infiniband/hw/hns/ |
| D | hns_roce_db.c | 74 struct hns_roce_db_pgdir *pgdir; in hns_roce_alloc_db_pgdir() local
76 pgdir = kzalloc(sizeof(*pgdir), GFP_KERNEL); in hns_roce_alloc_db_pgdir()
77 if (!pgdir) in hns_roce_alloc_db_pgdir()
80 bitmap_fill(pgdir->order1, in hns_roce_alloc_db_pgdir()
82 pgdir->bits[0] = pgdir->order0; in hns_roce_alloc_db_pgdir()
83 pgdir->bits[1] = pgdir->order1; in hns_roce_alloc_db_pgdir()
84 pgdir->page = dma_alloc_coherent(dma_device, PAGE_SIZE, in hns_roce_alloc_db_pgdir()
85 &pgdir->db_dma, GFP_KERNEL); in hns_roce_alloc_db_pgdir()
86 if (!pgdir->page) { in hns_roce_alloc_db_pgdir()
87 kfree(pgdir); in hns_roce_alloc_db_pgdir()
[all …]
|
| /Linux-v5.15/drivers/net/ethernet/mellanox/mlx5/core/ |
| D | alloc.c | 184 struct mlx5_db_pgdir *pgdir; in mlx5_alloc_db_pgdir() local
186 pgdir = kzalloc(sizeof(*pgdir), GFP_KERNEL); in mlx5_alloc_db_pgdir()
187 if (!pgdir) in mlx5_alloc_db_pgdir()
190 pgdir->bitmap = bitmap_zalloc(db_per_page, GFP_KERNEL); in mlx5_alloc_db_pgdir()
191 if (!pgdir->bitmap) { in mlx5_alloc_db_pgdir()
192 kfree(pgdir); in mlx5_alloc_db_pgdir()
196 bitmap_fill(pgdir->bitmap, db_per_page); in mlx5_alloc_db_pgdir()
198 pgdir->db_page = mlx5_dma_zalloc_coherent_node(dev, PAGE_SIZE, in mlx5_alloc_db_pgdir()
199 &pgdir->db_dma, node); in mlx5_alloc_db_pgdir()
200 if (!pgdir->db_page) { in mlx5_alloc_db_pgdir()
[all …]
|
| /Linux-v5.15/arch/powerpc/include/asm/ |
| D | pte-walk.h | 7 extern pte_t *__find_linux_pte(pgd_t *pgdir, unsigned long ea,
10 static inline pte_t *find_linux_pte(pgd_t *pgdir, unsigned long ea, in find_linux_pte() argument
16 pte = __find_linux_pte(pgdir, ea, is_thp, hshift); in find_linux_pte()
31 pgd_t *pgdir = init_mm.pgd; in find_init_mm_pte() local
32 return __find_linux_pte(pgdir, ea, NULL, hshift); in find_init_mm_pte()
67 static inline pte_t *find_current_mm_pte(pgd_t *pgdir, unsigned long ea, in find_current_mm_pte() argument
73 VM_WARN(pgdir != current->mm->pgd, in find_current_mm_pte()
75 pte = __find_linux_pte(pgdir, ea, is_thp, hshift); in find_current_mm_pte()
|
| D | processor.h | 146 void *pgdir; /* root of page-table tree */ member
282 .pgdir = swapper_pg_dir, \
290 .pgdir = swapper_pg_dir, \
|
| /Linux-v5.15/drivers/net/ethernet/mellanox/mlx4/ |
| D | alloc.c | 665 struct mlx4_db_pgdir *pgdir; in mlx4_alloc_db_pgdir() local
667 pgdir = kzalloc(sizeof(*pgdir), GFP_KERNEL); in mlx4_alloc_db_pgdir()
668 if (!pgdir) in mlx4_alloc_db_pgdir()
671 bitmap_fill(pgdir->order1, MLX4_DB_PER_PAGE / 2); in mlx4_alloc_db_pgdir()
672 pgdir->bits[0] = pgdir->order0; in mlx4_alloc_db_pgdir()
673 pgdir->bits[1] = pgdir->order1; in mlx4_alloc_db_pgdir()
674 pgdir->db_page = dma_alloc_coherent(dma_device, PAGE_SIZE, in mlx4_alloc_db_pgdir()
675 &pgdir->db_dma, GFP_KERNEL); in mlx4_alloc_db_pgdir()
676 if (!pgdir->db_page) { in mlx4_alloc_db_pgdir()
677 kfree(pgdir); in mlx4_alloc_db_pgdir()
[all …]
|
| /Linux-v5.15/arch/arm64/include/asm/ |
| D | kasan.h | 39 void kasan_copy_shadow(pgd_t *pgdir);
44 static inline void kasan_copy_shadow(pgd_t *pgdir) { } in kasan_copy_shadow() argument
|
| /Linux-v5.15/arch/microblaze/include/asm/ |
| D | processor.h | 57 void *pgdir; /* root of page-table tree */ member
63 .pgdir = swapper_pg_dir, \
|
| D | mmu_context_mm.h | 117 tsk->thread.pgdir = next->pgd; in switch_mm()
130 current->thread.pgdir = mm->pgd; in activate_mm()
|
| /Linux-v5.15/arch/riscv/mm/ |
| D | init.c | 522 static void __init create_kernel_page_table(pgd_t *pgdir, in create_kernel_page_table() argument
530 create_pgd_mapping(pgdir, va, in create_kernel_page_table()
537 create_pgd_mapping(pgdir, va, in create_kernel_page_table()
542 static void __init create_kernel_page_table(pgd_t *pgdir, bool early) in create_kernel_page_table() argument
548 create_pgd_mapping(pgdir, va, in create_kernel_page_table()
561 static void __init create_fdt_early_page_table(pgd_t *pgdir, uintptr_t dtb_pa) in create_fdt_early_page_table() argument
|
| /Linux-v5.15/tools/testing/selftests/tc-testing/ |
| D | tdc.py | 59 def load_plugin(self, pgdir, pgname): argument
61 foo = importlib.import_module('{}.{}'.format(pgdir, pgname))
107 pgdir = source_path[0]
108 pgdir = pgdir.split('/')[0]
109 self.load_plugin(pgdir, fname)
|
| /Linux-v5.15/include/xen/ |
| D | xen-front-pgdir-shbuf.h | 70 struct xen_front_pgdir_shbuf *pgdir; member
|
| /Linux-v5.15/arch/powerpc/mm/ |
| D | mmu_context.c | 20 tsk->thread.pgdir = mm->pgd; in switch_mm_pgdir()
|
| D | pgtable.c | 346 pte_t *__find_linux_pte(pgd_t *pgdir, unsigned long ea, in __find_linux_pte() argument
370 pgdp = pgdir + pgd_index(ea); in __find_linux_pte()
|
| /Linux-v5.15/arch/arm/include/asm/ |
| D | smp.h | 60 u64 pgdir; member
|
| /Linux-v5.15/arch/powerpc/kvm/ |
| D | e500_mmu_host.c | 338 pgd_t *pgdir; in kvmppc_e500_shadow_map() local
469 pgdir = vcpu_e500->vcpu.arch.pgdir; in kvmppc_e500_shadow_map()
477 ptep = find_linux_pte(pgdir, hva, NULL, NULL); in kvmppc_e500_shadow_map()
|
| /Linux-v5.15/arch/arm64/mm/ |
| D | kasan_init.c | 189 void __init kasan_copy_shadow(pgd_t *pgdir) in kasan_copy_shadow() argument
195 pgdp_new = pgd_offset_pgd(pgdir, KASAN_SHADOW_START); in kasan_copy_shadow()
|
| D | mmu.c | 363 static void __create_pgd_mapping(pgd_t *pgdir, phys_addr_t phys, in __create_pgd_mapping() argument
370 pgd_t *pgdp = pgd_offset_pgd(pgdir, virt); in __create_pgd_mapping()
1434 static void __remove_pgd_mapping(pgd_t *pgdir, unsigned long start, u64 size) in __remove_pgd_mapping() argument
1438 WARN_ON(pgdir != init_mm.pgd); in __remove_pgd_mapping()
|
| /Linux-v5.15/arch/powerpc/mm/book3s64/ |
| D | hash_utils.c | 1303 pgd_t *pgdir; in hash_page_mm() local
1357 pgdir = mm->pgd; in hash_page_mm()
1358 if (pgdir == NULL) { in hash_page_mm()
1381 ptep = find_linux_pte(pgdir, ea, &is_thp, &hugeshift); in hash_page_mm()
1642 pgd_t *pgdir; in hash_preload() local
1656 pgdir = mm->pgd; in hash_preload()
1657 if (pgdir == NULL) in hash_preload()
|
| /Linux-v5.15/drivers/xen/ |
| D | Makefile | 40 obj-$(CONFIG_XEN_FRONT_PGDIR_SHBUF) += xen-front-pgdir-shbuf.o
|
| D | xen-front-pgdir-shbuf.c | 526 struct xen_front_pgdir_shbuf *buf = cfg->pgdir; in xen_front_pgdir_shbuf_alloc()
|
| /Linux-v5.15/arch/x86/mm/ |
| D | tlb.c | 276 static void load_new_mm_cr3(pgd_t *pgdir, u16 new_asid, bool need_flush) in load_new_mm_cr3() argument
282 new_mm_cr3 = build_cr3(pgdir, new_asid); in load_new_mm_cr3()
284 new_mm_cr3 = build_cr3_noflush(pgdir, new_asid); in load_new_mm_cr3()
|
| /Linux-v5.15/arch/x86/include/asm/ |
| D | processor.h | 257 static inline void load_cr3(pgd_t *pgdir) in load_cr3() argument
259 write_cr3(__sme_pa(pgdir)); in load_cr3()
|
| /Linux-v5.15/arch/microblaze/kernel/ |
| D | asm-offsets.c | 83 DEFINE(PGDIR, offsetof(struct thread_struct, pgdir)); in main()
|
| /Linux-v5.15/arch/openrisc/include/asm/ |
| D | pgtable.h | 216 #define SET_PAGE_DIR(tsk, pgdir) argument
|
| /Linux-v5.15/arch/arm/kernel/ |
| D | smp.c | 153 secondary_data.pgdir = virt_to_phys(idmap_pgd); in __cpu_up()
|
