| /Linux-v4.19/drivers/infiniband/hw/hns/ |
| D | hns_roce_db.c | 75 struct hns_roce_db_pgdir *pgdir; in hns_roce_alloc_db_pgdir() local
77 pgdir = kzalloc(sizeof(*pgdir), GFP_KERNEL); in hns_roce_alloc_db_pgdir()
78 if (!pgdir) in hns_roce_alloc_db_pgdir()
81 bitmap_fill(pgdir->order1, HNS_ROCE_DB_PER_PAGE / 2); in hns_roce_alloc_db_pgdir()
82 pgdir->bits[0] = pgdir->order0; in hns_roce_alloc_db_pgdir()
83 pgdir->bits[1] = pgdir->order1; in hns_roce_alloc_db_pgdir()
84 pgdir->page = dma_alloc_coherent(dma_device, PAGE_SIZE, in hns_roce_alloc_db_pgdir()
85 &pgdir->db_dma, GFP_KERNEL); in hns_roce_alloc_db_pgdir()
86 if (!pgdir->page) { in hns_roce_alloc_db_pgdir()
87 kfree(pgdir); in hns_roce_alloc_db_pgdir()
[all …]
|
| /Linux-v4.19/drivers/net/ethernet/mellanox/mlx5/core/ |
| D | alloc.c | 183 struct mlx5_db_pgdir *pgdir; in mlx5_alloc_db_pgdir() local
185 pgdir = kzalloc(sizeof(*pgdir), GFP_KERNEL); in mlx5_alloc_db_pgdir()
186 if (!pgdir) in mlx5_alloc_db_pgdir()
189 pgdir->bitmap = kcalloc(BITS_TO_LONGS(db_per_page), in mlx5_alloc_db_pgdir()
193 if (!pgdir->bitmap) { in mlx5_alloc_db_pgdir()
194 kfree(pgdir); in mlx5_alloc_db_pgdir()
198 bitmap_fill(pgdir->bitmap, db_per_page); in mlx5_alloc_db_pgdir()
200 pgdir->db_page = mlx5_dma_zalloc_coherent_node(dev, PAGE_SIZE, in mlx5_alloc_db_pgdir()
201 &pgdir->db_dma, node); in mlx5_alloc_db_pgdir()
202 if (!pgdir->db_page) { in mlx5_alloc_db_pgdir()
[all …]
|
| /Linux-v4.19/arch/powerpc/include/asm/ |
| D | pte-walk.h | 7 extern pte_t *__find_linux_pte(pgd_t *pgdir, unsigned long ea,
10 static inline pte_t *find_linux_pte(pgd_t *pgdir, unsigned long ea, in find_linux_pte() argument
14 return __find_linux_pte(pgdir, ea, is_thp, hshift); in find_linux_pte()
19 pgd_t *pgdir = init_mm.pgd; in find_init_mm_pte() local
20 return __find_linux_pte(pgdir, ea, NULL, hshift); in find_init_mm_pte()
26 static inline pte_t *find_current_mm_pte(pgd_t *pgdir, unsigned long ea, in find_current_mm_pte() argument
30 VM_WARN(pgdir != current->mm->pgd, in find_current_mm_pte()
32 return __find_linux_pte(pgdir, ea, is_thp, hshift); in find_current_mm_pte()
|
| D | processor.h | 257 void *pgdir; /* root of page-table tree */ member
382 .pgdir = swapper_pg_dir, \
|
| D | kvm_book3s.h | 234 pgd_t *pgdir, bool realmode, unsigned long *idx_ret);
|
| /Linux-v4.19/drivers/net/ethernet/mellanox/mlx4/ |
| D | alloc.c | 666 struct mlx4_db_pgdir *pgdir; in mlx4_alloc_db_pgdir() local
668 pgdir = kzalloc(sizeof(*pgdir), GFP_KERNEL); in mlx4_alloc_db_pgdir()
669 if (!pgdir) in mlx4_alloc_db_pgdir()
672 bitmap_fill(pgdir->order1, MLX4_DB_PER_PAGE / 2); in mlx4_alloc_db_pgdir()
673 pgdir->bits[0] = pgdir->order0; in mlx4_alloc_db_pgdir()
674 pgdir->bits[1] = pgdir->order1; in mlx4_alloc_db_pgdir()
675 pgdir->db_page = dma_alloc_coherent(dma_device, PAGE_SIZE, in mlx4_alloc_db_pgdir()
676 &pgdir->db_dma, GFP_KERNEL); in mlx4_alloc_db_pgdir()
677 if (!pgdir->db_page) { in mlx4_alloc_db_pgdir()
678 kfree(pgdir); in mlx4_alloc_db_pgdir()
[all …]
|
| /Linux-v4.19/arch/arm64/include/asm/ |
| D | kasan.h | 36 void kasan_copy_shadow(pgd_t *pgdir);
41 static inline void kasan_copy_shadow(pgd_t *pgdir) { } in kasan_copy_shadow() argument
|
| /Linux-v4.19/arch/microblaze/include/asm/ |
| D | processor.h | 108 void *pgdir; /* root of page-table tree */ member
114 .pgdir = swapper_pg_dir, \
|
| D | mmu_context_mm.h | 123 tsk->thread.pgdir = next->pgd; in switch_mm()
135 current->thread.pgdir = mm->pgd; in activate_mm()
|
| /Linux-v4.19/arch/powerpc/perf/ |
| D | callchain.c | 118 pgd_t *pgdir; in read_user_stack_slow() local
126 pgdir = current->mm->pgd; in read_user_stack_slow()
127 if (!pgdir) in read_user_stack_slow()
131 ptep = find_current_mm_pte(pgdir, addr, NULL, &shift); in read_user_stack_slow()
|
| /Linux-v4.19/arch/powerpc/mm/ |
| D | mmu_context.c | 24 tsk->thread.pgdir = mm->pgd; in switch_mm_pgdir()
|
| D | hash_utils_64.c | 1222 pgd_t *pgdir; in hash_page_mm() local
1270 pgdir = mm->pgd; in hash_page_mm()
1271 if (pgdir == NULL) { in hash_page_mm()
1293 ptep = find_linux_pte(pgdir, ea, &is_thp, &hugeshift); in hash_page_mm()
1489 pgd_t *pgdir; in hash_preload() local
1503 pgdir = mm->pgd; in hash_preload()
1504 if (pgdir == NULL) in hash_preload()
1522 ptep = find_current_mm_pte(pgdir, ea, NULL, &hugepage_shift); in hash_preload()
|
| D | hugetlbpage.c | 775 pte_t *__find_linux_pte(pgd_t *pgdir, unsigned long ea, in __find_linux_pte() argument
791 pgdp = pgdir + pgd_index(ea); in __find_linux_pte()
|
| /Linux-v4.19/arch/arm/include/asm/ |
| D | smp.h | 64 u64 pgdir; member
|
| /Linux-v4.19/arch/arm64/mm/ |
| D | kasan_init.c | 156 void __init kasan_copy_shadow(pgd_t *pgdir) in kasan_copy_shadow() argument
162 pgdp_new = pgd_offset_raw(pgdir, KASAN_SHADOW_START); in kasan_copy_shadow()
|
| D | mmu.c | 324 static void __create_pgd_mapping(pgd_t *pgdir, phys_addr_t phys, in __create_pgd_mapping() argument
331 pgd_t *pgdp = pgd_offset_raw(pgdir, virt); in __create_pgd_mapping()
|
| /Linux-v4.19/arch/x86/mm/ |
| D | tlb.c | 104 static void load_new_mm_cr3(pgd_t *pgdir, u16 new_asid, bool need_flush) in load_new_mm_cr3() argument
110 new_mm_cr3 = build_cr3(pgdir, new_asid); in load_new_mm_cr3()
112 new_mm_cr3 = build_cr3_noflush(pgdir, new_asid); in load_new_mm_cr3()
|
| /Linux-v4.19/arch/powerpc/kvm/ |
| D | e500_mmu_host.c | 341 pgd_t *pgdir; in kvmppc_e500_shadow_map() local
472 pgdir = vcpu_e500->vcpu.arch.pgdir; in kvmppc_e500_shadow_map()
480 ptep = find_linux_pte(pgdir, hva, NULL, NULL); in kvmppc_e500_shadow_map()
|
| D | book3s_hv_rm_mmu.c | 200 pgd_t *pgdir, bool realmode, unsigned long *pte_idx_ret) in kvmppc_do_h_enter() argument
262 ptep = __find_linux_pte(pgdir, hva, NULL, &hpage_shift); in kvmppc_do_h_enter()
420 vcpu->arch.pgdir, true, in kvmppc_h_enter()
|
| D | book3s_64_vio_hv.c | 420 ptep = __find_linux_pte(vcpu->arch.pgdir, ua, NULL, &shift); in kvmppc_rm_ua_to_hpa()
|
| /Linux-v4.19/arch/x86/include/asm/ |
| D | processor.h | 249 static inline void load_cr3(pgd_t *pgdir) in load_cr3() argument
251 write_cr3(__sme_pa(pgdir)); in load_cr3()
|
| /Linux-v4.19/arch/microblaze/kernel/ |
| D | asm-offsets.c | 85 DEFINE(PGDIR, offsetof(struct thread_struct, pgdir)); in main()
|
| /Linux-v4.19/arch/openrisc/include/asm/ |
| D | pgtable.h | 222 #define SET_PAGE_DIR(tsk, pgdir) argument
|
| /Linux-v4.19/arch/arm/kernel/ |
| D | smp.c | 122 secondary_data.pgdir = virt_to_phys(idmap_pgd); in __cpu_up()
|
| /Linux-v4.19/arch/powerpc/xmon/ |
| D | xmon.c | 3007 pgd_t *pgdp, *pgdir; in show_pte() local
3033 pgdir = pgd_offset_k(0); in show_pte()
3036 pgdir = pgd_offset(mm, 0); in show_pte()
3044 printf("pgd @ 0x%px\n", pgdir); in show_pte()
|
