Home
last modified time | relevance | path

Searched refs:mmu_psize_defs (Results 1 – 25 of 37) sorted by relevance

12

/Linux-v4.19/arch/powerpc/include/asm/book3s/64/
Dhugetlb.h21 if (shift == mmu_psize_defs[MMU_PAGE_2M].shift) in hstate_get_psize()
23 else if (shift == mmu_psize_defs[MMU_PAGE_1G].shift) in hstate_get_psize()
25 else if (shift == mmu_psize_defs[MMU_PAGE_16M].shift) in hstate_get_psize()
27 else if (shift == mmu_psize_defs[MMU_PAGE_16G].shift) in hstate_get_psize()
Dmmu-hash.h194 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
201 if (mmu_psize_defs[mmu_psize].shift) in mmu_psize_to_shift()
202 return mmu_psize_defs[mmu_psize].shift; in mmu_psize_to_shift()
210 sllp = ((mmu_psize_defs[psize].sllp & SLB_VSID_L) >> 6) | in get_sllp_encoding()
211 ((mmu_psize_defs[psize].sllp & SLB_VSID_LP) >> 4); in get_sllp_encoding()
283 return 1ul << mmu_psize_defs[i & 0xf].shift; in __hpte_page_size()
329 v = (vpn >> (23 - VPN_SHIFT)) & ~(mmu_psize_defs[psize].avpnm); in hpte_encode_avpn()
403 unsigned int penc = mmu_psize_defs[base_psize].penc[actual_psize]; in hpte_encode_r()
404 unsigned int shift = mmu_psize_defs[actual_psize].shift; in hpte_encode_r()
Dslice.h22 (mm)->context.sllp = SLB_VSID_USER | mmu_psize_defs[(psize)].sllp; \
Dtlbflush-radix.h11 return mmu_psize_defs[psize].ap; in mmu_get_ap()
Dmmu.h25 extern struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT];
/Linux-v4.19/arch/powerpc/mm/
Dtlb_nohash.c58 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT] = { variable
89 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT] = { variable
108 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT] = { variable
145 return mmu_psize_defs[psize].enc; in mmu_get_tsize()
416 int tsize = mmu_psize_defs[mmu_pte_psize].enc; in tlb_flush_pgtable()
421 unsigned long size = 1UL << mmu_psize_defs[mmu_pte_psize].shift; in tlb_flush_pgtable()
468 def = &mmu_psize_defs[psize]; in setup_page_sizes()
504 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
524 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
552 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
[all …]
Dhash_utils_64.c97 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT]; variable
98 EXPORT_SYMBOL_GPL(mmu_psize_defs);
249 shift = mmu_psize_defs[psize].shift; in htab_bolt_mapping()
319 shift = mmu_psize_defs[psize].shift; in htab_remove_mapping()
436 def = &mmu_psize_defs[base_idx]; in htab_dt_scan_page_sizes()
528 mmu_psize_defs[bpsize].penc[apsize] = -1; in mmu_psize_set_default_penc()
558 memcpy(mmu_psize_defs, mmu_psize_defaults, in htab_scan_page_sizes()
570 memcpy(mmu_psize_defs, mmu_psize_defaults_gp, in htab_scan_page_sizes()
610 if (!mmu_psize_defs[bp].shift) in init_hpte_page_sizes()
613 penc = mmu_psize_defs[bp].penc[ap]; in init_hpte_page_sizes()
[all …]
Dslb.c139 linear_llp = mmu_psize_defs[mmu_linear_psize].sllp; in __slb_flush_and_rebolt()
140 vmalloc_llp = mmu_psize_defs[mmu_vmalloc_psize].sllp; in __slb_flush_and_rebolt()
191 vflags = SLB_VSID_KERNEL | mmu_psize_defs[mmu_vmalloc_psize].sllp; in slb_vmalloc_update()
332 linear_llp = mmu_psize_defs[mmu_linear_psize].sllp; in slb_initialize()
333 io_llp = mmu_psize_defs[mmu_io_psize].sllp; in slb_initialize()
334 vmalloc_llp = mmu_psize_defs[mmu_vmalloc_psize].sllp; in slb_initialize()
337 vmemmap_llp = mmu_psize_defs[mmu_vmemmap_psize].sllp; in slb_initialize()
414 flags = SLB_VSID_USER | mmu_psize_defs[bpsize].sllp; in insert_slb_entry()
Dhugetlbpage.c627 BUG_ON(mmu_psize_defs[mmu_psize].shift != shift); in add_huge_page_size()
671 if (!mmu_psize_defs[psize].shift) in hugetlbpage_init()
723 if (mmu_psize_defs[MMU_PAGE_4M].shift) in hugetlbpage_init()
724 HPAGE_SHIFT = mmu_psize_defs[MMU_PAGE_4M].shift; in hugetlbpage_init()
725 else if (mmu_psize_defs[MMU_PAGE_512K].shift) in hugetlbpage_init()
726 HPAGE_SHIFT = mmu_psize_defs[MMU_PAGE_512K].shift; in hugetlbpage_init()
731 if (mmu_psize_defs[MMU_PAGE_16M].shift) in hugetlbpage_init()
732 HPAGE_SHIFT = mmu_psize_defs[MMU_PAGE_16M].shift; in hugetlbpage_init()
733 else if (mmu_psize_defs[MMU_PAGE_1M].shift) in hugetlbpage_init()
734 HPAGE_SHIFT = mmu_psize_defs[MMU_PAGE_1M].shift; in hugetlbpage_init()
[all …]
Dpgtable-hash64.c386 if (mmu_psize_defs[MMU_PAGE_16M].shift != PMD_SHIFT) in hash__has_transparent_hugepage()
396 if (mmu_psize_defs[MMU_PAGE_64K].shift && in hash__has_transparent_hugepage()
397 (mmu_psize_defs[MMU_PAGE_64K].penc[MMU_PAGE_16M] == -1)) in hash__has_transparent_hugepage()
402 if (mmu_psize_defs[MMU_PAGE_4K].penc[MMU_PAGE_16M] == -1) in hash__has_transparent_hugepage()
416 shift = mmu_psize_defs[mmu_linear_psize].shift; in hash__change_memory_range()
Dhash_native_64.c183 penc = mmu_psize_defs[psize].penc[apsize]; in ___tlbie()
184 va &= ~((1ul << mmu_psize_defs[apsize].shift) - 1); in ___tlbie()
250 penc = mmu_psize_defs[psize].penc[apsize]; in __tlbiel()
251 va &= ~((1ul << mmu_psize_defs[apsize].shift) - 1); in __tlbiel()
281 use_local = mmu_psize_defs[psize].tlbiel; in tlbie()
474 hash = hpt_hash(vpn, mmu_psize_defs[psize].shift, ssize); in native_hpte_find()
610 shift = mmu_psize_defs[psize].shift; in native_hugepage_invalidate()
692 shift = mmu_psize_defs[size].shift; in hpte_decode()
694 avpn = (HPTE_V_AVPN_VAL(hpte_v) & ~mmu_psize_defs[size].avpnm); in hpte_decode()
799 mmu_psize_defs[psize].tlbiel && !cxl_ctx_in_use(); in native_flush_hash_range()
Ddump_hashpagetable.c217 unsigned long shift = mmu_psize_defs[psize].shift; in native_find()
251 unsigned long shift = mmu_psize_defs[psize].shift; in pseries_find()
303 entry = mmu_psize_defs[bps]; in decode_r()
306 if ((penc != -1) && (mmu_psize_defs[idx].shift)) { in decode_r()
307 shift = mmu_psize_defs[idx].shift - HPTE_R_RPN_SHIFT; in decode_r()
467 unsigned long psize = 1 << mmu_psize_defs[mmu_linear_psize].shift; in walk_linearmapping()
Dpgtable-radix.c283 mmu_psize_defs[MMU_PAGE_1G].shift && in create_physical_mapping()
288 mmu_psize_defs[MMU_PAGE_2M].shift) { in create_physical_mapping()
495 def = &mmu_psize_defs[idx]; in radix_dt_scan_page_sizes()
518 mmu_psize_defs[MMU_PAGE_4K].shift = 12; in radix__early_init_devtree()
519 mmu_psize_defs[MMU_PAGE_4K].ap = 0x0; in radix__early_init_devtree()
521 mmu_psize_defs[MMU_PAGE_64K].shift = 16; in radix__early_init_devtree()
522 mmu_psize_defs[MMU_PAGE_64K].ap = 0x5; in radix__early_init_devtree()
525 if (mmu_psize_defs[MMU_PAGE_2M].shift) { in radix__early_init_devtree()
1036 if (mmu_psize_defs[MMU_PAGE_2M].shift == PMD_SHIFT) in radix__has_transparent_hugepage()
Dpgtable-book3e.c35 BUG_ON(mmu_psize_defs[mmu_vmemmap_psize].enc > 0xf); in vmemmap_create_mapping()
38 flags |= mmu_psize_defs[mmu_vmemmap_psize].enc << 8; in vmemmap_create_mapping()
Dinit_64.c183 unsigned long page_size = 1 << mmu_psize_defs[mmu_vmemmap_psize].shift; in vmemmap_populate()
256 unsigned long page_size = 1 << mmu_psize_defs[mmu_vmemmap_psize].shift; in vmemmap_free()
Dtlb-radix.c698 unsigned int page_shift = mmu_psize_defs[mmu_virtual_psize].shift; in __radix__flush_tlb_range()
800 if (page_size == (1UL << mmu_psize_defs[mmu_virtual_psize].shift)) in radix_get_mmu_psize()
802 else if (page_size == (1UL << mmu_psize_defs[MMU_PAGE_2M].shift)) in radix_get_mmu_psize()
804 else if (page_size == (1UL << mmu_psize_defs[MMU_PAGE_1G].shift)) in radix_get_mmu_psize()
926 unsigned int page_shift = mmu_psize_defs[psize].shift; in __radix__flush_tlb_range_psize()
Dhash64_64k.c46 unsigned long shift = mmu_psize_defs[MMU_PAGE_4K].shift; in __hash_page_4K()
232 unsigned long shift = mmu_psize_defs[MMU_PAGE_64K].shift; in __hash_page_64K()
Dhugetlbpage-hash64.c32 BUG_ON(shift != mmu_psize_defs[mmu_psize].shift); in __hash_page_huge()
Dhash64_4k.c28 unsigned long shift = mmu_psize_defs[MMU_PAGE_4K].shift; in __hash_page_4K()
Dcopro_fault.c145 vsid |= mmu_psize_defs[psize].sllp | in copro_calculate_slb()
Dslice.c323 int pshift = max_t(int, mmu_psize_defs[psize].shift, PAGE_SHIFT); in slice_find_area_bottomup()
369 int pshift = max_t(int, mmu_psize_defs[psize].shift, PAGE_SHIFT); in slice_find_area_topdown()
477 int pshift = max_t(int, mmu_psize_defs[psize].shift, PAGE_SHIFT); in slice_get_unmapped_area()
Dhugepage-hash64.c69 shift = mmu_psize_defs[psize].shift; in __hash_page_thp()
/Linux-v4.19/arch/powerpc/include/asm/
Dmmu-8xx.h235 extern struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT];
242 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
249 if (mmu_psize_defs[mmu_psize].shift) in mmu_psize_to_shift()
250 return mmu_psize_defs[mmu_psize].shift; in mmu_psize_to_shift()
Dmmu-book3e.h250 extern struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT];
257 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
264 if (mmu_psize_defs[mmu_psize].shift) in mmu_psize_to_shift()
265 return mmu_psize_defs[mmu_psize].shift; in mmu_psize_to_shift()
/Linux-v4.19/arch/powerpc/kvm/
Dbook3s_64_mmu_radix.c107 if (offset == mmu_psize_defs[ps].shift) in kvmppc_mmu_radix_xlate()
814 if (!mmu_psize_defs[psize].shift) in add_rmmu_ap_encoding()
816 info->ap_encodings[*indexp] = mmu_psize_defs[psize].shift | in add_rmmu_ap_encoding()
817 (mmu_psize_defs[psize].ap << 29); in add_rmmu_ap_encoding()

12