| /Linux-v5.4/drivers/pci/endpoint/ |
| D | pci-epc-mem.c | 26 unsigned int page_shift = ilog2(mem->page_size); in pci_epc_mem_get_order() local
29 size >>= page_shift; in pci_epc_mem_get_order()
54 unsigned int page_shift; in __pci_epc_mem_init() local
61 page_shift = ilog2(page_size); in __pci_epc_mem_init()
62 pages = size >> page_shift; in __pci_epc_mem_init()
127 unsigned int page_shift = ilog2(mem->page_size); in pci_epc_mem_alloc_addr() local
137 *phys_addr = mem->phys_base + (pageno << page_shift); in pci_epc_mem_alloc_addr()
160 unsigned int page_shift = ilog2(mem->page_size); in pci_epc_mem_free_addr() local
164 pageno = (phys_addr - mem->phys_base) >> page_shift; in pci_epc_mem_free_addr()
|
| /Linux-v5.4/drivers/infiniband/hw/hns/ |
| D | hns_roce_alloc.c | 171 dma_free_coherent(dev, 1 << buf->page_shift, in hns_roce_buf_free()
179 struct hns_roce_buf *buf, u32 page_shift) in hns_roce_buf_alloc() argument
184 u32 page_size = 1 << page_shift; in hns_roce_buf_alloc()
192 if (order <= page_shift - PAGE_SHIFT) in hns_roce_buf_alloc()
195 order -= page_shift - PAGE_SHIFT; in hns_roce_buf_alloc()
197 buf->page_shift = page_shift; in hns_roce_buf_alloc()
206 while (t & ((1 << buf->page_shift) - 1)) { in hns_roce_buf_alloc()
207 --buf->page_shift; in hns_roce_buf_alloc()
213 buf->page_shift = page_shift; in hns_roce_buf_alloc()
258 ((dma_addr_t)i << buf->page_shift); in hns_roce_get_kmem_bufs()
[all …]
|
| D | hns_roce_srq.c | 183 u32 page_shift; in create_user_srq() local
197 page_shift = PAGE_SHIFT + hr_dev->caps.srqwqe_buf_pg_sz; in create_user_srq()
198 ret = hns_roce_mtt_init(hr_dev, npages, page_shift, &srq->mtt); in create_user_srq()
249 u32 page_shift) in hns_roce_create_idx_que() argument
260 if (hns_roce_buf_alloc(hr_dev, idx_que->buf_size, (1 << page_shift) * 2, in hns_roce_create_idx_que()
261 &idx_que->idx_buf, page_shift)) { in hns_roce_create_idx_que()
272 u32 page_shift = PAGE_SHIFT + hr_dev->caps.srqwqe_buf_pg_sz; in create_kernel_srq() local
275 if (hns_roce_buf_alloc(hr_dev, srq_buf_size, (1 << page_shift) * 2, in create_kernel_srq()
276 &srq->buf, page_shift)) in create_kernel_srq()
282 ret = hns_roce_mtt_init(hr_dev, srq->buf.npages, srq->buf.page_shift, in create_kernel_srq()
[all …]
|
| D | hns_roce_cq.c | 213 u32 page_shift; in hns_roce_ib_get_cq_umem() local
230 page_shift = PAGE_SHIFT + hr_dev->caps.cqe_buf_pg_sz; in hns_roce_ib_get_cq_umem()
231 ret = hns_roce_mtt_init(hr_dev, npages, page_shift, in hns_roce_ib_get_cq_umem()
258 u32 page_shift = PAGE_SHIFT + hr_dev->caps.cqe_buf_pg_sz; in hns_roce_ib_alloc_cq_buf() local
261 (1 << page_shift) * 2, &buf->hr_buf, in hns_roce_ib_alloc_cq_buf()
262 page_shift); in hns_roce_ib_alloc_cq_buf()
272 buf->hr_buf.page_shift, &buf->hr_mtt); in hns_roce_ib_alloc_cq_buf()
|
| /Linux-v5.4/tools/testing/selftests/kvm/lib/aarch64/ |
| D | processor.c | 26 unsigned int shift = (vm->pgtable_levels - 1) * (vm->page_shift - 3) + vm->page_shift; in pgd_index()
34 unsigned int shift = 2 * (vm->page_shift - 3) + vm->page_shift; in pud_index()
35 uint64_t mask = (1UL << (vm->page_shift - 3)) - 1; in pud_index()
45 unsigned int shift = (vm->page_shift - 3) + vm->page_shift; in pmd_index()
46 uint64_t mask = (1UL << (vm->page_shift - 3)) - 1; in pmd_index()
56 uint64_t mask = (1UL << (vm->page_shift - 3)) - 1; in pte_index()
57 return (gva >> vm->page_shift) & mask; in pte_index()
62 uint64_t mask = ((1UL << (vm->va_bits - vm->page_shift)) - 1) << vm->page_shift; in pte_addr()
68 unsigned int shift = (vm->pgtable_levels - 1) * (vm->page_shift - 3) + vm->page_shift; in ptrs_per_pgd()
74 return 1 << (vm->page_shift - 3); in ptrs_per_pte()
[all …]
|
| /Linux-v5.4/drivers/infiniband/core/ |
| D | umem_odp.c | 215 size_t page_size = 1UL << umem_odp->page_shift; in ib_init_umem_odp()
231 umem_odp->page_shift; in ib_init_umem_odp()
319 umem_odp->page_shift = PAGE_SHIFT; in ib_umem_odp_alloc_implicit()
362 odp_data->page_shift = PAGE_SHIFT; in ib_umem_odp_alloc_child()
415 umem_odp->page_shift = PAGE_SHIFT; in ib_umem_odp_get()
428 umem_odp->page_shift = huge_page_shift(h); in ib_umem_odp_get()
525 ib_dma_map_page(dev, page, 0, BIT(umem_odp->page_shift), in ib_umem_odp_map_dma_single_page()
552 (page_index << umem_odp->page_shift), in ib_umem_odp_map_dma_single_page()
554 ((page_index + 1) << umem_odp->page_shift)); in ib_umem_odp_map_dma_single_page()
596 unsigned int flags = 0, page_shift; in ib_umem_odp_map_dma_pages() local
[all …]
|
| /Linux-v5.4/tools/testing/selftests/kvm/lib/ |
| D | kvm_util.c | 154 vm->page_shift = 12; in _vm_create()
161 vm->page_shift = 16; in _vm_create()
168 vm->page_shift = 12; in _vm_create()
175 vm->page_shift = 16; in _vm_create()
182 vm->page_shift = 12; in _vm_create()
189 vm->page_shift = 16; in _vm_create()
198 vm->page_shift = 12; in _vm_create()
220 0, (1ULL << (vm->va_bits - 1)) >> vm->page_shift); in _vm_create()
222 (~((1ULL << (vm->va_bits - 1)) - 1)) >> vm->page_shift, in _vm_create()
223 (1ULL << (vm->va_bits - 1)) >> vm->page_shift); in _vm_create()
[all …]
|
| /Linux-v5.4/arch/powerpc/kvm/ |
| D | book3s_64_vio.c | 131 if ((tbltmp->it_page_shift <= stt->page_shift) && in kvm_spapr_tce_attach_iommu_group()
133 stt->offset << stt->page_shift) && in kvm_spapr_tce_attach_iommu_group()
135 stt->size << stt->page_shift)) { in kvm_spapr_tce_attach_iommu_group()
278 if (!args->size || args->page_shift < 12 || args->page_shift > 34 || in kvm_vm_ioctl_create_spapr_tce()
279 (args->offset + args->size > (ULLONG_MAX >> args->page_shift))) in kvm_vm_ioctl_create_spapr_tce()
294 stt->page_shift = args->page_shift; in kvm_vm_ioctl_create_spapr_tce()
361 if (iommu_tce_check_gpa(stt->page_shift, gpa)) in kvmppc_tce_validate()
469 unsigned long subpages = 1ULL << (stt->page_shift - tbl->it_page_shift); in kvmppc_tce_iommu_unmap()
525 unsigned long subpages = 1ULL << (stt->page_shift - tbl->it_page_shift); in kvmppc_tce_iommu_map()
573 entry = ioba >> stt->page_shift; in kvmppc_h_put_tce()
[all …]
|
| D | book3s_64_vio_hv.c | 117 if (iommu_tce_check_gpa(stt->page_shift, gpa)) in kvmppc_rm_tce_validate()
210 idx = (ioba >> stt->page_shift) - stt->offset; in kvmppc_rm_ioba_validate()
311 unsigned long subpages = 1ULL << (stt->page_shift - tbl->it_page_shift); in kvmppc_rm_tce_iommu_unmap()
371 unsigned long subpages = 1ULL << (stt->page_shift - tbl->it_page_shift); in kvmppc_rm_tce_iommu_map()
418 entry = ioba >> stt->page_shift; in kvmppc_rm_h_put_tce()
496 entry = ioba >> stt->page_shift; in kvmppc_rm_h_put_tce_indirect()
625 unsigned long entry = ioba >> stt->page_shift; in kvmppc_rm_h_stuff_tce()
642 for (i = 0; i < npages; ++i, ioba += (1ULL << stt->page_shift)) in kvmppc_rm_h_stuff_tce()
643 kvmppc_rm_tce_put(stt, ioba >> stt->page_shift, tce_value); in kvmppc_rm_h_stuff_tce()
647 iommu_tce_kill_rm(stit->tbl, ioba >> stt->page_shift, npages); in kvmppc_rm_h_stuff_tce()
[all …]
|
| /Linux-v5.4/drivers/infiniband/hw/mlx5/ |
| D | mem.c | 129 int page_shift, size_t offset, size_t num_pages, in __mlx5_ib_populate_pas() argument
132 int shift = page_shift - PAGE_SHIFT; in __mlx5_ib_populate_pas()
193 int page_shift, __be64 *pas, int access_flags) in mlx5_ib_populate_pas() argument
195 return __mlx5_ib_populate_pas(dev, umem, page_shift, 0, in mlx5_ib_populate_pas()
199 int mlx5_ib_get_buf_offset(u64 addr, int page_shift, u32 *offset) in mlx5_ib_get_buf_offset() argument
207 page_size = (u64)1 << page_shift; in mlx5_ib_get_buf_offset()
|
| D | mr.c | 737 static int get_octo_len(u64 addr, u64 len, int page_shift) in get_octo_len() argument
739 u64 page_size = 1ULL << page_shift; in get_octo_len()
744 npages = ALIGN(len + offset, page_size) >> page_shift; in get_octo_len()
757 struct ib_umem **umem, int *npages, int *page_shift, in mr_umem_get() argument
776 *page_shift = odp->page_shift; in mr_umem_get()
778 *npages = *ncont << (*page_shift - PAGE_SHIFT); in mr_umem_get()
789 page_shift, ncont, order); in mr_umem_get()
801 *npages, *ncont, *order, *page_shift); in mr_umem_get()
852 int page_shift, int order, int access_flags) in alloc_mr_from_cache() argument
886 void *xlt, int page_shift, size_t size, in populate_xlt() argument
[all …]
|
| D | srq.c | 55 int page_shift; in create_srq_user() local
91 &page_shift, &ncont, NULL); in create_srq_user()
92 err = mlx5_ib_get_buf_offset(ucmd.buf_addr, page_shift, in create_srq_user()
105 mlx5_ib_populate_pas(dev, srq->umem, page_shift, in->pas, 0); in create_srq_user()
113 in->log_page_size = page_shift - MLX5_ADAPTER_PAGE_SHIFT; in create_srq_user()
164 mlx5_ib_dbg(dev, "srq->buf.page_shift = %d\n", srq->buf.page_shift); in create_srq_kernel()
179 in->log_page_size = srq->buf.page_shift - MLX5_ADAPTER_PAGE_SHIFT; in create_srq_kernel()
|
| D | cq.c | 687 int page_shift; in create_cq_user() local
723 mlx5_ib_cont_pages(cq->buf.umem, ucmd.buf_addr, 0, &npages, &page_shift, in create_cq_user()
726 ucmd.buf_addr, entries * ucmd.cqe_size, npages, page_shift, ncont); in create_cq_user()
737 mlx5_ib_populate_pas(dev, cq->buf.umem, page_shift, pas, 0); in create_cq_user()
741 page_shift - MLX5_ADAPTER_PAGE_SHIFT); in create_cq_user()
858 cq->buf.frag_buf.page_shift - in create_cq_kernel()
1094 int *page_shift, int *cqe_size) in resize_user() argument
1120 mlx5_ib_cont_pages(umem, ucmd.buf_addr, 0, &npages, page_shift, in resize_user()
1215 int page_shift; in mlx5_ib_resize_cq() local
1242 err = resize_user(dev, cq, entries, udata, &npas, &page_shift, in mlx5_ib_resize_cq()
[all …]
|
| /Linux-v5.4/drivers/net/ethernet/mellanox/mlx4/ |
| D | mr.c | 194 int mlx4_mtt_init(struct mlx4_dev *dev, int npages, int page_shift, in mlx4_mtt_init() argument
201 mtt->page_shift = MLX4_ICM_PAGE_SHIFT; in mlx4_mtt_init()
204 mtt->page_shift = page_shift; in mlx4_mtt_init()
419 int page_shift, struct mlx4_mr *mr) in mlx4_mr_alloc_reserved() argument
428 return mlx4_mtt_init(dev, npages, page_shift, &mr->mtt); in mlx4_mr_alloc_reserved()
528 int npages, int page_shift, struct mlx4_mr *mr) in mlx4_mr_alloc() argument
538 access, npages, page_shift, mr); in mlx4_mr_alloc()
591 int page_shift, struct mlx4_mpt_entry *mpt_entry) in mlx4_mr_rereg_mem_write() argument
595 err = mlx4_mtt_init(dev, npages, page_shift, &mr->mtt); in mlx4_mr_rereg_mem_write()
601 mpt_entry->entity_size = cpu_to_be32(page_shift); in mlx4_mr_rereg_mem_write()
[all …]
|
| /Linux-v5.4/drivers/net/ethernet/mellanox/mlx5/core/ |
| D | alloc.c | 81 buf->page_shift = (u8)get_order(size) + PAGE_SHIFT; in mlx5_buf_alloc_node()
94 while (t & ((1 << buf->page_shift) - 1)) { in mlx5_buf_alloc_node()
95 --buf->page_shift; in mlx5_buf_alloc_node()
128 buf->page_shift = PAGE_SHIFT; in mlx5_frag_buf_alloc_node()
142 if (frag->map & ((1 << buf->page_shift) - 1)) { in mlx5_frag_buf_alloc_node()
146 &frag->map, buf->page_shift); in mlx5_frag_buf_alloc_node()
295 addr = buf->frags->map + (i << buf->page_shift); in mlx5_fill_page_array()
|
| /Linux-v5.4/tools/testing/selftests/kvm/lib/x86_64/ |
| D | vmx.c | 402 TEST_ASSERT((nested_paddr >> vm->page_shift) <= vm->max_gfn, in nested_pg_map()
410 TEST_ASSERT((paddr >> vm->page_shift) <= vm->max_gfn, in nested_pg_map()
425 >> vm->page_shift; in nested_pg_map()
437 >> vm->page_shift; in nested_pg_map()
449 >> vm->page_shift; in nested_pg_map()
458 pte[index[0]].address = paddr >> vm->page_shift; in nested_pg_map()
515 i = (region->region.guest_phys_addr >> vm->page_shift) - 1; in nested_map_memslot()
516 last = i + (region->region.memory_size >> vm->page_shift); in nested_map_memslot()
523 (uint64_t)i << vm->page_shift, in nested_map_memslot()
524 (uint64_t)i << vm->page_shift, in nested_map_memslot()
[all …]
|
| /Linux-v5.4/arch/powerpc/platforms/powernv/ |
| D | pci-ioda-tce.c | 22 u64 dma_offset, unsigned int page_shift) in pnv_pci_setup_iommu_table() argument
26 tbl->it_page_shift = page_shift; in pnv_pci_setup_iommu_table()
264 __u32 page_shift, __u64 window_size, __u32 levels, in pnv_pci_ioda2_table_alloc_pages() argument
271 unsigned int entries_shift = window_shift - page_shift; in pnv_pci_ioda2_table_alloc_pages()
287 if ((level_shift - 3) * levels + page_shift >= 55) in pnv_pci_ioda2_table_alloc_pages()
321 page_shift); in pnv_pci_ioda2_table_alloc_pages()
|
| D | pci.h | 198 extern unsigned long pnv_pci_ioda2_get_table_size(__u32 page_shift,
237 __u32 page_shift, __u64 window_size, __u32 levels,
248 u64 dma_offset, unsigned int page_shift);
|
| /Linux-v5.4/drivers/infiniband/sw/rdmavt/ |
| D | mr.c | 412 mr->mr.page_shift = PAGE_SHIFT; in rvt_reg_user_mr()
604 u32 ps = 1 << mr->mr.page_shift; in rvt_set_page()
605 u32 mapped_segs = mr->mr.length >> mr->mr.page_shift; in rvt_set_page()
639 mr->mr.page_shift = PAGE_SHIFT; in rvt_map_mr_sg()
758 fmr->mr.page_shift = fmr_attr->page_shift; in rvt_alloc_fmr()
806 ps = 1 << fmr->mr.page_shift; in rvt_map_phys_fmr()
970 if (mr->page_shift) { in rvt_lkey_ok()
978 entries_spanned_by_off = off >> mr->page_shift; in rvt_lkey_ok()
979 off -= (entries_spanned_by_off << mr->page_shift); in rvt_lkey_ok()
1077 if (mr->page_shift) { in rvt_rkey_ok()
[all …]
|
| /Linux-v5.4/drivers/mtd/nand/raw/ |
| D | nand_bbt.c | 180 from = ((loff_t)page) << this->page_shift; in read_bbt()
396 scan_read(this, buf, (loff_t)td->pages[0] << this->page_shift, in read_abs_bbts()
405 scan_read(this, buf, (loff_t)md->pages[0] << this->page_shift, in read_abs_bbts()
532 int blocktopage = this->bbt_erase_shift - this->page_shift; in search_bbt()
634 (this->bbt_erase_shift - this->page_shift); in get_bbt_block()
662 page = block << (this->bbt_erase_shift - this->page_shift); in get_bbt_block()
765 page = block << (this->bbt_erase_shift - this->page_shift); in write_bbt()
786 to = ((loff_t)page) << this->page_shift; in write_bbt()
802 ops.ooblen = (len >> this->page_shift) * mtd->oobsize; in write_bbt()
809 pageoffs = page - (int)(to >> this->page_shift); in write_bbt()
[all …]
|
| /Linux-v5.4/arch/powerpc/include/asm/ |
| D | iommu.h | 164 __u32 page_shift,
169 __u32 page_shift,
296 extern int iommu_tce_check_ioba(unsigned long page_shift,
299 extern int iommu_tce_check_gpa(unsigned long page_shift,
|
| /Linux-v5.4/include/rdma/ |
| D | ib_umem_odp.h | 82 unsigned int page_shift; member
106 umem_odp->page_shift; in ib_umem_odp_num_pages()
|
| /Linux-v5.4/arch/powerpc/platforms/pseries/ |
| D | iommu.c | 887 struct ddw_create_response *create, int page_shift, in create_ddw() argument
911 page_shift, window_shift); in create_ddw()
916 cfg_addr, BUID_HI(buid), BUID_LO(buid), page_shift, in create_ddw()
973 int page_shift; in enable_ddw() local
1034 page_shift = 24; /* 16MB */ in enable_ddw()
1036 page_shift = 16; /* 64kB */ in enable_ddw()
1038 page_shift = 12; /* 4kB */ in enable_ddw()
1047 if (query.largest_available_block < (max_addr >> page_shift)) { in enable_ddw()
1050 1ULL << page_shift); in enable_ddw()
1069 ret = create_ddw(dev, ddw_avail, &create, page_shift, len); in enable_ddw()
[all …]
|
| /Linux-v5.4/drivers/infiniband/sw/rxe/ |
| D | rxe_mr.c | 192 mem->page_shift = PAGE_SHIFT; in rxe_mem_init_user()
275 if (likely(mem->page_shift)) { in lookup_iova()
277 offset >>= mem->page_shift; in lookup_iova()
607 page_size = 1 << mem->page_shift; in rxe_mem_map_pages()
626 mem->length = num_pages << mem->page_shift; in rxe_mem_map_pages()
|
| /Linux-v5.4/kernel/events/ |
| D | ring_buffer.c | 155 int have_lost, page_shift; in __perf_output_begin() local
232 page_shift = PAGE_SHIFT + page_order(rb); in __perf_output_begin()
234 handle->page = (offset >> page_shift) & (rb->nr_pages - 1); in __perf_output_begin()
235 offset &= (1UL << page_shift) - 1; in __perf_output_begin()
237 handle->size = (1UL << page_shift) - offset; in __perf_output_begin()
|
