| /Linux-v4.19/drivers/infiniband/core/ |
| D | fmr_pool.c | 121 struct ib_pool_fmr *fmr; in ib_fmr_cache_lookup() local
128 hlist_for_each_entry(fmr, bucket, cache_node) in ib_fmr_cache_lookup()
129 if (io_virtual_address == fmr->io_virtual_address && in ib_fmr_cache_lookup()
130 page_list_len == fmr->page_list_len && in ib_fmr_cache_lookup()
131 !memcmp(page_list, fmr->page_list, in ib_fmr_cache_lookup()
133 return fmr; in ib_fmr_cache_lookup()
141 struct ib_pool_fmr *fmr; in ib_fmr_batch_release() local
147 list_for_each_entry(fmr, &pool->dirty_list, list) { in ib_fmr_batch_release()
148 hlist_del_init(&fmr->cache_node); in ib_fmr_batch_release()
149 fmr->remap_count = 0; in ib_fmr_batch_release()
[all …]
|
| D | verbs.c | 1986 struct ib_fmr *fmr; in ib_alloc_fmr() local
1991 fmr = pd->device->alloc_fmr(pd, mr_access_flags, fmr_attr); in ib_alloc_fmr()
1992 if (!IS_ERR(fmr)) { in ib_alloc_fmr()
1993 fmr->device = pd->device; in ib_alloc_fmr()
1994 fmr->pd = pd; in ib_alloc_fmr()
1998 return fmr; in ib_alloc_fmr()
2004 struct ib_fmr *fmr; in ib_unmap_fmr() local
2009 fmr = list_entry(fmr_list->next, struct ib_fmr, list); in ib_unmap_fmr()
2010 return fmr->device->unmap_fmr(fmr_list); in ib_unmap_fmr()
2014 int ib_dealloc_fmr(struct ib_fmr *fmr) in ib_dealloc_fmr() argument
[all …]
|
| /Linux-v4.19/net/rds/ |
| D | ib_fmr.c | 39 struct rds_ib_fmr *fmr; in rds_ib_alloc_fmr() local
58 fmr = &ibmr->u.fmr; in rds_ib_alloc_fmr()
59 fmr->fmr = ib_alloc_fmr(rds_ibdev->pd, in rds_ib_alloc_fmr()
65 if (IS_ERR(fmr->fmr)) { in rds_ib_alloc_fmr()
66 err = PTR_ERR(fmr->fmr); in rds_ib_alloc_fmr()
67 fmr->fmr = NULL; in rds_ib_alloc_fmr()
92 struct rds_ib_fmr *fmr = &ibmr->u.fmr; in rds_ib_map_fmr() local
159 ret = ib_map_phys_fmr(fmr->fmr, dma_pages, page_cnt, io_addr); in rds_ib_map_fmr()
193 struct rds_ib_fmr *fmr; in rds_ib_reg_fmr() local
201 fmr = &ibmr->u.fmr; in rds_ib_reg_fmr()
[all …]
|
| D | ib_mr.h | 47 struct ib_fmr *fmr; member
82 struct rds_ib_fmr fmr; member
|
| /Linux-v4.19/net/sunrpc/xprtrdma/ |
| D | fmr_ops.c | 61 mr->fmr.fm_physaddrs = kcalloc(RPCRDMA_MAX_FMR_SGES, in fmr_op_init_mr()
63 if (!mr->fmr.fm_physaddrs) in fmr_op_init_mr()
73 mr->fmr.fm_mr = ib_alloc_fmr(ia->ri_pd, RPCRDMA_FMR_ACCESS_FLAGS, in fmr_op_init_mr()
75 if (IS_ERR(mr->fmr.fm_mr)) in fmr_op_init_mr()
83 PTR_ERR(mr->fmr.fm_mr)); in fmr_op_init_mr()
87 kfree(mr->fmr.fm_physaddrs); in fmr_op_init_mr()
97 list_add(&mr->fmr.fm_mr->list, &l); in __fmr_unmap()
99 list_del(&mr->fmr.fm_mr->list); in __fmr_unmap()
109 kfree(mr->fmr.fm_physaddrs); in fmr_op_release_mr()
120 rc = ib_dealloc_fmr(mr->fmr.fm_mr); in fmr_op_release_mr()
[all …]
|
| /Linux-v4.19/drivers/net/ethernet/mellanox/mlx4/ |
| D | mr.c | 968 static inline int mlx4_check_fmr(struct mlx4_fmr *fmr, u64 *page_list, in mlx4_check_fmr() argument
973 if (npages > fmr->max_pages) in mlx4_check_fmr()
976 page_mask = (1 << fmr->page_shift) - 1; in mlx4_check_fmr()
989 if (fmr->maps >= fmr->max_maps) in mlx4_check_fmr()
995 int mlx4_map_phys_fmr(struct mlx4_dev *dev, struct mlx4_fmr *fmr, u64 *page_list, in mlx4_map_phys_fmr() argument
1001 err = mlx4_check_fmr(fmr, page_list, npages, iova); in mlx4_map_phys_fmr()
1005 ++fmr->maps; in mlx4_map_phys_fmr()
1007 key = key_to_hw_index(fmr->mr.key); in mlx4_map_phys_fmr()
1009 *lkey = *rkey = fmr->mr.key = hw_index_to_key(key); in mlx4_map_phys_fmr()
1011 *(u8 *) fmr->mpt = MLX4_MPT_STATUS_SW; in mlx4_map_phys_fmr()
[all …]
|
| /Linux-v4.19/drivers/infiniband/hw/mthca/ |
| D | mthca_mr.c | 678 int mthca_free_fmr(struct mthca_dev *dev, struct mthca_fmr *fmr) in mthca_free_fmr() argument
680 if (fmr->maps) in mthca_free_fmr()
683 mthca_free_region(dev, fmr->ibmr.lkey); in mthca_free_fmr()
684 mthca_free_mtt(dev, fmr->mtt); in mthca_free_fmr()
689 static inline int mthca_check_fmr(struct mthca_fmr *fmr, u64 *page_list, in mthca_check_fmr() argument
694 if (list_len > fmr->attr.max_pages) in mthca_check_fmr()
697 page_mask = (1 << fmr->attr.page_shift) - 1; in mthca_check_fmr()
710 if (fmr->maps >= fmr->attr.max_maps) in mthca_check_fmr()
720 struct mthca_fmr *fmr = to_mfmr(ibfmr); in mthca_tavor_map_phys_fmr() local
726 err = mthca_check_fmr(fmr, page_list, list_len, iova); in mthca_tavor_map_phys_fmr()
[all …]
|
| D | mthca_provider.c | 1019 struct mthca_fmr *fmr; in mthca_alloc_fmr() local
1022 fmr = kmalloc(sizeof *fmr, GFP_KERNEL); in mthca_alloc_fmr()
1023 if (!fmr) in mthca_alloc_fmr()
1026 memcpy(&fmr->attr, fmr_attr, sizeof *fmr_attr); in mthca_alloc_fmr()
1028 convert_access(mr_access_flags), fmr); in mthca_alloc_fmr()
1031 kfree(fmr); in mthca_alloc_fmr()
1035 return &fmr->ibmr; in mthca_alloc_fmr()
1038 static int mthca_dealloc_fmr(struct ib_fmr *fmr) in mthca_dealloc_fmr() argument
1040 struct mthca_fmr *mfmr = to_mfmr(fmr); in mthca_dealloc_fmr()
1043 err = mthca_free_fmr(to_mdev(fmr->device), mfmr); in mthca_dealloc_fmr()
[all …]
|
| D | mthca_dev.h | 482 u32 access, struct mthca_fmr *fmr);
485 void mthca_tavor_fmr_unmap(struct mthca_dev *dev, struct mthca_fmr *fmr);
488 void mthca_arbel_fmr_unmap(struct mthca_dev *dev, struct mthca_fmr *fmr);
489 int mthca_free_fmr(struct mthca_dev *dev, struct mthca_fmr *fmr);
|
| /Linux-v4.19/drivers/infiniband/sw/rdmavt/ |
| D | mr.c | 726 struct rvt_fmr *fmr; in rvt_alloc_fmr() local
733 fmr = kzalloc(struct_size(fmr, mr.map, m), GFP_KERNEL); in rvt_alloc_fmr()
734 if (!fmr) in rvt_alloc_fmr()
737 rval = rvt_init_mregion(&fmr->mr, pd, fmr_attr->max_pages, in rvt_alloc_fmr()
746 rval = rvt_alloc_lkey(&fmr->mr, 0); in rvt_alloc_fmr()
749 fmr->ibfmr.rkey = fmr->mr.lkey; in rvt_alloc_fmr()
750 fmr->ibfmr.lkey = fmr->mr.lkey; in rvt_alloc_fmr()
755 fmr->mr.access_flags = mr_access_flags; in rvt_alloc_fmr()
756 fmr->mr.max_segs = fmr_attr->max_pages; in rvt_alloc_fmr()
757 fmr->mr.page_shift = fmr_attr->page_shift; in rvt_alloc_fmr()
[all …]
|
| /Linux-v4.19/fs/xfs/ |
| D | xfs_fsmap.c | 241 struct xfs_fsmap fmr; in xfs_getfsmap_helper() local
285 fmr.fmr_device = info->dev; in xfs_getfsmap_helper()
286 fmr.fmr_physical = info->next_daddr; in xfs_getfsmap_helper()
287 fmr.fmr_owner = info->missing_owner; in xfs_getfsmap_helper()
288 fmr.fmr_offset = 0; in xfs_getfsmap_helper()
289 fmr.fmr_length = rec_daddr - info->next_daddr; in xfs_getfsmap_helper()
290 fmr.fmr_flags = FMR_OF_SPECIAL_OWNER; in xfs_getfsmap_helper()
291 error = info->formatter(&fmr, info->format_arg); in xfs_getfsmap_helper()
306 fmr.fmr_device = info->dev; in xfs_getfsmap_helper()
307 fmr.fmr_physical = rec_daddr; in xfs_getfsmap_helper()
[all …]
|
| /Linux-v4.19/fs/ext4/ |
| D | fsmap.c | 88 struct ext4_fsmap fmr; in ext4_getfsmap_helper() local
141 fmr.fmr_device = info->gfi_dev; in ext4_getfsmap_helper()
142 fmr.fmr_physical = info->gfi_next_fsblk; in ext4_getfsmap_helper()
143 fmr.fmr_owner = EXT4_FMR_OWN_UNKNOWN; in ext4_getfsmap_helper()
144 fmr.fmr_length = rec_fsblk - info->gfi_next_fsblk; in ext4_getfsmap_helper()
145 fmr.fmr_flags = FMR_OF_SPECIAL_OWNER; in ext4_getfsmap_helper()
146 error = info->gfi_formatter(&fmr, info->gfi_format_arg); in ext4_getfsmap_helper()
163 fmr.fmr_device = info->gfi_dev; in ext4_getfsmap_helper()
164 fmr.fmr_physical = rec_fsblk; in ext4_getfsmap_helper()
165 fmr.fmr_owner = rec->fmr_owner; in ext4_getfsmap_helper()
[all …]
|
| /Linux-v4.19/drivers/infiniband/hw/mlx4/ |
| D | mr.c | 708 struct mlx4_ib_fmr *fmr; in mlx4_ib_fmr_alloc() local
711 fmr = kmalloc(sizeof *fmr, GFP_KERNEL); in mlx4_ib_fmr_alloc()
712 if (!fmr) in mlx4_ib_fmr_alloc()
717 fmr_attr->page_shift, &fmr->mfmr); in mlx4_ib_fmr_alloc()
721 err = mlx4_fmr_enable(to_mdev(pd->device)->dev, &fmr->mfmr); in mlx4_ib_fmr_alloc()
725 fmr->ibfmr.rkey = fmr->ibfmr.lkey = fmr->mfmr.mr.key; in mlx4_ib_fmr_alloc()
727 return &fmr->ibfmr; in mlx4_ib_fmr_alloc()
730 (void) mlx4_mr_free(to_mdev(pd->device)->dev, &fmr->mfmr.mr); in mlx4_ib_fmr_alloc()
733 kfree(fmr); in mlx4_ib_fmr_alloc()
|
| /Linux-v4.19/include/rdma/ |
| D | ib_fmr_pool.h | 68 struct ib_fmr *fmr; member
91 int ib_fmr_pool_unmap(struct ib_pool_fmr *fmr);
|
| /Linux-v4.19/drivers/infiniband/ulp/iser/ |
| D | iser_memory.c | 237 struct ib_pool_fmr *fmr; in iser_fast_reg_fmr() local
251 fmr = ib_fmr_pool_map_phys(fmr_pool, page_vec->pages, in iser_fast_reg_fmr()
253 if (IS_ERR(fmr)) { in iser_fast_reg_fmr()
254 ret = PTR_ERR(fmr); in iser_fast_reg_fmr()
259 reg->sge.lkey = fmr->fmr->lkey; in iser_fast_reg_fmr()
260 reg->rkey = fmr->fmr->rkey; in iser_fast_reg_fmr()
263 reg->mem_h = fmr; in iser_fast_reg_fmr()
|
| /Linux-v4.19/drivers/mtd/nand/raw/ |
| D | fsl_elbc_nand.c | 58 unsigned int fmr; /* FCM Flash Mode Register value */ member
92 if (priv->fmr & FMR_ECCM) in fsl_elbc_ooblayout_ecc()
113 oobregion->length = (priv->fmr & FMR_ECCM) ? 7 : 5; in fsl_elbc_ooblayout_free()
116 ((priv->fmr & FMR_ECCM) ? 5 : 7); in fsl_elbc_ooblayout_free()
225 out_be32(&lbc->fmr, priv->fmr | 3); in fsl_elbc_run_command()
231 in_be32(&lbc->fmr), in_be32(&lbc->fir), in_be32(&lbc->fcr)); in fsl_elbc_run_command()
655 priv->fmr |= al << FMR_AL_SHIFT; in fsl_elbc_attach_chip()
770 priv->fmr = 15 << FMR_CWTO_SHIFT; in fsl_elbc_chip_init()
772 priv->fmr |= FMR_ECCM; in fsl_elbc_chip_init()
|
| /Linux-v4.19/arch/powerpc/math-emu/ |
| D | fmr.c | 7 fmr(u32 *frD, u32 *frB) in fmr() function
|
| D | Makefile | 13 fmr.o lfd.o stfd.o
|
| D | math.c | 70 FLOATFUNC(fmr);
315 case FMR: func = fmr; type = XB; break; in do_mathemu()
|
| /Linux-v4.19/drivers/infiniband/hw/ocrdma/ |
| D | ocrdma_hw.h | 119 int ocrdma_mbx_dealloc_lkey(struct ocrdma_dev *, int fmr, u32 lkey);
|
| /Linux-v4.19/drivers/infiniband/ulp/srp/ |
| D | ib_srp.h | 314 } fmr; member
|
| D | ib_srp.c | 1446 struct ib_pool_fmr *fmr; in srp_map_finish_fmr() local
1449 if (state->fmr.next >= state->fmr.end) { in srp_map_finish_fmr()
1467 fmr = ib_fmr_pool_map_phys(ch->fmr_pool, state->pages, in srp_map_finish_fmr()
1469 if (IS_ERR(fmr)) in srp_map_finish_fmr()
1470 return PTR_ERR(fmr); in srp_map_finish_fmr()
1472 *state->fmr.next++ = fmr; in srp_map_finish_fmr()
1476 state->dma_len, fmr->fmr->rkey); in srp_map_finish_fmr()
1628 state->fmr.next = req->fmr_list; in srp_map_sg_fmr()
1629 state->fmr.end = req->fmr_list + ch->target->mr_per_cmd; in srp_map_sg_fmr()
|
| /Linux-v4.19/include/linux/mlx4/ |
| D | device.h | 1413 int mlx4_map_phys_fmr(struct mlx4_dev *dev, struct mlx4_fmr *fmr, u64 *page_list,
1416 int max_maps, u8 page_shift, struct mlx4_fmr *fmr);
1417 int mlx4_fmr_enable(struct mlx4_dev *dev, struct mlx4_fmr *fmr);
1418 void mlx4_fmr_unmap(struct mlx4_dev *dev, struct mlx4_fmr *fmr,
1420 int mlx4_fmr_free(struct mlx4_dev *dev, struct mlx4_fmr *fmr);
|
| /Linux-v4.19/arch/powerpc/include/asm/ |
| D | fsl_lbc.h | 178 __be32 fmr; /**< Flash Mode Register */ member
|
| /Linux-v4.19/drivers/tty/serial/ |
| D | atmel_serial.c | 174 u32 fmr; member
1811 unsigned int fmr; in atmel_startup() local
1821 fmr = ATMEL_US_TXRDYM(txrdym) | ATMEL_US_RXRDYM(rxrdym); in atmel_startup()
1824 fmr |= ATMEL_US_FRTSC | in atmel_startup()
1828 atmel_uart_writel(port, ATMEL_US_FMR, fmr); in atmel_startup()
2586 atmel_port->cache.fmr = atmel_uart_readl(port, ATMEL_US_FMR); in atmel_serial_suspend()
2624 atmel_port->cache.fmr); in atmel_serial_resume()
|
