| /Linux-v5.4/drivers/infiniband/core/ |
| D | fmr_pool.c | 121 struct ib_pool_fmr *fmr; in ib_fmr_cache_lookup() local
128 hlist_for_each_entry(fmr, bucket, cache_node) in ib_fmr_cache_lookup()
129 if (io_virtual_address == fmr->io_virtual_address && in ib_fmr_cache_lookup()
130 page_list_len == fmr->page_list_len && in ib_fmr_cache_lookup()
131 !memcmp(page_list, fmr->page_list, in ib_fmr_cache_lookup()
133 return fmr; in ib_fmr_cache_lookup()
141 struct ib_pool_fmr *fmr; in ib_fmr_batch_release() local
147 list_for_each_entry(fmr, &pool->dirty_list, list) { in ib_fmr_batch_release()
148 hlist_del_init(&fmr->cache_node); in ib_fmr_batch_release()
149 fmr->remap_count = 0; in ib_fmr_batch_release()
[all …]
|
| D | verbs.c | 2111 struct ib_fmr *fmr; in ib_alloc_fmr() local
2116 fmr = pd->device->ops.alloc_fmr(pd, mr_access_flags, fmr_attr); in ib_alloc_fmr()
2117 if (!IS_ERR(fmr)) { in ib_alloc_fmr()
2118 fmr->device = pd->device; in ib_alloc_fmr()
2119 fmr->pd = pd; in ib_alloc_fmr()
2123 return fmr; in ib_alloc_fmr()
2129 struct ib_fmr *fmr; in ib_unmap_fmr() local
2134 fmr = list_entry(fmr_list->next, struct ib_fmr, list); in ib_unmap_fmr()
2135 return fmr->device->ops.unmap_fmr(fmr_list); in ib_unmap_fmr()
2139 int ib_dealloc_fmr(struct ib_fmr *fmr) in ib_dealloc_fmr() argument
[all …]
|
| /Linux-v5.4/net/rds/ |
| D | ib_fmr.c | 39 struct rds_ib_fmr *fmr; in rds_ib_alloc_fmr() local
69 fmr = &ibmr->u.fmr; in rds_ib_alloc_fmr()
70 fmr->fmr = ib_alloc_fmr(rds_ibdev->pd, in rds_ib_alloc_fmr()
76 if (IS_ERR(fmr->fmr)) { in rds_ib_alloc_fmr()
77 err = PTR_ERR(fmr->fmr); in rds_ib_alloc_fmr()
78 fmr->fmr = NULL; in rds_ib_alloc_fmr()
103 struct rds_ib_fmr *fmr = &ibmr->u.fmr; in rds_ib_map_fmr() local
170 ret = ib_map_phys_fmr(fmr->fmr, dma_pages, page_cnt, io_addr); in rds_ib_map_fmr()
204 struct rds_ib_fmr *fmr; in rds_ib_reg_fmr() local
212 fmr = &ibmr->u.fmr; in rds_ib_reg_fmr()
[all …]
|
| D | ib_mr.h | 47 struct ib_fmr *fmr; member
85 struct rds_ib_fmr fmr; member
|
| /Linux-v5.4/drivers/net/ethernet/mellanox/mlx4/ |
| D | mr.c | 969 static inline int mlx4_check_fmr(struct mlx4_fmr *fmr, u64 *page_list, in mlx4_check_fmr() argument
974 if (npages > fmr->max_pages) in mlx4_check_fmr()
977 page_mask = (1 << fmr->page_shift) - 1; in mlx4_check_fmr()
990 if (fmr->maps >= fmr->max_maps) in mlx4_check_fmr()
996 int mlx4_map_phys_fmr(struct mlx4_dev *dev, struct mlx4_fmr *fmr, u64 *page_list, in mlx4_map_phys_fmr() argument
1002 err = mlx4_check_fmr(fmr, page_list, npages, iova); in mlx4_map_phys_fmr()
1006 ++fmr->maps; in mlx4_map_phys_fmr()
1008 key = key_to_hw_index(fmr->mr.key); in mlx4_map_phys_fmr()
1010 *lkey = *rkey = fmr->mr.key = hw_index_to_key(key); in mlx4_map_phys_fmr()
1012 *(u8 *) fmr->mpt = MLX4_MPT_STATUS_SW; in mlx4_map_phys_fmr()
[all …]
|
| /Linux-v5.4/drivers/infiniband/hw/mthca/ |
| D | mthca_mr.c | 678 int mthca_free_fmr(struct mthca_dev *dev, struct mthca_fmr *fmr) in mthca_free_fmr() argument
680 if (fmr->maps) in mthca_free_fmr()
683 mthca_free_region(dev, fmr->ibmr.lkey); in mthca_free_fmr()
684 mthca_free_mtt(dev, fmr->mtt); in mthca_free_fmr()
689 static inline int mthca_check_fmr(struct mthca_fmr *fmr, u64 *page_list, in mthca_check_fmr() argument
694 if (list_len > fmr->attr.max_pages) in mthca_check_fmr()
697 page_mask = (1 << fmr->attr.page_shift) - 1; in mthca_check_fmr()
710 if (fmr->maps >= fmr->attr.max_maps) in mthca_check_fmr()
720 struct mthca_fmr *fmr = to_mfmr(ibfmr); in mthca_tavor_map_phys_fmr() local
726 err = mthca_check_fmr(fmr, page_list, list_len, iova); in mthca_tavor_map_phys_fmr()
[all …]
|
| D | mthca_provider.c | 965 struct mthca_fmr *fmr; in mthca_alloc_fmr() local
968 fmr = kmalloc(sizeof *fmr, GFP_KERNEL); in mthca_alloc_fmr()
969 if (!fmr) in mthca_alloc_fmr()
972 memcpy(&fmr->attr, fmr_attr, sizeof *fmr_attr); in mthca_alloc_fmr()
974 convert_access(mr_access_flags), fmr); in mthca_alloc_fmr()
977 kfree(fmr); in mthca_alloc_fmr()
981 return &fmr->ibmr; in mthca_alloc_fmr()
984 static int mthca_dealloc_fmr(struct ib_fmr *fmr) in mthca_dealloc_fmr() argument
986 struct mthca_fmr *mfmr = to_mfmr(fmr); in mthca_dealloc_fmr()
989 err = mthca_free_fmr(to_mdev(fmr->device), mfmr); in mthca_dealloc_fmr()
[all …]
|
| D | mthca_dev.h | 482 u32 access, struct mthca_fmr *fmr);
485 void mthca_tavor_fmr_unmap(struct mthca_dev *dev, struct mthca_fmr *fmr);
488 void mthca_arbel_fmr_unmap(struct mthca_dev *dev, struct mthca_fmr *fmr);
489 int mthca_free_fmr(struct mthca_dev *dev, struct mthca_fmr *fmr);
|
| /Linux-v5.4/drivers/infiniband/sw/rdmavt/ |
| D | mr.c | 727 struct rvt_fmr *fmr; in rvt_alloc_fmr() local
734 fmr = kzalloc(struct_size(fmr, mr.map, m), GFP_KERNEL); in rvt_alloc_fmr()
735 if (!fmr) in rvt_alloc_fmr()
738 rval = rvt_init_mregion(&fmr->mr, pd, fmr_attr->max_pages, in rvt_alloc_fmr()
747 rval = rvt_alloc_lkey(&fmr->mr, 0); in rvt_alloc_fmr()
750 fmr->ibfmr.rkey = fmr->mr.lkey; in rvt_alloc_fmr()
751 fmr->ibfmr.lkey = fmr->mr.lkey; in rvt_alloc_fmr()
756 fmr->mr.access_flags = mr_access_flags; in rvt_alloc_fmr()
757 fmr->mr.max_segs = fmr_attr->max_pages; in rvt_alloc_fmr()
758 fmr->mr.page_shift = fmr_attr->page_shift; in rvt_alloc_fmr()
[all …]
|
| /Linux-v5.4/fs/xfs/ |
| D | xfs_fsmap.c | 237 struct xfs_fsmap fmr; in xfs_getfsmap_helper() local
281 fmr.fmr_device = info->dev; in xfs_getfsmap_helper()
282 fmr.fmr_physical = info->next_daddr; in xfs_getfsmap_helper()
283 fmr.fmr_owner = info->missing_owner; in xfs_getfsmap_helper()
284 fmr.fmr_offset = 0; in xfs_getfsmap_helper()
285 fmr.fmr_length = rec_daddr - info->next_daddr; in xfs_getfsmap_helper()
286 fmr.fmr_flags = FMR_OF_SPECIAL_OWNER; in xfs_getfsmap_helper()
287 error = info->formatter(&fmr, info->format_arg); in xfs_getfsmap_helper()
302 fmr.fmr_device = info->dev; in xfs_getfsmap_helper()
303 fmr.fmr_physical = rec_daddr; in xfs_getfsmap_helper()
[all …]
|
| /Linux-v5.4/fs/ext4/ |
| D | fsmap.c | 88 struct ext4_fsmap fmr; in ext4_getfsmap_helper() local
141 fmr.fmr_device = info->gfi_dev; in ext4_getfsmap_helper()
142 fmr.fmr_physical = info->gfi_next_fsblk; in ext4_getfsmap_helper()
143 fmr.fmr_owner = EXT4_FMR_OWN_UNKNOWN; in ext4_getfsmap_helper()
144 fmr.fmr_length = rec_fsblk - info->gfi_next_fsblk; in ext4_getfsmap_helper()
145 fmr.fmr_flags = FMR_OF_SPECIAL_OWNER; in ext4_getfsmap_helper()
146 error = info->gfi_formatter(&fmr, info->gfi_format_arg); in ext4_getfsmap_helper()
163 fmr.fmr_device = info->gfi_dev; in ext4_getfsmap_helper()
164 fmr.fmr_physical = rec_fsblk; in ext4_getfsmap_helper()
165 fmr.fmr_owner = rec->fmr_owner; in ext4_getfsmap_helper()
[all …]
|
| /Linux-v5.4/drivers/infiniband/hw/mlx4/ |
| D | mr.c | 705 struct mlx4_ib_fmr *fmr; in mlx4_ib_fmr_alloc() local
708 fmr = kmalloc(sizeof *fmr, GFP_KERNEL); in mlx4_ib_fmr_alloc()
709 if (!fmr) in mlx4_ib_fmr_alloc()
714 fmr_attr->page_shift, &fmr->mfmr); in mlx4_ib_fmr_alloc()
718 err = mlx4_fmr_enable(to_mdev(pd->device)->dev, &fmr->mfmr); in mlx4_ib_fmr_alloc()
722 fmr->ibfmr.rkey = fmr->ibfmr.lkey = fmr->mfmr.mr.key; in mlx4_ib_fmr_alloc()
724 return &fmr->ibfmr; in mlx4_ib_fmr_alloc()
727 (void) mlx4_mr_free(to_mdev(pd->device)->dev, &fmr->mfmr.mr); in mlx4_ib_fmr_alloc()
730 kfree(fmr); in mlx4_ib_fmr_alloc()
|
| /Linux-v5.4/include/rdma/ |
| D | ib_fmr_pool.h | 68 struct ib_fmr *fmr; member
91 void ib_fmr_pool_unmap(struct ib_pool_fmr *fmr);
|
| D | ib_verbs.h | 2421 int (*map_phys_fmr)(struct ib_fmr *fmr, u64 *page_list, int list_len,
2424 int (*dealloc_fmr)(struct ib_fmr *fmr);
4190 static inline int ib_map_phys_fmr(struct ib_fmr *fmr, in ib_map_phys_fmr() argument
4194 return fmr->device->ops.map_phys_fmr(fmr, page_list, list_len, iova); in ib_map_phys_fmr()
4207 int ib_dealloc_fmr(struct ib_fmr *fmr);
|
| /Linux-v5.4/drivers/infiniband/ulp/iser/ |
| D | iser_memory.c | 236 struct ib_pool_fmr *fmr; in iser_fast_reg_fmr() local
250 fmr = ib_fmr_pool_map_phys(fmr_pool, page_vec->pages, in iser_fast_reg_fmr()
252 if (IS_ERR(fmr)) { in iser_fast_reg_fmr()
253 ret = PTR_ERR(fmr); in iser_fast_reg_fmr()
258 reg->sge.lkey = fmr->fmr->lkey; in iser_fast_reg_fmr()
259 reg->rkey = fmr->fmr->rkey; in iser_fast_reg_fmr()
262 reg->mem_h = fmr; in iser_fast_reg_fmr()
|
| /Linux-v5.4/drivers/mtd/nand/raw/ |
| D | fsl_elbc_nand.c | 45 unsigned int fmr; /* FCM Flash Mode Register value */ member
79 if (priv->fmr & FMR_ECCM) in fsl_elbc_ooblayout_ecc()
100 oobregion->length = (priv->fmr & FMR_ECCM) ? 7 : 5; in fsl_elbc_ooblayout_free()
103 ((priv->fmr & FMR_ECCM) ? 5 : 7); in fsl_elbc_ooblayout_free()
212 out_be32(&lbc->fmr, priv->fmr | 3); in fsl_elbc_run_command()
218 in_be32(&lbc->fmr), in_be32(&lbc->fir), in_be32(&lbc->fcr)); in fsl_elbc_run_command()
696 priv->fmr = 15 << FMR_CWTO_SHIFT; in fsl_elbc_chip_init()
698 priv->fmr |= FMR_ECCM; in fsl_elbc_chip_init()
772 priv->fmr |= al << FMR_AL_SHIFT; in fsl_elbc_attach_chip()
|
| /Linux-v5.4/arch/powerpc/math-emu/ |
| D | fmr.c | 7 fmr(u32 *frD, u32 *frB) in fmr() function
|
| D | Makefile | 13 fmr.o lfd.o stfd.o
|
| D | math.c | 70 FLOATFUNC(fmr);
315 case FMR: func = fmr; type = XB; break; in do_mathemu()
|
| /Linux-v5.4/drivers/infiniband/hw/ocrdma/ |
| D | ocrdma_hw.h | 119 int ocrdma_mbx_dealloc_lkey(struct ocrdma_dev *, int fmr, u32 lkey);
|
| /Linux-v5.4/drivers/infiniband/ulp/srp/ |
| D | ib_srp.h | 330 } fmr; member
|
| D | ib_srp.c | 1470 struct ib_pool_fmr *fmr; in srp_map_finish_fmr() local
1473 if (state->fmr.next >= state->fmr.end) { in srp_map_finish_fmr()
1491 fmr = ib_fmr_pool_map_phys(ch->fmr_pool, state->pages, in srp_map_finish_fmr()
1493 if (IS_ERR(fmr)) in srp_map_finish_fmr()
1494 return PTR_ERR(fmr); in srp_map_finish_fmr()
1496 *state->fmr.next++ = fmr; in srp_map_finish_fmr()
1500 state->dma_len, fmr->fmr->rkey); in srp_map_finish_fmr()
1651 state->fmr.next = req->fmr_list; in srp_map_sg_fmr()
1652 state->fmr.end = req->fmr_list + ch->target->mr_per_cmd; in srp_map_sg_fmr()
|
| /Linux-v5.4/include/linux/mlx4/ |
| D | device.h | 1415 int mlx4_map_phys_fmr(struct mlx4_dev *dev, struct mlx4_fmr *fmr, u64 *page_list,
1418 int max_maps, u8 page_shift, struct mlx4_fmr *fmr);
1419 int mlx4_fmr_enable(struct mlx4_dev *dev, struct mlx4_fmr *fmr);
1420 void mlx4_fmr_unmap(struct mlx4_dev *dev, struct mlx4_fmr *fmr,
1422 int mlx4_fmr_free(struct mlx4_dev *dev, struct mlx4_fmr *fmr);
|
| /Linux-v5.4/arch/powerpc/include/asm/ |
| D | fsl_lbc.h | 165 __be32 fmr; /**< Flash Mode Register */ member
|
| /Linux-v5.4/drivers/tty/serial/ |
| D | atmel_serial.c | 183 u32 fmr; member
1940 unsigned int fmr; in atmel_startup() local
1950 fmr = ATMEL_US_TXRDYM(txrdym) | ATMEL_US_RXRDYM(rxrdym); in atmel_startup()
1953 fmr |= ATMEL_US_FRTSC | in atmel_startup()
1957 atmel_uart_writel(port, ATMEL_US_FMR, fmr); in atmel_startup()
2733 atmel_port->cache.fmr = atmel_uart_readl(port, ATMEL_US_FMR); in atmel_serial_suspend()
2771 atmel_port->cache.fmr); in atmel_serial_resume()
|
