53 static void set_mkc_access_pd_addr_fields(void *mkc, int acc, u64 start_addr,  in set_mkc_access_pd_addr_fields()  argument
58 	MLX5_SET(mkc, mkc, a, !!(acc & IB_ACCESS_REMOTE_ATOMIC));  in set_mkc_access_pd_addr_fields()
59 	MLX5_SET(mkc, mkc, rw, !!(acc & IB_ACCESS_REMOTE_WRITE));  in set_mkc_access_pd_addr_fields()
60 	MLX5_SET(mkc, mkc, rr, !!(acc & IB_ACCESS_REMOTE_READ));  in set_mkc_access_pd_addr_fields()
61 	MLX5_SET(mkc, mkc, lw, !!(acc & IB_ACCESS_LOCAL_WRITE));  in set_mkc_access_pd_addr_fields()
62 	MLX5_SET(mkc, mkc, lr, 1);  in set_mkc_access_pd_addr_fields()
65 		MLX5_SET(mkc, mkc, relaxed_ordering_write,  in set_mkc_access_pd_addr_fields()
68 		MLX5_SET(mkc, mkc, relaxed_ordering_read,  in set_mkc_access_pd_addr_fields()
71 	MLX5_SET(mkc, mkc, pd, to_mpd(pd)->pdn);  in set_mkc_access_pd_addr_fields()
72 	MLX5_SET(mkc, mkc, qpn, 0xffffff);  in set_mkc_access_pd_addr_fields()
73 	MLX5_SET64(mkc, mkc, start_addr, start_addr);  in set_mkc_access_pd_addr_fields()
81 	void *mkc;  in assign_mkey_variant()  local
83 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);  in assign_mkey_variant()
84 	MLX5_SET(mkc, mkc, mkey_7_0, key);  in assign_mkey_variant()
168 static struct mlx5_ib_mr *alloc_cache_mr(struct mlx5_cache_ent *ent, void *mkc)  in alloc_cache_mr()  argument
179 	set_mkc_access_pd_addr_fields(mkc, 0, 0, ent->dev->umrc.pd);  in alloc_cache_mr()
180 	MLX5_SET(mkc, mkc, free, 1);  in alloc_cache_mr()
181 	MLX5_SET(mkc, mkc, umr_en, 1);  in alloc_cache_mr()
182 	MLX5_SET(mkc, mkc, access_mode_1_0, ent->access_mode & 0x3);  in alloc_cache_mr()
183 	MLX5_SET(mkc, mkc, access_mode_4_2, (ent->access_mode >> 2) & 0x7);  in alloc_cache_mr()
185 	MLX5_SET(mkc, mkc, translations_octword_size, ent->xlt);  in alloc_cache_mr()
186 	MLX5_SET(mkc, mkc, log_page_size, ent->page);  in alloc_cache_mr()
195 	void *mkc;  in add_keys()  local
204 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);  in add_keys()
206 		mr = alloc_cache_mr(ent, mkc);  in add_keys()
243 	void *mkc;  in create_cache_mr()  local
250 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);  in create_cache_mr()
252 	mr = alloc_cache_mr(ent, mkc);  in create_cache_mr()
811 	void *mkc;  in mlx5_ib_get_dma_mr()  local
825 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);  in mlx5_ib_get_dma_mr()
827 	MLX5_SET(mkc, mkc, access_mode_1_0, MLX5_MKC_ACCESS_MODE_PA);  in mlx5_ib_get_dma_mr()
828 	MLX5_SET(mkc, mkc, length64, 1);  in mlx5_ib_get_dma_mr()
829 	set_mkc_access_pd_addr_fields(mkc, acc, 0, pd);  in mlx5_ib_get_dma_mr()
1173 	void *mkc;  in reg_create()  local
1208 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);  in reg_create()
1209 	set_mkc_access_pd_addr_fields(mkc, access_flags, virt_addr,  in reg_create()
1211 	MLX5_SET(mkc, mkc, free, !populate);  in reg_create()
1212 	MLX5_SET(mkc, mkc, access_mode_1_0, MLX5_MKC_ACCESS_MODE_MTT);  in reg_create()
1213 	MLX5_SET(mkc, mkc, umr_en, 1);  in reg_create()
1215 	MLX5_SET64(mkc, mkc, len, length);  in reg_create()
1216 	MLX5_SET(mkc, mkc, bsf_octword_size, 0);  in reg_create()
1217 	MLX5_SET(mkc, mkc, translations_octword_size,  in reg_create()
1219 	MLX5_SET(mkc, mkc, log_page_size, page_shift);  in reg_create()
1266 	void *mkc;  in mlx5_ib_get_dm_mr()  local
1280 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);  in mlx5_ib_get_dm_mr()
1282 	MLX5_SET(mkc, mkc, access_mode_1_0, mode & 0x3);  in mlx5_ib_get_dm_mr()
1283 	MLX5_SET(mkc, mkc, access_mode_4_2, (mode >> 2) & 0x7);  in mlx5_ib_get_dm_mr()
1284 	MLX5_SET64(mkc, mkc, len, length);  in mlx5_ib_get_dm_mr()
1285 	set_mkc_access_pd_addr_fields(mkc, acc, start_addr, pd);  in mlx5_ib_get_dm_mr()
1735 	void *mkc;  in mlx5_set_umr_free_mkey()  local
1737 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);  in mlx5_set_umr_free_mkey()
1740 	set_mkc_access_pd_addr_fields(mkc, 0, 0, pd);  in mlx5_set_umr_free_mkey()
1741 	MLX5_SET(mkc, mkc, free, 1);  in mlx5_set_umr_free_mkey()
1742 	MLX5_SET(mkc, mkc, translations_octword_size, ndescs);  in mlx5_set_umr_free_mkey()
1743 	MLX5_SET(mkc, mkc, access_mode_1_0, access_mode & 0x3);  in mlx5_set_umr_free_mkey()
1744 	MLX5_SET(mkc, mkc, access_mode_4_2, (access_mode >> 2) & 0x7);  in mlx5_set_umr_free_mkey()
1745 	MLX5_SET(mkc, mkc, umr_en, 1);  in mlx5_set_umr_free_mkey()
1746 	MLX5_SET(mkc, mkc, log_page_size, page_shift);  in mlx5_set_umr_free_mkey()
1846 	void *mkc;  in mlx5_alloc_integrity_descs()  local
1881 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);  in mlx5_alloc_integrity_descs()
1882 	MLX5_SET(mkc, mkc, bsf_en, 1);  in mlx5_alloc_integrity_descs()
1883 	MLX5_SET(mkc, mkc, bsf_octword_size, MLX5_MKEY_BSF_OCTO_SIZE);  in mlx5_alloc_integrity_descs()
1991 	void *mkc;  in mlx5_ib_alloc_mw()  local
2020 	mkc = MLX5_ADDR_OF(create_mkey_in, in, memory_key_mkey_entry);  in mlx5_ib_alloc_mw()
2022 	MLX5_SET(mkc, mkc, free, 1);  in mlx5_ib_alloc_mw()
2023 	MLX5_SET(mkc, mkc, translations_octword_size, ndescs);  in mlx5_ib_alloc_mw()
2024 	MLX5_SET(mkc, mkc, pd, to_mpd(ibmw->pd)->pdn);  in mlx5_ib_alloc_mw()
2025 	MLX5_SET(mkc, mkc, umr_en, 1);  in mlx5_ib_alloc_mw()
2026 	MLX5_SET(mkc, mkc, lr, 1);  in mlx5_ib_alloc_mw()
2027 	MLX5_SET(mkc, mkc, access_mode_1_0, MLX5_MKC_ACCESS_MODE_KLMS);  in mlx5_ib_alloc_mw()
2028 	MLX5_SET(mkc, mkc, en_rinval, !!((ibmw->type == IB_MW_TYPE_2)));  in mlx5_ib_alloc_mw()
2029 	MLX5_SET(mkc, mkc, qpn, 0xffffff);  in mlx5_ib_alloc_mw()