79 void mlx4_free_icm(struct mlx4_dev *dev, struct mlx4_icm *icm, int coherent)  in mlx4_free_icm()  argument
83 	if (!icm)  in mlx4_free_icm()
86 	list_for_each_entry_safe(chunk, tmp, &icm->chunk_list, list) {  in mlx4_free_icm()
95 	kfree(icm);  in mlx4_free_icm()
136 	struct mlx4_icm *icm;  in mlx4_alloc_icm()  local
145 	icm = kmalloc_node(sizeof(*icm),  in mlx4_alloc_icm()
148 	if (!icm) {  in mlx4_alloc_icm()
149 		icm = kmalloc(sizeof(*icm),  in mlx4_alloc_icm()
151 		if (!icm)  in mlx4_alloc_icm()
155 	icm->refcount = 0;  in mlx4_alloc_icm()
156 	INIT_LIST_HEAD(&icm->chunk_list);  in mlx4_alloc_icm()
177 			list_add_tail(&chunk->list, &icm->chunk_list);  in mlx4_alloc_icm()
231 	return icm;  in mlx4_alloc_icm()
234 	mlx4_free_icm(dev, icm, coherent);  in mlx4_alloc_icm()
238 static int mlx4_MAP_ICM(struct mlx4_dev *dev, struct mlx4_icm *icm, u64 virt)  in mlx4_MAP_ICM()  argument
240 	return mlx4_map_cmd(dev, MLX4_CMD_MAP_ICM, icm, virt);  in mlx4_MAP_ICM()
249 int mlx4_MAP_ICM_AUX(struct mlx4_dev *dev, struct mlx4_icm *icm)  in mlx4_MAP_ICM_AUX()  argument
251 	return mlx4_map_cmd(dev, MLX4_CMD_MAP_ICM_AUX, icm, -1);  in mlx4_MAP_ICM_AUX()
268 	if (table->icm[i]) {  in mlx4_table_get()
269 		++table->icm[i]->refcount;  in mlx4_table_get()
273 	table->icm[i] = mlx4_alloc_icm(dev, MLX4_TABLE_CHUNK_SIZE >> PAGE_SHIFT,  in mlx4_table_get()
276 	if (!table->icm[i]) {  in mlx4_table_get()
281 	if (mlx4_MAP_ICM(dev, table->icm[i], table->virt +  in mlx4_table_get()
283 		mlx4_free_icm(dev, table->icm[i], table->coherent);  in mlx4_table_get()
284 		table->icm[i] = NULL;  in mlx4_table_get()
289 	++table->icm[i]->refcount;  in mlx4_table_get()
305 	if (--table->icm[i]->refcount == 0) {  in mlx4_table_put()
309 		mlx4_free_icm(dev, table->icm[i], table->coherent);  in mlx4_table_put()
310 		table->icm[i] = NULL;  in mlx4_table_put()
322 	struct mlx4_icm *icm;  in mlx4_table_find()  local
331 	icm = table->icm[idx / MLX4_TABLE_CHUNK_SIZE];  in mlx4_table_find()
334 	if (!icm)  in mlx4_table_find()
337 	list_for_each_entry(chunk, &icm->chunk_list, list) {  in mlx4_table_find()
411 	table->icm      = kvcalloc(num_icm, sizeof(*table->icm), GFP_KERNEL);  in mlx4_init_icm_table()
412 	if (!table->icm)  in mlx4_init_icm_table()
429 		table->icm[i] = mlx4_alloc_icm(dev, chunk_size >> PAGE_SHIFT,  in mlx4_init_icm_table()
432 		if (!table->icm[i])  in mlx4_init_icm_table()
434 		if (mlx4_MAP_ICM(dev, table->icm[i], virt + i * MLX4_TABLE_CHUNK_SIZE)) {  in mlx4_init_icm_table()
435 			mlx4_free_icm(dev, table->icm[i], use_coherent);  in mlx4_init_icm_table()
436 			table->icm[i] = NULL;  in mlx4_init_icm_table()
444 		++table->icm[i]->refcount;  in mlx4_init_icm_table()
451 		if (table->icm[i]) {  in mlx4_init_icm_table()
454 			mlx4_free_icm(dev, table->icm[i], use_coherent);  in mlx4_init_icm_table()
457 	kvfree(table->icm);  in mlx4_init_icm_table()
467 		if (table->icm[i]) {  in mlx4_cleanup_icm_table()
470 			mlx4_free_icm(dev, table->icm[i], table->coherent);  in mlx4_cleanup_icm_table()
473 	kvfree(table->icm);  in mlx4_cleanup_icm_table()