29 const struct ipa_mem *ipa_mem_find(struct ipa *ipa, enum ipa_mem_id mem_id)  in ipa_mem_find()  argument
33 	for (i = 0; i < ipa->mem_count; i++) {  in ipa_mem_find()
34 		const struct ipa_mem *mem = &ipa->mem[i];  in ipa_mem_find()
47 	struct ipa *ipa = container_of(trans->gsi, struct ipa, gsi);  in ipa_mem_zero_region_add()  local
48 	const struct ipa_mem *mem = ipa_mem_find(ipa, mem_id);  in ipa_mem_zero_region_add()
49 	dma_addr_t addr = ipa->zero_addr;  in ipa_mem_zero_region_add()
75 int ipa_mem_setup(struct ipa *ipa)  in ipa_mem_setup()  argument
77 	dma_addr_t addr = ipa->zero_addr;  in ipa_mem_setup()
88 	trans = ipa_cmd_trans_alloc(ipa, 4);  in ipa_mem_setup()
90 		dev_err(&ipa->pdev->dev, "no transaction for memory setup\n");  in ipa_mem_setup()
98 	mem = ipa_mem_find(ipa, IPA_MEM_MODEM_HEADER);  in ipa_mem_setup()
101 	mem = ipa_mem_find(ipa, IPA_MEM_AP_HEADER);  in ipa_mem_setup()
114 	mem = ipa_mem_find(ipa, IPA_MEM_MODEM_PROC_CTX);  in ipa_mem_setup()
115 	offset = ipa->mem_offset + mem->offset;  in ipa_mem_setup()
117 	reg = ipa_reg(ipa, LOCAL_PKT_PROC_CNTXT);  in ipa_mem_setup()
119 	iowrite32(val, ipa->reg_virt + ipa_reg_offset(reg));  in ipa_mem_setup()
125 static bool ipa_mem_id_valid(struct ipa *ipa, enum ipa_mem_id mem_id)  in ipa_mem_id_valid()  argument
127 	enum ipa_version version = ipa->version;  in ipa_mem_id_valid()
180 static bool ipa_mem_id_required(struct ipa *ipa, enum ipa_mem_id mem_id)  in ipa_mem_id_required()  argument
202 		return ipa->version >= IPA_VERSION_4_0;  in ipa_mem_id_required()
209 static bool ipa_mem_valid_one(struct ipa *ipa, const struct ipa_mem *mem)  in ipa_mem_valid_one()  argument
211 	struct device *dev = &ipa->pdev->dev;  in ipa_mem_valid_one()
216 	if (!ipa_mem_id_valid(ipa, mem_id)) {  in ipa_mem_valid_one()
245 static bool ipa_mem_valid(struct ipa *ipa, const struct ipa_mem_data *mem_data)  in ipa_mem_valid()  argument
248 	struct device *dev = &ipa->pdev->dev;  in ipa_mem_valid()
267 		if (!ipa_mem_valid_one(ipa, mem))  in ipa_mem_valid()
273 		if (ipa_mem_id_required(ipa, mem_id))  in ipa_mem_valid()
282 static bool ipa_mem_size_valid(struct ipa *ipa)  in ipa_mem_size_valid()  argument
284 	struct device *dev = &ipa->pdev->dev;  in ipa_mem_size_valid()
285 	u32 limit = ipa->mem_size;  in ipa_mem_size_valid()
288 	for (i = 0; i < ipa->mem_count; i++) {  in ipa_mem_size_valid()
289 		const struct ipa_mem *mem = &ipa->mem[i];  in ipa_mem_size_valid()
309 int ipa_mem_config(struct ipa *ipa)  in ipa_mem_config()  argument
311 	struct device *dev = &ipa->pdev->dev;  in ipa_mem_config()
321 	reg = ipa_reg(ipa, SHARED_MEM_SIZE);  in ipa_mem_config()
322 	val = ioread32(ipa->reg_virt + ipa_reg_offset(reg));  in ipa_mem_config()
325 	ipa->mem_offset = 8 * ipa_reg_decode(reg, MEM_BADDR, val);  in ipa_mem_config()
331 	if (ipa->mem_offset + mem_size < ipa->mem_size) {  in ipa_mem_config()
334 		ipa->mem_size = mem_size;  in ipa_mem_config()
335 	} else if (ipa->mem_offset + mem_size > ipa->mem_size) {  in ipa_mem_config()
341 	if (!ipa_mem_size_valid(ipa))  in ipa_mem_config()
348 	ipa->zero_addr = addr;  in ipa_mem_config()
349 	ipa->zero_virt = virt;  in ipa_mem_config()
350 	ipa->zero_size = IPA_MEM_MAX;  in ipa_mem_config()
355 	for (i = 0; i < ipa->mem_count; i++) {  in ipa_mem_config()
356 		u16 canary_count = ipa->mem[i].canary_count;  in ipa_mem_config()
363 		canary = ipa->mem_virt + ipa->mem_offset + ipa->mem[i].offset;  in ipa_mem_config()
370 	if (!ipa_table_valid(ipa))  in ipa_mem_config()
374 	if (!ipa_cmd_data_valid(ipa))  in ipa_mem_config()
378 	mem = ipa_mem_find(ipa, IPA_MEM_UC_EVENT_RING);  in ipa_mem_config()
387 	dma_free_coherent(dev, IPA_MEM_MAX, ipa->zero_virt, ipa->zero_addr);  in ipa_mem_config()
393 void ipa_mem_deconfig(struct ipa *ipa)  in ipa_mem_deconfig()  argument
395 	struct device *dev = &ipa->pdev->dev;  in ipa_mem_deconfig()
397 	dma_free_coherent(dev, ipa->zero_size, ipa->zero_virt, ipa->zero_addr);  in ipa_mem_deconfig()
398 	ipa->zero_size = 0;  in ipa_mem_deconfig()
399 	ipa->zero_virt = NULL;  in ipa_mem_deconfig()
400 	ipa->zero_addr = 0;  in ipa_mem_deconfig()
413 int ipa_mem_zero_modem(struct ipa *ipa)  in ipa_mem_zero_modem()  argument
420 	trans = ipa_cmd_trans_alloc(ipa, 3);  in ipa_mem_zero_modem()
422 		dev_err(&ipa->pdev->dev,  in ipa_mem_zero_modem()
452 static int ipa_imem_init(struct ipa *ipa, unsigned long addr, size_t size)  in ipa_imem_init()  argument
454 	struct device *dev = &ipa->pdev->dev;  in ipa_imem_init()
478 	ipa->imem_iova = iova;  in ipa_imem_init()
479 	ipa->imem_size = size;  in ipa_imem_init()
484 static void ipa_imem_exit(struct ipa *ipa)  in ipa_imem_exit()  argument
489 	if (!ipa->imem_size)  in ipa_imem_exit()
492 	dev = &ipa->pdev->dev;  in ipa_imem_exit()
497 		size = iommu_unmap(domain, ipa->imem_iova, ipa->imem_size);  in ipa_imem_exit()
498 		if (size != ipa->imem_size)  in ipa_imem_exit()
500 				 size, ipa->imem_size);  in ipa_imem_exit()
505 	ipa->imem_size = 0;  in ipa_imem_exit()
506 	ipa->imem_iova = 0;  in ipa_imem_exit()
526 static int ipa_smem_init(struct ipa *ipa, u32 item, size_t size)  in ipa_smem_init()  argument
528 	struct device *dev = &ipa->pdev->dev;  in ipa_smem_init()
586 	ipa->smem_iova = iova;  in ipa_smem_init()
587 	ipa->smem_size = size;  in ipa_smem_init()
592 static void ipa_smem_exit(struct ipa *ipa)  in ipa_smem_exit()  argument
594 	struct device *dev = &ipa->pdev->dev;  in ipa_smem_exit()
601 		size = iommu_unmap(domain, ipa->smem_iova, ipa->smem_size);  in ipa_smem_exit()
602 		if (size != ipa->smem_size)  in ipa_smem_exit()
604 				 size, ipa->smem_size);  in ipa_smem_exit()
610 	ipa->smem_size = 0;  in ipa_smem_exit()
611 	ipa->smem_iova = 0;  in ipa_smem_exit()
615 int ipa_mem_init(struct ipa *ipa, const struct ipa_mem_data *mem_data)  in ipa_mem_init()  argument
617 	struct device *dev = &ipa->pdev->dev;  in ipa_mem_init()
622 	if (!ipa_mem_valid(ipa, mem_data))  in ipa_mem_init()
625 	ipa->mem_count = mem_data->local_count;  in ipa_mem_init()
626 	ipa->mem = mem_data->local;  in ipa_mem_init()
628 	ret = dma_set_mask_and_coherent(&ipa->pdev->dev, DMA_BIT_MASK(64));  in ipa_mem_init()
634 	res = platform_get_resource_byname(ipa->pdev, IORESOURCE_MEM,  in ipa_mem_init()
642 	ipa->mem_virt = memremap(res->start, resource_size(res), MEMREMAP_WC);  in ipa_mem_init()
643 	if (!ipa->mem_virt) {  in ipa_mem_init()
648 	ipa->mem_addr = res->start;  in ipa_mem_init()
649 	ipa->mem_size = resource_size(res);  in ipa_mem_init()
651 	ret = ipa_imem_init(ipa, mem_data->imem_addr, mem_data->imem_size);  in ipa_mem_init()
655 	ret = ipa_smem_init(ipa, mem_data->smem_id, mem_data->smem_size);  in ipa_mem_init()
662 	ipa_imem_exit(ipa);  in ipa_mem_init()
664 	memunmap(ipa->mem_virt);  in ipa_mem_init()
670 void ipa_mem_exit(struct ipa *ipa)  in ipa_mem_exit()  argument
672 	ipa_smem_exit(ipa);  in ipa_mem_exit()
673 	ipa_imem_exit(ipa);  in ipa_mem_exit()
674 	memunmap(ipa->mem_virt);  in ipa_mem_exit()