105 int caam_qi_enqueue(struct device *qidev, struct caam_drv_req *req)  in caam_qi_enqueue()  argument
115 	addr = dma_map_single(qidev, req->fd_sgt, sizeof(req->fd_sgt),  in caam_qi_enqueue()
117 	if (dma_mapping_error(qidev, addr)) {  in caam_qi_enqueue()
118 		dev_err(qidev, "DMA mapping error for QI enqueue request\n");  in caam_qi_enqueue()
133 	dev_err(qidev, "qman_enqueue failed: %d\n", ret);  in caam_qi_enqueue()
144 	struct device *qidev = &(raw_cpu_ptr(&pcpu_qipriv)->net_dev.dev);  in caam_fq_ern_cb()  local
149 		dev_err(qidev, "Non-compound FD from CAAM\n");  in caam_fq_ern_cb()
155 		dev_err(qidev,  in caam_fq_ern_cb()
160 	dma_unmap_single(drv_req->drv_ctx->qidev, qm_fd_addr(fd),  in caam_fq_ern_cb()
166 static struct qman_fq *create_caam_req_fq(struct device *qidev,  in create_caam_req_fq()  argument
185 		dev_err(qidev, "Failed to create session req FQ\n");  in create_caam_req_fq()
201 		dev_err(qidev, "Failed to init session req FQ\n");  in create_caam_req_fq()
205 	dev_dbg(qidev, "Allocated request FQ %u for CPU %u\n", req_fq->fqid,  in create_caam_req_fq()
216 static int empty_retired_fq(struct device *qidev, struct qman_fq *fq)  in empty_retired_fq()  argument
225 		dev_err(qidev, "Volatile dequeue fail for FQ: %u\n", fq->fqid);  in empty_retired_fq()
239 static int kill_fq(struct device *qidev, struct qman_fq *fq)  in kill_fq()  argument
246 		dev_err(qidev, "qman_retire_fq failed: %d\n", ret);  in kill_fq()
266 		ret = empty_retired_fq(qidev, fq);  in kill_fq()
268 			dev_err(qidev, "empty_retired_fq fail for FQ: %u\n",  in kill_fq()
276 		dev_err(qidev, "OOS of FQID: %u failed\n", fq->fqid);  in kill_fq()
314 	struct device *qidev = drv_ctx->qidev;  in caam_drv_ctx_update()  local
318 		dev_err(qidev, "Invalid descriptor len: %d words\n", num_words);  in caam_drv_ctx_update()
326 	new_fq = create_caam_req_fq(drv_ctx->qidev, drv_ctx->rsp_fq,  in caam_drv_ctx_update()
329 		dev_err(qidev, "FQ allocation for shdesc update failed\n");  in caam_drv_ctx_update()
339 		dev_err(qidev, "Old CAAM FQ empty failed: %d\n", ret);  in caam_drv_ctx_update()
344 		if (kill_fq(qidev, new_fq))  in caam_drv_ctx_update()
345 			dev_warn(qidev, "New CAAM FQ kill failed\n");  in caam_drv_ctx_update()
357 	dma_sync_single_for_device(qidev, drv_ctx->context_a,  in caam_drv_ctx_update()
365 		dev_err(qidev, "Fail to sched new CAAM FQ, ecode = %d\n", ret);  in caam_drv_ctx_update()
374 		if (kill_fq(qidev, new_fq))  in caam_drv_ctx_update()
375 			dev_warn(qidev, "New CAAM FQ kill failed\n");  in caam_drv_ctx_update()
376 	} else if (kill_fq(qidev, old_fq)) {  in caam_drv_ctx_update()
377 		dev_warn(qidev, "Old CAAM FQ kill failed\n");  in caam_drv_ctx_update()
384 struct caam_drv_ctx *caam_drv_ctx_init(struct device *qidev,  in caam_drv_ctx_init()  argument
396 		dev_err(qidev, "Invalid descriptor len: %d words\n",  in caam_drv_ctx_init()
413 	hwdesc = dma_map_single(qidev, drv_ctx->prehdr, size,  in caam_drv_ctx_init()
415 	if (dma_mapping_error(qidev, hwdesc)) {  in caam_drv_ctx_init()
416 		dev_err(qidev, "DMA map error for preheader + shdesc\n");  in caam_drv_ctx_init()
439 	drv_ctx->req_fq = create_caam_req_fq(qidev, drv_ctx->rsp_fq, hwdesc,  in caam_drv_ctx_init()
442 		dev_err(qidev, "create_caam_req_fq failed\n");  in caam_drv_ctx_init()
443 		dma_unmap_single(qidev, hwdesc, size, DMA_BIDIRECTIONAL);  in caam_drv_ctx_init()
448 	drv_ctx->qidev = qidev;  in caam_drv_ctx_init()
485 	if (kill_fq(drv_ctx->qidev, drv_ctx->req_fq))  in caam_drv_ctx_rel()
486 		dev_err(drv_ctx->qidev, "Crypto session req FQ kill failed\n");  in caam_drv_ctx_rel()
488 	dma_unmap_single(drv_ctx->qidev, drv_ctx->context_a,  in caam_drv_ctx_rel()
495 int caam_qi_shutdown(struct device *qidev)  in caam_qi_shutdown()  argument
498 	struct caam_qi_priv *priv = dev_get_drvdata(qidev);  in caam_qi_shutdown()
509 		if (kill_fq(qidev, per_cpu(pcpu_qipriv.rsp_fq, i)))  in caam_qi_shutdown()
510 			dev_err(qidev, "Rsp FQ kill failed, cpu: %d\n", i);  in caam_qi_shutdown()
522 		dev_err(qidev, "Deletion of CGR failed: %d\n", ret);  in caam_qi_shutdown()
574 	struct device *qidev = &(raw_cpu_ptr(&pcpu_qipriv)->net_dev.dev);  in caam_rsp_fq_dqrr_cb()  local
588 			dev_err(qidev, "Error: %#x in CAAM response FD\n",  in caam_rsp_fq_dqrr_cb()
593 		dev_err(qidev, "Non-compound FD from CAAM\n");  in caam_rsp_fq_dqrr_cb()
599 		dev_err(qidev,  in caam_rsp_fq_dqrr_cb()
604 	dma_unmap_single(drv_req->drv_ctx->qidev, qm_fd_addr(fd),  in caam_rsp_fq_dqrr_cb()
611 static int alloc_rsp_fq_cpu(struct device *qidev, unsigned int cpu)  in alloc_rsp_fq_cpu()  argument
626 		dev_err(qidev, "Rsp FQ create failed\n");  in alloc_rsp_fq_cpu()
645 		dev_err(qidev, "Rsp FQ init failed\n");  in alloc_rsp_fq_cpu()
652 	dev_dbg(qidev, "Allocated response FQ %u for CPU %u", fq->fqid, cpu);  in alloc_rsp_fq_cpu()
656 static int init_cgr(struct device *qidev)  in init_cgr()  argument
665 		dev_err(qidev, "CGR alloc failed for rsp FQs: %d\n", ret);  in init_cgr()
679 		dev_err(qidev, "Error %d creating CAAM CGRID: %u\n", ret,  in init_cgr()
684 	dev_dbg(qidev, "Congestion threshold set to %llu\n", val);  in init_cgr()
688 static int alloc_rsp_fqs(struct device *qidev)  in alloc_rsp_fqs()  argument
695 		ret = alloc_rsp_fq_cpu(qidev, i);  in alloc_rsp_fqs()
697 			dev_err(qidev, "CAAM rsp FQ alloc failed, cpu: %u", i);  in alloc_rsp_fqs()
718 	struct device *ctrldev = &caam_pdev->dev, *qidev;  in caam_qi_init()  local
745 	qidev = &qi_pdev->dev;  in caam_qi_init()
748 	dev_set_drvdata(qidev, &qipriv);  in caam_qi_init()
751 	err = init_cgr(qidev);  in caam_qi_init()
753 		dev_err(qidev, "CGR initialization failed: %d\n", err);  in caam_qi_init()
759 	err = alloc_rsp_fqs(qidev);  in caam_qi_init()
761 		dev_err(qidev, "Can't allocate CAAM response FQs: %d\n", err);  in caam_qi_init()
777 		net_dev->dev = *qidev;  in caam_qi_init()
787 	ctrlpriv->qidev = qidev;  in caam_qi_init()
792 		dev_err(qidev, "Can't allocate CAAM cache\n");  in caam_qi_init()
804 	dev_info(qidev, "Linux CAAM Queue I/F driver initialised\n");  in caam_qi_init()