107 int caam_qi_enqueue(struct device *qidev, struct caam_drv_req *req)  in caam_qi_enqueue()  argument
117 	addr = dma_map_single(qidev, req->fd_sgt, sizeof(req->fd_sgt),  in caam_qi_enqueue()
119 	if (dma_mapping_error(qidev, addr)) {  in caam_qi_enqueue()
120 		dev_err(qidev, "DMA mapping error for QI enqueue request\n");  in caam_qi_enqueue()
135 	dev_err(qidev, "qman_enqueue failed: %d\n", ret);  in caam_qi_enqueue()
146 	struct device *qidev = &(raw_cpu_ptr(&pcpu_qipriv)->net_dev.dev);  in caam_fq_ern_cb()  local
147 	struct caam_drv_private *priv = dev_get_drvdata(qidev);  in caam_fq_ern_cb()
152 		dev_err(qidev, "Non-compound FD from CAAM\n");  in caam_fq_ern_cb()
158 		dev_err(qidev,  in caam_fq_ern_cb()
163 	dma_unmap_single(drv_req->drv_ctx->qidev, qm_fd_addr(fd),  in caam_fq_ern_cb()
172 static struct qman_fq *create_caam_req_fq(struct device *qidev,  in create_caam_req_fq()  argument
191 		dev_err(qidev, "Failed to create session req FQ\n");  in create_caam_req_fq()
207 		dev_err(qidev, "Failed to init session req FQ\n");  in create_caam_req_fq()
211 	dev_dbg(qidev, "Allocated request FQ %u for CPU %u\n", req_fq->fqid,  in create_caam_req_fq()
222 static int empty_retired_fq(struct device *qidev, struct qman_fq *fq)  in empty_retired_fq()  argument
231 		dev_err(qidev, "Volatile dequeue fail for FQ: %u\n", fq->fqid);  in empty_retired_fq()
245 static int kill_fq(struct device *qidev, struct qman_fq *fq)  in kill_fq()  argument
252 		dev_err(qidev, "qman_retire_fq failed: %d\n", ret);  in kill_fq()
272 		ret = empty_retired_fq(qidev, fq);  in kill_fq()
274 			dev_err(qidev, "empty_retired_fq fail for FQ: %u\n",  in kill_fq()
282 		dev_err(qidev, "OOS of FQID: %u failed\n", fq->fqid);  in kill_fq()
320 	struct device *qidev = drv_ctx->qidev;  in caam_drv_ctx_update()  local
324 		dev_err(qidev, "Invalid descriptor len: %d words\n", num_words);  in caam_drv_ctx_update()
332 	new_fq = create_caam_req_fq(drv_ctx->qidev, drv_ctx->rsp_fq,  in caam_drv_ctx_update()
335 		dev_err(qidev, "FQ allocation for shdesc update failed\n");  in caam_drv_ctx_update()
345 		dev_err(qidev, "Old CAAM FQ empty failed: %d\n", ret);  in caam_drv_ctx_update()
350 		if (kill_fq(qidev, new_fq))  in caam_drv_ctx_update()
351 			dev_warn(qidev, "New CAAM FQ kill failed\n");  in caam_drv_ctx_update()
364 	dma_sync_single_for_device(qidev, drv_ctx->context_a,  in caam_drv_ctx_update()
372 		dev_err(qidev, "Fail to sched new CAAM FQ, ecode = %d\n", ret);  in caam_drv_ctx_update()
381 		if (kill_fq(qidev, new_fq))  in caam_drv_ctx_update()
382 			dev_warn(qidev, "New CAAM FQ kill failed\n");  in caam_drv_ctx_update()
383 	} else if (kill_fq(qidev, old_fq)) {  in caam_drv_ctx_update()
384 		dev_warn(qidev, "Old CAAM FQ kill failed\n");  in caam_drv_ctx_update()
391 struct caam_drv_ctx *caam_drv_ctx_init(struct device *qidev,  in caam_drv_ctx_init()  argument
403 		dev_err(qidev, "Invalid descriptor len: %d words\n",  in caam_drv_ctx_init()
421 	hwdesc = dma_map_single(qidev, drv_ctx->prehdr, size,  in caam_drv_ctx_init()
423 	if (dma_mapping_error(qidev, hwdesc)) {  in caam_drv_ctx_init()
424 		dev_err(qidev, "DMA map error for preheader + shdesc\n");  in caam_drv_ctx_init()
447 	drv_ctx->req_fq = create_caam_req_fq(qidev, drv_ctx->rsp_fq, hwdesc,  in caam_drv_ctx_init()
450 		dev_err(qidev, "create_caam_req_fq failed\n");  in caam_drv_ctx_init()
451 		dma_unmap_single(qidev, hwdesc, size, DMA_BIDIRECTIONAL);  in caam_drv_ctx_init()
456 	drv_ctx->qidev = qidev;  in caam_drv_ctx_init()
493 	if (kill_fq(drv_ctx->qidev, drv_ctx->req_fq))  in caam_drv_ctx_rel()
494 		dev_err(drv_ctx->qidev, "Crypto session req FQ kill failed\n");  in caam_drv_ctx_rel()
496 	dma_unmap_single(drv_ctx->qidev, drv_ctx->context_a,  in caam_drv_ctx_rel()
503 void caam_qi_shutdown(struct device *qidev)  in caam_qi_shutdown()  argument
516 		if (kill_fq(qidev, per_cpu(pcpu_qipriv.rsp_fq, i)))  in caam_qi_shutdown()
517 			dev_err(qidev, "Rsp FQ kill failed, cpu: %d\n", i);  in caam_qi_shutdown()
565 	struct device *qidev = &(raw_cpu_ptr(&pcpu_qipriv)->net_dev.dev);  in caam_rsp_fq_dqrr_cb()  local
566 	struct caam_drv_private *priv = dev_get_drvdata(qidev);  in caam_rsp_fq_dqrr_cb()
580 			dev_err_ratelimited(qidev,  in caam_rsp_fq_dqrr_cb()
586 		dev_err(qidev, "Non-compound FD from CAAM\n");  in caam_rsp_fq_dqrr_cb()
592 		dev_err(qidev,  in caam_rsp_fq_dqrr_cb()
597 	dma_unmap_single(drv_req->drv_ctx->qidev, qm_fd_addr(fd),  in caam_rsp_fq_dqrr_cb()
604 static int alloc_rsp_fq_cpu(struct device *qidev, unsigned int cpu)  in alloc_rsp_fq_cpu()  argument
619 		dev_err(qidev, "Rsp FQ create failed\n");  in alloc_rsp_fq_cpu()
638 		dev_err(qidev, "Rsp FQ init failed\n");  in alloc_rsp_fq_cpu()
645 	dev_dbg(qidev, "Allocated response FQ %u for CPU %u", fq->fqid, cpu);  in alloc_rsp_fq_cpu()
649 static int init_cgr(struct device *qidev)  in init_cgr()  argument
658 		dev_err(qidev, "CGR alloc failed for rsp FQs: %d\n", ret);  in init_cgr()
672 		dev_err(qidev, "Error %d creating CAAM CGRID: %u\n", ret,  in init_cgr()
677 	dev_dbg(qidev, "Congestion threshold set to %llu\n", val);  in init_cgr()
681 static int alloc_rsp_fqs(struct device *qidev)  in alloc_rsp_fqs()  argument
688 		ret = alloc_rsp_fq_cpu(qidev, i);  in alloc_rsp_fqs()
690 			dev_err(qidev, "CAAM rsp FQ alloc failed, cpu: %u", i);  in alloc_rsp_fqs()
710 	struct device *ctrldev = &caam_pdev->dev, *qidev;  in caam_qi_init()  local
715 	qidev = ctrldev;  in caam_qi_init()
718 	err = init_cgr(qidev);  in caam_qi_init()
720 		dev_err(qidev, "CGR initialization failed: %d\n", err);  in caam_qi_init()
725 	err = alloc_rsp_fqs(qidev);  in caam_qi_init()
727 		dev_err(qidev, "Can't allocate CAAM response FQs: %d\n", err);  in caam_qi_init()
742 		net_dev->dev = *qidev;  in caam_qi_init()
754 		dev_err(qidev, "Can't allocate CAAM cache\n");  in caam_qi_init()
765 	dev_info(qidev, "Linux CAAM Queue I/F driver initialised\n");  in caam_qi_init()