4628 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_caam_fqdan_cb()  local
4630 	ppriv = container_of(nctx, struct dpaa2_caam_priv_per_cpu, nctx);  in dpaa2_caam_fqdan_cb()
4631 	napi_schedule_irqoff(&ppriv->napi);  in dpaa2_caam_fqdan_cb()
4638 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_dpio_setup()  local
4642 		ppriv = per_cpu_ptr(priv->ppriv, cpu);  in dpaa2_dpseci_dpio_setup()
4643 		ppriv->priv = priv;  in dpaa2_dpseci_dpio_setup()
4644 		nctx = &ppriv->nctx;  in dpaa2_dpseci_dpio_setup()
4646 		nctx->id = ppriv->rsp_fqid;  in dpaa2_dpseci_dpio_setup()
4651 		ppriv->dpio = dpaa2_io_service_select(cpu);  in dpaa2_dpseci_dpio_setup()
4652 		err = dpaa2_io_service_register(ppriv->dpio, nctx, dev);  in dpaa2_dpseci_dpio_setup()
4666 		ppriv->store = dpaa2_io_store_create(DPAA2_CAAM_STORE_SIZE,  in dpaa2_dpseci_dpio_setup()
4668 		if (unlikely(!ppriv->store)) {  in dpaa2_dpseci_dpio_setup()
4682 		ppriv = per_cpu_ptr(priv->ppriv, cpu);  in dpaa2_dpseci_dpio_setup()
4683 		if (!ppriv->nctx.cb)  in dpaa2_dpseci_dpio_setup()
4685 		dpaa2_io_service_deregister(ppriv->dpio, &ppriv->nctx, dev);  in dpaa2_dpseci_dpio_setup()
4689 		ppriv = per_cpu_ptr(priv->ppriv, cpu);  in dpaa2_dpseci_dpio_setup()
4690 		if (!ppriv->store)  in dpaa2_dpseci_dpio_setup()
4692 		dpaa2_io_store_destroy(ppriv->store);  in dpaa2_dpseci_dpio_setup()
4700 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_dpio_free()  local
4704 		ppriv = per_cpu_ptr(priv->ppriv, cpu);  in dpaa2_dpseci_dpio_free()
4705 		dpaa2_io_service_deregister(ppriv->dpio, &ppriv->nctx,  in dpaa2_dpseci_dpio_free()
4707 		dpaa2_io_store_destroy(ppriv->store);  in dpaa2_dpseci_dpio_free()
4719 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_bind()  local
4724 		ppriv = per_cpu_ptr(priv->ppriv, cpu);  in dpaa2_dpseci_bind()
4730 		rx_queue_cfg.dest_cfg.dest_id = ppriv->nctx.dpio_id;  in dpaa2_dpseci_bind()
4736 		rx_queue_cfg.user_ctx = ppriv->nctx.qman64;  in dpaa2_dpseci_bind()
4798 static int dpaa2_caam_pull_fq(struct dpaa2_caam_priv_per_cpu *ppriv)  in dpaa2_caam_pull_fq()  argument
4804 		err = dpaa2_io_service_pull_fq(ppriv->dpio, ppriv->rsp_fqid,  in dpaa2_caam_pull_fq()
4805 					       ppriv->store);  in dpaa2_caam_pull_fq()
4809 		dev_err(ppriv->priv->dev, "dpaa2_io_service_pull err %d", err);  in dpaa2_caam_pull_fq()
4814 static int dpaa2_caam_store_consume(struct dpaa2_caam_priv_per_cpu *ppriv)  in dpaa2_caam_store_consume()  argument
4820 		dq = dpaa2_io_store_next(ppriv->store, &is_last);  in dpaa2_caam_store_consume()
4823 				dev_dbg(ppriv->priv->dev,  in dpaa2_caam_store_consume()
4825 					ppriv->rsp_fqid);  in dpaa2_caam_store_consume()
4837 		dpaa2_caam_process_fd(ppriv->priv, dpaa2_dq_fd(dq));  in dpaa2_caam_store_consume()
4846 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_poll()  local
4850 	ppriv = container_of(napi, struct dpaa2_caam_priv_per_cpu, napi);  in dpaa2_dpseci_poll()
4851 	priv = ppriv->priv;  in dpaa2_dpseci_poll()
4853 	if (unlikely(dpaa2_caam_pull_fq(ppriv)))  in dpaa2_dpseci_poll()
4857 		store_cleaned = dpaa2_caam_store_consume(ppriv);  in dpaa2_dpseci_poll()
4865 		err = dpaa2_caam_pull_fq(ppriv);  in dpaa2_dpseci_poll()
4872 		err = dpaa2_io_service_rearm(ppriv->dpio, &ppriv->nctx);  in dpaa2_dpseci_poll()
4940 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_setup()  local
5017 		ppriv = per_cpu_ptr(priv->ppriv, cpu);  in dpaa2_dpseci_setup()
5018 		ppriv->req_fqid = priv->tx_queue_attr[j].fqid;  in dpaa2_dpseci_setup()
5027 		ppriv->rsp_fqid = priv->rx_queue_attr[j].fqid;  in dpaa2_dpseci_setup()
5028 		ppriv->prio = j;  in dpaa2_dpseci_setup()
5034 		ppriv->net_dev.dev = *dev;  in dpaa2_dpseci_setup()
5035 		INIT_LIST_HEAD(&ppriv->net_dev.napi_list);  in dpaa2_dpseci_setup()
5036 		netif_napi_add(&ppriv->net_dev, &ppriv->napi, dpaa2_dpseci_poll,  in dpaa2_dpseci_setup()
5054 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_enable()  local
5058 		ppriv = per_cpu_ptr(priv->ppriv, i);  in dpaa2_dpseci_enable()
5059 		napi_enable(&ppriv->napi);  in dpaa2_dpseci_enable()
5068 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_dpseci_disable()  local
5087 		ppriv = per_cpu_ptr(priv->ppriv, i);  in dpaa2_dpseci_disable()
5088 		napi_disable(&ppriv->napi);  in dpaa2_dpseci_disable()
5089 		netif_napi_del(&ppriv->napi);  in dpaa2_dpseci_disable()
5148 	priv->ppriv = alloc_percpu(*priv->ppriv);  in dpaa2_caam_probe()
5149 	if (!priv->ppriv) {  in dpaa2_caam_probe()
5335 	free_percpu(priv->ppriv);  in dpaa2_caam_probe()
5382 	free_percpu(priv->ppriv);  in dpaa2_caam_remove()
5393 	struct dpaa2_caam_priv_per_cpu *ppriv;  in dpaa2_caam_enqueue()  local
5424 	ppriv = this_cpu_ptr(priv->ppriv);  in dpaa2_caam_enqueue()
5426 		err = dpaa2_io_service_enqueue_fq(ppriv->dpio, ppriv->req_fqid,  in dpaa2_caam_enqueue()