1 // SPDX-License-Identifier: (BSD-3-Clause OR GPL-2.0-only)
2 /* Copyright(c) 2022 Intel Corporation */
3 #include "adf_transport.h"
4 #include "qat_algs_send.h"
5 #include "qat_crypto.h"
6
7 #define ADF_MAX_RETRIES 20
8
qat_alg_send_message_retry(struct qat_alg_req * req)9 static int qat_alg_send_message_retry(struct qat_alg_req *req)
10 {
11 int ret = 0, ctr = 0;
12
13 do {
14 ret = adf_send_message(req->tx_ring, req->fw_req);
15 } while (ret == -EAGAIN && ctr++ < ADF_MAX_RETRIES);
16
17 if (ret == -EAGAIN)
18 return -ENOSPC;
19
20 return -EINPROGRESS;
21 }
22
qat_alg_send_backlog(struct qat_instance_backlog * backlog)23 void qat_alg_send_backlog(struct qat_instance_backlog *backlog)
24 {
25 struct qat_alg_req *req, *tmp;
26
27 spin_lock_bh(&backlog->lock);
28 list_for_each_entry_safe(req, tmp, &backlog->list, list) {
29 if (adf_send_message(req->tx_ring, req->fw_req)) {
30 /* The HW ring is full. Do nothing.
31 * qat_alg_send_backlog() will be invoked again by
32 * another callback.
33 */
34 break;
35 }
36 list_del(&req->list);
37 req->base->complete(req->base, -EINPROGRESS);
38 }
39 spin_unlock_bh(&backlog->lock);
40 }
41
qat_alg_backlog_req(struct qat_alg_req * req,struct qat_instance_backlog * backlog)42 static void qat_alg_backlog_req(struct qat_alg_req *req,
43 struct qat_instance_backlog *backlog)
44 {
45 INIT_LIST_HEAD(&req->list);
46
47 spin_lock_bh(&backlog->lock);
48 list_add_tail(&req->list, &backlog->list);
49 spin_unlock_bh(&backlog->lock);
50 }
51
qat_alg_send_message_maybacklog(struct qat_alg_req * req)52 static int qat_alg_send_message_maybacklog(struct qat_alg_req *req)
53 {
54 struct qat_instance_backlog *backlog = req->backlog;
55 struct adf_etr_ring_data *tx_ring = req->tx_ring;
56 u32 *fw_req = req->fw_req;
57
58 /* If any request is already backlogged, then add to backlog list */
59 if (!list_empty(&backlog->list))
60 goto enqueue;
61
62 /* If ring is nearly full, then add to backlog list */
63 if (adf_ring_nearly_full(tx_ring))
64 goto enqueue;
65
66 /* If adding request to HW ring fails, then add to backlog list */
67 if (adf_send_message(tx_ring, fw_req))
68 goto enqueue;
69
70 return -EINPROGRESS;
71
72 enqueue:
73 qat_alg_backlog_req(req, backlog);
74
75 return -EBUSY;
76 }
77
qat_alg_send_message(struct qat_alg_req * req)78 int qat_alg_send_message(struct qat_alg_req *req)
79 {
80 u32 flags = req->base->flags;
81
82 if (flags & CRYPTO_TFM_REQ_MAY_BACKLOG)
83 return qat_alg_send_message_maybacklog(req);
84 else
85 return qat_alg_send_message_retry(req);
86 }
87