1 /*
2 * Copyright (c) 2016 Mellanox Technologies Ltd. All rights reserved.
3 * Copyright (c) 2015 System Fabric Works, Inc. All rights reserved.
4 *
5 * This software is available to you under a choice of one of two
6 * licenses. You may choose to be licensed under the terms of the GNU
7 * General Public License (GPL) Version 2, available from the file
8 * COPYING in the main directory of this source tree, or the
9 * OpenIB.org BSD license below:
10 *
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
13 * conditions are met:
14 *
15 * - Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
17 * disclaimer.
18 *
19 * - Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
23 *
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
31 * SOFTWARE.
32 */
33
34 #include "rxe.h"
35 #include "rxe_loc.h"
36 #include "rxe_queue.h"
37
rxe_srq_chk_attr(struct rxe_dev * rxe,struct rxe_srq * srq,struct ib_srq_attr * attr,enum ib_srq_attr_mask mask)38 int rxe_srq_chk_attr(struct rxe_dev *rxe, struct rxe_srq *srq,
39 struct ib_srq_attr *attr, enum ib_srq_attr_mask mask)
40 {
41 if (srq && srq->error) {
42 pr_warn("srq in error state\n");
43 goto err1;
44 }
45
46 if (mask & IB_SRQ_MAX_WR) {
47 if (attr->max_wr > rxe->attr.max_srq_wr) {
48 pr_warn("max_wr(%d) > max_srq_wr(%d)\n",
49 attr->max_wr, rxe->attr.max_srq_wr);
50 goto err1;
51 }
52
53 if (attr->max_wr <= 0) {
54 pr_warn("max_wr(%d) <= 0\n", attr->max_wr);
55 goto err1;
56 }
57
58 if (srq && srq->limit && (attr->max_wr < srq->limit)) {
59 pr_warn("max_wr (%d) < srq->limit (%d)\n",
60 attr->max_wr, srq->limit);
61 goto err1;
62 }
63
64 if (attr->max_wr < RXE_MIN_SRQ_WR)
65 attr->max_wr = RXE_MIN_SRQ_WR;
66 }
67
68 if (mask & IB_SRQ_LIMIT) {
69 if (attr->srq_limit > rxe->attr.max_srq_wr) {
70 pr_warn("srq_limit(%d) > max_srq_wr(%d)\n",
71 attr->srq_limit, rxe->attr.max_srq_wr);
72 goto err1;
73 }
74
75 if (srq && (attr->srq_limit > srq->rq.queue->buf->index_mask)) {
76 pr_warn("srq_limit (%d) > cur limit(%d)\n",
77 attr->srq_limit,
78 srq->rq.queue->buf->index_mask);
79 goto err1;
80 }
81 }
82
83 if (mask == IB_SRQ_INIT_MASK) {
84 if (attr->max_sge > rxe->attr.max_srq_sge) {
85 pr_warn("max_sge(%d) > max_srq_sge(%d)\n",
86 attr->max_sge, rxe->attr.max_srq_sge);
87 goto err1;
88 }
89
90 if (attr->max_sge < RXE_MIN_SRQ_SGE)
91 attr->max_sge = RXE_MIN_SRQ_SGE;
92 }
93
94 return 0;
95
96 err1:
97 return -EINVAL;
98 }
99
rxe_srq_from_init(struct rxe_dev * rxe,struct rxe_srq * srq,struct ib_srq_init_attr * init,struct ib_ucontext * context,struct rxe_create_srq_resp __user * uresp)100 int rxe_srq_from_init(struct rxe_dev *rxe, struct rxe_srq *srq,
101 struct ib_srq_init_attr *init,
102 struct ib_ucontext *context,
103 struct rxe_create_srq_resp __user *uresp)
104 {
105 int err;
106 int srq_wqe_size;
107 struct rxe_queue *q;
108
109 srq->ibsrq.event_handler = init->event_handler;
110 srq->ibsrq.srq_context = init->srq_context;
111 srq->limit = init->attr.srq_limit;
112 srq->srq_num = srq->pelem.index;
113 srq->rq.max_wr = init->attr.max_wr;
114 srq->rq.max_sge = init->attr.max_sge;
115
116 srq_wqe_size = rcv_wqe_size(srq->rq.max_sge);
117
118 spin_lock_init(&srq->rq.producer_lock);
119 spin_lock_init(&srq->rq.consumer_lock);
120
121 q = rxe_queue_init(rxe, &srq->rq.max_wr,
122 srq_wqe_size);
123 if (!q) {
124 pr_warn("unable to allocate queue for srq\n");
125 return -ENOMEM;
126 }
127
128 srq->rq.queue = q;
129
130 err = do_mmap_info(rxe, uresp ? &uresp->mi : NULL, context, q->buf,
131 q->buf_size, &q->ip);
132 if (err)
133 return err;
134
135 if (uresp) {
136 if (copy_to_user(&uresp->srq_num, &srq->srq_num,
137 sizeof(uresp->srq_num)))
138 return -EFAULT;
139 }
140
141 return 0;
142 }
143
rxe_srq_from_attr(struct rxe_dev * rxe,struct rxe_srq * srq,struct ib_srq_attr * attr,enum ib_srq_attr_mask mask,struct rxe_modify_srq_cmd * ucmd)144 int rxe_srq_from_attr(struct rxe_dev *rxe, struct rxe_srq *srq,
145 struct ib_srq_attr *attr, enum ib_srq_attr_mask mask,
146 struct rxe_modify_srq_cmd *ucmd)
147 {
148 int err;
149 struct rxe_queue *q = srq->rq.queue;
150 struct mminfo __user *mi = NULL;
151
152 if (mask & IB_SRQ_MAX_WR) {
153 /*
154 * This is completely screwed up, the response is supposed to
155 * be in the outbuf not like this.
156 */
157 mi = u64_to_user_ptr(ucmd->mmap_info_addr);
158
159 err = rxe_queue_resize(q, &attr->max_wr,
160 rcv_wqe_size(srq->rq.max_sge),
161 srq->rq.queue->ip ?
162 srq->rq.queue->ip->context :
163 NULL,
164 mi, &srq->rq.producer_lock,
165 &srq->rq.consumer_lock);
166 if (err)
167 goto err2;
168 }
169
170 if (mask & IB_SRQ_LIMIT)
171 srq->limit = attr->srq_limit;
172
173 return 0;
174
175 err2:
176 rxe_queue_cleanup(q);
177 srq->rq.queue = NULL;
178 return err;
179 }
180
