1 /*
2 * Copyright (c) 2013-2015, Mellanox Technologies. All rights reserved.
3 *
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
9 *
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
12 * conditions are met:
13 *
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
16 * disclaimer.
17 *
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
22 *
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30 * SOFTWARE.
31 */
32
33 #include <linux/gfp.h>
34 #include <linux/export.h>
35 #include <linux/mlx5/cmd.h>
36 #include <linux/mlx5/qp.h>
37 #include <linux/mlx5/driver.h>
38 #include <linux/mlx5/transobj.h>
39
40 #include "mlx5_core.h"
41 #include "lib/eq.h"
42
43 static int mlx5_core_drain_dct(struct mlx5_core_dev *dev,
44 struct mlx5_core_dct *dct);
45
46 static struct mlx5_core_rsc_common *
mlx5_get_rsc(struct mlx5_qp_table * table,u32 rsn)47 mlx5_get_rsc(struct mlx5_qp_table *table, u32 rsn)
48 {
49 struct mlx5_core_rsc_common *common;
50 unsigned long flags;
51
52 spin_lock_irqsave(&table->lock, flags);
53
54 common = radix_tree_lookup(&table->tree, rsn);
55 if (common)
56 refcount_inc(&common->refcount);
57
58 spin_unlock_irqrestore(&table->lock, flags);
59
60 return common;
61 }
62
mlx5_core_put_rsc(struct mlx5_core_rsc_common * common)63 void mlx5_core_put_rsc(struct mlx5_core_rsc_common *common)
64 {
65 if (refcount_dec_and_test(&common->refcount))
66 complete(&common->free);
67 }
68
qp_allowed_event_types(void)69 static u64 qp_allowed_event_types(void)
70 {
71 u64 mask;
72
73 mask = BIT(MLX5_EVENT_TYPE_PATH_MIG) |
74 BIT(MLX5_EVENT_TYPE_COMM_EST) |
75 BIT(MLX5_EVENT_TYPE_SQ_DRAINED) |
76 BIT(MLX5_EVENT_TYPE_SRQ_LAST_WQE) |
77 BIT(MLX5_EVENT_TYPE_WQ_CATAS_ERROR) |
78 BIT(MLX5_EVENT_TYPE_PATH_MIG_FAILED) |
79 BIT(MLX5_EVENT_TYPE_WQ_INVAL_REQ_ERROR) |
80 BIT(MLX5_EVENT_TYPE_WQ_ACCESS_ERROR);
81
82 return mask;
83 }
84
rq_allowed_event_types(void)85 static u64 rq_allowed_event_types(void)
86 {
87 u64 mask;
88
89 mask = BIT(MLX5_EVENT_TYPE_SRQ_LAST_WQE) |
90 BIT(MLX5_EVENT_TYPE_WQ_CATAS_ERROR);
91
92 return mask;
93 }
94
sq_allowed_event_types(void)95 static u64 sq_allowed_event_types(void)
96 {
97 return BIT(MLX5_EVENT_TYPE_WQ_CATAS_ERROR);
98 }
99
dct_allowed_event_types(void)100 static u64 dct_allowed_event_types(void)
101 {
102 return BIT(MLX5_EVENT_TYPE_DCT_DRAINED);
103 }
104
is_event_type_allowed(int rsc_type,int event_type)105 static bool is_event_type_allowed(int rsc_type, int event_type)
106 {
107 switch (rsc_type) {
108 case MLX5_EVENT_QUEUE_TYPE_QP:
109 return BIT(event_type) & qp_allowed_event_types();
110 case MLX5_EVENT_QUEUE_TYPE_RQ:
111 return BIT(event_type) & rq_allowed_event_types();
112 case MLX5_EVENT_QUEUE_TYPE_SQ:
113 return BIT(event_type) & sq_allowed_event_types();
114 case MLX5_EVENT_QUEUE_TYPE_DCT:
115 return BIT(event_type) & dct_allowed_event_types();
116 default:
117 WARN(1, "Event arrived for unknown resource type");
118 return false;
119 }
120 }
121
rsc_event_notifier(struct notifier_block * nb,unsigned long type,void * data)122 static int rsc_event_notifier(struct notifier_block *nb,
123 unsigned long type, void *data)
124 {
125 struct mlx5_core_rsc_common *common;
126 struct mlx5_qp_table *table;
127 struct mlx5_core_dev *dev;
128 struct mlx5_core_dct *dct;
129 u8 event_type = (u8)type;
130 struct mlx5_core_qp *qp;
131 struct mlx5_priv *priv;
132 struct mlx5_eqe *eqe;
133 u32 rsn;
134
135 switch (event_type) {
136 case MLX5_EVENT_TYPE_DCT_DRAINED:
137 eqe = data;
138 rsn = be32_to_cpu(eqe->data.dct.dctn) & 0xffffff;
139 rsn |= (MLX5_RES_DCT << MLX5_USER_INDEX_LEN);
140 break;
141 case MLX5_EVENT_TYPE_PATH_MIG:
142 case MLX5_EVENT_TYPE_COMM_EST:
143 case MLX5_EVENT_TYPE_SQ_DRAINED:
144 case MLX5_EVENT_TYPE_SRQ_LAST_WQE:
145 case MLX5_EVENT_TYPE_WQ_CATAS_ERROR:
146 case MLX5_EVENT_TYPE_PATH_MIG_FAILED:
147 case MLX5_EVENT_TYPE_WQ_INVAL_REQ_ERROR:
148 case MLX5_EVENT_TYPE_WQ_ACCESS_ERROR:
149 eqe = data;
150 rsn = be32_to_cpu(eqe->data.qp_srq.qp_srq_n) & 0xffffff;
151 rsn |= (eqe->data.qp_srq.type << MLX5_USER_INDEX_LEN);
152 break;
153 default:
154 return NOTIFY_DONE;
155 }
156
157 table = container_of(nb, struct mlx5_qp_table, nb);
158 priv = container_of(table, struct mlx5_priv, qp_table);
159 dev = container_of(priv, struct mlx5_core_dev, priv);
160
161 mlx5_core_dbg(dev, "event (%d) arrived on resource 0x%x\n", eqe->type, rsn);
162
163 common = mlx5_get_rsc(table, rsn);
164 if (!common) {
165 mlx5_core_dbg(dev, "Async event for unknown resource 0x%x\n", rsn);
166 return NOTIFY_OK;
167 }
168
169 if (!is_event_type_allowed((rsn >> MLX5_USER_INDEX_LEN), event_type)) {
170 mlx5_core_warn(dev, "event 0x%.2x is not allowed on resource 0x%.8x\n",
171 event_type, rsn);
172 goto out;
173 }
174
175 switch (common->res) {
176 case MLX5_RES_QP:
177 case MLX5_RES_RQ:
178 case MLX5_RES_SQ:
179 qp = (struct mlx5_core_qp *)common;
180 qp->event(qp, event_type);
181 break;
182 case MLX5_RES_DCT:
183 dct = (struct mlx5_core_dct *)common;
184 if (event_type == MLX5_EVENT_TYPE_DCT_DRAINED)
185 complete(&dct->drained);
186 break;
187 default:
188 mlx5_core_warn(dev, "invalid resource type for 0x%x\n", rsn);
189 }
190 out:
191 mlx5_core_put_rsc(common);
192
193 return NOTIFY_OK;
194 }
195
create_resource_common(struct mlx5_core_dev * dev,struct mlx5_core_qp * qp,int rsc_type)196 static int create_resource_common(struct mlx5_core_dev *dev,
197 struct mlx5_core_qp *qp,
198 int rsc_type)
199 {
200 struct mlx5_qp_table *table = &dev->priv.qp_table;
201 int err;
202
203 qp->common.res = rsc_type;
204 spin_lock_irq(&table->lock);
205 err = radix_tree_insert(&table->tree,
206 qp->qpn | (rsc_type << MLX5_USER_INDEX_LEN),
207 qp);
208 spin_unlock_irq(&table->lock);
209 if (err)
210 return err;
211
212 refcount_set(&qp->common.refcount, 1);
213 init_completion(&qp->common.free);
214 qp->pid = current->pid;
215
216 return 0;
217 }
218
destroy_resource_common(struct mlx5_core_dev * dev,struct mlx5_core_qp * qp)219 static void destroy_resource_common(struct mlx5_core_dev *dev,
220 struct mlx5_core_qp *qp)
221 {
222 struct mlx5_qp_table *table = &dev->priv.qp_table;
223 unsigned long flags;
224
225 spin_lock_irqsave(&table->lock, flags);
226 radix_tree_delete(&table->tree,
227 qp->qpn | (qp->common.res << MLX5_USER_INDEX_LEN));
228 spin_unlock_irqrestore(&table->lock, flags);
229 mlx5_core_put_rsc((struct mlx5_core_rsc_common *)qp);
230 wait_for_completion(&qp->common.free);
231 }
232
_mlx5_core_destroy_dct(struct mlx5_core_dev * dev,struct mlx5_core_dct * dct,bool need_cleanup)233 static int _mlx5_core_destroy_dct(struct mlx5_core_dev *dev,
234 struct mlx5_core_dct *dct, bool need_cleanup)
235 {
236 u32 out[MLX5_ST_SZ_DW(destroy_dct_out)] = {0};
237 u32 in[MLX5_ST_SZ_DW(destroy_dct_in)] = {0};
238 struct mlx5_core_qp *qp = &dct->mqp;
239 int err;
240
241 err = mlx5_core_drain_dct(dev, dct);
242 if (err) {
243 if (dev->state == MLX5_DEVICE_STATE_INTERNAL_ERROR) {
244 goto destroy;
245 } else {
246 mlx5_core_warn(
247 dev, "failed drain DCT 0x%x with error 0x%x\n",
248 qp->qpn, err);
249 return err;
250 }
251 }
252 wait_for_completion(&dct->drained);
253 destroy:
254 if (need_cleanup)
255 destroy_resource_common(dev, &dct->mqp);
256 MLX5_SET(destroy_dct_in, in, opcode, MLX5_CMD_OP_DESTROY_DCT);
257 MLX5_SET(destroy_dct_in, in, dctn, qp->qpn);
258 MLX5_SET(destroy_dct_in, in, uid, qp->uid);
259 err = mlx5_cmd_exec(dev, (void *)&in, sizeof(in),
260 (void *)&out, sizeof(out));
261 return err;
262 }
263
mlx5_core_create_dct(struct mlx5_core_dev * dev,struct mlx5_core_dct * dct,u32 * in,int inlen,u32 * out,int outlen)264 int mlx5_core_create_dct(struct mlx5_core_dev *dev,
265 struct mlx5_core_dct *dct,
266 u32 *in, int inlen,
267 u32 *out, int outlen)
268 {
269 struct mlx5_core_qp *qp = &dct->mqp;
270 int err;
271
272 init_completion(&dct->drained);
273 MLX5_SET(create_dct_in, in, opcode, MLX5_CMD_OP_CREATE_DCT);
274
275 err = mlx5_cmd_exec(dev, in, inlen, out, outlen);
276 if (err) {
277 mlx5_core_warn(dev, "create DCT failed, ret %d\n", err);
278 return err;
279 }
280
281 qp->qpn = MLX5_GET(create_dct_out, out, dctn);
282 qp->uid = MLX5_GET(create_dct_in, in, uid);
283 err = create_resource_common(dev, qp, MLX5_RES_DCT);
284 if (err)
285 goto err_cmd;
286
287 return 0;
288 err_cmd:
289 _mlx5_core_destroy_dct(dev, dct, false);
290 return err;
291 }
292 EXPORT_SYMBOL_GPL(mlx5_core_create_dct);
293
mlx5_core_create_qp(struct mlx5_core_dev * dev,struct mlx5_core_qp * qp,u32 * in,int inlen)294 int mlx5_core_create_qp(struct mlx5_core_dev *dev,
295 struct mlx5_core_qp *qp,
296 u32 *in, int inlen)
297 {
298 u32 out[MLX5_ST_SZ_DW(create_qp_out)] = {0};
299 u32 dout[MLX5_ST_SZ_DW(destroy_qp_out)];
300 u32 din[MLX5_ST_SZ_DW(destroy_qp_in)];
301 int err;
302
303 MLX5_SET(create_qp_in, in, opcode, MLX5_CMD_OP_CREATE_QP);
304
305 err = mlx5_cmd_exec(dev, in, inlen, out, sizeof(out));
306 if (err)
307 return err;
308
309 qp->uid = MLX5_GET(create_qp_in, in, uid);
310 qp->qpn = MLX5_GET(create_qp_out, out, qpn);
311 mlx5_core_dbg(dev, "qpn = 0x%x\n", qp->qpn);
312
313 err = create_resource_common(dev, qp, MLX5_RES_QP);
314 if (err)
315 goto err_cmd;
316
317 err = mlx5_debug_qp_add(dev, qp);
318 if (err)
319 mlx5_core_dbg(dev, "failed adding QP 0x%x to debug file system\n",
320 qp->qpn);
321
322 atomic_inc(&dev->num_qps);
323
324 return 0;
325
326 err_cmd:
327 memset(din, 0, sizeof(din));
328 memset(dout, 0, sizeof(dout));
329 MLX5_SET(destroy_qp_in, din, opcode, MLX5_CMD_OP_DESTROY_QP);
330 MLX5_SET(destroy_qp_in, din, qpn, qp->qpn);
331 MLX5_SET(destroy_qp_in, din, uid, qp->uid);
332 mlx5_cmd_exec(dev, din, sizeof(din), dout, sizeof(dout));
333 return err;
334 }
335 EXPORT_SYMBOL_GPL(mlx5_core_create_qp);
336
mlx5_core_drain_dct(struct mlx5_core_dev * dev,struct mlx5_core_dct * dct)337 static int mlx5_core_drain_dct(struct mlx5_core_dev *dev,
338 struct mlx5_core_dct *dct)
339 {
340 u32 out[MLX5_ST_SZ_DW(drain_dct_out)] = {0};
341 u32 in[MLX5_ST_SZ_DW(drain_dct_in)] = {0};
342 struct mlx5_core_qp *qp = &dct->mqp;
343
344 MLX5_SET(drain_dct_in, in, opcode, MLX5_CMD_OP_DRAIN_DCT);
345 MLX5_SET(drain_dct_in, in, dctn, qp->qpn);
346 MLX5_SET(drain_dct_in, in, uid, qp->uid);
347 return mlx5_cmd_exec(dev, (void *)&in, sizeof(in),
348 (void *)&out, sizeof(out));
349 }
350
mlx5_core_destroy_dct(struct mlx5_core_dev * dev,struct mlx5_core_dct * dct)351 int mlx5_core_destroy_dct(struct mlx5_core_dev *dev,
352 struct mlx5_core_dct *dct)
353 {
354 return _mlx5_core_destroy_dct(dev, dct, true);
355 }
356 EXPORT_SYMBOL_GPL(mlx5_core_destroy_dct);
357
mlx5_core_destroy_qp(struct mlx5_core_dev * dev,struct mlx5_core_qp * qp)358 int mlx5_core_destroy_qp(struct mlx5_core_dev *dev,
359 struct mlx5_core_qp *qp)
360 {
361 u32 out[MLX5_ST_SZ_DW(destroy_qp_out)] = {0};
362 u32 in[MLX5_ST_SZ_DW(destroy_qp_in)] = {0};
363 int err;
364
365 mlx5_debug_qp_remove(dev, qp);
366
367 destroy_resource_common(dev, qp);
368
369 MLX5_SET(destroy_qp_in, in, opcode, MLX5_CMD_OP_DESTROY_QP);
370 MLX5_SET(destroy_qp_in, in, qpn, qp->qpn);
371 MLX5_SET(destroy_qp_in, in, uid, qp->uid);
372 err = mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
373 if (err)
374 return err;
375
376 atomic_dec(&dev->num_qps);
377 return 0;
378 }
379 EXPORT_SYMBOL_GPL(mlx5_core_destroy_qp);
380
mlx5_core_set_delay_drop(struct mlx5_core_dev * dev,u32 timeout_usec)381 int mlx5_core_set_delay_drop(struct mlx5_core_dev *dev,
382 u32 timeout_usec)
383 {
384 u32 out[MLX5_ST_SZ_DW(set_delay_drop_params_out)] = {0};
385 u32 in[MLX5_ST_SZ_DW(set_delay_drop_params_in)] = {0};
386
387 MLX5_SET(set_delay_drop_params_in, in, opcode,
388 MLX5_CMD_OP_SET_DELAY_DROP_PARAMS);
389 MLX5_SET(set_delay_drop_params_in, in, delay_drop_timeout,
390 timeout_usec / 100);
391 return mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
392 }
393 EXPORT_SYMBOL_GPL(mlx5_core_set_delay_drop);
394
395 struct mbox_info {
396 u32 *in;
397 u32 *out;
398 int inlen;
399 int outlen;
400 };
401
mbox_alloc(struct mbox_info * mbox,int inlen,int outlen)402 static int mbox_alloc(struct mbox_info *mbox, int inlen, int outlen)
403 {
404 mbox->inlen = inlen;
405 mbox->outlen = outlen;
406 mbox->in = kzalloc(mbox->inlen, GFP_KERNEL);
407 mbox->out = kzalloc(mbox->outlen, GFP_KERNEL);
408 if (!mbox->in || !mbox->out) {
409 kfree(mbox->in);
410 kfree(mbox->out);
411 return -ENOMEM;
412 }
413
414 return 0;
415 }
416
mbox_free(struct mbox_info * mbox)417 static void mbox_free(struct mbox_info *mbox)
418 {
419 kfree(mbox->in);
420 kfree(mbox->out);
421 }
422
modify_qp_mbox_alloc(struct mlx5_core_dev * dev,u16 opcode,int qpn,u32 opt_param_mask,void * qpc,struct mbox_info * mbox,u16 uid)423 static int modify_qp_mbox_alloc(struct mlx5_core_dev *dev, u16 opcode, int qpn,
424 u32 opt_param_mask, void *qpc,
425 struct mbox_info *mbox, u16 uid)
426 {
427 mbox->out = NULL;
428 mbox->in = NULL;
429
430 #define MBOX_ALLOC(mbox, typ) \
431 mbox_alloc(mbox, MLX5_ST_SZ_BYTES(typ##_in), MLX5_ST_SZ_BYTES(typ##_out))
432
433 #define MOD_QP_IN_SET(typ, in, _opcode, _qpn, _uid) \
434 do { \
435 MLX5_SET(typ##_in, in, opcode, _opcode); \
436 MLX5_SET(typ##_in, in, qpn, _qpn); \
437 MLX5_SET(typ##_in, in, uid, _uid); \
438 } while (0)
439
440 #define MOD_QP_IN_SET_QPC(typ, in, _opcode, _qpn, _opt_p, _qpc, _uid) \
441 do { \
442 MOD_QP_IN_SET(typ, in, _opcode, _qpn, _uid); \
443 MLX5_SET(typ##_in, in, opt_param_mask, _opt_p); \
444 memcpy(MLX5_ADDR_OF(typ##_in, in, qpc), _qpc, \
445 MLX5_ST_SZ_BYTES(qpc)); \
446 } while (0)
447
448 switch (opcode) {
449 /* 2RST & 2ERR */
450 case MLX5_CMD_OP_2RST_QP:
451 if (MBOX_ALLOC(mbox, qp_2rst))
452 return -ENOMEM;
453 MOD_QP_IN_SET(qp_2rst, mbox->in, opcode, qpn, uid);
454 break;
455 case MLX5_CMD_OP_2ERR_QP:
456 if (MBOX_ALLOC(mbox, qp_2err))
457 return -ENOMEM;
458 MOD_QP_IN_SET(qp_2err, mbox->in, opcode, qpn, uid);
459 break;
460
461 /* MODIFY with QPC */
462 case MLX5_CMD_OP_RST2INIT_QP:
463 if (MBOX_ALLOC(mbox, rst2init_qp))
464 return -ENOMEM;
465 MOD_QP_IN_SET_QPC(rst2init_qp, mbox->in, opcode, qpn,
466 opt_param_mask, qpc, uid);
467 break;
468 case MLX5_CMD_OP_INIT2RTR_QP:
469 if (MBOX_ALLOC(mbox, init2rtr_qp))
470 return -ENOMEM;
471 MOD_QP_IN_SET_QPC(init2rtr_qp, mbox->in, opcode, qpn,
472 opt_param_mask, qpc, uid);
473 break;
474 case MLX5_CMD_OP_RTR2RTS_QP:
475 if (MBOX_ALLOC(mbox, rtr2rts_qp))
476 return -ENOMEM;
477 MOD_QP_IN_SET_QPC(rtr2rts_qp, mbox->in, opcode, qpn,
478 opt_param_mask, qpc, uid);
479 break;
480 case MLX5_CMD_OP_RTS2RTS_QP:
481 if (MBOX_ALLOC(mbox, rts2rts_qp))
482 return -ENOMEM;
483 MOD_QP_IN_SET_QPC(rts2rts_qp, mbox->in, opcode, qpn,
484 opt_param_mask, qpc, uid);
485 break;
486 case MLX5_CMD_OP_SQERR2RTS_QP:
487 if (MBOX_ALLOC(mbox, sqerr2rts_qp))
488 return -ENOMEM;
489 MOD_QP_IN_SET_QPC(sqerr2rts_qp, mbox->in, opcode, qpn,
490 opt_param_mask, qpc, uid);
491 break;
492 case MLX5_CMD_OP_INIT2INIT_QP:
493 if (MBOX_ALLOC(mbox, init2init_qp))
494 return -ENOMEM;
495 MOD_QP_IN_SET_QPC(init2init_qp, mbox->in, opcode, qpn,
496 opt_param_mask, qpc, uid);
497 break;
498 default:
499 mlx5_core_err(dev, "Unknown transition for modify QP: OP(0x%x) QPN(0x%x)\n",
500 opcode, qpn);
501 return -EINVAL;
502 }
503 return 0;
504 }
505
mlx5_core_qp_modify(struct mlx5_core_dev * dev,u16 opcode,u32 opt_param_mask,void * qpc,struct mlx5_core_qp * qp)506 int mlx5_core_qp_modify(struct mlx5_core_dev *dev, u16 opcode,
507 u32 opt_param_mask, void *qpc,
508 struct mlx5_core_qp *qp)
509 {
510 struct mbox_info mbox;
511 int err;
512
513 err = modify_qp_mbox_alloc(dev, opcode, qp->qpn,
514 opt_param_mask, qpc, &mbox, qp->uid);
515 if (err)
516 return err;
517
518 err = mlx5_cmd_exec(dev, mbox.in, mbox.inlen, mbox.out, mbox.outlen);
519 mbox_free(&mbox);
520 return err;
521 }
522 EXPORT_SYMBOL_GPL(mlx5_core_qp_modify);
523
mlx5_init_qp_table(struct mlx5_core_dev * dev)524 void mlx5_init_qp_table(struct mlx5_core_dev *dev)
525 {
526 struct mlx5_qp_table *table = &dev->priv.qp_table;
527
528 memset(table, 0, sizeof(*table));
529 spin_lock_init(&table->lock);
530 INIT_RADIX_TREE(&table->tree, GFP_ATOMIC);
531 mlx5_qp_debugfs_init(dev);
532
533 table->nb.notifier_call = rsc_event_notifier;
534 mlx5_notifier_register(dev, &table->nb);
535 }
536
mlx5_cleanup_qp_table(struct mlx5_core_dev * dev)537 void mlx5_cleanup_qp_table(struct mlx5_core_dev *dev)
538 {
539 struct mlx5_qp_table *table = &dev->priv.qp_table;
540
541 mlx5_notifier_unregister(dev, &table->nb);
542 mlx5_qp_debugfs_cleanup(dev);
543 }
544
mlx5_core_qp_query(struct mlx5_core_dev * dev,struct mlx5_core_qp * qp,u32 * out,int outlen)545 int mlx5_core_qp_query(struct mlx5_core_dev *dev, struct mlx5_core_qp *qp,
546 u32 *out, int outlen)
547 {
548 u32 in[MLX5_ST_SZ_DW(query_qp_in)] = {0};
549
550 MLX5_SET(query_qp_in, in, opcode, MLX5_CMD_OP_QUERY_QP);
551 MLX5_SET(query_qp_in, in, qpn, qp->qpn);
552 return mlx5_cmd_exec(dev, in, sizeof(in), out, outlen);
553 }
554 EXPORT_SYMBOL_GPL(mlx5_core_qp_query);
555
mlx5_core_dct_query(struct mlx5_core_dev * dev,struct mlx5_core_dct * dct,u32 * out,int outlen)556 int mlx5_core_dct_query(struct mlx5_core_dev *dev, struct mlx5_core_dct *dct,
557 u32 *out, int outlen)
558 {
559 u32 in[MLX5_ST_SZ_DW(query_dct_in)] = {0};
560 struct mlx5_core_qp *qp = &dct->mqp;
561
562 MLX5_SET(query_dct_in, in, opcode, MLX5_CMD_OP_QUERY_DCT);
563 MLX5_SET(query_dct_in, in, dctn, qp->qpn);
564
565 return mlx5_cmd_exec(dev, (void *)&in, sizeof(in),
566 (void *)out, outlen);
567 }
568 EXPORT_SYMBOL_GPL(mlx5_core_dct_query);
569
mlx5_core_xrcd_alloc(struct mlx5_core_dev * dev,u32 * xrcdn)570 int mlx5_core_xrcd_alloc(struct mlx5_core_dev *dev, u32 *xrcdn)
571 {
572 u32 out[MLX5_ST_SZ_DW(alloc_xrcd_out)] = {0};
573 u32 in[MLX5_ST_SZ_DW(alloc_xrcd_in)] = {0};
574 int err;
575
576 MLX5_SET(alloc_xrcd_in, in, opcode, MLX5_CMD_OP_ALLOC_XRCD);
577 err = mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
578 if (!err)
579 *xrcdn = MLX5_GET(alloc_xrcd_out, out, xrcd);
580 return err;
581 }
582 EXPORT_SYMBOL_GPL(mlx5_core_xrcd_alloc);
583
mlx5_core_xrcd_dealloc(struct mlx5_core_dev * dev,u32 xrcdn)584 int mlx5_core_xrcd_dealloc(struct mlx5_core_dev *dev, u32 xrcdn)
585 {
586 u32 out[MLX5_ST_SZ_DW(dealloc_xrcd_out)] = {0};
587 u32 in[MLX5_ST_SZ_DW(dealloc_xrcd_in)] = {0};
588
589 MLX5_SET(dealloc_xrcd_in, in, opcode, MLX5_CMD_OP_DEALLOC_XRCD);
590 MLX5_SET(dealloc_xrcd_in, in, xrcd, xrcdn);
591 return mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
592 }
593 EXPORT_SYMBOL_GPL(mlx5_core_xrcd_dealloc);
594
destroy_rq_tracked(struct mlx5_core_dev * dev,u32 rqn,u16 uid)595 static void destroy_rq_tracked(struct mlx5_core_dev *dev, u32 rqn, u16 uid)
596 {
597 u32 in[MLX5_ST_SZ_DW(destroy_rq_in)] = {};
598 u32 out[MLX5_ST_SZ_DW(destroy_rq_out)] = {};
599
600 MLX5_SET(destroy_rq_in, in, opcode, MLX5_CMD_OP_DESTROY_RQ);
601 MLX5_SET(destroy_rq_in, in, rqn, rqn);
602 MLX5_SET(destroy_rq_in, in, uid, uid);
603 mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
604 }
605
mlx5_core_create_rq_tracked(struct mlx5_core_dev * dev,u32 * in,int inlen,struct mlx5_core_qp * rq)606 int mlx5_core_create_rq_tracked(struct mlx5_core_dev *dev, u32 *in, int inlen,
607 struct mlx5_core_qp *rq)
608 {
609 int err;
610 u32 rqn;
611
612 err = mlx5_core_create_rq(dev, in, inlen, &rqn);
613 if (err)
614 return err;
615
616 rq->uid = MLX5_GET(create_rq_in, in, uid);
617 rq->qpn = rqn;
618 err = create_resource_common(dev, rq, MLX5_RES_RQ);
619 if (err)
620 goto err_destroy_rq;
621
622 return 0;
623
624 err_destroy_rq:
625 destroy_rq_tracked(dev, rq->qpn, rq->uid);
626
627 return err;
628 }
629 EXPORT_SYMBOL(mlx5_core_create_rq_tracked);
630
mlx5_core_destroy_rq_tracked(struct mlx5_core_dev * dev,struct mlx5_core_qp * rq)631 void mlx5_core_destroy_rq_tracked(struct mlx5_core_dev *dev,
632 struct mlx5_core_qp *rq)
633 {
634 destroy_resource_common(dev, rq);
635 destroy_rq_tracked(dev, rq->qpn, rq->uid);
636 }
637 EXPORT_SYMBOL(mlx5_core_destroy_rq_tracked);
638
destroy_sq_tracked(struct mlx5_core_dev * dev,u32 sqn,u16 uid)639 static void destroy_sq_tracked(struct mlx5_core_dev *dev, u32 sqn, u16 uid)
640 {
641 u32 in[MLX5_ST_SZ_DW(destroy_sq_in)] = {};
642 u32 out[MLX5_ST_SZ_DW(destroy_sq_out)] = {};
643
644 MLX5_SET(destroy_sq_in, in, opcode, MLX5_CMD_OP_DESTROY_SQ);
645 MLX5_SET(destroy_sq_in, in, sqn, sqn);
646 MLX5_SET(destroy_sq_in, in, uid, uid);
647 mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
648 }
649
mlx5_core_create_sq_tracked(struct mlx5_core_dev * dev,u32 * in,int inlen,struct mlx5_core_qp * sq)650 int mlx5_core_create_sq_tracked(struct mlx5_core_dev *dev, u32 *in, int inlen,
651 struct mlx5_core_qp *sq)
652 {
653 int err;
654 u32 sqn;
655
656 err = mlx5_core_create_sq(dev, in, inlen, &sqn);
657 if (err)
658 return err;
659
660 sq->uid = MLX5_GET(create_sq_in, in, uid);
661 sq->qpn = sqn;
662 err = create_resource_common(dev, sq, MLX5_RES_SQ);
663 if (err)
664 goto err_destroy_sq;
665
666 return 0;
667
668 err_destroy_sq:
669 destroy_sq_tracked(dev, sq->qpn, sq->uid);
670
671 return err;
672 }
673 EXPORT_SYMBOL(mlx5_core_create_sq_tracked);
674
mlx5_core_destroy_sq_tracked(struct mlx5_core_dev * dev,struct mlx5_core_qp * sq)675 void mlx5_core_destroy_sq_tracked(struct mlx5_core_dev *dev,
676 struct mlx5_core_qp *sq)
677 {
678 destroy_resource_common(dev, sq);
679 destroy_sq_tracked(dev, sq->qpn, sq->uid);
680 }
681 EXPORT_SYMBOL(mlx5_core_destroy_sq_tracked);
682
mlx5_core_alloc_q_counter(struct mlx5_core_dev * dev,u16 * counter_id)683 int mlx5_core_alloc_q_counter(struct mlx5_core_dev *dev, u16 *counter_id)
684 {
685 u32 in[MLX5_ST_SZ_DW(alloc_q_counter_in)] = {0};
686 u32 out[MLX5_ST_SZ_DW(alloc_q_counter_out)] = {0};
687 int err;
688
689 MLX5_SET(alloc_q_counter_in, in, opcode, MLX5_CMD_OP_ALLOC_Q_COUNTER);
690 err = mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
691 if (!err)
692 *counter_id = MLX5_GET(alloc_q_counter_out, out,
693 counter_set_id);
694 return err;
695 }
696 EXPORT_SYMBOL_GPL(mlx5_core_alloc_q_counter);
697
mlx5_core_dealloc_q_counter(struct mlx5_core_dev * dev,u16 counter_id)698 int mlx5_core_dealloc_q_counter(struct mlx5_core_dev *dev, u16 counter_id)
699 {
700 u32 in[MLX5_ST_SZ_DW(dealloc_q_counter_in)] = {0};
701 u32 out[MLX5_ST_SZ_DW(dealloc_q_counter_out)] = {0};
702
703 MLX5_SET(dealloc_q_counter_in, in, opcode,
704 MLX5_CMD_OP_DEALLOC_Q_COUNTER);
705 MLX5_SET(dealloc_q_counter_in, in, counter_set_id, counter_id);
706 return mlx5_cmd_exec(dev, in, sizeof(in), out, sizeof(out));
707 }
708 EXPORT_SYMBOL_GPL(mlx5_core_dealloc_q_counter);
709
mlx5_core_query_q_counter(struct mlx5_core_dev * dev,u16 counter_id,int reset,void * out,int out_size)710 int mlx5_core_query_q_counter(struct mlx5_core_dev *dev, u16 counter_id,
711 int reset, void *out, int out_size)
712 {
713 u32 in[MLX5_ST_SZ_DW(query_q_counter_in)] = {0};
714
715 MLX5_SET(query_q_counter_in, in, opcode, MLX5_CMD_OP_QUERY_Q_COUNTER);
716 MLX5_SET(query_q_counter_in, in, clear, reset);
717 MLX5_SET(query_q_counter_in, in, counter_set_id, counter_id);
718 return mlx5_cmd_exec(dev, in, sizeof(in), out, out_size);
719 }
720 EXPORT_SYMBOL_GPL(mlx5_core_query_q_counter);
721
mlx5_core_res_hold(struct mlx5_core_dev * dev,int res_num,enum mlx5_res_type res_type)722 struct mlx5_core_rsc_common *mlx5_core_res_hold(struct mlx5_core_dev *dev,
723 int res_num,
724 enum mlx5_res_type res_type)
725 {
726 u32 rsn = res_num | (res_type << MLX5_USER_INDEX_LEN);
727 struct mlx5_qp_table *table = &dev->priv.qp_table;
728
729 return mlx5_get_rsc(table, rsn);
730 }
731 EXPORT_SYMBOL_GPL(mlx5_core_res_hold);
732
mlx5_core_res_put(struct mlx5_core_rsc_common * res)733 void mlx5_core_res_put(struct mlx5_core_rsc_common *res)
734 {
735 mlx5_core_put_rsc(res);
736 }
737 EXPORT_SYMBOL_GPL(mlx5_core_res_put);
738
