1 /**********************************************************************
2 * Author: Cavium, Inc.
3 *
4 * Contact: support@cavium.com
5 * Please include "LiquidIO" in the subject.
6 *
7 * Copyright (c) 2003-2016 Cavium, Inc.
8 *
9 * This file is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License, Version 2, as
11 * published by the Free Software Foundation.
12 *
13 * This file is distributed in the hope that it will be useful, but
14 * AS-IS and WITHOUT ANY WARRANTY; without even the implied warranty
15 * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, TITLE, or
16 * NONINFRINGEMENT. See the GNU General Public License for more details.
17 ***********************************************************************/
18 #include <linux/pci.h>
19 #include <linux/netdevice.h>
20 #include <linux/vmalloc.h>
21 #include "liquidio_common.h"
22 #include "octeon_droq.h"
23 #include "octeon_iq.h"
24 #include "response_manager.h"
25 #include "octeon_device.h"
26 #include "cn23xx_vf_device.h"
27 #include "octeon_main.h"
28 #include "octeon_mailbox.h"
29
cn23xx_vf_get_oq_ticks(struct octeon_device * oct,u32 time_intr_in_us)30 u32 cn23xx_vf_get_oq_ticks(struct octeon_device *oct, u32 time_intr_in_us)
31 {
32 /* This gives the SLI clock per microsec */
33 u32 oqticks_per_us = (u32)oct->pfvf_hsword.coproc_tics_per_us;
34
35 /* This gives the clock cycles per millisecond */
36 oqticks_per_us *= 1000;
37
38 /* This gives the oq ticks (1024 core clock cycles) per millisecond */
39 oqticks_per_us /= 1024;
40
41 /* time_intr is in microseconds. The next 2 steps gives the oq ticks
42 * corressponding to time_intr.
43 */
44 oqticks_per_us *= time_intr_in_us;
45 oqticks_per_us /= 1000;
46
47 return oqticks_per_us;
48 }
49
cn23xx_vf_reset_io_queues(struct octeon_device * oct,u32 num_queues)50 static int cn23xx_vf_reset_io_queues(struct octeon_device *oct, u32 num_queues)
51 {
52 u32 loop = BUSY_READING_REG_VF_LOOP_COUNT;
53 int ret_val = 0;
54 u32 q_no;
55 u64 d64;
56
57 for (q_no = 0; q_no < num_queues; q_no++) {
58 /* set RST bit to 1. This bit applies to both IQ and OQ */
59 d64 = octeon_read_csr64(oct,
60 CN23XX_VF_SLI_IQ_PKT_CONTROL64(q_no));
61 d64 |= CN23XX_PKT_INPUT_CTL_RST;
62 octeon_write_csr64(oct, CN23XX_VF_SLI_IQ_PKT_CONTROL64(q_no),
63 d64);
64 }
65
66 /* wait until the RST bit is clear or the RST and QUIET bits are set */
67 for (q_no = 0; q_no < num_queues; q_no++) {
68 u64 reg_val = octeon_read_csr64(oct,
69 CN23XX_VF_SLI_IQ_PKT_CONTROL64(q_no));
70 while ((READ_ONCE(reg_val) & CN23XX_PKT_INPUT_CTL_RST) &&
71 !(READ_ONCE(reg_val) & CN23XX_PKT_INPUT_CTL_QUIET) &&
72 loop) {
73 WRITE_ONCE(reg_val, octeon_read_csr64(
74 oct, CN23XX_VF_SLI_IQ_PKT_CONTROL64(q_no)));
75 loop--;
76 }
77 if (!loop) {
78 dev_err(&oct->pci_dev->dev,
79 "clearing the reset reg failed or setting the quiet reg failed for qno: %u\n",
80 q_no);
81 return -1;
82 }
83 WRITE_ONCE(reg_val, READ_ONCE(reg_val) &
84 ~CN23XX_PKT_INPUT_CTL_RST);
85 octeon_write_csr64(oct, CN23XX_VF_SLI_IQ_PKT_CONTROL64(q_no),
86 READ_ONCE(reg_val));
87
88 WRITE_ONCE(reg_val, octeon_read_csr64(
89 oct, CN23XX_VF_SLI_IQ_PKT_CONTROL64(q_no)));
90 if (READ_ONCE(reg_val) & CN23XX_PKT_INPUT_CTL_RST) {
91 dev_err(&oct->pci_dev->dev,
92 "clearing the reset failed for qno: %u\n",
93 q_no);
94 ret_val = -1;
95 }
96 }
97
98 return ret_val;
99 }
100
cn23xx_vf_setup_global_input_regs(struct octeon_device * oct)101 static int cn23xx_vf_setup_global_input_regs(struct octeon_device *oct)
102 {
103 struct octeon_cn23xx_vf *cn23xx = (struct octeon_cn23xx_vf *)oct->chip;
104 struct octeon_instr_queue *iq;
105 u64 q_no, intr_threshold;
106 u64 d64;
107
108 if (cn23xx_vf_reset_io_queues(oct, oct->sriov_info.rings_per_vf))
109 return -1;
110
111 for (q_no = 0; q_no < (oct->sriov_info.rings_per_vf); q_no++) {
112 void __iomem *inst_cnt_reg;
113
114 octeon_write_csr64(oct, CN23XX_VF_SLI_IQ_DOORBELL(q_no),
115 0xFFFFFFFF);
116 iq = oct->instr_queue[q_no];
117
118 if (iq)
119 inst_cnt_reg = iq->inst_cnt_reg;
120 else
121 inst_cnt_reg = (u8 *)oct->mmio[0].hw_addr +
122 CN23XX_VF_SLI_IQ_INSTR_COUNT64(q_no);
123
124 d64 = octeon_read_csr64(oct,
125 CN23XX_VF_SLI_IQ_INSTR_COUNT64(q_no));
126
127 d64 &= 0xEFFFFFFFFFFFFFFFL;
128
129 octeon_write_csr64(oct, CN23XX_VF_SLI_IQ_INSTR_COUNT64(q_no),
130 d64);
131
132 /* Select ES, RO, NS, RDSIZE,DPTR Fomat#0 for
133 * the Input Queues
134 */
135 octeon_write_csr64(oct, CN23XX_VF_SLI_IQ_PKT_CONTROL64(q_no),
136 CN23XX_PKT_INPUT_CTL_MASK);
137
138 /* set the wmark level to trigger PI_INT */
139 intr_threshold = CFG_GET_IQ_INTR_PKT(cn23xx->conf) &
140 CN23XX_PKT_IN_DONE_WMARK_MASK;
141
142 writeq((readq(inst_cnt_reg) &
143 ~(CN23XX_PKT_IN_DONE_WMARK_MASK <<
144 CN23XX_PKT_IN_DONE_WMARK_BIT_POS)) |
145 (intr_threshold << CN23XX_PKT_IN_DONE_WMARK_BIT_POS),
146 inst_cnt_reg);
147 }
148 return 0;
149 }
150
cn23xx_vf_setup_global_output_regs(struct octeon_device * oct)151 static void cn23xx_vf_setup_global_output_regs(struct octeon_device *oct)
152 {
153 u32 reg_val;
154 u32 q_no;
155
156 for (q_no = 0; q_no < (oct->sriov_info.rings_per_vf); q_no++) {
157 octeon_write_csr(oct, CN23XX_VF_SLI_OQ_PKTS_CREDIT(q_no),
158 0xFFFFFFFF);
159
160 reg_val =
161 octeon_read_csr(oct, CN23XX_VF_SLI_OQ_PKTS_SENT(q_no));
162
163 reg_val &= 0xEFFFFFFFFFFFFFFFL;
164
165 reg_val =
166 octeon_read_csr(oct, CN23XX_VF_SLI_OQ_PKT_CONTROL(q_no));
167
168 /* clear IPTR */
169 reg_val &= ~CN23XX_PKT_OUTPUT_CTL_IPTR;
170
171 /* set DPTR */
172 reg_val |= CN23XX_PKT_OUTPUT_CTL_DPTR;
173
174 /* reset BMODE */
175 reg_val &= ~(CN23XX_PKT_OUTPUT_CTL_BMODE);
176
177 /* No Relaxed Ordering, No Snoop, 64-bit Byte swap
178 * for Output Queue ScatterList reset ROR_P, NSR_P
179 */
180 reg_val &= ~(CN23XX_PKT_OUTPUT_CTL_ROR_P);
181 reg_val &= ~(CN23XX_PKT_OUTPUT_CTL_NSR_P);
182
183 #ifdef __LITTLE_ENDIAN_BITFIELD
184 reg_val &= ~(CN23XX_PKT_OUTPUT_CTL_ES_P);
185 #else
186 reg_val |= (CN23XX_PKT_OUTPUT_CTL_ES_P);
187 #endif
188 /* No Relaxed Ordering, No Snoop, 64-bit Byte swap
189 * for Output Queue Data reset ROR, NSR
190 */
191 reg_val &= ~(CN23XX_PKT_OUTPUT_CTL_ROR);
192 reg_val &= ~(CN23XX_PKT_OUTPUT_CTL_NSR);
193 /* set the ES bit */
194 reg_val |= (CN23XX_PKT_OUTPUT_CTL_ES);
195
196 /* write all the selected settings */
197 octeon_write_csr(oct, CN23XX_VF_SLI_OQ_PKT_CONTROL(q_no),
198 reg_val);
199 }
200 }
201
cn23xx_setup_vf_device_regs(struct octeon_device * oct)202 static int cn23xx_setup_vf_device_regs(struct octeon_device *oct)
203 {
204 if (cn23xx_vf_setup_global_input_regs(oct))
205 return -1;
206
207 cn23xx_vf_setup_global_output_regs(oct);
208
209 return 0;
210 }
211
cn23xx_setup_vf_iq_regs(struct octeon_device * oct,u32 iq_no)212 static void cn23xx_setup_vf_iq_regs(struct octeon_device *oct, u32 iq_no)
213 {
214 struct octeon_instr_queue *iq = oct->instr_queue[iq_no];
215 u64 pkt_in_done;
216
217 /* Write the start of the input queue's ring and its size */
218 octeon_write_csr64(oct, CN23XX_VF_SLI_IQ_BASE_ADDR64(iq_no),
219 iq->base_addr_dma);
220 octeon_write_csr(oct, CN23XX_VF_SLI_IQ_SIZE(iq_no), iq->max_count);
221
222 /* Remember the doorbell & instruction count register addr
223 * for this queue
224 */
225 iq->doorbell_reg =
226 (u8 *)oct->mmio[0].hw_addr + CN23XX_VF_SLI_IQ_DOORBELL(iq_no);
227 iq->inst_cnt_reg =
228 (u8 *)oct->mmio[0].hw_addr + CN23XX_VF_SLI_IQ_INSTR_COUNT64(iq_no);
229 dev_dbg(&oct->pci_dev->dev, "InstQ[%d]:dbell reg @ 0x%p instcnt_reg @ 0x%p\n",
230 iq_no, iq->doorbell_reg, iq->inst_cnt_reg);
231
232 /* Store the current instruction counter (used in flush_iq
233 * calculation)
234 */
235 pkt_in_done = readq(iq->inst_cnt_reg);
236
237 if (oct->msix_on) {
238 /* Set CINT_ENB to enable IQ interrupt */
239 writeq((pkt_in_done | CN23XX_INTR_CINT_ENB),
240 iq->inst_cnt_reg);
241 }
242 iq->reset_instr_cnt = 0;
243 }
244
cn23xx_setup_vf_oq_regs(struct octeon_device * oct,u32 oq_no)245 static void cn23xx_setup_vf_oq_regs(struct octeon_device *oct, u32 oq_no)
246 {
247 struct octeon_droq *droq = oct->droq[oq_no];
248
249 octeon_write_csr64(oct, CN23XX_VF_SLI_OQ_BASE_ADDR64(oq_no),
250 droq->desc_ring_dma);
251 octeon_write_csr(oct, CN23XX_VF_SLI_OQ_SIZE(oq_no), droq->max_count);
252
253 octeon_write_csr(oct, CN23XX_VF_SLI_OQ_BUFF_INFO_SIZE(oq_no),
254 droq->buffer_size);
255
256 /* Get the mapped address of the pkt_sent and pkts_credit regs */
257 droq->pkts_sent_reg =
258 (u8 *)oct->mmio[0].hw_addr + CN23XX_VF_SLI_OQ_PKTS_SENT(oq_no);
259 droq->pkts_credit_reg =
260 (u8 *)oct->mmio[0].hw_addr + CN23XX_VF_SLI_OQ_PKTS_CREDIT(oq_no);
261 }
262
cn23xx_vf_mbox_thread(struct work_struct * work)263 static void cn23xx_vf_mbox_thread(struct work_struct *work)
264 {
265 struct cavium_wk *wk = (struct cavium_wk *)work;
266 struct octeon_mbox *mbox = (struct octeon_mbox *)wk->ctxptr;
267
268 octeon_mbox_process_message(mbox);
269 }
270
cn23xx_free_vf_mbox(struct octeon_device * oct)271 static int cn23xx_free_vf_mbox(struct octeon_device *oct)
272 {
273 cancel_delayed_work_sync(&oct->mbox[0]->mbox_poll_wk.work);
274 vfree(oct->mbox[0]);
275 return 0;
276 }
277
cn23xx_setup_vf_mbox(struct octeon_device * oct)278 static int cn23xx_setup_vf_mbox(struct octeon_device *oct)
279 {
280 struct octeon_mbox *mbox = NULL;
281
282 mbox = vzalloc(sizeof(*mbox));
283 if (!mbox)
284 return 1;
285
286 spin_lock_init(&mbox->lock);
287
288 mbox->oct_dev = oct;
289
290 mbox->q_no = 0;
291
292 mbox->state = OCTEON_MBOX_STATE_IDLE;
293
294 /* VF mbox interrupt reg */
295 mbox->mbox_int_reg =
296 (u8 *)oct->mmio[0].hw_addr + CN23XX_VF_SLI_PKT_MBOX_INT(0);
297 /* VF reads from SIG0 reg */
298 mbox->mbox_read_reg =
299 (u8 *)oct->mmio[0].hw_addr + CN23XX_SLI_PKT_PF_VF_MBOX_SIG(0, 0);
300 /* VF writes into SIG1 reg */
301 mbox->mbox_write_reg =
302 (u8 *)oct->mmio[0].hw_addr + CN23XX_SLI_PKT_PF_VF_MBOX_SIG(0, 1);
303
304 INIT_DELAYED_WORK(&mbox->mbox_poll_wk.work,
305 cn23xx_vf_mbox_thread);
306
307 mbox->mbox_poll_wk.ctxptr = mbox;
308
309 oct->mbox[0] = mbox;
310
311 writeq(OCTEON_PFVFSIG, mbox->mbox_read_reg);
312
313 return 0;
314 }
315
cn23xx_enable_vf_io_queues(struct octeon_device * oct)316 static int cn23xx_enable_vf_io_queues(struct octeon_device *oct)
317 {
318 u32 q_no;
319
320 for (q_no = 0; q_no < oct->num_iqs; q_no++) {
321 u64 reg_val;
322
323 /* set the corresponding IQ IS_64B bit */
324 if (oct->io_qmask.iq64B & BIT_ULL(q_no)) {
325 reg_val = octeon_read_csr64(
326 oct, CN23XX_VF_SLI_IQ_PKT_CONTROL64(q_no));
327 reg_val |= CN23XX_PKT_INPUT_CTL_IS_64B;
328 octeon_write_csr64(
329 oct, CN23XX_VF_SLI_IQ_PKT_CONTROL64(q_no), reg_val);
330 }
331
332 /* set the corresponding IQ ENB bit */
333 if (oct->io_qmask.iq & BIT_ULL(q_no)) {
334 reg_val = octeon_read_csr64(
335 oct, CN23XX_VF_SLI_IQ_PKT_CONTROL64(q_no));
336 reg_val |= CN23XX_PKT_INPUT_CTL_RING_ENB;
337 octeon_write_csr64(
338 oct, CN23XX_VF_SLI_IQ_PKT_CONTROL64(q_no), reg_val);
339 }
340 }
341 for (q_no = 0; q_no < oct->num_oqs; q_no++) {
342 u32 reg_val;
343
344 /* set the corresponding OQ ENB bit */
345 if (oct->io_qmask.oq & BIT_ULL(q_no)) {
346 reg_val = octeon_read_csr(
347 oct, CN23XX_VF_SLI_OQ_PKT_CONTROL(q_no));
348 reg_val |= CN23XX_PKT_OUTPUT_CTL_RING_ENB;
349 octeon_write_csr(
350 oct, CN23XX_VF_SLI_OQ_PKT_CONTROL(q_no), reg_val);
351 }
352 }
353
354 return 0;
355 }
356
cn23xx_disable_vf_io_queues(struct octeon_device * oct)357 static void cn23xx_disable_vf_io_queues(struct octeon_device *oct)
358 {
359 u32 num_queues = oct->num_iqs;
360
361 /* per HRM, rings can only be disabled via reset operation,
362 * NOT via SLI_PKT()_INPUT/OUTPUT_CONTROL[ENB]
363 */
364 if (num_queues < oct->num_oqs)
365 num_queues = oct->num_oqs;
366
367 cn23xx_vf_reset_io_queues(oct, num_queues);
368 }
369
cn23xx_vf_ask_pf_to_do_flr(struct octeon_device * oct)370 void cn23xx_vf_ask_pf_to_do_flr(struct octeon_device *oct)
371 {
372 struct octeon_mbox_cmd mbox_cmd;
373
374 mbox_cmd.msg.u64 = 0;
375 mbox_cmd.msg.s.type = OCTEON_MBOX_REQUEST;
376 mbox_cmd.msg.s.resp_needed = 0;
377 mbox_cmd.msg.s.cmd = OCTEON_VF_FLR_REQUEST;
378 mbox_cmd.msg.s.len = 1;
379 mbox_cmd.q_no = 0;
380 mbox_cmd.recv_len = 0;
381 mbox_cmd.recv_status = 0;
382 mbox_cmd.fn = NULL;
383 mbox_cmd.fn_arg = NULL;
384
385 octeon_mbox_write(oct, &mbox_cmd);
386 }
387 EXPORT_SYMBOL_GPL(cn23xx_vf_ask_pf_to_do_flr);
388
octeon_pfvf_hs_callback(struct octeon_device * oct,struct octeon_mbox_cmd * cmd,void * arg)389 static void octeon_pfvf_hs_callback(struct octeon_device *oct,
390 struct octeon_mbox_cmd *cmd,
391 void *arg)
392 {
393 u32 major = 0;
394
395 memcpy((uint8_t *)&oct->pfvf_hsword, cmd->msg.s.params,
396 CN23XX_MAILBOX_MSGPARAM_SIZE);
397 if (cmd->recv_len > 1) {
398 major = ((struct lio_version *)(cmd->data))->major;
399 major = major << 16;
400 }
401
402 atomic_set((atomic_t *)arg, major | 1);
403 }
404
cn23xx_octeon_pfvf_handshake(struct octeon_device * oct)405 int cn23xx_octeon_pfvf_handshake(struct octeon_device *oct)
406 {
407 struct octeon_mbox_cmd mbox_cmd;
408 u32 q_no, count = 0;
409 atomic_t status;
410 u32 pfmajor;
411 u32 vfmajor;
412 u32 ret;
413
414 /* Sending VF_ACTIVE indication to the PF driver */
415 dev_dbg(&oct->pci_dev->dev, "requesting info from pf\n");
416
417 mbox_cmd.msg.u64 = 0;
418 mbox_cmd.msg.s.type = OCTEON_MBOX_REQUEST;
419 mbox_cmd.msg.s.resp_needed = 1;
420 mbox_cmd.msg.s.cmd = OCTEON_VF_ACTIVE;
421 mbox_cmd.msg.s.len = 2;
422 mbox_cmd.data[0] = 0;
423 ((struct lio_version *)&mbox_cmd.data[0])->major =
424 LIQUIDIO_BASE_MAJOR_VERSION;
425 ((struct lio_version *)&mbox_cmd.data[0])->minor =
426 LIQUIDIO_BASE_MINOR_VERSION;
427 ((struct lio_version *)&mbox_cmd.data[0])->micro =
428 LIQUIDIO_BASE_MICRO_VERSION;
429 mbox_cmd.q_no = 0;
430 mbox_cmd.recv_len = 0;
431 mbox_cmd.recv_status = 0;
432 mbox_cmd.fn = (octeon_mbox_callback_t)octeon_pfvf_hs_callback;
433 mbox_cmd.fn_arg = &status;
434
435 octeon_mbox_write(oct, &mbox_cmd);
436
437 atomic_set(&status, 0);
438
439 do {
440 schedule_timeout_uninterruptible(1);
441 } while ((!atomic_read(&status)) && (count++ < 100000));
442
443 ret = atomic_read(&status);
444 if (!ret) {
445 dev_err(&oct->pci_dev->dev, "octeon_pfvf_handshake timeout\n");
446 return 1;
447 }
448
449 for (q_no = 0 ; q_no < oct->num_iqs ; q_no++)
450 oct->instr_queue[q_no]->txpciq.s.pkind = oct->pfvf_hsword.pkind;
451
452 vfmajor = LIQUIDIO_BASE_MAJOR_VERSION;
453 pfmajor = ret >> 16;
454 if (pfmajor != vfmajor) {
455 dev_err(&oct->pci_dev->dev,
456 "VF Liquidio driver (major version %d) is not compatible with Liquidio PF driver (major version %d)\n",
457 vfmajor, pfmajor);
458 return 1;
459 }
460
461 dev_dbg(&oct->pci_dev->dev,
462 "VF Liquidio driver (major version %d), Liquidio PF driver (major version %d)\n",
463 vfmajor, pfmajor);
464
465 dev_dbg(&oct->pci_dev->dev, "got data from pf pkind is %d\n",
466 oct->pfvf_hsword.pkind);
467
468 return 0;
469 }
470 EXPORT_SYMBOL_GPL(cn23xx_octeon_pfvf_handshake);
471
cn23xx_handle_vf_mbox_intr(struct octeon_ioq_vector * ioq_vector)472 static void cn23xx_handle_vf_mbox_intr(struct octeon_ioq_vector *ioq_vector)
473 {
474 struct octeon_device *oct = ioq_vector->oct_dev;
475 u64 mbox_int_val;
476
477 if (!ioq_vector->droq_index) {
478 /* read and clear by writing 1 */
479 mbox_int_val = readq(oct->mbox[0]->mbox_int_reg);
480 writeq(mbox_int_val, oct->mbox[0]->mbox_int_reg);
481 if (octeon_mbox_read(oct->mbox[0]))
482 schedule_delayed_work(&oct->mbox[0]->mbox_poll_wk.work,
483 msecs_to_jiffies(0));
484 }
485 }
486
cn23xx_vf_msix_interrupt_handler(void * dev)487 static u64 cn23xx_vf_msix_interrupt_handler(void *dev)
488 {
489 struct octeon_ioq_vector *ioq_vector = (struct octeon_ioq_vector *)dev;
490 struct octeon_device *oct = ioq_vector->oct_dev;
491 struct octeon_droq *droq = oct->droq[ioq_vector->droq_index];
492 u64 pkts_sent;
493 u64 ret = 0;
494
495 dev_dbg(&oct->pci_dev->dev, "In %s octeon_dev @ %p\n", __func__, oct);
496 pkts_sent = readq(droq->pkts_sent_reg);
497
498 /* If our device has interrupted, then proceed. Also check
499 * for all f's if interrupt was triggered on an error
500 * and the PCI read fails.
501 */
502 if (!pkts_sent || (pkts_sent == 0xFFFFFFFFFFFFFFFFULL))
503 return ret;
504
505 /* Write count reg in sli_pkt_cnts to clear these int. */
506 if ((pkts_sent & CN23XX_INTR_PO_INT) ||
507 (pkts_sent & CN23XX_INTR_PI_INT)) {
508 if (pkts_sent & CN23XX_INTR_PO_INT)
509 ret |= MSIX_PO_INT;
510 }
511
512 if (pkts_sent & CN23XX_INTR_PI_INT)
513 /* We will clear the count when we update the read_index. */
514 ret |= MSIX_PI_INT;
515
516 if (pkts_sent & CN23XX_INTR_MBOX_INT) {
517 cn23xx_handle_vf_mbox_intr(ioq_vector);
518 ret |= MSIX_MBOX_INT;
519 }
520
521 return ret;
522 }
523
cn23xx_update_read_index(struct octeon_instr_queue * iq)524 static u32 cn23xx_update_read_index(struct octeon_instr_queue *iq)
525 {
526 u32 pkt_in_done = readl(iq->inst_cnt_reg);
527 u32 last_done;
528 u32 new_idx;
529
530 last_done = pkt_in_done - iq->pkt_in_done;
531 iq->pkt_in_done = pkt_in_done;
532
533 /* Modulo of the new index with the IQ size will give us
534 * the new index. The iq->reset_instr_cnt is always zero for
535 * cn23xx, so no extra adjustments are needed.
536 */
537 new_idx = (iq->octeon_read_index +
538 (u32)(last_done & CN23XX_PKT_IN_DONE_CNT_MASK)) %
539 iq->max_count;
540
541 return new_idx;
542 }
543
cn23xx_enable_vf_interrupt(struct octeon_device * oct,u8 intr_flag)544 static void cn23xx_enable_vf_interrupt(struct octeon_device *oct, u8 intr_flag)
545 {
546 struct octeon_cn23xx_vf *cn23xx = (struct octeon_cn23xx_vf *)oct->chip;
547 u32 q_no, time_threshold;
548
549 if (intr_flag & OCTEON_OUTPUT_INTR) {
550 for (q_no = 0; q_no < oct->num_oqs; q_no++) {
551 /* Set up interrupt packet and time thresholds
552 * for all the OQs
553 */
554 time_threshold = cn23xx_vf_get_oq_ticks(
555 oct, (u32)CFG_GET_OQ_INTR_TIME(cn23xx->conf));
556
557 octeon_write_csr64(
558 oct, CN23XX_VF_SLI_OQ_PKT_INT_LEVELS(q_no),
559 (CFG_GET_OQ_INTR_PKT(cn23xx->conf) |
560 ((u64)time_threshold << 32)));
561 }
562 }
563
564 if (intr_flag & OCTEON_INPUT_INTR) {
565 for (q_no = 0; q_no < oct->num_oqs; q_no++) {
566 /* Set CINT_ENB to enable IQ interrupt */
567 octeon_write_csr64(
568 oct, CN23XX_VF_SLI_IQ_INSTR_COUNT64(q_no),
569 ((octeon_read_csr64(
570 oct, CN23XX_VF_SLI_IQ_INSTR_COUNT64(q_no)) &
571 ~CN23XX_PKT_IN_DONE_CNT_MASK) |
572 CN23XX_INTR_CINT_ENB));
573 }
574 }
575
576 /* Set queue-0 MBOX_ENB to enable VF mailbox interrupt */
577 if (intr_flag & OCTEON_MBOX_INTR) {
578 octeon_write_csr64(
579 oct, CN23XX_VF_SLI_PKT_MBOX_INT(0),
580 (octeon_read_csr64(oct, CN23XX_VF_SLI_PKT_MBOX_INT(0)) |
581 CN23XX_INTR_MBOX_ENB));
582 }
583 }
584
cn23xx_disable_vf_interrupt(struct octeon_device * oct,u8 intr_flag)585 static void cn23xx_disable_vf_interrupt(struct octeon_device *oct, u8 intr_flag)
586 {
587 u32 q_no;
588
589 if (intr_flag & OCTEON_OUTPUT_INTR) {
590 for (q_no = 0; q_no < oct->num_oqs; q_no++) {
591 /* Write all 1's in INT_LEVEL reg to disable PO_INT */
592 octeon_write_csr64(
593 oct, CN23XX_VF_SLI_OQ_PKT_INT_LEVELS(q_no),
594 0x3fffffffffffff);
595 }
596 }
597 if (intr_flag & OCTEON_INPUT_INTR) {
598 for (q_no = 0; q_no < oct->num_oqs; q_no++) {
599 octeon_write_csr64(
600 oct, CN23XX_VF_SLI_IQ_INSTR_COUNT64(q_no),
601 (octeon_read_csr64(
602 oct, CN23XX_VF_SLI_IQ_INSTR_COUNT64(q_no)) &
603 ~(CN23XX_INTR_CINT_ENB |
604 CN23XX_PKT_IN_DONE_CNT_MASK)));
605 }
606 }
607
608 if (intr_flag & OCTEON_MBOX_INTR) {
609 octeon_write_csr64(
610 oct, CN23XX_VF_SLI_PKT_MBOX_INT(0),
611 (octeon_read_csr64(oct, CN23XX_VF_SLI_PKT_MBOX_INT(0)) &
612 ~CN23XX_INTR_MBOX_ENB));
613 }
614 }
615
cn23xx_setup_octeon_vf_device(struct octeon_device * oct)616 int cn23xx_setup_octeon_vf_device(struct octeon_device *oct)
617 {
618 struct octeon_cn23xx_vf *cn23xx = (struct octeon_cn23xx_vf *)oct->chip;
619 u32 rings_per_vf;
620 u64 reg_val;
621
622 if (octeon_map_pci_barx(oct, 0, 0))
623 return 1;
624
625 /* INPUT_CONTROL[RPVF] gives the VF IOq count */
626 reg_val = octeon_read_csr64(oct, CN23XX_VF_SLI_IQ_PKT_CONTROL64(0));
627
628 oct->pf_num = (reg_val >> CN23XX_PKT_INPUT_CTL_PF_NUM_POS) &
629 CN23XX_PKT_INPUT_CTL_PF_NUM_MASK;
630 oct->vf_num = (reg_val >> CN23XX_PKT_INPUT_CTL_VF_NUM_POS) &
631 CN23XX_PKT_INPUT_CTL_VF_NUM_MASK;
632
633 reg_val = reg_val >> CN23XX_PKT_INPUT_CTL_RPVF_POS;
634
635 rings_per_vf = reg_val & CN23XX_PKT_INPUT_CTL_RPVF_MASK;
636
637 cn23xx->conf = oct_get_config_info(oct, LIO_23XX);
638 if (!cn23xx->conf) {
639 dev_err(&oct->pci_dev->dev, "%s No Config found for CN23XX\n",
640 __func__);
641 octeon_unmap_pci_barx(oct, 0);
642 return 1;
643 }
644
645 if (oct->sriov_info.rings_per_vf > rings_per_vf) {
646 dev_warn(&oct->pci_dev->dev,
647 "num_queues:%d greater than PF configured rings_per_vf:%d. Reducing to %d.\n",
648 oct->sriov_info.rings_per_vf, rings_per_vf,
649 rings_per_vf);
650 oct->sriov_info.rings_per_vf = rings_per_vf;
651 } else {
652 if (rings_per_vf > num_present_cpus()) {
653 dev_warn(&oct->pci_dev->dev,
654 "PF configured rings_per_vf:%d greater than num_cpu:%d. Using rings_per_vf:%d equal to num cpus\n",
655 rings_per_vf,
656 num_present_cpus(),
657 num_present_cpus());
658 oct->sriov_info.rings_per_vf =
659 num_present_cpus();
660 } else {
661 oct->sriov_info.rings_per_vf = rings_per_vf;
662 }
663 }
664
665 oct->fn_list.setup_iq_regs = cn23xx_setup_vf_iq_regs;
666 oct->fn_list.setup_oq_regs = cn23xx_setup_vf_oq_regs;
667 oct->fn_list.setup_mbox = cn23xx_setup_vf_mbox;
668 oct->fn_list.free_mbox = cn23xx_free_vf_mbox;
669
670 oct->fn_list.msix_interrupt_handler = cn23xx_vf_msix_interrupt_handler;
671
672 oct->fn_list.setup_device_regs = cn23xx_setup_vf_device_regs;
673 oct->fn_list.update_iq_read_idx = cn23xx_update_read_index;
674
675 oct->fn_list.enable_interrupt = cn23xx_enable_vf_interrupt;
676 oct->fn_list.disable_interrupt = cn23xx_disable_vf_interrupt;
677
678 oct->fn_list.enable_io_queues = cn23xx_enable_vf_io_queues;
679 oct->fn_list.disable_io_queues = cn23xx_disable_vf_io_queues;
680
681 return 0;
682 }
683 EXPORT_SYMBOL_GPL(cn23xx_setup_octeon_vf_device);
684
