1 /*
2 * Copyright 2014 Cisco Systems, Inc. All rights reserved.
3 *
4 * This program is free software; you may redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; version 2 of the License.
7 *
8 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
9 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
10 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
11 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
12 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
13 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
14 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
15 * SOFTWARE.
16 */
17
18 #include <linux/mempool.h>
19 #include <linux/errno.h>
20 #include <linux/init.h>
21 #include <linux/workqueue.h>
22 #include <linux/pci.h>
23 #include <linux/spinlock.h>
24 #include <linux/delay.h>
25 #include <linux/gfp.h>
26 #include <scsi/scsi.h>
27 #include <scsi/scsi_host.h>
28 #include <scsi/scsi_device.h>
29 #include <scsi/scsi_cmnd.h>
30 #include <scsi/scsi_tcq.h>
31 #include <scsi/scsi_dbg.h>
32
33 #include "snic_io.h"
34 #include "snic.h"
35
36 #define snic_cmd_tag(sc) (scsi_cmd_to_rq(sc)->tag)
37
38 const char *snic_state_str[] = {
39 [SNIC_INIT] = "SNIC_INIT",
40 [SNIC_ERROR] = "SNIC_ERROR",
41 [SNIC_ONLINE] = "SNIC_ONLINE",
42 [SNIC_OFFLINE] = "SNIC_OFFLINE",
43 [SNIC_FWRESET] = "SNIC_FWRESET",
44 };
45
46 static const char * const snic_req_state_str[] = {
47 [SNIC_IOREQ_NOT_INITED] = "SNIC_IOREQ_NOT_INITED",
48 [SNIC_IOREQ_PENDING] = "SNIC_IOREQ_PENDING",
49 [SNIC_IOREQ_ABTS_PENDING] = "SNIC_IOREQ_ABTS_PENDING",
50 [SNIC_IOREQ_ABTS_COMPLETE] = "SNIC_IOREQ_ABTS_COMPLETE",
51 [SNIC_IOREQ_LR_PENDING] = "SNIC_IOREQ_LR_PENDING",
52 [SNIC_IOREQ_LR_COMPLETE] = "SNIC_IOREQ_LR_COMPLETE",
53 [SNIC_IOREQ_COMPLETE] = "SNIC_IOREQ_CMD_COMPLETE",
54 };
55
56 /* snic cmd status strings */
57 static const char * const snic_io_status_str[] = {
58 [SNIC_STAT_IO_SUCCESS] = "SNIC_STAT_IO_SUCCESS", /* 0x0 */
59 [SNIC_STAT_INVALID_HDR] = "SNIC_STAT_INVALID_HDR",
60 [SNIC_STAT_OUT_OF_RES] = "SNIC_STAT_OUT_OF_RES",
61 [SNIC_STAT_INVALID_PARM] = "SNIC_STAT_INVALID_PARM",
62 [SNIC_STAT_REQ_NOT_SUP] = "SNIC_STAT_REQ_NOT_SUP",
63 [SNIC_STAT_IO_NOT_FOUND] = "SNIC_STAT_IO_NOT_FOUND",
64 [SNIC_STAT_ABORTED] = "SNIC_STAT_ABORTED",
65 [SNIC_STAT_TIMEOUT] = "SNIC_STAT_TIMEOUT",
66 [SNIC_STAT_SGL_INVALID] = "SNIC_STAT_SGL_INVALID",
67 [SNIC_STAT_DATA_CNT_MISMATCH] = "SNIC_STAT_DATA_CNT_MISMATCH",
68 [SNIC_STAT_FW_ERR] = "SNIC_STAT_FW_ERR",
69 [SNIC_STAT_ITMF_REJECT] = "SNIC_STAT_ITMF_REJECT",
70 [SNIC_STAT_ITMF_FAIL] = "SNIC_STAT_ITMF_FAIL",
71 [SNIC_STAT_ITMF_INCORRECT_LUN] = "SNIC_STAT_ITMF_INCORRECT_LUN",
72 [SNIC_STAT_CMND_REJECT] = "SNIC_STAT_CMND_REJECT",
73 [SNIC_STAT_DEV_OFFLINE] = "SNIC_STAT_DEV_OFFLINE",
74 [SNIC_STAT_NO_BOOTLUN] = "SNIC_STAT_NO_BOOTLUN",
75 [SNIC_STAT_SCSI_ERR] = "SNIC_STAT_SCSI_ERR",
76 [SNIC_STAT_NOT_READY] = "SNIC_STAT_NOT_READY",
77 [SNIC_STAT_FATAL_ERROR] = "SNIC_STAT_FATAL_ERROR",
78 };
79
80 static void snic_scsi_cleanup(struct snic *, int);
81
82 const char *
snic_state_to_str(unsigned int state)83 snic_state_to_str(unsigned int state)
84 {
85 if (state >= ARRAY_SIZE(snic_state_str) || !snic_state_str[state])
86 return "Unknown";
87
88 return snic_state_str[state];
89 }
90
91 static const char *
snic_io_status_to_str(unsigned int state)92 snic_io_status_to_str(unsigned int state)
93 {
94 if ((state >= ARRAY_SIZE(snic_io_status_str)) ||
95 (!snic_io_status_str[state]))
96 return "Unknown";
97
98 return snic_io_status_str[state];
99 }
100
101 static const char *
snic_ioreq_state_to_str(unsigned int state)102 snic_ioreq_state_to_str(unsigned int state)
103 {
104 if (state >= ARRAY_SIZE(snic_req_state_str) ||
105 !snic_req_state_str[state])
106 return "Unknown";
107
108 return snic_req_state_str[state];
109 }
110
111 static inline spinlock_t *
snic_io_lock_hash(struct snic * snic,struct scsi_cmnd * sc)112 snic_io_lock_hash(struct snic *snic, struct scsi_cmnd *sc)
113 {
114 u32 hash = snic_cmd_tag(sc) & (SNIC_IO_LOCKS - 1);
115
116 return &snic->io_req_lock[hash];
117 }
118
119 static inline spinlock_t *
snic_io_lock_tag(struct snic * snic,int tag)120 snic_io_lock_tag(struct snic *snic, int tag)
121 {
122 return &snic->io_req_lock[tag & (SNIC_IO_LOCKS - 1)];
123 }
124
125 /* snic_release_req_buf : Releases snic_req_info */
126 static void
snic_release_req_buf(struct snic * snic,struct snic_req_info * rqi,struct scsi_cmnd * sc)127 snic_release_req_buf(struct snic *snic,
128 struct snic_req_info *rqi,
129 struct scsi_cmnd *sc)
130 {
131 struct snic_host_req *req = rqi_to_req(rqi);
132
133 /* Freeing cmd without marking completion, not okay */
134 SNIC_BUG_ON(!((CMD_STATE(sc) == SNIC_IOREQ_COMPLETE) ||
135 (CMD_STATE(sc) == SNIC_IOREQ_ABTS_COMPLETE) ||
136 (CMD_FLAGS(sc) & SNIC_DEV_RST_NOTSUP) ||
137 (CMD_FLAGS(sc) & SNIC_IO_INTERNAL_TERM_ISSUED) ||
138 (CMD_FLAGS(sc) & SNIC_DEV_RST_TERM_ISSUED) ||
139 (CMD_FLAGS(sc) & SNIC_SCSI_CLEANUP) ||
140 (CMD_STATE(sc) == SNIC_IOREQ_LR_COMPLETE)));
141
142 SNIC_SCSI_DBG(snic->shost,
143 "Rel_req:sc %p:tag %x:rqi %p:ioreq %p:abt %p:dr %p: state %s:flags 0x%llx\n",
144 sc, snic_cmd_tag(sc), rqi, rqi->req, rqi->abort_req,
145 rqi->dr_req, snic_ioreq_state_to_str(CMD_STATE(sc)),
146 CMD_FLAGS(sc));
147
148 if (req->u.icmnd.sense_addr)
149 dma_unmap_single(&snic->pdev->dev,
150 le64_to_cpu(req->u.icmnd.sense_addr),
151 SCSI_SENSE_BUFFERSIZE,
152 DMA_FROM_DEVICE);
153
154 scsi_dma_unmap(sc);
155
156 snic_req_free(snic, rqi);
157 } /* end of snic_release_req_buf */
158
159 /*
160 * snic_queue_icmnd_req : Queues snic_icmnd request
161 */
162 static int
snic_queue_icmnd_req(struct snic * snic,struct snic_req_info * rqi,struct scsi_cmnd * sc,int sg_cnt)163 snic_queue_icmnd_req(struct snic *snic,
164 struct snic_req_info *rqi,
165 struct scsi_cmnd *sc,
166 int sg_cnt)
167 {
168 struct scatterlist *sg;
169 struct snic_sg_desc *sgd;
170 dma_addr_t pa = 0;
171 struct scsi_lun lun;
172 u16 flags = 0;
173 int ret = 0;
174 unsigned int i;
175
176 if (sg_cnt) {
177 flags = SNIC_ICMND_ESGL;
178 sgd = (struct snic_sg_desc *) req_to_sgl(rqi->req);
179
180 for_each_sg(scsi_sglist(sc), sg, sg_cnt, i) {
181 sgd->addr = cpu_to_le64(sg_dma_address(sg));
182 sgd->len = cpu_to_le32(sg_dma_len(sg));
183 sgd->_resvd = 0;
184 sgd++;
185 }
186 }
187
188 pa = dma_map_single(&snic->pdev->dev,
189 sc->sense_buffer,
190 SCSI_SENSE_BUFFERSIZE,
191 DMA_FROM_DEVICE);
192 if (dma_mapping_error(&snic->pdev->dev, pa)) {
193 SNIC_HOST_ERR(snic->shost,
194 "QIcmnd:PCI Map Failed for sns buf %p tag %x\n",
195 sc->sense_buffer, snic_cmd_tag(sc));
196 ret = -ENOMEM;
197
198 return ret;
199 }
200
201 int_to_scsilun(sc->device->lun, &lun);
202 if (sc->sc_data_direction == DMA_FROM_DEVICE)
203 flags |= SNIC_ICMND_RD;
204 if (sc->sc_data_direction == DMA_TO_DEVICE)
205 flags |= SNIC_ICMND_WR;
206
207 /* Initialize icmnd */
208 snic_icmnd_init(rqi->req,
209 snic_cmd_tag(sc),
210 snic->config.hid, /* hid */
211 (ulong) rqi,
212 flags, /* command flags */
213 rqi->tgt_id,
214 lun.scsi_lun,
215 sc->cmnd,
216 sc->cmd_len,
217 scsi_bufflen(sc),
218 sg_cnt,
219 (ulong) req_to_sgl(rqi->req),
220 pa, /* sense buffer pa */
221 SCSI_SENSE_BUFFERSIZE);
222
223 atomic64_inc(&snic->s_stats.io.active);
224 ret = snic_queue_wq_desc(snic, rqi->req, rqi->req_len);
225 if (ret) {
226 atomic64_dec(&snic->s_stats.io.active);
227 SNIC_HOST_ERR(snic->shost,
228 "QIcmnd: Queuing Icmnd Failed. ret = %d\n",
229 ret);
230 } else
231 snic_stats_update_active_ios(&snic->s_stats);
232
233 return ret;
234 } /* end of snic_queue_icmnd_req */
235
236 /*
237 * snic_issue_scsi_req : Prepares IO request and Issues to FW.
238 */
239 static int
snic_issue_scsi_req(struct snic * snic,struct snic_tgt * tgt,struct scsi_cmnd * sc)240 snic_issue_scsi_req(struct snic *snic,
241 struct snic_tgt *tgt,
242 struct scsi_cmnd *sc)
243 {
244 struct snic_req_info *rqi = NULL;
245 int sg_cnt = 0;
246 int ret = 0;
247 u32 tag = snic_cmd_tag(sc);
248 u64 cmd_trc = 0, cmd_st_flags = 0;
249 spinlock_t *io_lock = NULL;
250 unsigned long flags;
251
252 CMD_STATE(sc) = SNIC_IOREQ_NOT_INITED;
253 CMD_FLAGS(sc) = SNIC_NO_FLAGS;
254 sg_cnt = scsi_dma_map(sc);
255 if (sg_cnt < 0) {
256 SNIC_TRC((u16)snic->shost->host_no, tag, (ulong) sc, 0,
257 sc->cmnd[0], sg_cnt, CMD_STATE(sc));
258
259 SNIC_HOST_ERR(snic->shost, "issue_sc:Failed to map SG List.\n");
260 ret = -ENOMEM;
261
262 goto issue_sc_end;
263 }
264
265 rqi = snic_req_init(snic, sg_cnt);
266 if (!rqi) {
267 scsi_dma_unmap(sc);
268 ret = -ENOMEM;
269
270 goto issue_sc_end;
271 }
272
273 rqi->tgt_id = tgt->id;
274 rqi->sc = sc;
275
276 CMD_STATE(sc) = SNIC_IOREQ_PENDING;
277 CMD_SP(sc) = (char *) rqi;
278 cmd_trc = SNIC_TRC_CMD(sc);
279 CMD_FLAGS(sc) |= (SNIC_IO_INITIALIZED | SNIC_IO_ISSUED);
280 cmd_st_flags = SNIC_TRC_CMD_STATE_FLAGS(sc);
281 io_lock = snic_io_lock_hash(snic, sc);
282
283 /* create wq desc and enqueue it */
284 ret = snic_queue_icmnd_req(snic, rqi, sc, sg_cnt);
285 if (ret) {
286 SNIC_HOST_ERR(snic->shost,
287 "issue_sc: icmnd qing Failed for sc %p, err %d\n",
288 sc, ret);
289
290 spin_lock_irqsave(io_lock, flags);
291 rqi = (struct snic_req_info *) CMD_SP(sc);
292 CMD_SP(sc) = NULL;
293 CMD_STATE(sc) = SNIC_IOREQ_COMPLETE;
294 CMD_FLAGS(sc) &= ~SNIC_IO_ISSUED; /* turn off the flag */
295 spin_unlock_irqrestore(io_lock, flags);
296
297 if (rqi)
298 snic_release_req_buf(snic, rqi, sc);
299
300 SNIC_TRC(snic->shost->host_no, tag, (ulong) sc, 0, 0, 0,
301 SNIC_TRC_CMD_STATE_FLAGS(sc));
302 } else {
303 u32 io_sz = scsi_bufflen(sc) >> 9;
304 u32 qtime = jiffies - rqi->start_time;
305 struct snic_io_stats *iostats = &snic->s_stats.io;
306
307 if (io_sz > atomic64_read(&iostats->max_io_sz))
308 atomic64_set(&iostats->max_io_sz, io_sz);
309
310 if (qtime > atomic64_read(&iostats->max_qtime))
311 atomic64_set(&iostats->max_qtime, qtime);
312
313 SNIC_SCSI_DBG(snic->shost,
314 "issue_sc:sc %p, tag %d queued to WQ.\n",
315 sc, tag);
316
317 SNIC_TRC(snic->shost->host_no, tag, (ulong) sc, (ulong) rqi,
318 sg_cnt, cmd_trc, cmd_st_flags);
319 }
320
321 issue_sc_end:
322
323 return ret;
324 } /* end of snic_issue_scsi_req */
325
326
327 /*
328 * snic_queuecommand
329 * Routine to send a scsi cdb to LLD
330 * Called with host_lock held and interrupts disabled
331 */
332 int
snic_queuecommand(struct Scsi_Host * shost,struct scsi_cmnd * sc)333 snic_queuecommand(struct Scsi_Host *shost, struct scsi_cmnd *sc)
334 {
335 struct snic_tgt *tgt = NULL;
336 struct snic *snic = shost_priv(shost);
337 int ret;
338
339 tgt = starget_to_tgt(scsi_target(sc->device));
340 ret = snic_tgt_chkready(tgt);
341 if (ret) {
342 SNIC_HOST_ERR(shost, "Tgt %p id %d Not Ready.\n", tgt, tgt->id);
343 atomic64_inc(&snic->s_stats.misc.tgt_not_rdy);
344 sc->result = ret;
345 sc->scsi_done(sc);
346
347 return 0;
348 }
349
350 if (snic_get_state(snic) != SNIC_ONLINE) {
351 SNIC_HOST_ERR(shost, "snic state is %s\n",
352 snic_state_str[snic_get_state(snic)]);
353
354 return SCSI_MLQUEUE_HOST_BUSY;
355 }
356 atomic_inc(&snic->ios_inflight);
357
358 SNIC_SCSI_DBG(shost, "sc %p Tag %d (sc %0x) lun %lld in snic_qcmd\n",
359 sc, snic_cmd_tag(sc), sc->cmnd[0], sc->device->lun);
360
361 ret = snic_issue_scsi_req(snic, tgt, sc);
362 if (ret) {
363 SNIC_HOST_ERR(shost, "Failed to Q, Scsi Req w/ err %d.\n", ret);
364 ret = SCSI_MLQUEUE_HOST_BUSY;
365 }
366
367 atomic_dec(&snic->ios_inflight);
368
369 return ret;
370 } /* end of snic_queuecommand */
371
372 /*
373 * snic_process_abts_pending_state:
374 * caller should hold IO lock
375 */
376 static void
snic_proc_tmreq_pending_state(struct snic * snic,struct scsi_cmnd * sc,u8 cmpl_status)377 snic_proc_tmreq_pending_state(struct snic *snic,
378 struct scsi_cmnd *sc,
379 u8 cmpl_status)
380 {
381 int state = CMD_STATE(sc);
382
383 if (state == SNIC_IOREQ_ABTS_PENDING)
384 CMD_FLAGS(sc) |= SNIC_IO_ABTS_PENDING;
385 else if (state == SNIC_IOREQ_LR_PENDING)
386 CMD_FLAGS(sc) |= SNIC_DEV_RST_PENDING;
387 else
388 SNIC_BUG_ON(1);
389
390 switch (cmpl_status) {
391 case SNIC_STAT_IO_SUCCESS:
392 CMD_FLAGS(sc) |= SNIC_IO_DONE;
393 break;
394
395 case SNIC_STAT_ABORTED:
396 CMD_FLAGS(sc) |= SNIC_IO_ABORTED;
397 break;
398
399 default:
400 SNIC_BUG_ON(1);
401 }
402 }
403
404 /*
405 * snic_process_io_failed_state:
406 * Processes IO's error states
407 */
408 static void
snic_process_io_failed_state(struct snic * snic,struct snic_icmnd_cmpl * icmnd_cmpl,struct scsi_cmnd * sc,u8 cmpl_stat)409 snic_process_io_failed_state(struct snic *snic,
410 struct snic_icmnd_cmpl *icmnd_cmpl,
411 struct scsi_cmnd *sc,
412 u8 cmpl_stat)
413 {
414 int res = 0;
415
416 switch (cmpl_stat) {
417 case SNIC_STAT_TIMEOUT: /* Req was timedout */
418 atomic64_inc(&snic->s_stats.misc.io_tmo);
419 res = DID_TIME_OUT;
420 break;
421
422 case SNIC_STAT_ABORTED: /* Req was aborted */
423 atomic64_inc(&snic->s_stats.misc.io_aborted);
424 res = DID_ABORT;
425 break;
426
427 case SNIC_STAT_DATA_CNT_MISMATCH:/* Recv/Sent more/less data than exp */
428 atomic64_inc(&snic->s_stats.misc.data_cnt_mismat);
429 scsi_set_resid(sc, le32_to_cpu(icmnd_cmpl->resid));
430 res = DID_ERROR;
431 break;
432
433 case SNIC_STAT_OUT_OF_RES: /* Out of resources to complete request */
434 atomic64_inc(&snic->s_stats.fw.out_of_res);
435 res = DID_REQUEUE;
436 break;
437
438 case SNIC_STAT_IO_NOT_FOUND: /* Requested I/O was not found */
439 atomic64_inc(&snic->s_stats.io.io_not_found);
440 res = DID_ERROR;
441 break;
442
443 case SNIC_STAT_SGL_INVALID: /* Req was aborted to due to sgl error*/
444 atomic64_inc(&snic->s_stats.misc.sgl_inval);
445 res = DID_ERROR;
446 break;
447
448 case SNIC_STAT_FW_ERR: /* Req terminated due to FW Error */
449 atomic64_inc(&snic->s_stats.fw.io_errs);
450 res = DID_ERROR;
451 break;
452
453 case SNIC_STAT_SCSI_ERR: /* FW hits SCSI Error */
454 atomic64_inc(&snic->s_stats.fw.scsi_errs);
455 break;
456
457 case SNIC_STAT_NOT_READY: /* XPT yet to initialize */
458 case SNIC_STAT_DEV_OFFLINE: /* Device offline */
459 res = DID_NO_CONNECT;
460 break;
461
462 case SNIC_STAT_INVALID_HDR: /* Hdr contains invalid data */
463 case SNIC_STAT_INVALID_PARM: /* Some param in req is invalid */
464 case SNIC_STAT_REQ_NOT_SUP: /* Req type is not supported */
465 case SNIC_STAT_CMND_REJECT: /* Req rejected */
466 case SNIC_STAT_FATAL_ERROR: /* XPT Error */
467 default:
468 SNIC_SCSI_DBG(snic->shost,
469 "Invalid Hdr/Param or Req Not Supported or Cmnd Rejected or Device Offline. or Unknown\n");
470 res = DID_ERROR;
471 break;
472 }
473
474 SNIC_HOST_ERR(snic->shost, "fw returns failed status %s flags 0x%llx\n",
475 snic_io_status_to_str(cmpl_stat), CMD_FLAGS(sc));
476
477 /* Set sc->result */
478 sc->result = (res << 16) | icmnd_cmpl->scsi_status;
479 } /* end of snic_process_io_failed_state */
480
481 /*
482 * snic_tmreq_pending : is task management in progress.
483 */
484 static int
snic_tmreq_pending(struct scsi_cmnd * sc)485 snic_tmreq_pending(struct scsi_cmnd *sc)
486 {
487 int state = CMD_STATE(sc);
488
489 return ((state == SNIC_IOREQ_ABTS_PENDING) ||
490 (state == SNIC_IOREQ_LR_PENDING));
491 }
492
493 /*
494 * snic_process_icmnd_cmpl_status:
495 * Caller should hold io_lock
496 */
497 static int
snic_process_icmnd_cmpl_status(struct snic * snic,struct snic_icmnd_cmpl * icmnd_cmpl,u8 cmpl_stat,struct scsi_cmnd * sc)498 snic_process_icmnd_cmpl_status(struct snic *snic,
499 struct snic_icmnd_cmpl *icmnd_cmpl,
500 u8 cmpl_stat,
501 struct scsi_cmnd *sc)
502 {
503 u8 scsi_stat = icmnd_cmpl->scsi_status;
504 u64 xfer_len = 0;
505 int ret = 0;
506
507 /* Mark the IO as complete */
508 CMD_STATE(sc) = SNIC_IOREQ_COMPLETE;
509
510 if (likely(cmpl_stat == SNIC_STAT_IO_SUCCESS)) {
511 sc->result = (DID_OK << 16) | scsi_stat;
512
513 xfer_len = scsi_bufflen(sc);
514
515 /* Update SCSI Cmd with resid value */
516 scsi_set_resid(sc, le32_to_cpu(icmnd_cmpl->resid));
517
518 if (icmnd_cmpl->flags & SNIC_ICMND_CMPL_UNDR_RUN) {
519 xfer_len -= le32_to_cpu(icmnd_cmpl->resid);
520 atomic64_inc(&snic->s_stats.misc.io_under_run);
521 }
522
523 if (icmnd_cmpl->scsi_status == SAM_STAT_TASK_SET_FULL)
524 atomic64_inc(&snic->s_stats.misc.qfull);
525
526 ret = 0;
527 } else {
528 snic_process_io_failed_state(snic, icmnd_cmpl, sc, cmpl_stat);
529 atomic64_inc(&snic->s_stats.io.fail);
530 SNIC_HOST_ERR(snic->shost,
531 "icmnd_cmpl: IO Failed : Hdr Status %s flags 0x%llx\n",
532 snic_io_status_to_str(cmpl_stat), CMD_FLAGS(sc));
533 ret = 1;
534 }
535
536 return ret;
537 } /* end of snic_process_icmnd_cmpl_status */
538
539
540 /*
541 * snic_icmnd_cmpl_handler
542 * Routine to handle icmnd completions
543 */
544 static void
snic_icmnd_cmpl_handler(struct snic * snic,struct snic_fw_req * fwreq)545 snic_icmnd_cmpl_handler(struct snic *snic, struct snic_fw_req *fwreq)
546 {
547 u8 typ, hdr_stat;
548 u32 cmnd_id, hid;
549 ulong ctx;
550 struct scsi_cmnd *sc = NULL;
551 struct snic_icmnd_cmpl *icmnd_cmpl = NULL;
552 struct snic_host_req *req = NULL;
553 struct snic_req_info *rqi = NULL;
554 unsigned long flags, start_time;
555 spinlock_t *io_lock;
556 u8 sc_stat = 0;
557
558 snic_io_hdr_dec(&fwreq->hdr, &typ, &hdr_stat, &cmnd_id, &hid, &ctx);
559 icmnd_cmpl = &fwreq->u.icmnd_cmpl;
560 sc_stat = icmnd_cmpl->scsi_status;
561
562 SNIC_SCSI_DBG(snic->shost,
563 "Icmnd_cmpl: type = %x, hdr_stat = %x, cmnd_id = %x, hid = %x,i ctx = %lx\n",
564 typ, hdr_stat, cmnd_id, hid, ctx);
565
566 if (cmnd_id >= snic->max_tag_id) {
567 SNIC_HOST_ERR(snic->shost,
568 "Icmnd_cmpl:Tag Error:Out of Range Tag %d, hdr status = %s\n",
569 cmnd_id, snic_io_status_to_str(hdr_stat));
570 return;
571 }
572
573 sc = scsi_host_find_tag(snic->shost, cmnd_id);
574 WARN_ON_ONCE(!sc);
575
576 if (!sc) {
577 atomic64_inc(&snic->s_stats.io.sc_null);
578 SNIC_HOST_ERR(snic->shost,
579 "Icmnd_cmpl: Scsi Cmnd Not found, sc = NULL Hdr Status = %s tag = 0x%x fwreq = 0x%p\n",
580 snic_io_status_to_str(hdr_stat),
581 cmnd_id,
582 fwreq);
583
584 SNIC_TRC(snic->shost->host_no, cmnd_id, 0,
585 ((u64)hdr_stat << 16 |
586 (u64)sc_stat << 8 | (u64)icmnd_cmpl->flags),
587 (ulong) fwreq, le32_to_cpu(icmnd_cmpl->resid), ctx);
588
589 return;
590 }
591
592 io_lock = snic_io_lock_hash(snic, sc);
593
594 spin_lock_irqsave(io_lock, flags);
595 rqi = (struct snic_req_info *) CMD_SP(sc);
596 SNIC_SCSI_DBG(snic->shost,
597 "Icmnd_cmpl:lun %lld sc %p cmd %xtag %d flags 0x%llx rqi %p\n",
598 sc->device->lun, sc, sc->cmnd[0], snic_cmd_tag(sc),
599 CMD_FLAGS(sc), rqi);
600
601 if (CMD_FLAGS(sc) & SNIC_HOST_RESET_CMD_TERM) {
602 spin_unlock_irqrestore(io_lock, flags);
603
604 return;
605 }
606
607 SNIC_BUG_ON(rqi != (struct snic_req_info *)ctx);
608 WARN_ON_ONCE(req);
609 if (!rqi) {
610 atomic64_inc(&snic->s_stats.io.req_null);
611 CMD_FLAGS(sc) |= SNIC_IO_REQ_NULL;
612 spin_unlock_irqrestore(io_lock, flags);
613
614 SNIC_HOST_ERR(snic->shost,
615 "Icmnd_cmpl:Host Req Not Found(null), Hdr Status %s, Tag 0x%x, sc 0x%p flags 0x%llx\n",
616 snic_io_status_to_str(hdr_stat),
617 cmnd_id, sc, CMD_FLAGS(sc));
618 return;
619 }
620
621 rqi = (struct snic_req_info *) ctx;
622 start_time = rqi->start_time;
623
624 /* firmware completed the io */
625 rqi->io_cmpl = 1;
626
627 /*
628 * if SCSI-ML has already issued abort on this command,
629 * ignore completion of the IO. The abts path will clean it up
630 */
631 if (unlikely(snic_tmreq_pending(sc))) {
632 snic_proc_tmreq_pending_state(snic, sc, hdr_stat);
633 spin_unlock_irqrestore(io_lock, flags);
634
635 snic_stats_update_io_cmpl(&snic->s_stats);
636
637 /* Expected value is SNIC_STAT_ABORTED */
638 if (likely(hdr_stat == SNIC_STAT_ABORTED))
639 return;
640
641 SNIC_SCSI_DBG(snic->shost,
642 "icmnd_cmpl:TM Req Pending(%s), Hdr Status %s sc 0x%p scsi status %x resid %d flags 0x%llx\n",
643 snic_ioreq_state_to_str(CMD_STATE(sc)),
644 snic_io_status_to_str(hdr_stat),
645 sc, sc_stat, le32_to_cpu(icmnd_cmpl->resid),
646 CMD_FLAGS(sc));
647
648 SNIC_TRC(snic->shost->host_no, cmnd_id, (ulong) sc,
649 jiffies_to_msecs(jiffies - start_time), (ulong) fwreq,
650 SNIC_TRC_CMD(sc), SNIC_TRC_CMD_STATE_FLAGS(sc));
651
652 return;
653 }
654
655 if (snic_process_icmnd_cmpl_status(snic, icmnd_cmpl, hdr_stat, sc)) {
656 scsi_print_command(sc);
657 SNIC_HOST_ERR(snic->shost,
658 "icmnd_cmpl:IO Failed, sc 0x%p Tag %d Cmd %x Hdr Status %s flags 0x%llx\n",
659 sc, sc->cmnd[0], cmnd_id,
660 snic_io_status_to_str(hdr_stat), CMD_FLAGS(sc));
661 }
662
663 /* Break link with the SCSI Command */
664 CMD_SP(sc) = NULL;
665 CMD_FLAGS(sc) |= SNIC_IO_DONE;
666
667 spin_unlock_irqrestore(io_lock, flags);
668
669 /* For now, consider only successful IO. */
670 snic_calc_io_process_time(snic, rqi);
671
672 snic_release_req_buf(snic, rqi, sc);
673
674 SNIC_TRC(snic->shost->host_no, cmnd_id, (ulong) sc,
675 jiffies_to_msecs(jiffies - start_time), (ulong) fwreq,
676 SNIC_TRC_CMD(sc), SNIC_TRC_CMD_STATE_FLAGS(sc));
677
678
679 if (sc->scsi_done)
680 sc->scsi_done(sc);
681
682 snic_stats_update_io_cmpl(&snic->s_stats);
683 } /* end of snic_icmnd_cmpl_handler */
684
685 static void
snic_proc_dr_cmpl_locked(struct snic * snic,struct snic_fw_req * fwreq,u8 cmpl_stat,u32 cmnd_id,struct scsi_cmnd * sc)686 snic_proc_dr_cmpl_locked(struct snic *snic,
687 struct snic_fw_req *fwreq,
688 u8 cmpl_stat,
689 u32 cmnd_id,
690 struct scsi_cmnd *sc)
691 {
692 struct snic_req_info *rqi = (struct snic_req_info *) CMD_SP(sc);
693 u32 start_time = rqi->start_time;
694
695 CMD_LR_STATUS(sc) = cmpl_stat;
696
697 SNIC_SCSI_DBG(snic->shost, "itmf_cmpl: Cmd State = %s\n",
698 snic_ioreq_state_to_str(CMD_STATE(sc)));
699
700 if (CMD_STATE(sc) == SNIC_IOREQ_ABTS_PENDING) {
701 CMD_FLAGS(sc) |= SNIC_DEV_RST_ABTS_PENDING;
702
703 SNIC_TRC(snic->shost->host_no, cmnd_id, (ulong) sc,
704 jiffies_to_msecs(jiffies - start_time),
705 (ulong) fwreq, 0, SNIC_TRC_CMD_STATE_FLAGS(sc));
706
707 SNIC_SCSI_DBG(snic->shost,
708 "itmf_cmpl: Terminate Pending Dev Reset Cmpl Recvd.id %x, status %s flags 0x%llx\n",
709 (int)(cmnd_id & SNIC_TAG_MASK),
710 snic_io_status_to_str(cmpl_stat),
711 CMD_FLAGS(sc));
712
713 return;
714 }
715
716
717 if (CMD_FLAGS(sc) & SNIC_DEV_RST_TIMEDOUT) {
718 SNIC_TRC(snic->shost->host_no, cmnd_id, (ulong) sc,
719 jiffies_to_msecs(jiffies - start_time),
720 (ulong) fwreq, 0, SNIC_TRC_CMD_STATE_FLAGS(sc));
721
722 SNIC_SCSI_DBG(snic->shost,
723 "itmf_cmpl:Dev Reset Completion Received after timeout. id %d cmpl status %s flags 0x%llx\n",
724 (int)(cmnd_id & SNIC_TAG_MASK),
725 snic_io_status_to_str(cmpl_stat),
726 CMD_FLAGS(sc));
727
728 return;
729 }
730
731 CMD_STATE(sc) = SNIC_IOREQ_LR_COMPLETE;
732 CMD_FLAGS(sc) |= SNIC_DEV_RST_DONE;
733
734 SNIC_SCSI_DBG(snic->shost,
735 "itmf_cmpl:Dev Reset Cmpl Recvd id %d cmpl status %s flags 0x%llx\n",
736 (int)(cmnd_id & SNIC_TAG_MASK),
737 snic_io_status_to_str(cmpl_stat),
738 CMD_FLAGS(sc));
739
740 if (rqi->dr_done)
741 complete(rqi->dr_done);
742 } /* end of snic_proc_dr_cmpl_locked */
743
744 /*
745 * snic_update_abort_stats : Updates abort stats based on completion status.
746 */
747 static void
snic_update_abort_stats(struct snic * snic,u8 cmpl_stat)748 snic_update_abort_stats(struct snic *snic, u8 cmpl_stat)
749 {
750 struct snic_abort_stats *abt_stats = &snic->s_stats.abts;
751
752 SNIC_SCSI_DBG(snic->shost, "Updating Abort stats.\n");
753
754 switch (cmpl_stat) {
755 case SNIC_STAT_IO_SUCCESS:
756 break;
757
758 case SNIC_STAT_TIMEOUT:
759 atomic64_inc(&abt_stats->fw_tmo);
760 break;
761
762 case SNIC_STAT_IO_NOT_FOUND:
763 atomic64_inc(&abt_stats->io_not_found);
764 break;
765
766 default:
767 atomic64_inc(&abt_stats->fail);
768 break;
769 }
770 }
771
772 static int
snic_process_itmf_cmpl(struct snic * snic,struct snic_fw_req * fwreq,u32 cmnd_id,u8 cmpl_stat,struct scsi_cmnd * sc)773 snic_process_itmf_cmpl(struct snic *snic,
774 struct snic_fw_req *fwreq,
775 u32 cmnd_id,
776 u8 cmpl_stat,
777 struct scsi_cmnd *sc)
778 {
779 struct snic_req_info *rqi = NULL;
780 u32 tm_tags = 0;
781 spinlock_t *io_lock = NULL;
782 unsigned long flags;
783 u32 start_time = 0;
784 int ret = 0;
785
786 io_lock = snic_io_lock_hash(snic, sc);
787 spin_lock_irqsave(io_lock, flags);
788 if (CMD_FLAGS(sc) & SNIC_HOST_RESET_CMD_TERM) {
789 spin_unlock_irqrestore(io_lock, flags);
790
791 return ret;
792 }
793 rqi = (struct snic_req_info *) CMD_SP(sc);
794 WARN_ON_ONCE(!rqi);
795
796 if (!rqi) {
797 atomic64_inc(&snic->s_stats.io.req_null);
798 spin_unlock_irqrestore(io_lock, flags);
799 CMD_FLAGS(sc) |= SNIC_IO_ABTS_TERM_REQ_NULL;
800 SNIC_HOST_ERR(snic->shost,
801 "itmf_cmpl: rqi is null,Hdr stat = %s Tag = 0x%x sc = 0x%p flags 0x%llx\n",
802 snic_io_status_to_str(cmpl_stat), cmnd_id, sc,
803 CMD_FLAGS(sc));
804
805 return ret;
806 }
807
808 /* Extract task management flags */
809 tm_tags = cmnd_id & ~(SNIC_TAG_MASK);
810
811 start_time = rqi->start_time;
812 cmnd_id &= (SNIC_TAG_MASK);
813
814 switch (tm_tags) {
815 case SNIC_TAG_ABORT:
816 /* Abort only issued on cmd */
817 snic_update_abort_stats(snic, cmpl_stat);
818
819 if (CMD_STATE(sc) != SNIC_IOREQ_ABTS_PENDING) {
820 /* This is a late completion. Ignore it. */
821 ret = -1;
822 spin_unlock_irqrestore(io_lock, flags);
823 break;
824 }
825
826 CMD_STATE(sc) = SNIC_IOREQ_ABTS_COMPLETE;
827 CMD_ABTS_STATUS(sc) = cmpl_stat;
828 CMD_FLAGS(sc) |= SNIC_IO_ABTS_TERM_DONE;
829
830 SNIC_SCSI_DBG(snic->shost,
831 "itmf_cmpl:Abort Cmpl Recvd.Tag 0x%x Status %s flags 0x%llx\n",
832 cmnd_id,
833 snic_io_status_to_str(cmpl_stat),
834 CMD_FLAGS(sc));
835
836 /*
837 * If scsi_eh thread is blocked waiting for abts complete,
838 * signal completion to it. IO will be cleaned in the thread,
839 * else clean it in this context.
840 */
841 if (rqi->abts_done) {
842 complete(rqi->abts_done);
843 spin_unlock_irqrestore(io_lock, flags);
844
845 break; /* jump out */
846 }
847
848 CMD_SP(sc) = NULL;
849 sc->result = (DID_ERROR << 16);
850 SNIC_SCSI_DBG(snic->shost,
851 "itmf_cmpl: Completing IO. sc %p flags 0x%llx\n",
852 sc, CMD_FLAGS(sc));
853
854 spin_unlock_irqrestore(io_lock, flags);
855
856 snic_release_req_buf(snic, rqi, sc);
857
858 if (sc->scsi_done) {
859 SNIC_TRC(snic->shost->host_no, cmnd_id, (ulong) sc,
860 jiffies_to_msecs(jiffies - start_time),
861 (ulong) fwreq, SNIC_TRC_CMD(sc),
862 SNIC_TRC_CMD_STATE_FLAGS(sc));
863
864 sc->scsi_done(sc);
865 }
866
867 break;
868
869 case SNIC_TAG_DEV_RST:
870 case SNIC_TAG_DEV_RST | SNIC_TAG_IOCTL_DEV_RST:
871 snic_proc_dr_cmpl_locked(snic, fwreq, cmpl_stat, cmnd_id, sc);
872 spin_unlock_irqrestore(io_lock, flags);
873 ret = 0;
874
875 break;
876
877 case SNIC_TAG_ABORT | SNIC_TAG_DEV_RST:
878 /* Abort and terminate completion of device reset req */
879
880 CMD_STATE(sc) = SNIC_IOREQ_ABTS_COMPLETE;
881 CMD_ABTS_STATUS(sc) = cmpl_stat;
882 CMD_FLAGS(sc) |= SNIC_DEV_RST_DONE;
883
884 SNIC_SCSI_DBG(snic->shost,
885 "itmf_cmpl:dev reset abts cmpl recvd. id %d status %s flags 0x%llx\n",
886 cmnd_id, snic_io_status_to_str(cmpl_stat),
887 CMD_FLAGS(sc));
888
889 if (rqi->abts_done)
890 complete(rqi->abts_done);
891
892 spin_unlock_irqrestore(io_lock, flags);
893
894 break;
895
896 default:
897 spin_unlock_irqrestore(io_lock, flags);
898 SNIC_HOST_ERR(snic->shost,
899 "itmf_cmpl: Unknown TM tag bit 0x%x\n", tm_tags);
900
901 SNIC_HOST_ERR(snic->shost,
902 "itmf_cmpl:Unexpected itmf io stat %s Tag = 0x%x flags 0x%llx\n",
903 snic_ioreq_state_to_str(CMD_STATE(sc)),
904 cmnd_id,
905 CMD_FLAGS(sc));
906 ret = -1;
907 SNIC_BUG_ON(1);
908
909 break;
910 }
911
912 return ret;
913 } /* end of snic_process_itmf_cmpl_status */
914
915 /*
916 * snic_itmf_cmpl_handler.
917 * Routine to handle itmf completions.
918 */
919 static void
snic_itmf_cmpl_handler(struct snic * snic,struct snic_fw_req * fwreq)920 snic_itmf_cmpl_handler(struct snic *snic, struct snic_fw_req *fwreq)
921 {
922 struct scsi_cmnd *sc = NULL;
923 struct snic_req_info *rqi = NULL;
924 struct snic_itmf_cmpl *itmf_cmpl = NULL;
925 ulong ctx;
926 u32 cmnd_id;
927 u32 hid;
928 u8 typ;
929 u8 hdr_stat;
930
931 snic_io_hdr_dec(&fwreq->hdr, &typ, &hdr_stat, &cmnd_id, &hid, &ctx);
932 SNIC_SCSI_DBG(snic->shost,
933 "Itmf_cmpl: %s: type = %x, hdr_stat = %x, cmnd_id = %x, hid = %x,ctx = %lx\n",
934 __func__, typ, hdr_stat, cmnd_id, hid, ctx);
935
936 itmf_cmpl = &fwreq->u.itmf_cmpl;
937 SNIC_SCSI_DBG(snic->shost,
938 "Itmf_cmpl: nterm %u , flags 0x%x\n",
939 le32_to_cpu(itmf_cmpl->nterminated), itmf_cmpl->flags);
940
941 /* spl case, dev reset issued through ioctl */
942 if (cmnd_id & SNIC_TAG_IOCTL_DEV_RST) {
943 rqi = (struct snic_req_info *) ctx;
944 sc = rqi->sc;
945
946 goto ioctl_dev_rst;
947 }
948
949 if ((cmnd_id & SNIC_TAG_MASK) >= snic->max_tag_id) {
950 SNIC_HOST_ERR(snic->shost,
951 "Itmf_cmpl: Tag 0x%x out of Range,HdrStat %s\n",
952 cmnd_id, snic_io_status_to_str(hdr_stat));
953 SNIC_BUG_ON(1);
954
955 return;
956 }
957
958 sc = scsi_host_find_tag(snic->shost, cmnd_id & SNIC_TAG_MASK);
959 WARN_ON_ONCE(!sc);
960
961 ioctl_dev_rst:
962 if (!sc) {
963 atomic64_inc(&snic->s_stats.io.sc_null);
964 SNIC_HOST_ERR(snic->shost,
965 "Itmf_cmpl: sc is NULL - Hdr Stat %s Tag 0x%x\n",
966 snic_io_status_to_str(hdr_stat), cmnd_id);
967
968 return;
969 }
970
971 snic_process_itmf_cmpl(snic, fwreq, cmnd_id, hdr_stat, sc);
972 } /* end of snic_itmf_cmpl_handler */
973
974
975
976 static void
snic_hba_reset_scsi_cleanup(struct snic * snic,struct scsi_cmnd * sc)977 snic_hba_reset_scsi_cleanup(struct snic *snic, struct scsi_cmnd *sc)
978 {
979 struct snic_stats *st = &snic->s_stats;
980 long act_ios = 0, act_fwreqs = 0;
981
982 SNIC_SCSI_DBG(snic->shost, "HBA Reset scsi cleanup.\n");
983 snic_scsi_cleanup(snic, snic_cmd_tag(sc));
984
985 /* Update stats on pending IOs */
986 act_ios = atomic64_read(&st->io.active);
987 atomic64_add(act_ios, &st->io.compl);
988 atomic64_sub(act_ios, &st->io.active);
989
990 act_fwreqs = atomic64_read(&st->fw.actv_reqs);
991 atomic64_sub(act_fwreqs, &st->fw.actv_reqs);
992 }
993
994 /*
995 * snic_hba_reset_cmpl_handler :
996 *
997 * Notes :
998 * 1. Cleanup all the scsi cmds, release all snic specific cmds
999 * 2. Issue Report Targets in case of SAN targets
1000 */
1001 static int
snic_hba_reset_cmpl_handler(struct snic * snic,struct snic_fw_req * fwreq)1002 snic_hba_reset_cmpl_handler(struct snic *snic, struct snic_fw_req *fwreq)
1003 {
1004 ulong ctx;
1005 u32 cmnd_id;
1006 u32 hid;
1007 u8 typ;
1008 u8 hdr_stat;
1009 struct scsi_cmnd *sc = NULL;
1010 struct snic_req_info *rqi = NULL;
1011 spinlock_t *io_lock = NULL;
1012 unsigned long flags, gflags;
1013 int ret = 0;
1014
1015 snic_io_hdr_dec(&fwreq->hdr, &typ, &hdr_stat, &cmnd_id, &hid, &ctx);
1016 SNIC_HOST_INFO(snic->shost,
1017 "reset_cmpl:Tag %d ctx %lx cmpl status %s HBA Reset Completion received.\n",
1018 cmnd_id, ctx, snic_io_status_to_str(hdr_stat));
1019
1020 SNIC_SCSI_DBG(snic->shost,
1021 "reset_cmpl: type = %x, hdr_stat = %x, cmnd_id = %x, hid = %x, ctx = %lx\n",
1022 typ, hdr_stat, cmnd_id, hid, ctx);
1023
1024 /* spl case, host reset issued through ioctl */
1025 if (cmnd_id == SCSI_NO_TAG) {
1026 rqi = (struct snic_req_info *) ctx;
1027 SNIC_HOST_INFO(snic->shost,
1028 "reset_cmpl:Tag %d ctx %lx cmpl stat %s\n",
1029 cmnd_id, ctx, snic_io_status_to_str(hdr_stat));
1030 sc = rqi->sc;
1031
1032 goto ioctl_hba_rst;
1033 }
1034
1035 if (cmnd_id >= snic->max_tag_id) {
1036 SNIC_HOST_ERR(snic->shost,
1037 "reset_cmpl: Tag 0x%x out of Range,HdrStat %s\n",
1038 cmnd_id, snic_io_status_to_str(hdr_stat));
1039 SNIC_BUG_ON(1);
1040
1041 return 1;
1042 }
1043
1044 sc = scsi_host_find_tag(snic->shost, cmnd_id);
1045 ioctl_hba_rst:
1046 if (!sc) {
1047 atomic64_inc(&snic->s_stats.io.sc_null);
1048 SNIC_HOST_ERR(snic->shost,
1049 "reset_cmpl: sc is NULL - Hdr Stat %s Tag 0x%x\n",
1050 snic_io_status_to_str(hdr_stat), cmnd_id);
1051 ret = 1;
1052
1053 return ret;
1054 }
1055
1056 SNIC_HOST_INFO(snic->shost,
1057 "reset_cmpl: sc %p rqi %p Tag %d flags 0x%llx\n",
1058 sc, rqi, cmnd_id, CMD_FLAGS(sc));
1059
1060 io_lock = snic_io_lock_hash(snic, sc);
1061 spin_lock_irqsave(io_lock, flags);
1062
1063 if (!snic->remove_wait) {
1064 spin_unlock_irqrestore(io_lock, flags);
1065 SNIC_HOST_ERR(snic->shost,
1066 "reset_cmpl:host reset completed after timeout\n");
1067 ret = 1;
1068
1069 return ret;
1070 }
1071
1072 rqi = (struct snic_req_info *) CMD_SP(sc);
1073 WARN_ON_ONCE(!rqi);
1074
1075 if (!rqi) {
1076 atomic64_inc(&snic->s_stats.io.req_null);
1077 spin_unlock_irqrestore(io_lock, flags);
1078 CMD_FLAGS(sc) |= SNIC_IO_ABTS_TERM_REQ_NULL;
1079 SNIC_HOST_ERR(snic->shost,
1080 "reset_cmpl: rqi is null,Hdr stat %s Tag 0x%x sc 0x%p flags 0x%llx\n",
1081 snic_io_status_to_str(hdr_stat), cmnd_id, sc,
1082 CMD_FLAGS(sc));
1083
1084 ret = 1;
1085
1086 return ret;
1087 }
1088 /* stats */
1089 spin_unlock_irqrestore(io_lock, flags);
1090
1091 /* scsi cleanup */
1092 snic_hba_reset_scsi_cleanup(snic, sc);
1093
1094 SNIC_BUG_ON(snic_get_state(snic) != SNIC_OFFLINE &&
1095 snic_get_state(snic) != SNIC_FWRESET);
1096
1097 /* Careful locking between snic_lock and io lock */
1098 spin_lock_irqsave(io_lock, flags);
1099 spin_lock_irqsave(&snic->snic_lock, gflags);
1100 if (snic_get_state(snic) == SNIC_FWRESET)
1101 snic_set_state(snic, SNIC_ONLINE);
1102 spin_unlock_irqrestore(&snic->snic_lock, gflags);
1103
1104 if (snic->remove_wait)
1105 complete(snic->remove_wait);
1106
1107 spin_unlock_irqrestore(io_lock, flags);
1108 atomic64_inc(&snic->s_stats.reset.hba_reset_cmpl);
1109
1110 ret = 0;
1111 /* Rediscovery is for SAN */
1112 if (snic->config.xpt_type == SNIC_DAS)
1113 return ret;
1114
1115 SNIC_SCSI_DBG(snic->shost, "reset_cmpl: Queuing discovery work.\n");
1116 queue_work(snic_glob->event_q, &snic->disc_work);
1117
1118 return ret;
1119 }
1120
1121 static void
snic_msg_ack_handler(struct snic * snic,struct snic_fw_req * fwreq)1122 snic_msg_ack_handler(struct snic *snic, struct snic_fw_req *fwreq)
1123 {
1124 SNIC_HOST_INFO(snic->shost, "Message Ack Received.\n");
1125
1126 SNIC_ASSERT_NOT_IMPL(1);
1127 }
1128
1129 static void
snic_aen_handler(struct snic * snic,struct snic_fw_req * fwreq)1130 snic_aen_handler(struct snic *snic, struct snic_fw_req *fwreq)
1131 {
1132 u8 typ, hdr_stat;
1133 u32 cmnd_id, hid;
1134 ulong ctx;
1135 struct snic_async_evnotify *aen = &fwreq->u.async_ev;
1136 u32 event_id = 0;
1137
1138 snic_io_hdr_dec(&fwreq->hdr, &typ, &hdr_stat, &cmnd_id, &hid, &ctx);
1139 SNIC_SCSI_DBG(snic->shost,
1140 "aen: type = %x, hdr_stat = %x, cmnd_id = %x, hid = %x, ctx = %lx\n",
1141 typ, hdr_stat, cmnd_id, hid, ctx);
1142
1143 event_id = le32_to_cpu(aen->ev_id);
1144
1145 switch (event_id) {
1146 case SNIC_EV_TGT_OFFLINE:
1147 SNIC_HOST_INFO(snic->shost, "aen:TGT_OFFLINE Event Recvd.\n");
1148 break;
1149
1150 case SNIC_EV_TGT_ONLINE:
1151 SNIC_HOST_INFO(snic->shost, "aen:TGT_ONLINE Event Recvd.\n");
1152 break;
1153
1154 case SNIC_EV_LUN_OFFLINE:
1155 SNIC_HOST_INFO(snic->shost, "aen:LUN_OFFLINE Event Recvd.\n");
1156 break;
1157
1158 case SNIC_EV_LUN_ONLINE:
1159 SNIC_HOST_INFO(snic->shost, "aen:LUN_ONLINE Event Recvd.\n");
1160 break;
1161
1162 case SNIC_EV_CONF_CHG:
1163 SNIC_HOST_INFO(snic->shost, "aen:Config Change Event Recvd.\n");
1164 break;
1165
1166 case SNIC_EV_TGT_ADDED:
1167 SNIC_HOST_INFO(snic->shost, "aen:TGT_ADD Event Recvd.\n");
1168 break;
1169
1170 case SNIC_EV_TGT_DELTD:
1171 SNIC_HOST_INFO(snic->shost, "aen:TGT_DEL Event Recvd.\n");
1172 break;
1173
1174 case SNIC_EV_LUN_ADDED:
1175 SNIC_HOST_INFO(snic->shost, "aen:LUN_ADD Event Recvd.\n");
1176 break;
1177
1178 case SNIC_EV_LUN_DELTD:
1179 SNIC_HOST_INFO(snic->shost, "aen:LUN_DEL Event Recvd.\n");
1180 break;
1181
1182 case SNIC_EV_DISC_CMPL:
1183 SNIC_HOST_INFO(snic->shost, "aen:DISC_CMPL Event Recvd.\n");
1184 break;
1185
1186 default:
1187 SNIC_HOST_INFO(snic->shost, "aen:Unknown Event Recvd.\n");
1188 SNIC_BUG_ON(1);
1189 break;
1190 }
1191
1192 SNIC_ASSERT_NOT_IMPL(1);
1193 } /* end of snic_aen_handler */
1194
1195 /*
1196 * snic_io_cmpl_handler
1197 * Routine to process CQ entries(IO Completions) posted by fw.
1198 */
1199 static int
snic_io_cmpl_handler(struct vnic_dev * vdev,unsigned int cq_idx,struct snic_fw_req * fwreq)1200 snic_io_cmpl_handler(struct vnic_dev *vdev,
1201 unsigned int cq_idx,
1202 struct snic_fw_req *fwreq)
1203 {
1204 struct snic *snic = svnic_dev_priv(vdev);
1205 u64 start = jiffies, cmpl_time;
1206
1207 snic_print_desc(__func__, (char *)fwreq, sizeof(*fwreq));
1208
1209 /* Update FW Stats */
1210 if ((fwreq->hdr.type >= SNIC_RSP_REPORT_TGTS_CMPL) &&
1211 (fwreq->hdr.type <= SNIC_RSP_BOOT_LUNS_CMPL))
1212 atomic64_dec(&snic->s_stats.fw.actv_reqs);
1213
1214 SNIC_BUG_ON((fwreq->hdr.type > SNIC_RSP_BOOT_LUNS_CMPL) &&
1215 (fwreq->hdr.type < SNIC_MSG_ASYNC_EVNOTIFY));
1216
1217 /* Check for snic subsys errors */
1218 switch (fwreq->hdr.status) {
1219 case SNIC_STAT_NOT_READY: /* XPT yet to initialize */
1220 SNIC_HOST_ERR(snic->shost,
1221 "sNIC SubSystem is NOT Ready.\n");
1222 break;
1223
1224 case SNIC_STAT_FATAL_ERROR: /* XPT Error */
1225 SNIC_HOST_ERR(snic->shost,
1226 "sNIC SubSystem in Unrecoverable State.\n");
1227 break;
1228 }
1229
1230 switch (fwreq->hdr.type) {
1231 case SNIC_RSP_EXCH_VER_CMPL:
1232 snic_io_exch_ver_cmpl_handler(snic, fwreq);
1233 break;
1234
1235 case SNIC_RSP_REPORT_TGTS_CMPL:
1236 snic_report_tgt_cmpl_handler(snic, fwreq);
1237 break;
1238
1239 case SNIC_RSP_ICMND_CMPL:
1240 snic_icmnd_cmpl_handler(snic, fwreq);
1241 break;
1242
1243 case SNIC_RSP_ITMF_CMPL:
1244 snic_itmf_cmpl_handler(snic, fwreq);
1245 break;
1246
1247 case SNIC_RSP_HBA_RESET_CMPL:
1248 snic_hba_reset_cmpl_handler(snic, fwreq);
1249 break;
1250
1251 case SNIC_MSG_ACK:
1252 snic_msg_ack_handler(snic, fwreq);
1253 break;
1254
1255 case SNIC_MSG_ASYNC_EVNOTIFY:
1256 snic_aen_handler(snic, fwreq);
1257 break;
1258
1259 default:
1260 SNIC_BUG_ON(1);
1261 SNIC_SCSI_DBG(snic->shost,
1262 "Unknown Firmware completion request type %d\n",
1263 fwreq->hdr.type);
1264 break;
1265 }
1266
1267 /* Update Stats */
1268 cmpl_time = jiffies - start;
1269 if (cmpl_time > atomic64_read(&snic->s_stats.io.max_cmpl_time))
1270 atomic64_set(&snic->s_stats.io.max_cmpl_time, cmpl_time);
1271
1272 return 0;
1273 } /* end of snic_io_cmpl_handler */
1274
1275 /*
1276 * snic_fwcq_cmpl_handler
1277 * Routine to process fwCQ
1278 * This CQ is independent, and not associated with wq/rq/wq_copy queues
1279 */
1280 int
snic_fwcq_cmpl_handler(struct snic * snic,int io_cmpl_work)1281 snic_fwcq_cmpl_handler(struct snic *snic, int io_cmpl_work)
1282 {
1283 unsigned int num_ent = 0; /* number cq entries processed */
1284 unsigned int cq_idx;
1285 unsigned int nent_per_cq;
1286 struct snic_misc_stats *misc_stats = &snic->s_stats.misc;
1287
1288 for (cq_idx = snic->wq_count; cq_idx < snic->cq_count; cq_idx++) {
1289 nent_per_cq = vnic_cq_fw_service(&snic->cq[cq_idx],
1290 snic_io_cmpl_handler,
1291 io_cmpl_work);
1292 num_ent += nent_per_cq;
1293
1294 if (nent_per_cq > atomic64_read(&misc_stats->max_cq_ents))
1295 atomic64_set(&misc_stats->max_cq_ents, nent_per_cq);
1296 }
1297
1298 return num_ent;
1299 } /* end of snic_fwcq_cmpl_handler */
1300
1301 /*
1302 * snic_queue_itmf_req: Common API to queue Task Management requests.
1303 * Use rqi->tm_tag for passing special tags.
1304 * @req_id : aborted request's tag, -1 for lun reset.
1305 */
1306 static int
snic_queue_itmf_req(struct snic * snic,struct snic_host_req * tmreq,struct scsi_cmnd * sc,u32 tmf,u32 req_id)1307 snic_queue_itmf_req(struct snic *snic,
1308 struct snic_host_req *tmreq,
1309 struct scsi_cmnd *sc,
1310 u32 tmf,
1311 u32 req_id)
1312 {
1313 struct snic_req_info *rqi = req_to_rqi(tmreq);
1314 struct scsi_lun lun;
1315 int tm_tag = snic_cmd_tag(sc) | rqi->tm_tag;
1316 int ret = 0;
1317
1318 SNIC_BUG_ON(!rqi);
1319 SNIC_BUG_ON(!rqi->tm_tag);
1320
1321 /* fill in lun info */
1322 int_to_scsilun(sc->device->lun, &lun);
1323
1324 /* Initialize snic_host_req: itmf */
1325 snic_itmf_init(tmreq,
1326 tm_tag,
1327 snic->config.hid,
1328 (ulong) rqi,
1329 0 /* flags */,
1330 req_id, /* Command to be aborted. */
1331 rqi->tgt_id,
1332 lun.scsi_lun,
1333 tmf);
1334
1335 /*
1336 * In case of multiple aborts on same cmd,
1337 * use try_wait_for_completion and completion_done() to check
1338 * whether it queues aborts even after completion of abort issued
1339 * prior.SNIC_BUG_ON(completion_done(&rqi->done));
1340 */
1341
1342 ret = snic_queue_wq_desc(snic, tmreq, sizeof(*tmreq));
1343 if (ret)
1344 SNIC_HOST_ERR(snic->shost,
1345 "qitmf:Queuing ITMF(%d) Req sc %p, rqi %p, req_id %d tag %d Failed, ret = %d\n",
1346 tmf, sc, rqi, req_id, snic_cmd_tag(sc), ret);
1347 else
1348 SNIC_SCSI_DBG(snic->shost,
1349 "qitmf:Queuing ITMF(%d) Req sc %p, rqi %p, req_id %d, tag %d (req_id)- Success.",
1350 tmf, sc, rqi, req_id, snic_cmd_tag(sc));
1351
1352 return ret;
1353 } /* end of snic_queue_itmf_req */
1354
1355 static int
snic_issue_tm_req(struct snic * snic,struct snic_req_info * rqi,struct scsi_cmnd * sc,int tmf)1356 snic_issue_tm_req(struct snic *snic,
1357 struct snic_req_info *rqi,
1358 struct scsi_cmnd *sc,
1359 int tmf)
1360 {
1361 struct snic_host_req *tmreq = NULL;
1362 int req_id = 0, tag = snic_cmd_tag(sc);
1363 int ret = 0;
1364
1365 if (snic_get_state(snic) == SNIC_FWRESET)
1366 return -EBUSY;
1367
1368 atomic_inc(&snic->ios_inflight);
1369
1370 SNIC_SCSI_DBG(snic->shost,
1371 "issu_tmreq: Task mgmt req %d. rqi %p w/ tag %x\n",
1372 tmf, rqi, tag);
1373
1374
1375 if (tmf == SNIC_ITMF_LUN_RESET) {
1376 tmreq = snic_dr_req_init(snic, rqi);
1377 req_id = SCSI_NO_TAG;
1378 } else {
1379 tmreq = snic_abort_req_init(snic, rqi);
1380 req_id = tag;
1381 }
1382
1383 if (!tmreq) {
1384 ret = -ENOMEM;
1385
1386 goto tmreq_err;
1387 }
1388
1389 ret = snic_queue_itmf_req(snic, tmreq, sc, tmf, req_id);
1390
1391 tmreq_err:
1392 if (ret) {
1393 SNIC_HOST_ERR(snic->shost,
1394 "issu_tmreq: Queueing ITMF(%d) Req, sc %p rqi %p req_id %d tag %x fails err = %d\n",
1395 tmf, sc, rqi, req_id, tag, ret);
1396 } else {
1397 SNIC_SCSI_DBG(snic->shost,
1398 "issu_tmreq: Queueing ITMF(%d) Req, sc %p, rqi %p, req_id %d tag %x - Success.\n",
1399 tmf, sc, rqi, req_id, tag);
1400 }
1401
1402 atomic_dec(&snic->ios_inflight);
1403
1404 return ret;
1405 }
1406
1407 /*
1408 * snic_queue_abort_req : Queues abort req to WQ
1409 */
1410 static int
snic_queue_abort_req(struct snic * snic,struct snic_req_info * rqi,struct scsi_cmnd * sc,int tmf)1411 snic_queue_abort_req(struct snic *snic,
1412 struct snic_req_info *rqi,
1413 struct scsi_cmnd *sc,
1414 int tmf)
1415 {
1416 SNIC_SCSI_DBG(snic->shost, "q_abtreq: sc %p, rqi %p, tag %x, tmf %d\n",
1417 sc, rqi, snic_cmd_tag(sc), tmf);
1418
1419 /* Add special tag for abort */
1420 rqi->tm_tag |= SNIC_TAG_ABORT;
1421
1422 return snic_issue_tm_req(snic, rqi, sc, tmf);
1423 }
1424
1425 /*
1426 * snic_abort_finish : called by snic_abort_cmd on queuing abort successfully.
1427 */
1428 static int
snic_abort_finish(struct snic * snic,struct scsi_cmnd * sc)1429 snic_abort_finish(struct snic *snic, struct scsi_cmnd *sc)
1430 {
1431 struct snic_req_info *rqi = NULL;
1432 spinlock_t *io_lock = NULL;
1433 unsigned long flags;
1434 int ret = 0, tag = snic_cmd_tag(sc);
1435
1436 io_lock = snic_io_lock_hash(snic, sc);
1437 spin_lock_irqsave(io_lock, flags);
1438 rqi = (struct snic_req_info *) CMD_SP(sc);
1439 if (!rqi) {
1440 atomic64_inc(&snic->s_stats.io.req_null);
1441 CMD_FLAGS(sc) |= SNIC_IO_ABTS_TERM_REQ_NULL;
1442
1443 SNIC_SCSI_DBG(snic->shost,
1444 "abt_fini:req info is null tag 0x%x, sc 0x%p flags 0x%llx\n",
1445 tag, sc, CMD_FLAGS(sc));
1446 ret = FAILED;
1447
1448 goto abort_fail;
1449 }
1450
1451 rqi->abts_done = NULL;
1452
1453 ret = FAILED;
1454
1455 /* Check the abort status. */
1456 switch (CMD_ABTS_STATUS(sc)) {
1457 case SNIC_INVALID_CODE:
1458 /* Firmware didn't complete abort req, timedout */
1459 CMD_FLAGS(sc) |= SNIC_IO_ABTS_TIMEDOUT;
1460 atomic64_inc(&snic->s_stats.abts.drv_tmo);
1461 SNIC_SCSI_DBG(snic->shost,
1462 "abt_fini:sc %p Tag %x Driver Timeout.flags 0x%llx\n",
1463 sc, snic_cmd_tag(sc), CMD_FLAGS(sc));
1464 /* do not release snic request in timedout case */
1465 rqi = NULL;
1466
1467 goto abort_fail;
1468
1469 case SNIC_STAT_IO_SUCCESS:
1470 case SNIC_STAT_IO_NOT_FOUND:
1471 ret = SUCCESS;
1472 /*
1473 * If abort path doesn't call scsi_done(),
1474 * the # IO timeouts == 2, will cause the LUN offline.
1475 * Call scsi_done to complete the IO.
1476 */
1477 sc->result = (DID_ERROR << 16);
1478 sc->scsi_done(sc);
1479 break;
1480
1481 default:
1482 /* Firmware completed abort with error */
1483 ret = FAILED;
1484 rqi = NULL;
1485 break;
1486 }
1487
1488 CMD_SP(sc) = NULL;
1489 SNIC_HOST_INFO(snic->shost,
1490 "abt_fini: Tag %x, Cmpl Status %s flags 0x%llx\n",
1491 tag, snic_io_status_to_str(CMD_ABTS_STATUS(sc)),
1492 CMD_FLAGS(sc));
1493
1494 abort_fail:
1495 spin_unlock_irqrestore(io_lock, flags);
1496 if (rqi)
1497 snic_release_req_buf(snic, rqi, sc);
1498
1499 return ret;
1500 } /* end of snic_abort_finish */
1501
1502 /*
1503 * snic_send_abort_and_wait : Issues Abort, and Waits
1504 */
1505 static int
snic_send_abort_and_wait(struct snic * snic,struct scsi_cmnd * sc)1506 snic_send_abort_and_wait(struct snic *snic, struct scsi_cmnd *sc)
1507 {
1508 struct snic_req_info *rqi = NULL;
1509 enum snic_ioreq_state sv_state;
1510 struct snic_tgt *tgt = NULL;
1511 spinlock_t *io_lock = NULL;
1512 DECLARE_COMPLETION_ONSTACK(tm_done);
1513 unsigned long flags;
1514 int ret = 0, tmf = 0, tag = snic_cmd_tag(sc);
1515
1516 tgt = starget_to_tgt(scsi_target(sc->device));
1517 if ((snic_tgt_chkready(tgt) != 0) && (tgt->tdata.typ == SNIC_TGT_SAN))
1518 tmf = SNIC_ITMF_ABTS_TASK_TERM;
1519 else
1520 tmf = SNIC_ITMF_ABTS_TASK;
1521
1522 /* stats */
1523
1524 io_lock = snic_io_lock_hash(snic, sc);
1525
1526 /*
1527 * Avoid a race between SCSI issuing the abort and the device
1528 * completing the command.
1529 *
1530 * If the command is already completed by fw_cmpl code,
1531 * we just return SUCCESS from here. This means that the abort
1532 * succeeded. In the SCSI ML, since the timeout for command has
1533 * happend, the completion wont actually complete the command
1534 * and it will be considered as an aborted command
1535 *
1536 * The CMD_SP will not be cleared except while holding io_lock
1537 */
1538 spin_lock_irqsave(io_lock, flags);
1539 rqi = (struct snic_req_info *) CMD_SP(sc);
1540 if (!rqi) {
1541 spin_unlock_irqrestore(io_lock, flags);
1542
1543 SNIC_HOST_ERR(snic->shost,
1544 "abt_cmd: rqi is null. Tag %d flags 0x%llx\n",
1545 tag, CMD_FLAGS(sc));
1546
1547 ret = SUCCESS;
1548
1549 goto send_abts_end;
1550 }
1551
1552 rqi->abts_done = &tm_done;
1553 if (CMD_STATE(sc) == SNIC_IOREQ_ABTS_PENDING) {
1554 spin_unlock_irqrestore(io_lock, flags);
1555
1556 ret = 0;
1557 goto abts_pending;
1558 }
1559 SNIC_BUG_ON(!rqi->abts_done);
1560
1561 /* Save Command State, should be restored on failed to Queue. */
1562 sv_state = CMD_STATE(sc);
1563
1564 /*
1565 * Command is still pending, need to abort it
1566 * If the fw completes the command after this point,
1567 * the completion won't be done till mid-layer, since abot
1568 * has already started.
1569 */
1570 CMD_STATE(sc) = SNIC_IOREQ_ABTS_PENDING;
1571 CMD_ABTS_STATUS(sc) = SNIC_INVALID_CODE;
1572
1573 SNIC_SCSI_DBG(snic->shost, "send_abt_cmd: TAG 0x%x\n", tag);
1574
1575 spin_unlock_irqrestore(io_lock, flags);
1576
1577 /* Now Queue the abort command to firmware */
1578 ret = snic_queue_abort_req(snic, rqi, sc, tmf);
1579 if (ret) {
1580 atomic64_inc(&snic->s_stats.abts.q_fail);
1581 SNIC_HOST_ERR(snic->shost,
1582 "send_abt_cmd: IO w/ Tag 0x%x fail w/ err %d flags 0x%llx\n",
1583 tag, ret, CMD_FLAGS(sc));
1584
1585 spin_lock_irqsave(io_lock, flags);
1586 /* Restore Command's previous state */
1587 CMD_STATE(sc) = sv_state;
1588 rqi = (struct snic_req_info *) CMD_SP(sc);
1589 if (rqi)
1590 rqi->abts_done = NULL;
1591 spin_unlock_irqrestore(io_lock, flags);
1592 ret = FAILED;
1593
1594 goto send_abts_end;
1595 }
1596
1597 spin_lock_irqsave(io_lock, flags);
1598 if (tmf == SNIC_ITMF_ABTS_TASK) {
1599 CMD_FLAGS(sc) |= SNIC_IO_ABTS_ISSUED;
1600 atomic64_inc(&snic->s_stats.abts.num);
1601 } else {
1602 /* term stats */
1603 CMD_FLAGS(sc) |= SNIC_IO_TERM_ISSUED;
1604 }
1605 spin_unlock_irqrestore(io_lock, flags);
1606
1607 SNIC_SCSI_DBG(snic->shost,
1608 "send_abt_cmd: sc %p Tag %x flags 0x%llx\n",
1609 sc, tag, CMD_FLAGS(sc));
1610
1611
1612 ret = 0;
1613
1614 abts_pending:
1615 /*
1616 * Queued an abort IO, wait for its completion.
1617 * Once the fw completes the abort command, it will
1618 * wakeup this thread.
1619 */
1620 wait_for_completion_timeout(&tm_done, SNIC_ABTS_TIMEOUT);
1621
1622 send_abts_end:
1623 return ret;
1624 } /* end of snic_send_abort_and_wait */
1625
1626 /*
1627 * This function is exported to SCSI for sending abort cmnds.
1628 * A SCSI IO is represent by snic_ioreq in the driver.
1629 * The snic_ioreq is linked to the SCSI Cmd, thus a link with the ULP'S IO
1630 */
1631 int
snic_abort_cmd(struct scsi_cmnd * sc)1632 snic_abort_cmd(struct scsi_cmnd *sc)
1633 {
1634 struct snic *snic = shost_priv(sc->device->host);
1635 int ret = SUCCESS, tag = snic_cmd_tag(sc);
1636 u32 start_time = jiffies;
1637
1638 SNIC_SCSI_DBG(snic->shost, "abt_cmd:sc %p :0x%x :req = %p :tag = %d\n",
1639 sc, sc->cmnd[0], scsi_cmd_to_rq(sc), tag);
1640
1641 if (unlikely(snic_get_state(snic) != SNIC_ONLINE)) {
1642 SNIC_HOST_ERR(snic->shost,
1643 "abt_cmd: tag %x Parent Devs are not rdy\n",
1644 tag);
1645 ret = FAST_IO_FAIL;
1646
1647 goto abort_end;
1648 }
1649
1650
1651 ret = snic_send_abort_and_wait(snic, sc);
1652 if (ret)
1653 goto abort_end;
1654
1655 ret = snic_abort_finish(snic, sc);
1656
1657 abort_end:
1658 SNIC_TRC(snic->shost->host_no, tag, (ulong) sc,
1659 jiffies_to_msecs(jiffies - start_time), 0,
1660 SNIC_TRC_CMD(sc), SNIC_TRC_CMD_STATE_FLAGS(sc));
1661
1662 SNIC_SCSI_DBG(snic->shost,
1663 "abts: Abort Req Status = %s\n",
1664 (ret == SUCCESS) ? "SUCCESS" :
1665 ((ret == FAST_IO_FAIL) ? "FAST_IO_FAIL" : "FAILED"));
1666
1667 return ret;
1668 }
1669
1670
1671
1672 static int
snic_is_abts_pending(struct snic * snic,struct scsi_cmnd * lr_sc)1673 snic_is_abts_pending(struct snic *snic, struct scsi_cmnd *lr_sc)
1674 {
1675 struct snic_req_info *rqi = NULL;
1676 struct scsi_cmnd *sc = NULL;
1677 struct scsi_device *lr_sdev = NULL;
1678 spinlock_t *io_lock = NULL;
1679 u32 tag;
1680 unsigned long flags;
1681
1682 if (lr_sc)
1683 lr_sdev = lr_sc->device;
1684
1685 /* walk through the tag map, an dcheck if IOs are still pending in fw*/
1686 for (tag = 0; tag < snic->max_tag_id; tag++) {
1687 io_lock = snic_io_lock_tag(snic, tag);
1688
1689 spin_lock_irqsave(io_lock, flags);
1690 sc = scsi_host_find_tag(snic->shost, tag);
1691
1692 if (!sc || (lr_sc && (sc->device != lr_sdev || sc == lr_sc))) {
1693 spin_unlock_irqrestore(io_lock, flags);
1694
1695 continue;
1696 }
1697
1698 rqi = (struct snic_req_info *) CMD_SP(sc);
1699 if (!rqi) {
1700 spin_unlock_irqrestore(io_lock, flags);
1701
1702 continue;
1703 }
1704
1705 /*
1706 * Found IO that is still pending w/ firmware and belongs to
1707 * the LUN that is under reset, if lr_sc != NULL
1708 */
1709 SNIC_SCSI_DBG(snic->shost, "Found IO in %s on LUN\n",
1710 snic_ioreq_state_to_str(CMD_STATE(sc)));
1711
1712 if (CMD_STATE(sc) == SNIC_IOREQ_ABTS_PENDING) {
1713 spin_unlock_irqrestore(io_lock, flags);
1714
1715 return 1;
1716 }
1717
1718 spin_unlock_irqrestore(io_lock, flags);
1719 }
1720
1721 return 0;
1722 } /* end of snic_is_abts_pending */
1723
1724 static int
snic_dr_clean_single_req(struct snic * snic,u32 tag,struct scsi_device * lr_sdev)1725 snic_dr_clean_single_req(struct snic *snic,
1726 u32 tag,
1727 struct scsi_device *lr_sdev)
1728 {
1729 struct snic_req_info *rqi = NULL;
1730 struct snic_tgt *tgt = NULL;
1731 struct scsi_cmnd *sc = NULL;
1732 spinlock_t *io_lock = NULL;
1733 u32 sv_state = 0, tmf = 0;
1734 DECLARE_COMPLETION_ONSTACK(tm_done);
1735 unsigned long flags;
1736 int ret = 0;
1737
1738 io_lock = snic_io_lock_tag(snic, tag);
1739 spin_lock_irqsave(io_lock, flags);
1740 sc = scsi_host_find_tag(snic->shost, tag);
1741
1742 /* Ignore Cmd that don't belong to Lun Reset device */
1743 if (!sc || sc->device != lr_sdev)
1744 goto skip_clean;
1745
1746 rqi = (struct snic_req_info *) CMD_SP(sc);
1747
1748 if (!rqi)
1749 goto skip_clean;
1750
1751
1752 if (CMD_STATE(sc) == SNIC_IOREQ_ABTS_PENDING)
1753 goto skip_clean;
1754
1755
1756 if ((CMD_FLAGS(sc) & SNIC_DEVICE_RESET) &&
1757 (!(CMD_FLAGS(sc) & SNIC_DEV_RST_ISSUED))) {
1758
1759 SNIC_SCSI_DBG(snic->shost,
1760 "clean_single_req: devrst is not pending sc 0x%p\n",
1761 sc);
1762
1763 goto skip_clean;
1764 }
1765
1766 SNIC_SCSI_DBG(snic->shost,
1767 "clean_single_req: Found IO in %s on lun\n",
1768 snic_ioreq_state_to_str(CMD_STATE(sc)));
1769
1770 /* Save Command State */
1771 sv_state = CMD_STATE(sc);
1772
1773 /*
1774 * Any pending IO issued prior to reset is expected to be
1775 * in abts pending state, if not we need to set SNIC_IOREQ_ABTS_PENDING
1776 * to indicate the IO is abort pending.
1777 * When IO is completed, the IO will be handed over and handled
1778 * in this function.
1779 */
1780
1781 CMD_STATE(sc) = SNIC_IOREQ_ABTS_PENDING;
1782 SNIC_BUG_ON(rqi->abts_done);
1783
1784 if (CMD_FLAGS(sc) & SNIC_DEVICE_RESET) {
1785 rqi->tm_tag = SNIC_TAG_DEV_RST;
1786
1787 SNIC_SCSI_DBG(snic->shost,
1788 "clean_single_req:devrst sc 0x%p\n", sc);
1789 }
1790
1791 CMD_ABTS_STATUS(sc) = SNIC_INVALID_CODE;
1792 rqi->abts_done = &tm_done;
1793 spin_unlock_irqrestore(io_lock, flags);
1794
1795 tgt = starget_to_tgt(scsi_target(sc->device));
1796 if ((snic_tgt_chkready(tgt) != 0) && (tgt->tdata.typ == SNIC_TGT_SAN))
1797 tmf = SNIC_ITMF_ABTS_TASK_TERM;
1798 else
1799 tmf = SNIC_ITMF_ABTS_TASK;
1800
1801 /* Now queue the abort command to firmware */
1802 ret = snic_queue_abort_req(snic, rqi, sc, tmf);
1803 if (ret) {
1804 SNIC_HOST_ERR(snic->shost,
1805 "clean_single_req_err:sc %p, tag %d abt failed. tm_tag %d flags 0x%llx\n",
1806 sc, tag, rqi->tm_tag, CMD_FLAGS(sc));
1807
1808 spin_lock_irqsave(io_lock, flags);
1809 rqi = (struct snic_req_info *) CMD_SP(sc);
1810 if (rqi)
1811 rqi->abts_done = NULL;
1812
1813 /* Restore Command State */
1814 if (CMD_STATE(sc) == SNIC_IOREQ_ABTS_PENDING)
1815 CMD_STATE(sc) = sv_state;
1816
1817 ret = 1;
1818 goto skip_clean;
1819 }
1820
1821 spin_lock_irqsave(io_lock, flags);
1822 if (CMD_FLAGS(sc) & SNIC_DEVICE_RESET)
1823 CMD_FLAGS(sc) |= SNIC_DEV_RST_TERM_ISSUED;
1824
1825 CMD_FLAGS(sc) |= SNIC_IO_INTERNAL_TERM_ISSUED;
1826 spin_unlock_irqrestore(io_lock, flags);
1827
1828 wait_for_completion_timeout(&tm_done, SNIC_ABTS_TIMEOUT);
1829
1830 /* Recheck cmd state to check if it now aborted. */
1831 spin_lock_irqsave(io_lock, flags);
1832 rqi = (struct snic_req_info *) CMD_SP(sc);
1833 if (!rqi) {
1834 CMD_FLAGS(sc) |= SNIC_IO_ABTS_TERM_REQ_NULL;
1835 goto skip_clean;
1836 }
1837 rqi->abts_done = NULL;
1838
1839 /* if abort is still pending w/ fw, fail */
1840 if (CMD_ABTS_STATUS(sc) == SNIC_INVALID_CODE) {
1841 SNIC_HOST_ERR(snic->shost,
1842 "clean_single_req_err:sc %p tag %d abt still pending w/ fw, tm_tag %d flags 0x%llx\n",
1843 sc, tag, rqi->tm_tag, CMD_FLAGS(sc));
1844
1845 CMD_FLAGS(sc) |= SNIC_IO_ABTS_TERM_DONE;
1846 ret = 1;
1847
1848 goto skip_clean;
1849 }
1850
1851 CMD_STATE(sc) = SNIC_IOREQ_ABTS_COMPLETE;
1852 CMD_SP(sc) = NULL;
1853 spin_unlock_irqrestore(io_lock, flags);
1854
1855 snic_release_req_buf(snic, rqi, sc);
1856
1857 sc->result = (DID_ERROR << 16);
1858 sc->scsi_done(sc);
1859
1860 ret = 0;
1861
1862 return ret;
1863
1864 skip_clean:
1865 spin_unlock_irqrestore(io_lock, flags);
1866
1867 return ret;
1868 } /* end of snic_dr_clean_single_req */
1869
1870 static int
snic_dr_clean_pending_req(struct snic * snic,struct scsi_cmnd * lr_sc)1871 snic_dr_clean_pending_req(struct snic *snic, struct scsi_cmnd *lr_sc)
1872 {
1873 struct scsi_device *lr_sdev = lr_sc->device;
1874 u32 tag = 0;
1875 int ret = FAILED;
1876
1877 for (tag = 0; tag < snic->max_tag_id; tag++) {
1878 if (tag == snic_cmd_tag(lr_sc))
1879 continue;
1880
1881 ret = snic_dr_clean_single_req(snic, tag, lr_sdev);
1882 if (ret) {
1883 SNIC_HOST_ERR(snic->shost, "clean_err:tag = %d\n", tag);
1884
1885 goto clean_err;
1886 }
1887 }
1888
1889 schedule_timeout(msecs_to_jiffies(100));
1890
1891 /* Walk through all the cmds and check abts status. */
1892 if (snic_is_abts_pending(snic, lr_sc)) {
1893 ret = FAILED;
1894
1895 goto clean_err;
1896 }
1897
1898 ret = 0;
1899 SNIC_SCSI_DBG(snic->shost, "clean_pending_req: Success.\n");
1900
1901 return ret;
1902
1903 clean_err:
1904 ret = FAILED;
1905 SNIC_HOST_ERR(snic->shost,
1906 "Failed to Clean Pending IOs on %s device.\n",
1907 dev_name(&lr_sdev->sdev_gendev));
1908
1909 return ret;
1910
1911 } /* end of snic_dr_clean_pending_req */
1912
1913 /*
1914 * snic_dr_finish : Called by snic_device_reset
1915 */
1916 static int
snic_dr_finish(struct snic * snic,struct scsi_cmnd * sc)1917 snic_dr_finish(struct snic *snic, struct scsi_cmnd *sc)
1918 {
1919 struct snic_req_info *rqi = NULL;
1920 spinlock_t *io_lock = NULL;
1921 unsigned long flags;
1922 int lr_res = 0;
1923 int ret = FAILED;
1924
1925 io_lock = snic_io_lock_hash(snic, sc);
1926 spin_lock_irqsave(io_lock, flags);
1927 rqi = (struct snic_req_info *) CMD_SP(sc);
1928 if (!rqi) {
1929 spin_unlock_irqrestore(io_lock, flags);
1930 SNIC_SCSI_DBG(snic->shost,
1931 "dr_fini: rqi is null tag 0x%x sc 0x%p flags 0x%llx\n",
1932 snic_cmd_tag(sc), sc, CMD_FLAGS(sc));
1933
1934 ret = FAILED;
1935 goto dr_fini_end;
1936 }
1937
1938 rqi->dr_done = NULL;
1939
1940 lr_res = CMD_LR_STATUS(sc);
1941
1942 switch (lr_res) {
1943 case SNIC_INVALID_CODE:
1944 /* stats */
1945 SNIC_SCSI_DBG(snic->shost,
1946 "dr_fini: Tag %x Dev Reset Timedout. flags 0x%llx\n",
1947 snic_cmd_tag(sc), CMD_FLAGS(sc));
1948
1949 CMD_FLAGS(sc) |= SNIC_DEV_RST_TIMEDOUT;
1950 ret = FAILED;
1951
1952 goto dr_failed;
1953
1954 case SNIC_STAT_IO_SUCCESS:
1955 SNIC_SCSI_DBG(snic->shost,
1956 "dr_fini: Tag %x Dev Reset cmpl\n",
1957 snic_cmd_tag(sc));
1958 ret = 0;
1959 break;
1960
1961 default:
1962 SNIC_HOST_ERR(snic->shost,
1963 "dr_fini:Device Reset completed& failed.Tag = %x lr_status %s flags 0x%llx\n",
1964 snic_cmd_tag(sc),
1965 snic_io_status_to_str(lr_res), CMD_FLAGS(sc));
1966 ret = FAILED;
1967 goto dr_failed;
1968 }
1969 spin_unlock_irqrestore(io_lock, flags);
1970
1971 /*
1972 * Cleanup any IOs on this LUN that have still not completed.
1973 * If any of these fail, then LUN Reset fails.
1974 * Cleanup cleans all commands on this LUN except
1975 * the lun reset command. If all cmds get cleaned, the LUN Reset
1976 * succeeds.
1977 */
1978
1979 ret = snic_dr_clean_pending_req(snic, sc);
1980 if (ret) {
1981 spin_lock_irqsave(io_lock, flags);
1982 SNIC_SCSI_DBG(snic->shost,
1983 "dr_fini: Device Reset Failed since could not abort all IOs. Tag = %x.\n",
1984 snic_cmd_tag(sc));
1985 rqi = (struct snic_req_info *) CMD_SP(sc);
1986
1987 goto dr_failed;
1988 } else {
1989 /* Cleanup LUN Reset Command */
1990 spin_lock_irqsave(io_lock, flags);
1991 rqi = (struct snic_req_info *) CMD_SP(sc);
1992 if (rqi)
1993 ret = SUCCESS; /* Completed Successfully */
1994 else
1995 ret = FAILED;
1996 }
1997
1998 dr_failed:
1999 lockdep_assert_held(io_lock);
2000 if (rqi)
2001 CMD_SP(sc) = NULL;
2002 spin_unlock_irqrestore(io_lock, flags);
2003
2004 if (rqi)
2005 snic_release_req_buf(snic, rqi, sc);
2006
2007 dr_fini_end:
2008 return ret;
2009 } /* end of snic_dr_finish */
2010
2011 static int
snic_queue_dr_req(struct snic * snic,struct snic_req_info * rqi,struct scsi_cmnd * sc)2012 snic_queue_dr_req(struct snic *snic,
2013 struct snic_req_info *rqi,
2014 struct scsi_cmnd *sc)
2015 {
2016 /* Add special tag for device reset */
2017 rqi->tm_tag |= SNIC_TAG_DEV_RST;
2018
2019 return snic_issue_tm_req(snic, rqi, sc, SNIC_ITMF_LUN_RESET);
2020 }
2021
2022 static int
snic_send_dr_and_wait(struct snic * snic,struct scsi_cmnd * sc)2023 snic_send_dr_and_wait(struct snic *snic, struct scsi_cmnd *sc)
2024 {
2025 struct snic_req_info *rqi = NULL;
2026 enum snic_ioreq_state sv_state;
2027 spinlock_t *io_lock = NULL;
2028 unsigned long flags;
2029 DECLARE_COMPLETION_ONSTACK(tm_done);
2030 int ret = FAILED, tag = snic_cmd_tag(sc);
2031
2032 io_lock = snic_io_lock_hash(snic, sc);
2033 spin_lock_irqsave(io_lock, flags);
2034 CMD_FLAGS(sc) |= SNIC_DEVICE_RESET;
2035 rqi = (struct snic_req_info *) CMD_SP(sc);
2036 if (!rqi) {
2037 SNIC_HOST_ERR(snic->shost,
2038 "send_dr: rqi is null, Tag 0x%x flags 0x%llx\n",
2039 tag, CMD_FLAGS(sc));
2040 spin_unlock_irqrestore(io_lock, flags);
2041
2042 ret = FAILED;
2043 goto send_dr_end;
2044 }
2045
2046 /* Save Command state to restore in case Queuing failed. */
2047 sv_state = CMD_STATE(sc);
2048
2049 CMD_STATE(sc) = SNIC_IOREQ_LR_PENDING;
2050 CMD_LR_STATUS(sc) = SNIC_INVALID_CODE;
2051
2052 SNIC_SCSI_DBG(snic->shost, "dr: TAG = %x\n", tag);
2053
2054 rqi->dr_done = &tm_done;
2055 SNIC_BUG_ON(!rqi->dr_done);
2056
2057 spin_unlock_irqrestore(io_lock, flags);
2058 /*
2059 * The Command state is changed to IOREQ_PENDING,
2060 * in this case, if the command is completed, the icmnd_cmpl will
2061 * mark the cmd as completed.
2062 * This logic still makes LUN Reset is inevitable.
2063 */
2064
2065 ret = snic_queue_dr_req(snic, rqi, sc);
2066 if (ret) {
2067 SNIC_HOST_ERR(snic->shost,
2068 "send_dr: IO w/ Tag 0x%x Failed err = %d. flags 0x%llx\n",
2069 tag, ret, CMD_FLAGS(sc));
2070
2071 spin_lock_irqsave(io_lock, flags);
2072 /* Restore State */
2073 CMD_STATE(sc) = sv_state;
2074 rqi = (struct snic_req_info *) CMD_SP(sc);
2075 if (rqi)
2076 rqi->dr_done = NULL;
2077 /* rqi is freed in caller. */
2078 spin_unlock_irqrestore(io_lock, flags);
2079 ret = FAILED;
2080
2081 goto send_dr_end;
2082 }
2083
2084 spin_lock_irqsave(io_lock, flags);
2085 CMD_FLAGS(sc) |= SNIC_DEV_RST_ISSUED;
2086 spin_unlock_irqrestore(io_lock, flags);
2087
2088 ret = 0;
2089
2090 wait_for_completion_timeout(&tm_done, SNIC_LUN_RESET_TIMEOUT);
2091
2092 send_dr_end:
2093 return ret;
2094 }
2095
2096 /*
2097 * auxillary funciton to check lun reset op is supported or not
2098 * Not supported if returns 0
2099 */
2100 static int
snic_dev_reset_supported(struct scsi_device * sdev)2101 snic_dev_reset_supported(struct scsi_device *sdev)
2102 {
2103 struct snic_tgt *tgt = starget_to_tgt(scsi_target(sdev));
2104
2105 if (tgt->tdata.typ == SNIC_TGT_DAS)
2106 return 0;
2107
2108 return 1;
2109 }
2110
2111 static void
snic_unlink_and_release_req(struct snic * snic,struct scsi_cmnd * sc,int flag)2112 snic_unlink_and_release_req(struct snic *snic, struct scsi_cmnd *sc, int flag)
2113 {
2114 struct snic_req_info *rqi = NULL;
2115 spinlock_t *io_lock = NULL;
2116 unsigned long flags;
2117 u32 start_time = jiffies;
2118
2119 io_lock = snic_io_lock_hash(snic, sc);
2120 spin_lock_irqsave(io_lock, flags);
2121 rqi = (struct snic_req_info *) CMD_SP(sc);
2122 if (rqi) {
2123 start_time = rqi->start_time;
2124 CMD_SP(sc) = NULL;
2125 }
2126
2127 CMD_FLAGS(sc) |= flag;
2128 spin_unlock_irqrestore(io_lock, flags);
2129
2130 if (rqi)
2131 snic_release_req_buf(snic, rqi, sc);
2132
2133 SNIC_TRC(snic->shost->host_no, snic_cmd_tag(sc), (ulong) sc,
2134 jiffies_to_msecs(jiffies - start_time), (ulong) rqi,
2135 SNIC_TRC_CMD(sc), SNIC_TRC_CMD_STATE_FLAGS(sc));
2136 }
2137
2138 /*
2139 * SCSI Eh thread issues a LUN Reset when one or more commands on a LUN
2140 * fail to get aborted. It calls driver's eh_device_reset with a SCSI
2141 * command on the LUN.
2142 */
2143 int
snic_device_reset(struct scsi_cmnd * sc)2144 snic_device_reset(struct scsi_cmnd *sc)
2145 {
2146 struct Scsi_Host *shost = sc->device->host;
2147 struct snic *snic = shost_priv(shost);
2148 struct snic_req_info *rqi = NULL;
2149 int tag = snic_cmd_tag(sc);
2150 int start_time = jiffies;
2151 int ret = FAILED;
2152 int dr_supp = 0;
2153
2154 SNIC_SCSI_DBG(shost, "dev_reset:sc %p :0x%x :req = %p :tag = %d\n",
2155 sc, sc->cmnd[0], scsi_cmd_to_rq(sc),
2156 snic_cmd_tag(sc));
2157 dr_supp = snic_dev_reset_supported(sc->device);
2158 if (!dr_supp) {
2159 /* device reset op is not supported */
2160 SNIC_HOST_INFO(shost, "LUN Reset Op not supported.\n");
2161 snic_unlink_and_release_req(snic, sc, SNIC_DEV_RST_NOTSUP);
2162
2163 goto dev_rst_end;
2164 }
2165
2166 if (unlikely(snic_get_state(snic) != SNIC_ONLINE)) {
2167 snic_unlink_and_release_req(snic, sc, 0);
2168 SNIC_HOST_ERR(shost, "Devrst: Parent Devs are not online.\n");
2169
2170 goto dev_rst_end;
2171 }
2172
2173 /* There is no tag when lun reset is issue through ioctl. */
2174 if (unlikely(tag <= SNIC_NO_TAG)) {
2175 SNIC_HOST_INFO(snic->shost,
2176 "Devrst: LUN Reset Recvd thru IOCTL.\n");
2177
2178 rqi = snic_req_init(snic, 0);
2179 if (!rqi)
2180 goto dev_rst_end;
2181
2182 memset(scsi_cmd_priv(sc), 0,
2183 sizeof(struct snic_internal_io_state));
2184 CMD_SP(sc) = (char *)rqi;
2185 CMD_FLAGS(sc) = SNIC_NO_FLAGS;
2186
2187 /* Add special tag for dr coming from user spc */
2188 rqi->tm_tag = SNIC_TAG_IOCTL_DEV_RST;
2189 rqi->sc = sc;
2190 }
2191
2192 ret = snic_send_dr_and_wait(snic, sc);
2193 if (ret) {
2194 SNIC_HOST_ERR(snic->shost,
2195 "Devrst: IO w/ Tag %x Failed w/ err = %d\n",
2196 tag, ret);
2197
2198 snic_unlink_and_release_req(snic, sc, 0);
2199
2200 goto dev_rst_end;
2201 }
2202
2203 ret = snic_dr_finish(snic, sc);
2204
2205 dev_rst_end:
2206 SNIC_TRC(snic->shost->host_no, tag, (ulong) sc,
2207 jiffies_to_msecs(jiffies - start_time),
2208 0, SNIC_TRC_CMD(sc), SNIC_TRC_CMD_STATE_FLAGS(sc));
2209
2210 SNIC_SCSI_DBG(snic->shost,
2211 "Devrst: Returning from Device Reset : %s\n",
2212 (ret == SUCCESS) ? "SUCCESS" : "FAILED");
2213
2214 return ret;
2215 } /* end of snic_device_reset */
2216
2217 /*
2218 * SCSI Error handling calls driver's eh_host_reset if all prior
2219 * error handling levels return FAILED.
2220 *
2221 * Host Reset is the highest level of error recovery. If this fails, then
2222 * host is offlined by SCSI.
2223 */
2224 /*
2225 * snic_issue_hba_reset : Queues FW Reset Request.
2226 */
2227 static int
snic_issue_hba_reset(struct snic * snic,struct scsi_cmnd * sc)2228 snic_issue_hba_reset(struct snic *snic, struct scsi_cmnd *sc)
2229 {
2230 struct snic_req_info *rqi = NULL;
2231 struct snic_host_req *req = NULL;
2232 spinlock_t *io_lock = NULL;
2233 DECLARE_COMPLETION_ONSTACK(wait);
2234 unsigned long flags;
2235 int ret = -ENOMEM;
2236
2237 rqi = snic_req_init(snic, 0);
2238 if (!rqi) {
2239 ret = -ENOMEM;
2240
2241 goto hba_rst_end;
2242 }
2243
2244 if (snic_cmd_tag(sc) == SCSI_NO_TAG) {
2245 memset(scsi_cmd_priv(sc), 0,
2246 sizeof(struct snic_internal_io_state));
2247 SNIC_HOST_INFO(snic->shost, "issu_hr:Host reset thru ioctl.\n");
2248 rqi->sc = sc;
2249 }
2250
2251 req = rqi_to_req(rqi);
2252
2253 io_lock = snic_io_lock_hash(snic, sc);
2254 spin_lock_irqsave(io_lock, flags);
2255 SNIC_BUG_ON(CMD_SP(sc) != NULL);
2256 CMD_STATE(sc) = SNIC_IOREQ_PENDING;
2257 CMD_SP(sc) = (char *) rqi;
2258 CMD_FLAGS(sc) |= SNIC_IO_INITIALIZED;
2259 snic->remove_wait = &wait;
2260 spin_unlock_irqrestore(io_lock, flags);
2261
2262 /* Initialize Request */
2263 snic_io_hdr_enc(&req->hdr, SNIC_REQ_HBA_RESET, 0, snic_cmd_tag(sc),
2264 snic->config.hid, 0, (ulong) rqi);
2265
2266 req->u.reset.flags = 0;
2267
2268 ret = snic_queue_wq_desc(snic, req, sizeof(*req));
2269 if (ret) {
2270 SNIC_HOST_ERR(snic->shost,
2271 "issu_hr:Queuing HBA Reset Failed. w err %d\n",
2272 ret);
2273
2274 goto hba_rst_err;
2275 }
2276
2277 spin_lock_irqsave(io_lock, flags);
2278 CMD_FLAGS(sc) |= SNIC_HOST_RESET_ISSUED;
2279 spin_unlock_irqrestore(io_lock, flags);
2280 atomic64_inc(&snic->s_stats.reset.hba_resets);
2281 SNIC_HOST_INFO(snic->shost, "Queued HBA Reset Successfully.\n");
2282
2283 wait_for_completion_timeout(snic->remove_wait,
2284 SNIC_HOST_RESET_TIMEOUT);
2285
2286 if (snic_get_state(snic) == SNIC_FWRESET) {
2287 SNIC_HOST_ERR(snic->shost, "reset_cmpl: Reset Timedout.\n");
2288 ret = -ETIMEDOUT;
2289
2290 goto hba_rst_err;
2291 }
2292
2293 spin_lock_irqsave(io_lock, flags);
2294 snic->remove_wait = NULL;
2295 rqi = (struct snic_req_info *) CMD_SP(sc);
2296 CMD_SP(sc) = NULL;
2297 spin_unlock_irqrestore(io_lock, flags);
2298
2299 if (rqi)
2300 snic_req_free(snic, rqi);
2301
2302 ret = 0;
2303
2304 return ret;
2305
2306 hba_rst_err:
2307 spin_lock_irqsave(io_lock, flags);
2308 snic->remove_wait = NULL;
2309 rqi = (struct snic_req_info *) CMD_SP(sc);
2310 CMD_SP(sc) = NULL;
2311 spin_unlock_irqrestore(io_lock, flags);
2312
2313 if (rqi)
2314 snic_req_free(snic, rqi);
2315
2316 hba_rst_end:
2317 SNIC_HOST_ERR(snic->shost,
2318 "reset:HBA Reset Failed w/ err = %d.\n",
2319 ret);
2320
2321 return ret;
2322 } /* end of snic_issue_hba_reset */
2323
2324 int
snic_reset(struct Scsi_Host * shost,struct scsi_cmnd * sc)2325 snic_reset(struct Scsi_Host *shost, struct scsi_cmnd *sc)
2326 {
2327 struct snic *snic = shost_priv(shost);
2328 enum snic_state sv_state;
2329 unsigned long flags;
2330 int ret = FAILED;
2331
2332 /* Set snic state as SNIC_FWRESET*/
2333 sv_state = snic_get_state(snic);
2334
2335 spin_lock_irqsave(&snic->snic_lock, flags);
2336 if (snic_get_state(snic) == SNIC_FWRESET) {
2337 spin_unlock_irqrestore(&snic->snic_lock, flags);
2338 SNIC_HOST_INFO(shost, "reset:prev reset is in progress\n");
2339
2340 msleep(SNIC_HOST_RESET_TIMEOUT);
2341 ret = SUCCESS;
2342
2343 goto reset_end;
2344 }
2345
2346 snic_set_state(snic, SNIC_FWRESET);
2347 spin_unlock_irqrestore(&snic->snic_lock, flags);
2348
2349
2350 /* Wait for all the IOs that are entered in Qcmd */
2351 while (atomic_read(&snic->ios_inflight))
2352 schedule_timeout(msecs_to_jiffies(1));
2353
2354 ret = snic_issue_hba_reset(snic, sc);
2355 if (ret) {
2356 SNIC_HOST_ERR(shost,
2357 "reset:Host Reset Failed w/ err %d.\n",
2358 ret);
2359 spin_lock_irqsave(&snic->snic_lock, flags);
2360 snic_set_state(snic, sv_state);
2361 spin_unlock_irqrestore(&snic->snic_lock, flags);
2362 atomic64_inc(&snic->s_stats.reset.hba_reset_fail);
2363 ret = FAILED;
2364
2365 goto reset_end;
2366 }
2367
2368 ret = SUCCESS;
2369
2370 reset_end:
2371 return ret;
2372 } /* end of snic_reset */
2373
2374 /*
2375 * SCSI Error handling calls driver's eh_host_reset if all prior
2376 * error handling levels return FAILED.
2377 *
2378 * Host Reset is the highest level of error recovery. If this fails, then
2379 * host is offlined by SCSI.
2380 */
2381 int
snic_host_reset(struct scsi_cmnd * sc)2382 snic_host_reset(struct scsi_cmnd *sc)
2383 {
2384 struct Scsi_Host *shost = sc->device->host;
2385 u32 start_time = jiffies;
2386 int ret;
2387
2388 SNIC_SCSI_DBG(shost,
2389 "host reset:sc %p sc_cmd 0x%x req %p tag %d flags 0x%llx\n",
2390 sc, sc->cmnd[0], scsi_cmd_to_rq(sc),
2391 snic_cmd_tag(sc), CMD_FLAGS(sc));
2392
2393 ret = snic_reset(shost, sc);
2394
2395 SNIC_TRC(shost->host_no, snic_cmd_tag(sc), (ulong) sc,
2396 jiffies_to_msecs(jiffies - start_time),
2397 0, SNIC_TRC_CMD(sc), SNIC_TRC_CMD_STATE_FLAGS(sc));
2398
2399 return ret;
2400 } /* end of snic_host_reset */
2401
2402 /*
2403 * snic_cmpl_pending_tmreq : Caller should hold io_lock
2404 */
2405 static void
snic_cmpl_pending_tmreq(struct snic * snic,struct scsi_cmnd * sc)2406 snic_cmpl_pending_tmreq(struct snic *snic, struct scsi_cmnd *sc)
2407 {
2408 struct snic_req_info *rqi = NULL;
2409
2410 SNIC_SCSI_DBG(snic->shost,
2411 "Completing Pending TM Req sc %p, state %s flags 0x%llx\n",
2412 sc, snic_io_status_to_str(CMD_STATE(sc)), CMD_FLAGS(sc));
2413
2414 /*
2415 * CASE : FW didn't post itmf completion due to PCIe Errors.
2416 * Marking the abort status as Success to call scsi completion
2417 * in snic_abort_finish()
2418 */
2419 CMD_ABTS_STATUS(sc) = SNIC_STAT_IO_SUCCESS;
2420
2421 rqi = (struct snic_req_info *) CMD_SP(sc);
2422 if (!rqi)
2423 return;
2424
2425 if (rqi->dr_done)
2426 complete(rqi->dr_done);
2427 else if (rqi->abts_done)
2428 complete(rqi->abts_done);
2429 }
2430
2431 /*
2432 * snic_scsi_cleanup: Walks through tag map and releases the reqs
2433 */
2434 static void
snic_scsi_cleanup(struct snic * snic,int ex_tag)2435 snic_scsi_cleanup(struct snic *snic, int ex_tag)
2436 {
2437 struct snic_req_info *rqi = NULL;
2438 struct scsi_cmnd *sc = NULL;
2439 spinlock_t *io_lock = NULL;
2440 unsigned long flags;
2441 int tag;
2442 u64 st_time = 0;
2443
2444 SNIC_SCSI_DBG(snic->shost, "sc_clean: scsi cleanup.\n");
2445
2446 for (tag = 0; tag < snic->max_tag_id; tag++) {
2447 /* Skip ex_tag */
2448 if (tag == ex_tag)
2449 continue;
2450
2451 io_lock = snic_io_lock_tag(snic, tag);
2452 spin_lock_irqsave(io_lock, flags);
2453 sc = scsi_host_find_tag(snic->shost, tag);
2454 if (!sc) {
2455 spin_unlock_irqrestore(io_lock, flags);
2456
2457 continue;
2458 }
2459
2460 if (unlikely(snic_tmreq_pending(sc))) {
2461 /*
2462 * When FW Completes reset w/o sending completions
2463 * for outstanding ios.
2464 */
2465 snic_cmpl_pending_tmreq(snic, sc);
2466 spin_unlock_irqrestore(io_lock, flags);
2467
2468 continue;
2469 }
2470
2471 rqi = (struct snic_req_info *) CMD_SP(sc);
2472 if (!rqi) {
2473 spin_unlock_irqrestore(io_lock, flags);
2474
2475 goto cleanup;
2476 }
2477
2478 SNIC_SCSI_DBG(snic->shost,
2479 "sc_clean: sc %p, rqi %p, tag %d flags 0x%llx\n",
2480 sc, rqi, tag, CMD_FLAGS(sc));
2481
2482 CMD_SP(sc) = NULL;
2483 CMD_FLAGS(sc) |= SNIC_SCSI_CLEANUP;
2484 spin_unlock_irqrestore(io_lock, flags);
2485 st_time = rqi->start_time;
2486
2487 SNIC_HOST_INFO(snic->shost,
2488 "sc_clean: Releasing rqi %p : flags 0x%llx\n",
2489 rqi, CMD_FLAGS(sc));
2490
2491 snic_release_req_buf(snic, rqi, sc);
2492
2493 cleanup:
2494 sc->result = DID_TRANSPORT_DISRUPTED << 16;
2495 SNIC_HOST_INFO(snic->shost,
2496 "sc_clean: DID_TRANSPORT_DISRUPTED for sc %p, Tag %d flags 0x%llx rqi %p duration %u msecs\n",
2497 sc, scsi_cmd_to_rq(sc)->tag, CMD_FLAGS(sc), rqi,
2498 jiffies_to_msecs(jiffies - st_time));
2499
2500 /* Update IO stats */
2501 snic_stats_update_io_cmpl(&snic->s_stats);
2502
2503 if (sc->scsi_done) {
2504 SNIC_TRC(snic->shost->host_no, tag, (ulong) sc,
2505 jiffies_to_msecs(jiffies - st_time), 0,
2506 SNIC_TRC_CMD(sc),
2507 SNIC_TRC_CMD_STATE_FLAGS(sc));
2508
2509 sc->scsi_done(sc);
2510 }
2511 }
2512 } /* end of snic_scsi_cleanup */
2513
2514 void
snic_shutdown_scsi_cleanup(struct snic * snic)2515 snic_shutdown_scsi_cleanup(struct snic *snic)
2516 {
2517 SNIC_HOST_INFO(snic->shost, "Shutdown time SCSI Cleanup.\n");
2518
2519 snic_scsi_cleanup(snic, SCSI_NO_TAG);
2520 } /* end of snic_shutdown_scsi_cleanup */
2521
2522 /*
2523 * snic_internal_abort_io
2524 * called by : snic_tgt_scsi_abort_io
2525 */
2526 static int
snic_internal_abort_io(struct snic * snic,struct scsi_cmnd * sc,int tmf)2527 snic_internal_abort_io(struct snic *snic, struct scsi_cmnd *sc, int tmf)
2528 {
2529 struct snic_req_info *rqi = NULL;
2530 spinlock_t *io_lock = NULL;
2531 unsigned long flags;
2532 u32 sv_state = 0;
2533 int ret = 0;
2534
2535 io_lock = snic_io_lock_hash(snic, sc);
2536 spin_lock_irqsave(io_lock, flags);
2537 rqi = (struct snic_req_info *) CMD_SP(sc);
2538 if (!rqi)
2539 goto skip_internal_abts;
2540
2541 if (CMD_STATE(sc) == SNIC_IOREQ_ABTS_PENDING)
2542 goto skip_internal_abts;
2543
2544 if ((CMD_FLAGS(sc) & SNIC_DEVICE_RESET) &&
2545 (!(CMD_FLAGS(sc) & SNIC_DEV_RST_ISSUED))) {
2546
2547 SNIC_SCSI_DBG(snic->shost,
2548 "internal_abts: dev rst not pending sc 0x%p\n",
2549 sc);
2550
2551 goto skip_internal_abts;
2552 }
2553
2554
2555 if (!(CMD_FLAGS(sc) & SNIC_IO_ISSUED)) {
2556 SNIC_SCSI_DBG(snic->shost,
2557 "internal_abts: IO not yet issued sc 0x%p tag 0x%x flags 0x%llx state %d\n",
2558 sc, snic_cmd_tag(sc), CMD_FLAGS(sc), CMD_STATE(sc));
2559
2560 goto skip_internal_abts;
2561 }
2562
2563 sv_state = CMD_STATE(sc);
2564 CMD_STATE(sc) = SNIC_IOREQ_ABTS_PENDING;
2565 CMD_ABTS_STATUS(sc) = SNIC_INVALID_CODE;
2566 CMD_FLAGS(sc) |= SNIC_IO_INTERNAL_TERM_PENDING;
2567
2568 if (CMD_FLAGS(sc) & SNIC_DEVICE_RESET) {
2569 /* stats */
2570 rqi->tm_tag = SNIC_TAG_DEV_RST;
2571 SNIC_SCSI_DBG(snic->shost, "internal_abts:dev rst sc %p\n", sc);
2572 }
2573
2574 SNIC_SCSI_DBG(snic->shost, "internal_abts: Issuing abts tag %x\n",
2575 snic_cmd_tag(sc));
2576 SNIC_BUG_ON(rqi->abts_done);
2577 spin_unlock_irqrestore(io_lock, flags);
2578
2579 ret = snic_queue_abort_req(snic, rqi, sc, tmf);
2580 if (ret) {
2581 SNIC_HOST_ERR(snic->shost,
2582 "internal_abts: Tag = %x , Failed w/ err = %d\n",
2583 snic_cmd_tag(sc), ret);
2584
2585 spin_lock_irqsave(io_lock, flags);
2586
2587 if (CMD_STATE(sc) == SNIC_IOREQ_ABTS_PENDING)
2588 CMD_STATE(sc) = sv_state;
2589
2590 goto skip_internal_abts;
2591 }
2592
2593 spin_lock_irqsave(io_lock, flags);
2594 if (CMD_FLAGS(sc) & SNIC_DEVICE_RESET)
2595 CMD_FLAGS(sc) |= SNIC_DEV_RST_TERM_ISSUED;
2596 else
2597 CMD_FLAGS(sc) |= SNIC_IO_INTERNAL_TERM_ISSUED;
2598
2599 ret = SUCCESS;
2600
2601 skip_internal_abts:
2602 lockdep_assert_held(io_lock);
2603 spin_unlock_irqrestore(io_lock, flags);
2604
2605 return ret;
2606 } /* end of snic_internal_abort_io */
2607
2608 /*
2609 * snic_tgt_scsi_abort_io : called by snic_tgt_del
2610 */
2611 int
snic_tgt_scsi_abort_io(struct snic_tgt * tgt)2612 snic_tgt_scsi_abort_io(struct snic_tgt *tgt)
2613 {
2614 struct snic *snic = NULL;
2615 struct scsi_cmnd *sc = NULL;
2616 struct snic_tgt *sc_tgt = NULL;
2617 spinlock_t *io_lock = NULL;
2618 unsigned long flags;
2619 int ret = 0, tag, abt_cnt = 0, tmf = 0;
2620
2621 if (!tgt)
2622 return -1;
2623
2624 snic = shost_priv(snic_tgt_to_shost(tgt));
2625 SNIC_SCSI_DBG(snic->shost, "tgt_abt_io: Cleaning Pending IOs.\n");
2626
2627 if (tgt->tdata.typ == SNIC_TGT_DAS)
2628 tmf = SNIC_ITMF_ABTS_TASK;
2629 else
2630 tmf = SNIC_ITMF_ABTS_TASK_TERM;
2631
2632 for (tag = 0; tag < snic->max_tag_id; tag++) {
2633 io_lock = snic_io_lock_tag(snic, tag);
2634
2635 spin_lock_irqsave(io_lock, flags);
2636 sc = scsi_host_find_tag(snic->shost, tag);
2637 if (!sc) {
2638 spin_unlock_irqrestore(io_lock, flags);
2639
2640 continue;
2641 }
2642
2643 sc_tgt = starget_to_tgt(scsi_target(sc->device));
2644 if (sc_tgt != tgt) {
2645 spin_unlock_irqrestore(io_lock, flags);
2646
2647 continue;
2648 }
2649 spin_unlock_irqrestore(io_lock, flags);
2650
2651 ret = snic_internal_abort_io(snic, sc, tmf);
2652 if (ret < 0) {
2653 SNIC_HOST_ERR(snic->shost,
2654 "tgt_abt_io: Tag %x, Failed w err = %d\n",
2655 tag, ret);
2656
2657 continue;
2658 }
2659
2660 if (ret == SUCCESS)
2661 abt_cnt++;
2662 }
2663
2664 SNIC_SCSI_DBG(snic->shost, "tgt_abt_io: abt_cnt = %d\n", abt_cnt);
2665
2666 return 0;
2667 } /* end of snic_tgt_scsi_abort_io */
2668
