54 /* NVME initiator-based functions */
108 	 * NVME qidx == 0 is the admin queue, so both admin queue  in lpfc_nvme_create_queue()
179  * @remoteport: Pointer to an nvme transport remoteport instance.
181  * This is a template downcall.  NVME transport calls this function
213 	 * transport. Remove the ndlp reference for the NVME transport before  in lpfc_nvme_remoteport_delete()
231 	 * NVME and SCSI rport unregister requests are complete.  If the vport  in lpfc_nvme_remoteport_delete()
242  * lpfc_nvme_handle_lsreq - Process an unsolicited NVME LS request
244  * @axchg: pointer to exchange context for the NVME LS request
246  * This routine is used for processing an asychronously received NVME LS
248  * to the nvme-fc transport via nvme_fc_rcv_ls_req().
287 			"6205 NVME Unsol rcv: sz %d rc %d: %08x %08x %08x "  in lpfc_nvme_handle_lsreq()
300  * __lpfc_nvme_ls_req_cmp - Generic completion handler for a NVME
307  * This function is the generic completion handler for NVME LS requests.
500 	lpfc_nvmeio_data(phba, "NVME LS  XMIT: xri x%x iotag x%x to x%06x\n",  in lpfc_nvme_gen_req()
527  * __lpfc_nvme_ls_req - Generic service routine to issue an NVME LS request
585 	 * in the nvme-fc layer.  in __lpfc_nvme_ls_req()
647  * lpfc_nvme_ls_req - Issue an NVME Link Service request
653  * from the nvme_fc transport to a remote nvme-aware port.
691  *         NVME LS request
788  * lpfc_nvme_ls_abort - Abort a prior NVME LS request
793  * Driver registers this routine to abort a NVME LS request that is
821 /* Fix up the existing sgls for NVME IO. */
834 	 * the cmd size to match NVME's 96 bytes and fix  in lpfc_nvme_adj_fcp_sgls()
842 	 * match NVME.  NVME sends 96 bytes. Also, use the  in lpfc_nvme_adj_fcp_sgls()
843 	 * nvme commands command and response dma addresses  in lpfc_nvme_adj_fcp_sgls()
853 		/* Word 0-2 - NVME CMND IU (embedded payload) */  in lpfc_nvme_adj_fcp_sgls()
863 		 * WQE words 16-30 get the NVME CMD IU payload  in lpfc_nvme_adj_fcp_sgls()
893 		/* Word 0-2 - NVME CMND IU Inline BDE */  in lpfc_nvme_adj_fcp_sgls()
920  * lpfc_nvme_io_cmd_cmpl - Complete an NVME-over-FCP IO
990 	lpfc_nvmeio_data(phba, "NVME FCP CMPL: xri x%x stat x%x parm x%x\n",  in lpfc_nvme_io_cmd_cmpl()
1000 				 "6062 Ignoring NVME cmpl.  No ndlp\n");  in lpfc_nvme_io_cmd_cmpl()
1011 		 * code is not needed in the next NVME Transport drop.  in lpfc_nvme_io_cmd_cmpl()
1024 		/* Now lets build the NVME ERSP IU */  in lpfc_nvme_io_cmd_cmpl()
1046 		/* For NVME, the only failure path that results in an  in lpfc_nvme_io_cmd_cmpl()
1055 		 *    b. NVME ERSP  in lpfc_nvme_io_cmd_cmpl()
1068 			/* Get the NVME cmd details for this unique error. */  in lpfc_nvme_io_cmd_cmpl()
1078 					"6084 NVME FCP_ERR ERSP: "  in lpfc_nvme_io_cmd_cmpl()
1089 					 "6081 NVME Completion Protocol Error: "  in lpfc_nvme_io_cmd_cmpl()
1106 					 "nvme cmd x%px, xri x%x, "  in lpfc_nvme_io_cmd_cmpl()
1115 					 "6072 NVME Completion Error: xri %x "  in lpfc_nvme_io_cmd_cmpl()
1158 	/* NVME targets need completion held off until the abort exchange  in lpfc_nvme_io_cmd_cmpl()
1159 	 * completes unless the NVME Rport is getting unregistered.  in lpfc_nvme_io_cmd_cmpl()
1188  * lpfc_nvme_prep_io_cmd - Issue an NVME-over-FCP IO
1320  * lpfc_nvme_prep_io_dma - Issue an NVME-over-FCP IO
1369 					"NVME Transport.  Max %d, "  in lpfc_nvme_prep_io_dma()
1380 		 * single nvme command.  Just run through the seg_cnt and format  in lpfc_nvme_prep_io_dma()
1495 					"6063 NVME DMA Prep Err: sg_cnt %d "  in lpfc_nvme_prep_io_dma()
1505  * lpfc_nvme_fcp_io_submit - Issue an NVME-over-FCP IO
1509  * @pnvme_fcreq: IO request from nvme fc to driver.
1621 	/* Currently only NVME Keep alive commands should be expedited  in lpfc_nvme_fcp_io_submit()
1733 	 * the transport.  We are trusting the upper NVME layers know which  in lpfc_nvme_fcp_io_submit()
1752 	lpfc_nvmeio_data(phba, "NVME FCP XMIT: xri x%x idx %d to %06x\n",  in lpfc_nvme_fcp_io_submit()
1806  * lpfc_nvme_abort_fcreq_cmpl - Complete an NVME FCP abort request.
1811  * This is the callback function for any NVME FCP IO that was aborted.
1835  * lpfc_nvme_fcp_abort - Issue an NVME-over-FCP ABTS
1839  * @pnvme_fcreq: IO request from nvme fc to driver.
1841  * Driver registers this routine as its nvme request io abort handler.  This
1905 				 "NVME Req now.  hba_flag x%x\n",  in lpfc_nvme_fcp_abort()
1914 				 "6140 NVME IO req has no matching lpfc nvme "  in lpfc_nvme_fcp_abort()
1920 				 "6141 lpfc NVME IO req has no nvme_fcreq "  in lpfc_nvme_fcp_abort()
1931 	 * state must match the nvme_fcreq passed by the nvme  in lpfc_nvme_fcp_abort()
1933 	 * has already completed the NVME IO and the nvme transport  in lpfc_nvme_fcp_abort()
1938 				 "6143 NVME req mismatch: "  in lpfc_nvme_fcp_abort()
1949 				 "6142 NVME IO req x%px not queued - skipping "  in lpfc_nvme_fcp_abort()
1956 	lpfc_nvmeio_data(phba, "NVME FCP ABORT: xri x%x idx %d to %06x\n",  in lpfc_nvme_fcp_abort()
1963 				 "6144 Outstanding NVME I/O Abort Request "  in lpfc_nvme_fcp_abort()
1990 	 * code is not needed in the next NVME Transport drop.  in lpfc_nvme_fcp_abort()
1994 			 "6138 Transport Abort NVME Request Issued for "  in lpfc_nvme_fcp_abort()
1995 			 "ox_id x%x nvme opcode x%x nvme cmd_id x%x\n",  in lpfc_nvme_fcp_abort()
2006 /* Declare and initialization an instance of the FC NVME template. */
2034  * lpfc_get_nvme_buf - Get a nvme buffer from io_buf_list of the HBA
2036  * This routine removes a nvme buffer from head of @hdwq io_buf_list
2068 		 * from the NVME Layer to be sent.  in lpfc_get_nvme_buf()
2094  * lpfc_release_nvme_buf: Return a nvme buffer back to hba nvme buf list.
2096  * @lpfc_ncmd: The nvme buffer which is being released.
2098  * This routine releases @lpfc_ncmd nvme buffer by adding it to tail of @phba
2099  * lpfc_io_buf_list list. For SLI4 XRI's are tied to the nvme buffer
2133  * lpfc_nvme_create_localport - Create/Bind an nvme localport instance.
2136  * This routine is invoked to create an nvme localport instance to bind
2146  *      other values - from nvme registration upcall
2188 				 "NVME port num %d, localP x%px, private "  in lpfc_nvme_create_localport()
2223  * The driver has to wait for the host nvme transport to callback
2288  * lpfc_nvme_destroy_localport - Destroy lpfc_nvme bound to nvme transport.
2292  * The lport memory was allocated by the nvme fc transport and is
2315 			 "6011 Destroying NVME localport x%px\n",  in lpfc_nvme_destroy_localport()
2359 				 "6710 Update NVME fail. No localport\n");  in lpfc_nvme_update_localport()
2365 				 "6171 Update NVME fail. localP x%px, No lport\n",  in lpfc_nvme_update_localport()
2370 			 "6012 Update NVME lport x%px did x%x\n",  in lpfc_nvme_update_localport()
2400 			 "6006 Register NVME PORT. DID x%06x nlptype x%x\n",  in lpfc_nvme_register_port()
2409 	/* NVME rports are not preserved across devloss.  in lpfc_nvme_register_port()
2522  * If the ndlp represents an NVME Target, that we are logged into,
2523  * ping the NVME FC Transport layer to initiate a device rescan
2548 	/* Rescan an NVME target in MAPPED state with DISCOVERY role set */  in lpfc_nvme_rescan_port()
2554 				 "6172 NVME rescanned DID x%06x "  in lpfc_nvme_rescan_port()
2561 			 "6169 Skip NVME Rport Rescan, NVME remoteport "  in lpfc_nvme_rescan_port()
2609 			 "6033 Unreg nvme remoteport x%px, portname x%llx, "  in lpfc_nvme_unregister_port()
2616 	/* Sanity check ndlp type.  Only call for NVME ports. Don't  in lpfc_nvme_unregister_port()
2621 		/* No concern about the role change on the nvme remoteport.  in lpfc_nvme_unregister_port()
2628 		/* Don't let the host nvme transport keep sending keep-alives  in lpfc_nvme_unregister_port()
2647 					 "6167 NVME unregister failed %d "  in lpfc_nvme_unregister_port()
2662  * lpfc_sli4_nvme_pci_offline_aborted - Fast-path process of NVME xri abort
2664  * @lpfc_ncmd: The nvme job structure for the request being aborted.
2667  * NVME aborted xri.  Aborted NVME IO commands are completed to the transport
2682 	/* Aborted NVME commands are required to not complete  in lpfc_sli4_nvme_pci_offline_aborted()
2698  * lpfc_sli4_nvme_xri_aborted - Fast-path process of NVME xri abort
2701  * @lpfc_ncmd: The nvme job structure for the request being aborted.
2704  * NVME aborted xri.  Aborted NVME IO commands are completed to the transport
2726 	/* Aborted NVME commands are required to not complete  in lpfc_sli4_nvme_xri_aborted()
2739  * lpfc_nvme_wait_for_io_drain - Wait for all NVME wqes to complete
2742  * This function flushes all wqes in the nvme rings and frees all resources
2778 						"6178 NVME IO not empty, "  in lpfc_nvme_wait_for_io_drain()
2821 			"6194 NVME Cancel xri %x\n",  in lpfc_nvme_cancel_iocb()