134 void iscsi_prep_data_out_pdu(struct iscsi_task *task, struct iscsi_r2t_info *r2t,  in iscsi_prep_data_out_pdu()  argument
137 	struct iscsi_conn *conn = task->conn;  in iscsi_prep_data_out_pdu()
140 	task->hdr_len = sizeof(struct iscsi_data);  in iscsi_prep_data_out_pdu()
147 	hdr->lun = task->lun;  in iscsi_prep_data_out_pdu()
148 	hdr->itt = task->hdr_itt;  in iscsi_prep_data_out_pdu()
164 static int iscsi_add_hdr(struct iscsi_task *task, unsigned len)  in iscsi_add_hdr()  argument
166 	unsigned exp_len = task->hdr_len + len;  in iscsi_add_hdr()
168 	if (exp_len > task->hdr_max) {  in iscsi_add_hdr()
174 	task->hdr_len = exp_len;  in iscsi_add_hdr()
181 static int iscsi_prep_ecdb_ahs(struct iscsi_task *task)  in iscsi_prep_ecdb_ahs()  argument
183 	struct scsi_cmnd *cmd = task->sc;  in iscsi_prep_ecdb_ahs()
189 	ecdb_ahdr = iscsi_next_hdr(task);  in iscsi_prep_ecdb_ahs()
197 	rc = iscsi_add_hdr(task, sizeof(ecdb_ahdr->ahslength) +  in iscsi_prep_ecdb_ahs()
210 	ISCSI_DBG_SESSION(task->conn->session,  in iscsi_prep_ecdb_ahs()
214 		          task->hdr_len);  in iscsi_prep_ecdb_ahs()
231 static int iscsi_check_tmf_restrictions(struct iscsi_task *task, int opcode)  in iscsi_check_tmf_restrictions()  argument
233 	struct iscsi_conn *conn = task->conn;  in iscsi_check_tmf_restrictions()
249 		if (hdr_lun != task->sc->device->lun)  in iscsi_check_tmf_restrictions()
261 					  opcode, task->itt,  in iscsi_check_tmf_restrictions()
262 					  task->hdr_itt);  in iscsi_check_tmf_restrictions()
273 					  opcode, task->itt,  in iscsi_check_tmf_restrictions()
274 					  task->hdr_itt);  in iscsi_check_tmf_restrictions()
286 		    task->hdr_itt == tmf->rtt) {  in iscsi_check_tmf_restrictions()
290 					  "progress\n", task->itt,  in iscsi_check_tmf_restrictions()
291 					  task->hdr_itt);  in iscsi_check_tmf_restrictions()
307 static int iscsi_prep_scsi_cmd_pdu(struct iscsi_task *task)  in iscsi_prep_scsi_cmd_pdu()  argument
309 	struct iscsi_conn *conn = task->conn;  in iscsi_prep_scsi_cmd_pdu()
311 	struct scsi_cmnd *sc = task->sc;  in iscsi_prep_scsi_cmd_pdu()
317 	rc = iscsi_check_tmf_restrictions(task, ISCSI_OP_SCSI_CMD);  in iscsi_prep_scsi_cmd_pdu()
322 		rc = conn->session->tt->alloc_pdu(task, ISCSI_OP_SCSI_CMD);  in iscsi_prep_scsi_cmd_pdu()
326 	hdr = (struct iscsi_scsi_req *)task->hdr;  in iscsi_prep_scsi_cmd_pdu()
331 		hdr->itt = task->hdr_itt = itt;  in iscsi_prep_scsi_cmd_pdu()
333 		hdr->itt = task->hdr_itt = build_itt(task->itt,  in iscsi_prep_scsi_cmd_pdu()
334 						     task->conn->session->age);  in iscsi_prep_scsi_cmd_pdu()
335 	task->hdr_len = 0;  in iscsi_prep_scsi_cmd_pdu()
336 	rc = iscsi_add_hdr(task, sizeof(*hdr));  in iscsi_prep_scsi_cmd_pdu()
342 	task->lun = hdr->lun;  in iscsi_prep_scsi_cmd_pdu()
348 		rc = iscsi_prep_ecdb_ahs(task);  in iscsi_prep_scsi_cmd_pdu()
355 	task->imm_count = 0;  in iscsi_prep_scsi_cmd_pdu()
357 		task->protected = true;  in iscsi_prep_scsi_cmd_pdu()
362 		struct iscsi_r2t_info *r2t = &task->unsol_r2t;  in iscsi_prep_scsi_cmd_pdu()
383 				task->imm_count = min(session->first_burst,  in iscsi_prep_scsi_cmd_pdu()
386 				task->imm_count = min(transfer_length,  in iscsi_prep_scsi_cmd_pdu()
388 			hton24(hdr->dlength, task->imm_count);  in iscsi_prep_scsi_cmd_pdu()
395 					       task->imm_count;  in iscsi_prep_scsi_cmd_pdu()
396 			r2t->data_offset = task->imm_count;  in iscsi_prep_scsi_cmd_pdu()
401 		if (!task->unsol_r2t.data_length)  in iscsi_prep_scsi_cmd_pdu()
413 	hdrlength = task->hdr_len - sizeof(*hdr);  in iscsi_prep_scsi_cmd_pdu()
420 	hdr->cmdsn = task->cmdsn = cpu_to_be32(session->cmdsn);  in iscsi_prep_scsi_cmd_pdu()
422 	if (session->tt->init_task && session->tt->init_task(task))  in iscsi_prep_scsi_cmd_pdu()
425 	task->state = ISCSI_TASK_RUNNING;  in iscsi_prep_scsi_cmd_pdu()
433 			  task->itt, transfer_length,  in iscsi_prep_scsi_cmd_pdu()
447 static void iscsi_free_task(struct iscsi_task *task)  in iscsi_free_task()  argument
449 	struct iscsi_conn *conn = task->conn;  in iscsi_free_task()
451 	struct scsi_cmnd *sc = task->sc;  in iscsi_free_task()
452 	int oldstate = task->state;  in iscsi_free_task()
455 			  task->itt, task->state, task->sc);  in iscsi_free_task()
457 	session->tt->cleanup_task(task);  in iscsi_free_task()
458 	task->state = ISCSI_TASK_FREE;  in iscsi_free_task()
459 	task->sc = NULL;  in iscsi_free_task()
463 	if (conn->login_task == task)  in iscsi_free_task()
466 	kfifo_in(&session->cmdpool.queue, (void*)&task, sizeof(void*));  in iscsi_free_task()
480 void __iscsi_get_task(struct iscsi_task *task)  in __iscsi_get_task()  argument
482 	refcount_inc(&task->refcount);  in __iscsi_get_task()
486 void __iscsi_put_task(struct iscsi_task *task)  in __iscsi_put_task()  argument
488 	if (refcount_dec_and_test(&task->refcount))  in __iscsi_put_task()
489 		iscsi_free_task(task);  in __iscsi_put_task()
493 void iscsi_put_task(struct iscsi_task *task)  in iscsi_put_task()  argument
495 	struct iscsi_session *session = task->conn->session;  in iscsi_put_task()
499 	__iscsi_put_task(task);  in iscsi_put_task()
511 static void iscsi_complete_task(struct iscsi_task *task, int state)  in iscsi_complete_task()  argument
513 	struct iscsi_conn *conn = task->conn;  in iscsi_complete_task()
517 			  task->itt, task->state, task->sc);  in iscsi_complete_task()
518 	if (task->state == ISCSI_TASK_COMPLETED ||  in iscsi_complete_task()
519 	    task->state == ISCSI_TASK_ABRT_TMF ||  in iscsi_complete_task()
520 	    task->state == ISCSI_TASK_ABRT_SESS_RECOV ||  in iscsi_complete_task()
521 	    task->state == ISCSI_TASK_REQUEUE_SCSIQ)  in iscsi_complete_task()
523 	WARN_ON_ONCE(task->state == ISCSI_TASK_FREE);  in iscsi_complete_task()
524 	task->state = state;  in iscsi_complete_task()
527 	if (!list_empty(&task->running)) {  in iscsi_complete_task()
529 		list_del_init(&task->running);  in iscsi_complete_task()
533 	if (conn->task == task)  in iscsi_complete_task()
534 		conn->task = NULL;  in iscsi_complete_task()
536 	if (conn->ping_task == task)  in iscsi_complete_task()
540 	__iscsi_put_task(task);  in iscsi_complete_task()
554 void iscsi_complete_scsi_task(struct iscsi_task *task,  in iscsi_complete_scsi_task()  argument
557 	struct iscsi_conn *conn = task->conn;  in iscsi_complete_scsi_task()
559 	ISCSI_DBG_SESSION(conn->session, "[itt 0x%x]\n", task->itt);  in iscsi_complete_scsi_task()
563 	iscsi_complete_task(task, ISCSI_TASK_COMPLETED);  in iscsi_complete_scsi_task()
573 static void fail_scsi_task(struct iscsi_task *task, int err)  in fail_scsi_task()  argument
575 	struct iscsi_conn *conn = task->conn;  in fail_scsi_task()
584 	sc = task->sc;  in fail_scsi_task()
588 	if (task->state == ISCSI_TASK_PENDING) {  in fail_scsi_task()
606 	iscsi_complete_task(task, state);  in fail_scsi_task()
611 				struct iscsi_task *task)  in iscsi_prep_mgmt_task()  argument
614 	struct iscsi_hdr *hdr = task->hdr;  in iscsi_prep_mgmt_task()
643 	if (session->tt->init_task && session->tt->init_task(task))  in iscsi_prep_mgmt_task()
649 	task->state = ISCSI_TASK_RUNNING;  in iscsi_prep_mgmt_task()
652 			  hdr->itt, task->data_count);  in iscsi_prep_mgmt_task()
663 	struct iscsi_task *task;  in __iscsi_conn_send_pdu()  local
687 		task = conn->login_task;  in __iscsi_conn_send_pdu()
701 				 (void*)&task, sizeof(void*)))  in __iscsi_conn_send_pdu()
709 	refcount_set(&task->refcount, 1);  in __iscsi_conn_send_pdu()
710 	task->conn = conn;  in __iscsi_conn_send_pdu()
711 	task->sc = NULL;  in __iscsi_conn_send_pdu()
712 	INIT_LIST_HEAD(&task->running);  in __iscsi_conn_send_pdu()
713 	task->state = ISCSI_TASK_PENDING;  in __iscsi_conn_send_pdu()
716 		memcpy(task->data, data, data_size);  in __iscsi_conn_send_pdu()
717 		task->data_count = data_size;  in __iscsi_conn_send_pdu()
719 		task->data_count = 0;  in __iscsi_conn_send_pdu()
722 		if (conn->session->tt->alloc_pdu(task, hdr->opcode)) {  in __iscsi_conn_send_pdu()
729 	itt = task->hdr->itt;  in __iscsi_conn_send_pdu()
730 	task->hdr_len = sizeof(struct iscsi_hdr);  in __iscsi_conn_send_pdu()
731 	memcpy(task->hdr, hdr, sizeof(struct iscsi_hdr));  in __iscsi_conn_send_pdu()
735 			task->hdr->itt = itt;  in __iscsi_conn_send_pdu()
737 			task->hdr->itt = build_itt(task->itt,  in __iscsi_conn_send_pdu()
738 						   task->conn->session->age);  in __iscsi_conn_send_pdu()
742 		if (iscsi_prep_mgmt_task(conn, task))  in __iscsi_conn_send_pdu()
745 		if (session->tt->xmit_task(task))  in __iscsi_conn_send_pdu()
749 		list_add_tail(&task->running, &conn->mgmtqueue);  in __iscsi_conn_send_pdu()
754 	return task;  in __iscsi_conn_send_pdu()
759 	__iscsi_put_task(task);  in __iscsi_conn_send_pdu()
791 			       struct iscsi_task *task, char *data,  in iscsi_scsi_cmd_rsp()  argument
796 	struct scsi_cmnd *sc = task->sc;  in iscsi_scsi_cmd_rsp()
803 	if (task->protected) {  in iscsi_scsi_cmd_rsp()
814 		ascq = session->tt->check_protection(task, &sector);  in iscsi_scsi_cmd_rsp()
874 			  sc, sc->result, task->itt);  in iscsi_scsi_cmd_rsp()
876 	iscsi_complete_task(task, ISCSI_TASK_COMPLETED);  in iscsi_scsi_cmd_rsp()
890 		  struct iscsi_task *task)  in iscsi_data_in_rsp()  argument
893 	struct scsi_cmnd *sc = task->sc;  in iscsi_data_in_rsp()
915 			  sc, sc->result, task->itt);  in iscsi_data_in_rsp()
917 	iscsi_complete_task(task, ISCSI_TASK_COMPLETED);  in iscsi_data_in_rsp()
942 	struct iscsi_task *task;  in iscsi_send_nopout()  local
958 	task = __iscsi_conn_send_pdu(conn, (struct iscsi_hdr *)&hdr, NULL, 0);  in iscsi_send_nopout()
959 	if (!task) {  in iscsi_send_nopout()
964 		conn->ping_task = task;  in iscsi_send_nopout()
981 static int iscsi_nop_out_rsp(struct iscsi_task *task,  in iscsi_nop_out_rsp()  argument
984 	struct iscsi_conn *conn = task->conn;  in iscsi_nop_out_rsp()
987 	if (conn->ping_task != task) {  in iscsi_nop_out_rsp()
997 	iscsi_complete_task(task, ISCSI_TASK_COMPLETED);  in iscsi_nop_out_rsp()
1057 			struct iscsi_task *task;  in iscsi_handle_reject()  local
1062 			task = iscsi_itt_to_task(conn, rejected_pdu.itt);  in iscsi_handle_reject()
1063 			if (!task) {  in iscsi_handle_reject()
1069 				rc = iscsi_nop_out_rsp(task,  in iscsi_handle_reject()
1129 	struct iscsi_task *task;  in __iscsi_complete_pdu()  local
1183 		task = iscsi_itt_to_ctask(conn, hdr->itt);  in __iscsi_complete_pdu()
1184 		if (!task)  in __iscsi_complete_pdu()
1186 		task->last_xfer = jiffies;  in __iscsi_complete_pdu()
1198 		task = iscsi_itt_to_task(conn, hdr->itt);  in __iscsi_complete_pdu()
1199 		if (!task)  in __iscsi_complete_pdu()
1208 		iscsi_scsi_cmd_rsp(conn, hdr, task, data, datalen);  in __iscsi_complete_pdu()
1211 		iscsi_data_in_rsp(conn, hdr, task);  in __iscsi_complete_pdu()
1237 		iscsi_complete_task(task, ISCSI_TASK_COMPLETED);  in __iscsi_complete_pdu()
1247 		rc = iscsi_nop_out_rsp(task, (struct iscsi_nopin*)hdr,  in __iscsi_complete_pdu()
1260 	iscsi_complete_task(task, ISCSI_TASK_COMPLETED);  in __iscsi_complete_pdu()
1320 	struct iscsi_task *task;  in iscsi_itt_to_ctask()  local
1325 	task = iscsi_itt_to_task(conn, itt);  in iscsi_itt_to_ctask()
1326 	if (!task || !task->sc)  in iscsi_itt_to_ctask()
1329 	if (task->sc->SCp.phase != conn->session->age) {  in iscsi_itt_to_ctask()
1332 				  task->sc->SCp.phase, conn->session->age);  in iscsi_itt_to_ctask()
1336 	return task;  in iscsi_itt_to_ctask()
1409 	struct iscsi_task *task = conn->task;  in iscsi_xmit_task()  local
1416 	if (conn->task == NULL) {  in iscsi_xmit_task()
1420 	__iscsi_get_task(task);  in iscsi_xmit_task()
1423 	rc = conn->session->tt->xmit_task(task);  in iscsi_xmit_task()
1427 		task->last_xfer = jiffies;  in iscsi_xmit_task()
1428 		conn->task = NULL;  in iscsi_xmit_task()
1432 	__iscsi_put_task(task);  in iscsi_xmit_task()
1445 void iscsi_requeue_task(struct iscsi_task *task)  in iscsi_requeue_task()  argument
1447 	struct iscsi_conn *conn = task->conn;  in iscsi_requeue_task()
1454 	if (list_empty(&task->running))  in iscsi_requeue_task()
1455 		list_add_tail(&task->running, &conn->requeue);  in iscsi_requeue_task()
1472 	struct iscsi_task *task;  in iscsi_data_xmit()  local
1482 	if (conn->task) {  in iscsi_data_xmit()
1496 		conn->task = list_entry(conn->mgmtqueue.next,  in iscsi_data_xmit()
1498 		list_del_init(&conn->task->running);  in iscsi_data_xmit()
1500 		if (iscsi_prep_mgmt_task(conn, conn->task)) {  in iscsi_data_xmit()
1503 			__iscsi_put_task(conn->task);  in iscsi_data_xmit()
1505 			conn->task = NULL;  in iscsi_data_xmit()
1517 		conn->task = list_entry(conn->cmdqueue.next, struct iscsi_task,  in iscsi_data_xmit()
1519 		list_del_init(&conn->task->running);  in iscsi_data_xmit()
1522 			fail_scsi_task(conn->task, DID_IMM_RETRY);  in iscsi_data_xmit()
1526 		rc = iscsi_prep_scsi_cmd_pdu(conn->task);  in iscsi_data_xmit()
1530 				list_add_tail(&conn->task->running,  in iscsi_data_xmit()
1532 				conn->task = NULL;  in iscsi_data_xmit()
1536 				fail_scsi_task(conn->task, DID_ABORT);  in iscsi_data_xmit()
1560 		task = list_entry(conn->requeue.next, struct iscsi_task,  in iscsi_data_xmit()
1562 		if (iscsi_check_tmf_restrictions(task, ISCSI_OP_SCSI_DATA_OUT))  in iscsi_data_xmit()
1565 		conn->task = task;  in iscsi_data_xmit()
1566 		list_del_init(&conn->task->running);  in iscsi_data_xmit()
1567 		conn->task->state = ISCSI_TASK_RUNNING;  in iscsi_data_xmit()
1601 	struct iscsi_task *task;  in iscsi_alloc_task()  local
1604 			 (void *) &task, sizeof(void *)))  in iscsi_alloc_task()
1608 	sc->SCp.ptr = (char *) task;  in iscsi_alloc_task()
1610 	refcount_set(&task->refcount, 1);  in iscsi_alloc_task()
1611 	task->state = ISCSI_TASK_PENDING;  in iscsi_alloc_task()
1612 	task->conn = conn;  in iscsi_alloc_task()
1613 	task->sc = sc;  in iscsi_alloc_task()
1614 	task->have_checked_conn = false;  in iscsi_alloc_task()
1615 	task->last_timeout = jiffies;  in iscsi_alloc_task()
1616 	task->last_xfer = jiffies;  in iscsi_alloc_task()
1617 	task->protected = false;  in iscsi_alloc_task()
1618 	INIT_LIST_HEAD(&task->running);  in iscsi_alloc_task()
1619 	return task;  in iscsi_alloc_task()
1642 	struct iscsi_task *task = NULL;  in iscsi_queuecommand()  local
1719 	task = iscsi_alloc_task(conn, sc);  in iscsi_queuecommand()
1720 	if (!task) {  in iscsi_queuecommand()
1726 		reason = iscsi_prep_scsi_cmd_pdu(task);  in iscsi_queuecommand()
1736 		if (session->tt->xmit_task(task)) {  in iscsi_queuecommand()
1743 		list_add_tail(&task->running, &conn->cmdqueue);  in iscsi_queuecommand()
1754 	iscsi_complete_task(task, ISCSI_TASK_REQUEUE_SCSIQ);  in iscsi_queuecommand()
1764 	iscsi_complete_task(task, ISCSI_TASK_REQUEUE_SCSIQ);  in iscsi_queuecommand()
1807 	struct iscsi_task *task;  in iscsi_exec_task_mgmt_fn()  local
1809 	task = __iscsi_conn_send_pdu(conn, (struct iscsi_hdr *)hdr,  in iscsi_exec_task_mgmt_fn()
1811 	if (!task) {  in iscsi_exec_task_mgmt_fn()
1856 	struct iscsi_task *task;  in fail_scsi_tasks()  local
1860 		task = conn->session->cmds[i];  in fail_scsi_tasks()
1861 		if (!task->sc || task->state == ISCSI_TASK_FREE)  in fail_scsi_tasks()
1864 		if (lun != -1 && lun != task->sc->device->lun)  in fail_scsi_tasks()
1869 				  task->sc, task->itt, task->state);  in fail_scsi_tasks()
1870 		fail_scsi_task(task, error);  in fail_scsi_tasks()
1937 	struct iscsi_task *task = NULL, *running_task;  in iscsi_eh_cmd_timed_out()  local
1949 	task = (struct iscsi_task *)sc->SCp.ptr;  in iscsi_eh_cmd_timed_out()
1950 	if (!task) {  in iscsi_eh_cmd_timed_out()
1995 	if (time_after(task->last_xfer, task->last_timeout)) {  in iscsi_eh_cmd_timed_out()
1999 			     "%lu\n.", task->last_xfer, task->last_timeout);  in iscsi_eh_cmd_timed_out()
2000 		task->have_checked_conn = false;  in iscsi_eh_cmd_timed_out()
2018 		if (!running_task->sc || running_task == task ||  in iscsi_eh_cmd_timed_out()
2027 			       task->sc->jiffies_at_alloc))  in iscsi_eh_cmd_timed_out()
2030 		if (time_after(running_task->last_xfer, task->last_timeout)) {  in iscsi_eh_cmd_timed_out()
2046 				     task->last_xfer, running_task->last_xfer,  in iscsi_eh_cmd_timed_out()
2047 				     task->last_timeout);  in iscsi_eh_cmd_timed_out()
2054 	if (task->have_checked_conn)  in iscsi_eh_cmd_timed_out()
2062 		task->have_checked_conn = true;  in iscsi_eh_cmd_timed_out()
2069 	task->have_checked_conn = true;  in iscsi_eh_cmd_timed_out()
2073 	if (task)  in iscsi_eh_cmd_timed_out()
2074 		task->last_timeout = jiffies;  in iscsi_eh_cmd_timed_out()
2126 static void iscsi_prep_abort_task_pdu(struct iscsi_task *task,  in iscsi_prep_abort_task_pdu()  argument
2133 	hdr->lun = task->lun;  in iscsi_prep_abort_task_pdu()
2134 	hdr->rtt = task->hdr_itt;  in iscsi_prep_abort_task_pdu()
2135 	hdr->refcmdsn = task->cmdsn;  in iscsi_prep_abort_task_pdu()
2143 	struct iscsi_task *task;  in iscsi_eh_abort()  local
2183 	task = (struct iscsi_task *)sc->SCp.ptr;  in iscsi_eh_abort()
2185 		     sc, task->itt);  in iscsi_eh_abort()
2188 	if (!task->sc) {  in iscsi_eh_abort()
2193 	if (task->state == ISCSI_TASK_PENDING) {  in iscsi_eh_abort()
2194 		fail_scsi_task(task, DID_ABORT);  in iscsi_eh_abort()
2204 	iscsi_prep_abort_task_pdu(task, hdr);  in iscsi_eh_abort()
2223 		fail_scsi_task(task, DID_ABORT);  in iscsi_eh_abort()
2252 		     sc, task->itt);  in iscsi_eh_abort()
2260 		     task ? task->itt : 0);  in iscsi_eh_abort()
2814 		struct iscsi_task *task = session->cmds[cmd_i];  in iscsi_session_setup()  local
2817 			task->dd_data = &task[1];  in iscsi_session_setup()
2818 		task->itt = cmd_i;  in iscsi_session_setup()
2819 		task->state = ISCSI_TASK_FREE;  in iscsi_session_setup()
2820 		INIT_LIST_HEAD(&task->running);  in iscsi_session_setup()
3065 	struct iscsi_task *task;  in fail_mgmt_tasks()  local
3069 		task = conn->session->cmds[i];  in fail_mgmt_tasks()
3070 		if (task->sc)  in fail_mgmt_tasks()
3073 		if (task->state == ISCSI_TASK_FREE)  in fail_mgmt_tasks()
3078 				  task->itt, task->state);  in fail_mgmt_tasks()
3080 		if (task->state == ISCSI_TASK_PENDING)  in fail_mgmt_tasks()
3083 		iscsi_complete_task(task, state);  in fail_mgmt_tasks()