47 	struct bsg_job *job = blk_mq_rq_to_pdu(rq);  in bsg_transport_fill_hdr()  local
49 	job->request_len = hdr->request_len;  in bsg_transport_fill_hdr()
50 	job->request = memdup_user(uptr64(hdr->request), hdr->request_len);  in bsg_transport_fill_hdr()
52 	return PTR_ERR_OR_ZERO(job->request);  in bsg_transport_fill_hdr()
57 	struct bsg_job *job = blk_mq_rq_to_pdu(rq);  in bsg_transport_complete_rq()  local
64 	hdr->device_status = job->result & 0xff;  in bsg_transport_complete_rq()
65 	hdr->transport_status = host_byte(job->result);  in bsg_transport_complete_rq()
66 	hdr->driver_status = driver_byte(job->result);  in bsg_transport_complete_rq()
72 	if (job->result < 0) {  in bsg_transport_complete_rq()
74 		job->reply_len = sizeof(u32);  in bsg_transport_complete_rq()
75 		ret = job->result;  in bsg_transport_complete_rq()
78 	if (job->reply_len && hdr->response) {  in bsg_transport_complete_rq()
79 		int len = min(hdr->max_response_len, job->reply_len);  in bsg_transport_complete_rq()
81 		if (copy_to_user(uptr64(hdr->response), job->reply, len))  in bsg_transport_complete_rq()
91 		unsigned int rsp_len = job->reply_payload.payload_len;  in bsg_transport_complete_rq()
93 		if (WARN_ON(job->reply_payload_rcv_len > rsp_len))  in bsg_transport_complete_rq()
96 			hdr->din_resid = rsp_len - job->reply_payload_rcv_len;  in bsg_transport_complete_rq()
106 	struct bsg_job *job = blk_mq_rq_to_pdu(rq);  in bsg_transport_free_rq()  local
108 	kfree(job->request);  in bsg_transport_free_rq()
124 	struct bsg_job *job = container_of(kref, struct bsg_job, kref);  in bsg_teardown_job()  local
125 	struct request *rq = blk_mq_rq_from_pdu(job);  in bsg_teardown_job()
127 	put_device(job->dev);	/* release reference for the request */  in bsg_teardown_job()
129 	kfree(job->request_payload.sg_list);  in bsg_teardown_job()
130 	kfree(job->reply_payload.sg_list);  in bsg_teardown_job()
135 void bsg_job_put(struct bsg_job *job)  in bsg_job_put()  argument
137 	kref_put(&job->kref, bsg_teardown_job);  in bsg_job_put()
141 int bsg_job_get(struct bsg_job *job)  in bsg_job_get()  argument
143 	return kref_get_unless_zero(&job->kref);  in bsg_job_get()
155 void bsg_job_done(struct bsg_job *job, int result,  in bsg_job_done()  argument
158 	job->result = result;  in bsg_job_done()
159 	job->reply_payload_rcv_len = reply_payload_rcv_len;  in bsg_job_done()
160 	blk_complete_request(blk_mq_rq_from_pdu(job));  in bsg_job_done()
170 	struct bsg_job *job = blk_mq_rq_to_pdu(rq);  in bsg_softirq_done()  local
172 	bsg_job_put(job);  in bsg_softirq_done()
198 	struct bsg_job *job = blk_mq_rq_to_pdu(req);  in bsg_prepare_job()  local
201 	job->timeout = req->timeout;  in bsg_prepare_job()
204 		ret = bsg_map_buffer(&job->request_payload, req);  in bsg_prepare_job()
209 		ret = bsg_map_buffer(&job->reply_payload, rsp);  in bsg_prepare_job()
213 	job->dev = dev;  in bsg_prepare_job()
215 	get_device(job->dev);  in bsg_prepare_job()
216 	kref_init(&job->kref);  in bsg_prepare_job()
220 	kfree(job->request_payload.sg_list);  in bsg_prepare_job()
222 	job->result = -ENOMEM;  in bsg_prepare_job()
272 	struct bsg_job *job = blk_mq_rq_to_pdu(req);  in bsg_init_rq()  local
274 	job->reply = kzalloc(SCSI_SENSE_BUFFERSIZE, gfp);  in bsg_init_rq()
275 	if (!job->reply)  in bsg_init_rq()
283 	struct bsg_job *job = blk_mq_rq_to_pdu(req);  in bsg_initialize_rq()  local
284 	void *reply = job->reply;  in bsg_initialize_rq()
286 	memset(job, 0, sizeof(*job));  in bsg_initialize_rq()
287 	job->reply = reply;  in bsg_initialize_rq()
288 	job->reply_len = SCSI_SENSE_BUFFERSIZE;  in bsg_initialize_rq()
289 	job->dd_data = job + 1;  in bsg_initialize_rq()
294 	struct bsg_job *job = blk_mq_rq_to_pdu(req);  in bsg_exit_rq()  local
296 	kfree(job->reply);  in bsg_exit_rq()