145 static bool scm_permit_request(struct scm_blk_dev *bdev, struct request *req)  in scm_permit_request()  argument
147 	return rq_data_dir(req) != WRITE || bdev->state != SCM_WR_PROHIBIT;  in scm_permit_request()
180 	struct scm_blk_dev *bdev = scmrq->bdev;  in scm_request_prepare()  local
181 	struct scm_device *scmdev = bdev->gendisk->private_data;  in scm_request_prepare()
217 static inline void scm_request_init(struct scm_blk_dev *bdev,  in scm_request_init()  argument
226 	aobrq->scmdev = bdev->scmdev;  in scm_request_init()
229 	scmrq->bdev = bdev;  in scm_request_init()
238 	struct scm_blk_dev *bdev = scmrq->bdev;  in scm_request_requeue()  local
244 	atomic_dec(&bdev->queued_reqs);  in scm_request_requeue()
246 	blk_mq_kick_requeue_list(bdev->rq);  in scm_request_requeue()
251 	struct scm_blk_dev *bdev = scmrq->bdev;  in scm_request_finish()  local
262 	atomic_dec(&bdev->queued_reqs);  in scm_request_finish()
268 	struct scm_blk_dev *bdev = scmrq->bdev;  in scm_request_start()  local
270 	atomic_inc(&bdev->queued_reqs);  in scm_request_start()
286 	struct scm_blk_dev *bdev = dev_get_drvdata(&scmdev->dev);  in scm_blk_request()  local
292 	if (!scm_permit_request(bdev, req)) {  in scm_blk_request()
305 		scm_request_init(bdev, scmrq);  in scm_blk_request()
373 	struct scm_blk_dev *bdev = scmrq->bdev;  in scm_blk_handle_error()  local
382 		spin_lock_irqsave(&bdev->lock, flags);  in scm_blk_handle_error()
383 		if (bdev->state != SCM_WR_PROHIBIT)  in scm_blk_handle_error()
385 				(unsigned long) bdev->scmdev->address);  in scm_blk_handle_error()
386 		bdev->state = SCM_WR_PROHIBIT;  in scm_blk_handle_error()
387 		spin_unlock_irqrestore(&bdev->lock, flags);  in scm_blk_handle_error()
435 int scm_blk_dev_setup(struct scm_blk_dev *bdev, struct scm_device *scmdev)  in scm_blk_dev_setup()  argument
448 	bdev->scmdev = scmdev;  in scm_blk_dev_setup()
449 	bdev->state = SCM_OPER;  in scm_blk_dev_setup()
450 	spin_lock_init(&bdev->lock);  in scm_blk_dev_setup()
451 	atomic_set(&bdev->queued_reqs, 0);  in scm_blk_dev_setup()
453 	bdev->tag_set.ops = &scm_mq_ops;  in scm_blk_dev_setup()
454 	bdev->tag_set.cmd_size = sizeof(blk_status_t);  in scm_blk_dev_setup()
455 	bdev->tag_set.nr_hw_queues = nr_requests;  in scm_blk_dev_setup()
456 	bdev->tag_set.queue_depth = nr_requests_per_io * nr_requests;  in scm_blk_dev_setup()
457 	bdev->tag_set.flags = BLK_MQ_F_SHOULD_MERGE;  in scm_blk_dev_setup()
458 	bdev->tag_set.numa_node = NUMA_NO_NODE;  in scm_blk_dev_setup()
460 	ret = blk_mq_alloc_tag_set(&bdev->tag_set);  in scm_blk_dev_setup()
464 	bdev->gendisk = blk_mq_alloc_disk(&bdev->tag_set, scmdev);  in scm_blk_dev_setup()
465 	if (IS_ERR(bdev->gendisk)) {  in scm_blk_dev_setup()
466 		ret = PTR_ERR(bdev->gendisk);  in scm_blk_dev_setup()
469 	rq = bdev->rq = bdev->gendisk->queue;  in scm_blk_dev_setup()
479 	bdev->gendisk->private_data = scmdev;  in scm_blk_dev_setup()
480 	bdev->gendisk->fops = &scm_blk_devops;  in scm_blk_dev_setup()
481 	bdev->gendisk->major = scm_major;  in scm_blk_dev_setup()
482 	bdev->gendisk->first_minor = devindex * SCM_NR_PARTS;  in scm_blk_dev_setup()
483 	bdev->gendisk->minors = SCM_NR_PARTS;  in scm_blk_dev_setup()
485 	len = snprintf(bdev->gendisk->disk_name, DISK_NAME_LEN, "scm");  in scm_blk_dev_setup()
487 		len += snprintf(bdev->gendisk->disk_name + len,  in scm_blk_dev_setup()
492 	snprintf(bdev->gendisk->disk_name + len, DISK_NAME_LEN - len, "%c",  in scm_blk_dev_setup()
496 	set_capacity(bdev->gendisk, scmdev->size >> 9);  in scm_blk_dev_setup()
497 	ret = device_add_disk(&scmdev->dev, bdev->gendisk, NULL);  in scm_blk_dev_setup()
504 	put_disk(bdev->gendisk);  in scm_blk_dev_setup()
506 	blk_mq_free_tag_set(&bdev->tag_set);  in scm_blk_dev_setup()
512 void scm_blk_dev_cleanup(struct scm_blk_dev *bdev)  in scm_blk_dev_cleanup()  argument
514 	del_gendisk(bdev->gendisk);  in scm_blk_dev_cleanup()
515 	put_disk(bdev->gendisk);  in scm_blk_dev_cleanup()
516 	blk_mq_free_tag_set(&bdev->tag_set);  in scm_blk_dev_cleanup()
519 void scm_blk_set_available(struct scm_blk_dev *bdev)  in scm_blk_set_available()  argument
523 	spin_lock_irqsave(&bdev->lock, flags);  in scm_blk_set_available()
524 	if (bdev->state == SCM_WR_PROHIBIT)  in scm_blk_set_available()
526 			(unsigned long) bdev->scmdev->address);  in scm_blk_set_available()
527 	bdev->state = SCM_OPER;  in scm_blk_set_available()
528 	spin_unlock_irqrestore(&bdev->lock, flags);  in scm_blk_set_available()