146 static bool scm_permit_request(struct scm_blk_dev *bdev, struct request *req)  in scm_permit_request()  argument
148 	return rq_data_dir(req) != WRITE || bdev->state != SCM_WR_PROHIBIT;  in scm_permit_request()
181 	struct scm_blk_dev *bdev = scmrq->bdev;  in scm_request_prepare()  local
182 	struct scm_device *scmdev = bdev->gendisk->private_data;  in scm_request_prepare()
218 static inline void scm_request_init(struct scm_blk_dev *bdev,  in scm_request_init()  argument
227 	aobrq->scmdev = bdev->scmdev;  in scm_request_init()
230 	scmrq->bdev = bdev;  in scm_request_init()
239 	struct scm_blk_dev *bdev = scmrq->bdev;  in scm_request_requeue()  local
245 	atomic_dec(&bdev->queued_reqs);  in scm_request_requeue()
247 	blk_mq_kick_requeue_list(bdev->rq);  in scm_request_requeue()
252 	struct scm_blk_dev *bdev = scmrq->bdev;  in scm_request_finish()  local
262 	atomic_dec(&bdev->queued_reqs);  in scm_request_finish()
268 	struct scm_blk_dev *bdev = scmrq->bdev;  in scm_request_start()  local
270 	atomic_inc(&bdev->queued_reqs);  in scm_request_start()
286 	struct scm_blk_dev *bdev = dev_get_drvdata(&scmdev->dev);  in scm_blk_request()  local
292 	if (!scm_permit_request(bdev, req)) {  in scm_blk_request()
305 		scm_request_init(bdev, scmrq);  in scm_blk_request()
373 	struct scm_blk_dev *bdev = scmrq->bdev;  in scm_blk_handle_error()  local
382 		spin_lock_irqsave(&bdev->lock, flags);  in scm_blk_handle_error()
383 		if (bdev->state != SCM_WR_PROHIBIT)  in scm_blk_handle_error()
385 				(unsigned long) bdev->scmdev->address);  in scm_blk_handle_error()
386 		bdev->state = SCM_WR_PROHIBIT;  in scm_blk_handle_error()
387 		spin_unlock_irqrestore(&bdev->lock, flags);  in scm_blk_handle_error()
435 int scm_blk_dev_setup(struct scm_blk_dev *bdev, struct scm_device *scmdev)  in scm_blk_dev_setup()  argument
448 	bdev->scmdev = scmdev;  in scm_blk_dev_setup()
449 	bdev->state = SCM_OPER;  in scm_blk_dev_setup()
450 	spin_lock_init(&bdev->lock);  in scm_blk_dev_setup()
451 	atomic_set(&bdev->queued_reqs, 0);  in scm_blk_dev_setup()
453 	bdev->tag_set.ops = &scm_mq_ops;  in scm_blk_dev_setup()
454 	bdev->tag_set.cmd_size = sizeof(blk_status_t);  in scm_blk_dev_setup()
455 	bdev->tag_set.nr_hw_queues = nr_requests;  in scm_blk_dev_setup()
456 	bdev->tag_set.queue_depth = nr_requests_per_io * nr_requests;  in scm_blk_dev_setup()
457 	bdev->tag_set.flags = BLK_MQ_F_SHOULD_MERGE;  in scm_blk_dev_setup()
458 	bdev->tag_set.numa_node = NUMA_NO_NODE;  in scm_blk_dev_setup()
460 	ret = blk_mq_alloc_tag_set(&bdev->tag_set);  in scm_blk_dev_setup()
464 	rq = blk_mq_init_queue(&bdev->tag_set);  in scm_blk_dev_setup()
469 	bdev->rq = rq;  in scm_blk_dev_setup()
479 	bdev->gendisk = alloc_disk(SCM_NR_PARTS);  in scm_blk_dev_setup()
480 	if (!bdev->gendisk) {  in scm_blk_dev_setup()
485 	bdev->gendisk->private_data = scmdev;  in scm_blk_dev_setup()
486 	bdev->gendisk->fops = &scm_blk_devops;  in scm_blk_dev_setup()
487 	bdev->gendisk->queue = rq;  in scm_blk_dev_setup()
488 	bdev->gendisk->major = scm_major;  in scm_blk_dev_setup()
489 	bdev->gendisk->first_minor = devindex * SCM_NR_PARTS;  in scm_blk_dev_setup()
491 	len = snprintf(bdev->gendisk->disk_name, DISK_NAME_LEN, "scm");  in scm_blk_dev_setup()
493 		len += snprintf(bdev->gendisk->disk_name + len,  in scm_blk_dev_setup()
498 	snprintf(bdev->gendisk->disk_name + len, DISK_NAME_LEN - len, "%c",  in scm_blk_dev_setup()
502 	set_capacity(bdev->gendisk, scmdev->size >> 9);  in scm_blk_dev_setup()
503 	device_add_disk(&scmdev->dev, bdev->gendisk, NULL);  in scm_blk_dev_setup()
509 	blk_mq_free_tag_set(&bdev->tag_set);  in scm_blk_dev_setup()
515 void scm_blk_dev_cleanup(struct scm_blk_dev *bdev)  in scm_blk_dev_cleanup()  argument
517 	del_gendisk(bdev->gendisk);  in scm_blk_dev_cleanup()
518 	blk_cleanup_queue(bdev->gendisk->queue);  in scm_blk_dev_cleanup()
519 	blk_mq_free_tag_set(&bdev->tag_set);  in scm_blk_dev_cleanup()
520 	put_disk(bdev->gendisk);  in scm_blk_dev_cleanup()
523 void scm_blk_set_available(struct scm_blk_dev *bdev)  in scm_blk_set_available()  argument
527 	spin_lock_irqsave(&bdev->lock, flags);  in scm_blk_set_available()
528 	if (bdev->state == SCM_WR_PROHIBIT)  in scm_blk_set_available()
530 			(unsigned long) bdev->scmdev->address);  in scm_blk_set_available()
531 	bdev->state = SCM_OPER;  in scm_blk_set_available()
532 	spin_unlock_irqrestore(&bdev->lock, flags);  in scm_blk_set_available()