73 	struct rsxx_cardinfo *card = bdev->bd_disk->private_data;  in rsxx_blkdev_ioctl()  local
77 		return rsxx_reg_access(card, (void __user *)arg, 1);  in rsxx_blkdev_ioctl()
79 		return rsxx_reg_access(card, (void __user *)arg, 0);  in rsxx_blkdev_ioctl()
87 	struct rsxx_cardinfo *card = bdev->bd_disk->private_data;  in rsxx_getgeo()  local
88 	u64 blocks = card->size8 >> 9;  in rsxx_getgeo()
94 	if (card->size8) {  in rsxx_getgeo()
113 static void disk_stats_start(struct rsxx_cardinfo *card, struct bio *bio)  in disk_stats_start()  argument
115 	generic_start_io_acct(card->queue, bio_op(bio), bio_sectors(bio),  in disk_stats_start()
116 			     &card->gendisk->part0);  in disk_stats_start()
119 static void disk_stats_complete(struct rsxx_cardinfo *card,  in disk_stats_complete()  argument
123 	generic_end_io_acct(card->queue, bio_op(bio),  in disk_stats_complete()
124 			    &card->gendisk->part0, start_time);  in disk_stats_complete()
127 static void bio_dma_done_cb(struct rsxx_cardinfo *card,  in bio_dma_done_cb()  argument
137 		if (!card->eeh_state && card->gendisk)  in bio_dma_done_cb()
138 			disk_stats_complete(card, meta->bio, meta->start_time);  in bio_dma_done_cb()
150 	struct rsxx_cardinfo *card = q->queuedata;  in rsxx_make_request()  local
158 	if (!card)  in rsxx_make_request()
161 	if (bio_end_sector(bio) > get_capacity(card->gendisk))  in rsxx_make_request()
164 	if (unlikely(card->halt))  in rsxx_make_request()
167 	if (unlikely(card->dma_fault))  in rsxx_make_request()
171 		dev_err(CARD_TO_DEV(card), "size zero BIO!\n");  in rsxx_make_request()
186 	if (!unlikely(card->halt))  in rsxx_make_request()
187 		disk_stats_start(card, bio);  in rsxx_make_request()
189 	dev_dbg(CARD_TO_DEV(card), "BIO[%c]: meta: %p addr8: x%llx size: %d\n",  in rsxx_make_request()
193 	st = rsxx_dma_queue_bio(card, bio, &bio_meta->pending_dmas,  in rsxx_make_request()
210 static bool rsxx_discard_supported(struct rsxx_cardinfo *card)  in rsxx_discard_supported()  argument
214 	pci_read_config_byte(card->dev, PCI_REVISION_ID, &pci_rev);  in rsxx_discard_supported()
219 int rsxx_attach_dev(struct rsxx_cardinfo *card)  in rsxx_attach_dev()  argument
221 	mutex_lock(&card->dev_lock);  in rsxx_attach_dev()
225 		if (card->config_valid)  in rsxx_attach_dev()
226 			set_capacity(card->gendisk, card->size8 >> 9);  in rsxx_attach_dev()
228 			set_capacity(card->gendisk, 0);  in rsxx_attach_dev()
229 		device_add_disk(CARD_TO_DEV(card), card->gendisk);  in rsxx_attach_dev()
230 		card->bdev_attached = 1;  in rsxx_attach_dev()
233 	mutex_unlock(&card->dev_lock);  in rsxx_attach_dev()
238 void rsxx_detach_dev(struct rsxx_cardinfo *card)  in rsxx_detach_dev()  argument
240 	mutex_lock(&card->dev_lock);  in rsxx_detach_dev()
242 	if (card->bdev_attached) {  in rsxx_detach_dev()
243 		del_gendisk(card->gendisk);  in rsxx_detach_dev()
244 		card->bdev_attached = 0;  in rsxx_detach_dev()
247 	mutex_unlock(&card->dev_lock);  in rsxx_detach_dev()
250 int rsxx_setup_dev(struct rsxx_cardinfo *card)  in rsxx_setup_dev()  argument
254 	mutex_init(&card->dev_lock);  in rsxx_setup_dev()
259 	card->major = register_blkdev(0, DRIVER_NAME);  in rsxx_setup_dev()
260 	if (card->major < 0) {  in rsxx_setup_dev()
261 		dev_err(CARD_TO_DEV(card), "Failed to get major number\n");  in rsxx_setup_dev()
265 	card->queue = blk_alloc_queue(GFP_KERNEL);  in rsxx_setup_dev()
266 	if (!card->queue) {  in rsxx_setup_dev()
267 		dev_err(CARD_TO_DEV(card), "Failed queue alloc\n");  in rsxx_setup_dev()
268 		unregister_blkdev(card->major, DRIVER_NAME);  in rsxx_setup_dev()
272 	card->gendisk = alloc_disk(blkdev_minors);  in rsxx_setup_dev()
273 	if (!card->gendisk) {  in rsxx_setup_dev()
274 		dev_err(CARD_TO_DEV(card), "Failed disk alloc\n");  in rsxx_setup_dev()
275 		blk_cleanup_queue(card->queue);  in rsxx_setup_dev()
276 		unregister_blkdev(card->major, DRIVER_NAME);  in rsxx_setup_dev()
280 	if (card->config_valid) {  in rsxx_setup_dev()
281 		blk_size = card->config.data.block_size;  in rsxx_setup_dev()
282 		blk_queue_dma_alignment(card->queue, blk_size - 1);  in rsxx_setup_dev()
283 		blk_queue_logical_block_size(card->queue, blk_size);  in rsxx_setup_dev()
286 	blk_queue_make_request(card->queue, rsxx_make_request);  in rsxx_setup_dev()
287 	blk_queue_max_hw_sectors(card->queue, blkdev_max_hw_sectors);  in rsxx_setup_dev()
288 	blk_queue_physical_block_size(card->queue, RSXX_HW_BLK_SIZE);  in rsxx_setup_dev()
290 	blk_queue_flag_set(QUEUE_FLAG_NONROT, card->queue);  in rsxx_setup_dev()
291 	blk_queue_flag_clear(QUEUE_FLAG_ADD_RANDOM, card->queue);  in rsxx_setup_dev()
292 	if (rsxx_discard_supported(card)) {  in rsxx_setup_dev()
293 		blk_queue_flag_set(QUEUE_FLAG_DISCARD, card->queue);  in rsxx_setup_dev()
294 		blk_queue_max_discard_sectors(card->queue,  in rsxx_setup_dev()
296 		card->queue->limits.discard_granularity = RSXX_HW_BLK_SIZE;  in rsxx_setup_dev()
297 		card->queue->limits.discard_alignment   = RSXX_HW_BLK_SIZE;  in rsxx_setup_dev()
300 	card->queue->queuedata = card;  in rsxx_setup_dev()
302 	snprintf(card->gendisk->disk_name, sizeof(card->gendisk->disk_name),  in rsxx_setup_dev()
303 		 "rsxx%d", card->disk_id);  in rsxx_setup_dev()
304 	card->gendisk->major = card->major;  in rsxx_setup_dev()
305 	card->gendisk->first_minor = 0;  in rsxx_setup_dev()
306 	card->gendisk->fops = &rsxx_fops;  in rsxx_setup_dev()
307 	card->gendisk->private_data = card;  in rsxx_setup_dev()
308 	card->gendisk->queue = card->queue;  in rsxx_setup_dev()
313 void rsxx_destroy_dev(struct rsxx_cardinfo *card)  in rsxx_destroy_dev()  argument
318 	put_disk(card->gendisk);  in rsxx_destroy_dev()
319 	card->gendisk = NULL;  in rsxx_destroy_dev()
321 	blk_cleanup_queue(card->queue);  in rsxx_destroy_dev()
322 	card->queue->queuedata = NULL;  in rsxx_destroy_dev()
323 	unregister_blkdev(card->major, DRIVER_NAME);  in rsxx_destroy_dev()