59 	struct rsxx_cardinfo *card = bdev->bd_disk->private_data;  in rsxx_blkdev_ioctl()  local
63 		return rsxx_reg_access(card, (void __user *)arg, 1);  in rsxx_blkdev_ioctl()
65 		return rsxx_reg_access(card, (void __user *)arg, 0);  in rsxx_blkdev_ioctl()
73 	struct rsxx_cardinfo *card = bdev->bd_disk->private_data;  in rsxx_getgeo()  local
74 	u64 blocks = card->size8 >> 9;  in rsxx_getgeo()
80 	if (card->size8) {  in rsxx_getgeo()
99 static void disk_stats_start(struct rsxx_cardinfo *card, struct bio *bio)  in disk_stats_start()  argument
101 	generic_start_io_acct(card->queue, bio_op(bio), bio_sectors(bio),  in disk_stats_start()
102 			     &card->gendisk->part0);  in disk_stats_start()
105 static void disk_stats_complete(struct rsxx_cardinfo *card,  in disk_stats_complete()  argument
109 	generic_end_io_acct(card->queue, bio_op(bio),  in disk_stats_complete()
110 			    &card->gendisk->part0, start_time);  in disk_stats_complete()
113 static void bio_dma_done_cb(struct rsxx_cardinfo *card,  in bio_dma_done_cb()  argument
123 		if (!card->eeh_state && card->gendisk)  in bio_dma_done_cb()
124 			disk_stats_complete(card, meta->bio, meta->start_time);  in bio_dma_done_cb()
136 	struct rsxx_cardinfo *card = q->queuedata;  in rsxx_make_request()  local
144 	if (!card)  in rsxx_make_request()
147 	if (bio_end_sector(bio) > get_capacity(card->gendisk))  in rsxx_make_request()
150 	if (unlikely(card->halt))  in rsxx_make_request()
153 	if (unlikely(card->dma_fault))  in rsxx_make_request()
157 		dev_err(CARD_TO_DEV(card), "size zero BIO!\n");  in rsxx_make_request()
172 	if (!unlikely(card->halt))  in rsxx_make_request()
173 		disk_stats_start(card, bio);  in rsxx_make_request()
175 	dev_dbg(CARD_TO_DEV(card), "BIO[%c]: meta: %p addr8: x%llx size: %d\n",  in rsxx_make_request()
179 	st = rsxx_dma_queue_bio(card, bio, &bio_meta->pending_dmas,  in rsxx_make_request()
196 static bool rsxx_discard_supported(struct rsxx_cardinfo *card)  in rsxx_discard_supported()  argument
200 	pci_read_config_byte(card->dev, PCI_REVISION_ID, &pci_rev);  in rsxx_discard_supported()
205 int rsxx_attach_dev(struct rsxx_cardinfo *card)  in rsxx_attach_dev()  argument
207 	mutex_lock(&card->dev_lock);  in rsxx_attach_dev()
211 		if (card->config_valid)  in rsxx_attach_dev()
212 			set_capacity(card->gendisk, card->size8 >> 9);  in rsxx_attach_dev()
214 			set_capacity(card->gendisk, 0);  in rsxx_attach_dev()
215 		device_add_disk(CARD_TO_DEV(card), card->gendisk, NULL);  in rsxx_attach_dev()
216 		card->bdev_attached = 1;  in rsxx_attach_dev()
219 	mutex_unlock(&card->dev_lock);  in rsxx_attach_dev()
224 void rsxx_detach_dev(struct rsxx_cardinfo *card)  in rsxx_detach_dev()  argument
226 	mutex_lock(&card->dev_lock);  in rsxx_detach_dev()
228 	if (card->bdev_attached) {  in rsxx_detach_dev()
229 		del_gendisk(card->gendisk);  in rsxx_detach_dev()
230 		card->bdev_attached = 0;  in rsxx_detach_dev()
233 	mutex_unlock(&card->dev_lock);  in rsxx_detach_dev()
236 int rsxx_setup_dev(struct rsxx_cardinfo *card)  in rsxx_setup_dev()  argument
240 	mutex_init(&card->dev_lock);  in rsxx_setup_dev()
245 	card->major = register_blkdev(0, DRIVER_NAME);  in rsxx_setup_dev()
246 	if (card->major < 0) {  in rsxx_setup_dev()
247 		dev_err(CARD_TO_DEV(card), "Failed to get major number\n");  in rsxx_setup_dev()
251 	card->queue = blk_alloc_queue(GFP_KERNEL);  in rsxx_setup_dev()
252 	if (!card->queue) {  in rsxx_setup_dev()
253 		dev_err(CARD_TO_DEV(card), "Failed queue alloc\n");  in rsxx_setup_dev()
254 		unregister_blkdev(card->major, DRIVER_NAME);  in rsxx_setup_dev()
258 	card->gendisk = alloc_disk(blkdev_minors);  in rsxx_setup_dev()
259 	if (!card->gendisk) {  in rsxx_setup_dev()
260 		dev_err(CARD_TO_DEV(card), "Failed disk alloc\n");  in rsxx_setup_dev()
261 		blk_cleanup_queue(card->queue);  in rsxx_setup_dev()
262 		unregister_blkdev(card->major, DRIVER_NAME);  in rsxx_setup_dev()
266 	if (card->config_valid) {  in rsxx_setup_dev()
267 		blk_size = card->config.data.block_size;  in rsxx_setup_dev()
268 		blk_queue_dma_alignment(card->queue, blk_size - 1);  in rsxx_setup_dev()
269 		blk_queue_logical_block_size(card->queue, blk_size);  in rsxx_setup_dev()
272 	blk_queue_make_request(card->queue, rsxx_make_request);  in rsxx_setup_dev()
273 	blk_queue_max_hw_sectors(card->queue, blkdev_max_hw_sectors);  in rsxx_setup_dev()
274 	blk_queue_physical_block_size(card->queue, RSXX_HW_BLK_SIZE);  in rsxx_setup_dev()
276 	blk_queue_flag_set(QUEUE_FLAG_NONROT, card->queue);  in rsxx_setup_dev()
277 	blk_queue_flag_clear(QUEUE_FLAG_ADD_RANDOM, card->queue);  in rsxx_setup_dev()
278 	if (rsxx_discard_supported(card)) {  in rsxx_setup_dev()
279 		blk_queue_flag_set(QUEUE_FLAG_DISCARD, card->queue);  in rsxx_setup_dev()
280 		blk_queue_max_discard_sectors(card->queue,  in rsxx_setup_dev()
282 		card->queue->limits.discard_granularity = RSXX_HW_BLK_SIZE;  in rsxx_setup_dev()
283 		card->queue->limits.discard_alignment   = RSXX_HW_BLK_SIZE;  in rsxx_setup_dev()
286 	card->queue->queuedata = card;  in rsxx_setup_dev()
288 	snprintf(card->gendisk->disk_name, sizeof(card->gendisk->disk_name),  in rsxx_setup_dev()
289 		 "rsxx%d", card->disk_id);  in rsxx_setup_dev()
290 	card->gendisk->major = card->major;  in rsxx_setup_dev()
291 	card->gendisk->first_minor = 0;  in rsxx_setup_dev()
292 	card->gendisk->fops = &rsxx_fops;  in rsxx_setup_dev()
293 	card->gendisk->private_data = card;  in rsxx_setup_dev()
294 	card->gendisk->queue = card->queue;  in rsxx_setup_dev()
299 void rsxx_destroy_dev(struct rsxx_cardinfo *card)  in rsxx_destroy_dev()  argument
304 	put_disk(card->gendisk);  in rsxx_destroy_dev()
305 	card->gendisk = NULL;  in rsxx_destroy_dev()
307 	blk_cleanup_queue(card->queue);  in rsxx_destroy_dev()
308 	card->queue->queuedata = NULL;  in rsxx_destroy_dev()
309 	unregister_blkdev(card->major, DRIVER_NAME);  in rsxx_destroy_dev()