Lines Matching +full:hi +full:- +full:speed
3 * Copyright (C) 2001-2004 Peter Osterlund <petero2@telia.com>
9 * Packet writing layer for ATAPI and SCSI CD-RW, DVD+RW, DVD-RW and
10 * DVD-RAM devices.
25 * randomly read and written using 2kB-sized blocks.
39 * At the top layer there is a custom ->submit_bio function that forwards
49 #include <linux/backing-dev.h>
100 return (sector + pd->offset) & ~(sector_t)(pd->settings.size - 1); in get_zone()
107 /sys/class/pktcdvd/pktcdvd[0-7]/
124 return sysfs_emit(buf, "%lu\n", pd->stats.pkt_started); in packets_started_show()
133 return sysfs_emit(buf, "%lu\n", pd->stats.pkt_ended); in packets_finished_show()
142 return sysfs_emit(buf, "%lu\n", pd->stats.secs_w >> 1); in kb_written_show()
151 return sysfs_emit(buf, "%lu\n", pd->stats.secs_r >> 1); in kb_read_show()
160 return sysfs_emit(buf, "%lu\n", pd->stats.secs_rg >> 1); in kb_read_gather_show()
170 pd->stats.pkt_started = 0; in reset_store()
171 pd->stats.pkt_ended = 0; in reset_store()
172 pd->stats.secs_w = 0; in reset_store()
173 pd->stats.secs_rg = 0; in reset_store()
174 pd->stats.secs_r = 0; in reset_store()
201 spin_lock(&pd->lock); in size_show()
202 n = sysfs_emit(buf, "%d\n", pd->bio_queue_size); in size_show()
203 spin_unlock(&pd->lock); in size_show()
208 static void init_write_congestion_marks(int* lo, int* hi) in init_write_congestion_marks() argument
210 if (*hi > 0) { in init_write_congestion_marks()
211 *hi = max(*hi, 500); in init_write_congestion_marks()
212 *hi = min(*hi, 1000000); in init_write_congestion_marks()
214 *lo = *hi - 100; in init_write_congestion_marks()
216 *lo = min(*lo, *hi - 100); in init_write_congestion_marks()
220 *hi = -1; in init_write_congestion_marks()
221 *lo = -1; in init_write_congestion_marks()
231 spin_lock(&pd->lock); in congestion_off_show()
232 n = sysfs_emit(buf, "%d\n", pd->write_congestion_off); in congestion_off_show()
233 spin_unlock(&pd->lock); in congestion_off_show()
248 spin_lock(&pd->lock); in congestion_off_store()
249 pd->write_congestion_off = val; in congestion_off_store()
250 init_write_congestion_marks(&pd->write_congestion_off, &pd->write_congestion_on); in congestion_off_store()
251 spin_unlock(&pd->lock); in congestion_off_store()
262 spin_lock(&pd->lock); in congestion_on_show()
263 n = sysfs_emit(buf, "%d\n", pd->write_congestion_on); in congestion_on_show()
264 spin_unlock(&pd->lock); in congestion_on_show()
279 spin_lock(&pd->lock); in congestion_on_store()
280 pd->write_congestion_on = val; in congestion_on_store()
281 init_write_congestion_marks(&pd->write_congestion_off, &pd->write_congestion_on); in congestion_on_store()
282 spin_unlock(&pd->lock); in congestion_on_store()
308 pd->dev = device_create_with_groups(&class_pktcdvd, NULL, in pkt_sysfs_dev_new()
310 "%s", pd->disk->disk_name); in pkt_sysfs_dev_new()
311 if (IS_ERR(pd->dev)) in pkt_sysfs_dev_new()
312 pd->dev = NULL; in pkt_sysfs_dev_new()
319 device_unregister(pd->dev); in pkt_sysfs_dev_remove()
341 pd->disk->disk_name, in device_map_show()
342 MAJOR(pd->pkt_dev), MINOR(pd->pkt_dev), in device_map_show()
343 MAJOR(pd->bdev->bd_dev), in device_map_show()
344 MINOR(pd->bdev->bd_dev)); in device_map_show()
359 return -ENODEV; in add_store()
368 return -EINVAL; in add_store()
380 return -EINVAL; in remove_store()
414 /sys/kernel/debug/pktcdvd[0-7]/
427 spin_lock(&pd->cdrw.active_list_lock); in pkt_count_states()
428 list_for_each_entry(pkt, &pd->cdrw.pkt_active_list, list) { in pkt_count_states()
429 states[pkt->state]++; in pkt_count_states()
431 spin_unlock(&pd->cdrw.active_list_lock); in pkt_count_states()
436 struct pktcdvd_device *pd = m->private; in pkt_seq_show()
440 seq_printf(m, "Writer %s mapped to %pg:\n", pd->disk->disk_name, pd->bdev); in pkt_seq_show()
443 seq_printf(m, "\tpacket size:\t\t%dkB\n", pd->settings.size / 2); in pkt_seq_show()
445 if (pd->settings.write_type == 0) in pkt_seq_show()
451 seq_printf(m, "\tpacket type:\t\t%s\n", pd->settings.fp ? "Fixed" : "Variable"); in pkt_seq_show()
452 seq_printf(m, "\tlink loss:\t\t%d\n", pd->settings.link_loss); in pkt_seq_show()
454 seq_printf(m, "\ttrack mode:\t\t%d\n", pd->settings.track_mode); in pkt_seq_show()
456 if (pd->settings.block_mode == PACKET_BLOCK_MODE1) in pkt_seq_show()
458 else if (pd->settings.block_mode == PACKET_BLOCK_MODE2) in pkt_seq_show()
465 seq_printf(m, "\tpackets started:\t%lu\n", pd->stats.pkt_started); in pkt_seq_show()
466 seq_printf(m, "\tpackets ended:\t\t%lu\n", pd->stats.pkt_ended); in pkt_seq_show()
467 seq_printf(m, "\twritten:\t\t%lukB\n", pd->stats.secs_w >> 1); in pkt_seq_show()
468 seq_printf(m, "\tread gather:\t\t%lukB\n", pd->stats.secs_rg >> 1); in pkt_seq_show()
469 seq_printf(m, "\tread:\t\t\t%lukB\n", pd->stats.secs_r >> 1); in pkt_seq_show()
472 seq_printf(m, "\treference count:\t%d\n", pd->refcnt); in pkt_seq_show()
473 seq_printf(m, "\tflags:\t\t\t0x%lx\n", pd->flags); in pkt_seq_show()
474 seq_printf(m, "\tread speed:\t\t%ukB/s\n", pd->read_speed); in pkt_seq_show()
475 seq_printf(m, "\twrite speed:\t\t%ukB/s\n", pd->write_speed); in pkt_seq_show()
476 seq_printf(m, "\tstart offset:\t\t%lu\n", pd->offset); in pkt_seq_show()
477 seq_printf(m, "\tmode page offset:\t%u\n", pd->mode_offset); in pkt_seq_show()
480 seq_printf(m, "\tbios queued:\t\t%d\n", pd->bio_queue_size); in pkt_seq_show()
481 seq_printf(m, "\tbios pending:\t\t%d\n", atomic_read(&pd->cdrw.pending_bios)); in pkt_seq_show()
482 seq_printf(m, "\tcurrent sector:\t\t0x%llx\n", pd->current_sector); in pkt_seq_show()
489 pd->write_congestion_off, in pkt_seq_show()
490 pd->write_congestion_on); in pkt_seq_show()
499 pd->dfs_d_root = debugfs_create_dir(pd->disk->disk_name, pkt_debugfs_root); in pkt_debugfs_dev_new()
500 if (!pd->dfs_d_root) in pkt_debugfs_dev_new()
503 pd->dfs_f_info = debugfs_create_file("info", 0444, pd->dfs_d_root, in pkt_debugfs_dev_new()
511 debugfs_remove(pd->dfs_f_info); in pkt_debugfs_dev_remove()
512 debugfs_remove(pd->dfs_d_root); in pkt_debugfs_dev_remove()
513 pd->dfs_f_info = NULL; in pkt_debugfs_dev_remove()
514 pd->dfs_d_root = NULL; in pkt_debugfs_dev_remove()
528 /* ----------------------------------------------------------*/
533 struct device *ddev = disk_to_dev(pd->disk); in pkt_bio_finished()
535 BUG_ON(atomic_read(&pd->cdrw.pending_bios) <= 0); in pkt_bio_finished()
536 if (atomic_dec_and_test(&pd->cdrw.pending_bios)) { in pkt_bio_finished()
538 atomic_set(&pd->iosched.attention, 1); in pkt_bio_finished()
539 wake_up(&pd->wqueue); in pkt_bio_finished()
555 pkt->frames = frames; in pkt_alloc_packet_data()
556 pkt->w_bio = bio_kmalloc(frames, GFP_KERNEL); in pkt_alloc_packet_data()
557 if (!pkt->w_bio) in pkt_alloc_packet_data()
561 pkt->pages[i] = alloc_page(GFP_KERNEL|__GFP_ZERO); in pkt_alloc_packet_data()
562 if (!pkt->pages[i]) in pkt_alloc_packet_data()
566 spin_lock_init(&pkt->lock); in pkt_alloc_packet_data()
567 bio_list_init(&pkt->orig_bios); in pkt_alloc_packet_data()
570 pkt->r_bios[i] = bio_kmalloc(1, GFP_KERNEL); in pkt_alloc_packet_data()
571 if (!pkt->r_bios[i]) in pkt_alloc_packet_data()
579 kfree(pkt->r_bios[i]); in pkt_alloc_packet_data()
582 if (pkt->pages[i]) in pkt_alloc_packet_data()
583 __free_page(pkt->pages[i]); in pkt_alloc_packet_data()
584 kfree(pkt->w_bio); in pkt_alloc_packet_data()
598 for (i = 0; i < pkt->frames; i++) in pkt_free_packet_data()
599 kfree(pkt->r_bios[i]); in pkt_free_packet_data()
600 for (i = 0; i < pkt->frames / FRAMES_PER_PAGE; i++) in pkt_free_packet_data()
601 __free_page(pkt->pages[i]); in pkt_free_packet_data()
602 kfree(pkt->w_bio); in pkt_free_packet_data()
610 BUG_ON(!list_empty(&pd->cdrw.pkt_active_list)); in pkt_shrink_pktlist()
612 list_for_each_entry_safe(pkt, next, &pd->cdrw.pkt_free_list, list) { in pkt_shrink_pktlist()
615 INIT_LIST_HEAD(&pd->cdrw.pkt_free_list); in pkt_shrink_pktlist()
622 BUG_ON(!list_empty(&pd->cdrw.pkt_free_list)); in pkt_grow_pktlist()
625 pkt = pkt_alloc_packet_data(pd->settings.size >> 2); in pkt_grow_pktlist()
630 pkt->id = nr_packets; in pkt_grow_pktlist()
631 pkt->pd = pd; in pkt_grow_pktlist()
632 list_add(&pkt->list, &pd->cdrw.pkt_free_list); in pkt_grow_pktlist()
633 nr_packets--; in pkt_grow_pktlist()
640 struct rb_node *n = rb_next(&node->rb_node); in pkt_rbtree_next()
648 rb_erase(&node->rb_node, &pd->bio_queue); in pkt_rbtree_erase()
649 mempool_free(node, &pd->rb_pool); in pkt_rbtree_erase()
650 pd->bio_queue_size--; in pkt_rbtree_erase()
651 BUG_ON(pd->bio_queue_size < 0); in pkt_rbtree_erase()
655 * Find the first node in the pd->bio_queue rb tree with a starting sector >= s.
659 struct rb_node *n = pd->bio_queue.rb_node; in pkt_rbtree_find()
664 BUG_ON(pd->bio_queue_size > 0); in pkt_rbtree_find()
670 if (s <= tmp->bio->bi_iter.bi_sector) in pkt_rbtree_find()
671 next = n->rb_left; in pkt_rbtree_find()
673 next = n->rb_right; in pkt_rbtree_find()
679 if (s > tmp->bio->bi_iter.bi_sector) { in pkt_rbtree_find()
684 BUG_ON(s > tmp->bio->bi_iter.bi_sector); in pkt_rbtree_find()
689 * Insert a node into the pd->bio_queue rb tree.
693 struct rb_node **p = &pd->bio_queue.rb_node; in pkt_rbtree_insert()
695 sector_t s = node->bio->bi_iter.bi_sector; in pkt_rbtree_insert()
701 if (s < tmp->bio->bi_iter.bi_sector) in pkt_rbtree_insert()
702 p = &(*p)->rb_left; in pkt_rbtree_insert()
704 p = &(*p)->rb_right; in pkt_rbtree_insert()
706 rb_link_node(&node->rb_node, parent, p); in pkt_rbtree_insert()
707 rb_insert_color(&node->rb_node, &pd->bio_queue); in pkt_rbtree_insert()
708 pd->bio_queue_size++; in pkt_rbtree_insert()
717 struct request_queue *q = bdev_get_queue(pd->bdev); in pkt_generic_packet()
722 rq = scsi_alloc_request(q, (cgc->data_direction == CGC_DATA_WRITE) ? in pkt_generic_packet()
728 if (cgc->buflen) { in pkt_generic_packet()
729 ret = blk_rq_map_kern(q, rq, cgc->buffer, cgc->buflen, in pkt_generic_packet()
735 scmd->cmd_len = COMMAND_SIZE(cgc->cmd[0]); in pkt_generic_packet()
736 memcpy(scmd->cmnd, cgc->cmd, CDROM_PACKET_SIZE); in pkt_generic_packet()
738 rq->timeout = 60*HZ; in pkt_generic_packet()
739 if (cgc->quiet) in pkt_generic_packet()
740 rq->rq_flags |= RQF_QUIET; in pkt_generic_packet()
743 if (scmd->result) in pkt_generic_packet()
744 ret = -EIO; in pkt_generic_packet()
768 struct device *ddev = disk_to_dev(pd->disk); in pkt_dump_sense()
769 struct scsi_sense_hdr *sshdr = cgc->sshdr; in pkt_dump_sense()
772 dev_err(ddev, "%*ph - sense %02x.%02x.%02x (%s)\n", in pkt_dump_sense()
773 CDROM_PACKET_SIZE, cgc->cmd, in pkt_dump_sense()
774 sshdr->sense_key, sshdr->asc, sshdr->ascq, in pkt_dump_sense()
775 sense_key_string(sshdr->sense_key)); in pkt_dump_sense()
777 dev_err(ddev, "%*ph - no sense\n", CDROM_PACKET_SIZE, cgc->cmd); in pkt_dump_sense()
792 * the IMMED bit -- we default to not setting it, although that in pkt_flush_cache()
802 * speed is given as the normal factor, e.g. 4 for 4x
825 * Queue a bio for processing by the low-level CD device. Must be called
830 spin_lock(&pd->iosched.lock); in pkt_queue_bio()
832 bio_list_add(&pd->iosched.read_queue, bio); in pkt_queue_bio()
834 bio_list_add(&pd->iosched.write_queue, bio); in pkt_queue_bio()
835 spin_unlock(&pd->iosched.lock); in pkt_queue_bio()
837 atomic_set(&pd->iosched.attention, 1); in pkt_queue_bio()
838 wake_up(&pd->wqueue); in pkt_queue_bio()
844 * - A cache flush command must be inserted before a read request if the
846 * - Switching between reading and writing is slow, so don't do it more often
848 * - Optimize for throughput at the expense of latency. This means that streaming
852 * - Set the read speed according to current usage pattern. When only reading
853 * from the device, it's best to use the highest possible read speed, but
859 struct device *ddev = disk_to_dev(pd->disk); in pkt_iosched_process_queue()
861 if (atomic_read(&pd->iosched.attention) == 0) in pkt_iosched_process_queue()
863 atomic_set(&pd->iosched.attention, 0); in pkt_iosched_process_queue()
869 spin_lock(&pd->iosched.lock); in pkt_iosched_process_queue()
870 reads_queued = !bio_list_empty(&pd->iosched.read_queue); in pkt_iosched_process_queue()
871 writes_queued = !bio_list_empty(&pd->iosched.write_queue); in pkt_iosched_process_queue()
872 spin_unlock(&pd->iosched.lock); in pkt_iosched_process_queue()
877 if (pd->iosched.writing) { in pkt_iosched_process_queue()
879 spin_lock(&pd->iosched.lock); in pkt_iosched_process_queue()
880 bio = bio_list_peek(&pd->iosched.write_queue); in pkt_iosched_process_queue()
881 spin_unlock(&pd->iosched.lock); in pkt_iosched_process_queue()
882 if (bio && (bio->bi_iter.bi_sector == in pkt_iosched_process_queue()
883 pd->iosched.last_write)) in pkt_iosched_process_queue()
886 if (atomic_read(&pd->cdrw.pending_bios) > 0) { in pkt_iosched_process_queue()
891 pd->iosched.writing = 0; in pkt_iosched_process_queue()
895 if (atomic_read(&pd->cdrw.pending_bios) > 0) { in pkt_iosched_process_queue()
899 pd->iosched.writing = 1; in pkt_iosched_process_queue()
903 spin_lock(&pd->iosched.lock); in pkt_iosched_process_queue()
904 if (pd->iosched.writing) in pkt_iosched_process_queue()
905 bio = bio_list_pop(&pd->iosched.write_queue); in pkt_iosched_process_queue()
907 bio = bio_list_pop(&pd->iosched.read_queue); in pkt_iosched_process_queue()
908 spin_unlock(&pd->iosched.lock); in pkt_iosched_process_queue()
914 pd->iosched.successive_reads += in pkt_iosched_process_queue()
915 bio->bi_iter.bi_size >> 10; in pkt_iosched_process_queue()
917 pd->iosched.successive_reads = 0; in pkt_iosched_process_queue()
918 pd->iosched.last_write = bio_end_sector(bio); in pkt_iosched_process_queue()
920 if (pd->iosched.successive_reads >= HI_SPEED_SWITCH) { in pkt_iosched_process_queue()
921 if (pd->read_speed == pd->write_speed) { in pkt_iosched_process_queue()
922 pd->read_speed = MAX_SPEED; in pkt_iosched_process_queue()
923 pkt_set_speed(pd, pd->write_speed, pd->read_speed); in pkt_iosched_process_queue()
926 if (pd->read_speed != pd->write_speed) { in pkt_iosched_process_queue()
927 pd->read_speed = pd->write_speed; in pkt_iosched_process_queue()
928 pkt_set_speed(pd, pd->write_speed, pd->read_speed); in pkt_iosched_process_queue()
932 atomic_inc(&pd->cdrw.pending_bios); in pkt_iosched_process_queue()
943 struct device *ddev = disk_to_dev(pd->disk); in pkt_set_segment_merging()
945 if ((pd->settings.size << 9) / CD_FRAMESIZE <= queue_max_segments(q)) { in pkt_set_segment_merging()
949 clear_bit(PACKET_MERGE_SEGS, &pd->flags); in pkt_set_segment_merging()
953 if ((pd->settings.size << 9) / PAGE_SIZE <= queue_max_segments(q)) { in pkt_set_segment_merging()
958 set_bit(PACKET_MERGE_SEGS, &pd->flags); in pkt_set_segment_merging()
963 return -EIO; in pkt_set_segment_merging()
968 struct packet_data *pkt = bio->bi_private; in pkt_end_io_read()
969 struct pktcdvd_device *pd = pkt->pd; in pkt_end_io_read()
972 dev_dbg(disk_to_dev(pd->disk), "bio=%p sec0=%llx sec=%llx err=%d\n", in pkt_end_io_read()
973 bio, pkt->sector, bio->bi_iter.bi_sector, bio->bi_status); in pkt_end_io_read()
975 if (bio->bi_status) in pkt_end_io_read()
976 atomic_inc(&pkt->io_errors); in pkt_end_io_read()
978 if (atomic_dec_and_test(&pkt->io_wait)) { in pkt_end_io_read()
979 atomic_inc(&pkt->run_sm); in pkt_end_io_read()
980 wake_up(&pd->wqueue); in pkt_end_io_read()
987 struct packet_data *pkt = bio->bi_private; in pkt_end_io_packet_write()
988 struct pktcdvd_device *pd = pkt->pd; in pkt_end_io_packet_write()
991 dev_dbg(disk_to_dev(pd->disk), "id=%d, err=%d\n", pkt->id, bio->bi_status); in pkt_end_io_packet_write()
993 pd->stats.pkt_ended++; in pkt_end_io_packet_write()
997 atomic_dec(&pkt->io_wait); in pkt_end_io_packet_write()
998 atomic_inc(&pkt->run_sm); in pkt_end_io_packet_write()
999 wake_up(&pd->wqueue); in pkt_end_io_packet_write()
1007 struct device *ddev = disk_to_dev(pd->disk); in pkt_gather_data()
1013 BUG_ON(bio_list_empty(&pkt->orig_bios)); in pkt_gather_data()
1015 atomic_set(&pkt->io_wait, 0); in pkt_gather_data()
1016 atomic_set(&pkt->io_errors, 0); in pkt_gather_data()
1022 spin_lock(&pkt->lock); in pkt_gather_data()
1023 bio_list_for_each(bio, &pkt->orig_bios) { in pkt_gather_data()
1024 int first_frame = (bio->bi_iter.bi_sector - pkt->sector) / in pkt_gather_data()
1026 int num_frames = bio->bi_iter.bi_size / CD_FRAMESIZE; in pkt_gather_data()
1027 pd->stats.secs_w += num_frames * (CD_FRAMESIZE >> 9); in pkt_gather_data()
1029 BUG_ON(first_frame + num_frames > pkt->frames); in pkt_gather_data()
1033 spin_unlock(&pkt->lock); in pkt_gather_data()
1035 if (pkt->cache_valid) { in pkt_gather_data()
1036 dev_dbg(ddev, "zone %llx cached\n", pkt->sector); in pkt_gather_data()
1043 for (f = 0; f < pkt->frames; f++) { in pkt_gather_data()
1049 bio = pkt->r_bios[f]; in pkt_gather_data()
1050 bio_init(bio, pd->bdev, bio->bi_inline_vecs, 1, REQ_OP_READ); in pkt_gather_data()
1051 bio->bi_iter.bi_sector = pkt->sector + f * (CD_FRAMESIZE >> 9); in pkt_gather_data()
1052 bio->bi_end_io = pkt_end_io_read; in pkt_gather_data()
1053 bio->bi_private = pkt; in pkt_gather_data()
1058 pkt->pages[p], offset); in pkt_gather_data()
1059 if (!bio_add_page(bio, pkt->pages[p], CD_FRAMESIZE, offset)) in pkt_gather_data()
1062 atomic_inc(&pkt->io_wait); in pkt_gather_data()
1068 dev_dbg(ddev, "need %d frames for zone %llx\n", frames_read, pkt->sector); in pkt_gather_data()
1069 pd->stats.pkt_started++; in pkt_gather_data()
1070 pd->stats.secs_rg += frames_read * (CD_FRAMESIZE >> 9); in pkt_gather_data()
1081 list_for_each_entry(pkt, &pd->cdrw.pkt_free_list, list) { in pkt_get_packet_data()
1082 if (pkt->sector == zone || pkt->list.next == &pd->cdrw.pkt_free_list) { in pkt_get_packet_data()
1083 list_del_init(&pkt->list); in pkt_get_packet_data()
1084 if (pkt->sector != zone) in pkt_get_packet_data()
1085 pkt->cache_valid = 0; in pkt_get_packet_data()
1095 if (pkt->cache_valid) { in pkt_put_packet_data()
1096 list_add(&pkt->list, &pd->cdrw.pkt_free_list); in pkt_put_packet_data()
1098 list_add_tail(&pkt->list, &pd->cdrw.pkt_free_list); in pkt_put_packet_data()
1108 enum packet_data_state old_state = pkt->state; in pkt_set_state()
1110 dev_dbg(ddev, "pkt %2d : s=%6llx %s -> %s\n", in pkt_set_state()
1111 pkt->id, pkt->sector, state_name[old_state], state_name[state]); in pkt_set_state()
1113 pkt->state = state; in pkt_set_state()
1118 * returns non-zero if any work was done.
1122 struct device *ddev = disk_to_dev(pd->disk); in pkt_handle_queue()
1129 atomic_set(&pd->scan_queue, 0); in pkt_handle_queue()
1131 if (list_empty(&pd->cdrw.pkt_free_list)) { in pkt_handle_queue()
1139 spin_lock(&pd->lock); in pkt_handle_queue()
1140 first_node = pkt_rbtree_find(pd, pd->current_sector); in pkt_handle_queue()
1142 n = rb_first(&pd->bio_queue); in pkt_handle_queue()
1148 bio = node->bio; in pkt_handle_queue()
1149 zone = get_zone(bio->bi_iter.bi_sector, pd); in pkt_handle_queue()
1150 list_for_each_entry(p, &pd->cdrw.pkt_active_list, list) { in pkt_handle_queue()
1151 if (p->sector == zone) { in pkt_handle_queue()
1160 n = rb_first(&pd->bio_queue); in pkt_handle_queue()
1167 spin_unlock(&pd->lock); in pkt_handle_queue()
1175 pd->current_sector = zone + pd->settings.size; in pkt_handle_queue()
1176 pkt->sector = zone; in pkt_handle_queue()
1177 BUG_ON(pkt->frames != pd->settings.size >> 2); in pkt_handle_queue()
1178 pkt->write_size = 0; in pkt_handle_queue()
1184 spin_lock(&pd->lock); in pkt_handle_queue()
1187 sector_t tmp = get_zone(node->bio->bi_iter.bi_sector, pd); in pkt_handle_queue()
1189 bio = node->bio; in pkt_handle_queue()
1194 spin_lock(&pkt->lock); in pkt_handle_queue()
1195 bio_list_add(&pkt->orig_bios, bio); in pkt_handle_queue()
1196 pkt->write_size += bio->bi_iter.bi_size / CD_FRAMESIZE; in pkt_handle_queue()
1197 spin_unlock(&pkt->lock); in pkt_handle_queue()
1202 if (pd->congested && in pkt_handle_queue()
1203 pd->bio_queue_size <= pd->write_congestion_off) { in pkt_handle_queue()
1204 pd->congested = false; in pkt_handle_queue()
1205 wake_up_var(&pd->congested); in pkt_handle_queue()
1207 spin_unlock(&pd->lock); in pkt_handle_queue()
1209 pkt->sleep_time = max(PACKET_WAIT_TIME, 1); in pkt_handle_queue()
1211 atomic_set(&pkt->run_sm, 1); in pkt_handle_queue()
1213 spin_lock(&pd->cdrw.active_list_lock); in pkt_handle_queue()
1214 list_add(&pkt->list, &pd->cdrw.pkt_active_list); in pkt_handle_queue()
1215 spin_unlock(&pd->cdrw.active_list_lock); in pkt_handle_queue()
1221 * bio_list_copy_data - copy contents of data buffers from one chain of bios to
1226 * Stops when it reaches the end of either the @src list or @dst list - that is,
1227 * copies min(src->bi_size, dst->bi_size) bytes (or the equivalent for lists of
1232 struct bvec_iter src_iter = src->bi_iter; in bio_list_copy_data()
1233 struct bvec_iter dst_iter = dst->bi_iter; in bio_list_copy_data()
1237 src = src->bi_next; in bio_list_copy_data()
1241 src_iter = src->bi_iter; in bio_list_copy_data()
1245 dst = dst->bi_next; in bio_list_copy_data()
1249 dst_iter = dst->bi_iter; in bio_list_copy_data()
1262 struct device *ddev = disk_to_dev(pd->disk); in pkt_start_write()
1265 bio_init(pkt->w_bio, pd->bdev, pkt->w_bio->bi_inline_vecs, pkt->frames, in pkt_start_write()
1267 pkt->w_bio->bi_iter.bi_sector = pkt->sector; in pkt_start_write()
1268 pkt->w_bio->bi_end_io = pkt_end_io_packet_write; in pkt_start_write()
1269 pkt->w_bio->bi_private = pkt; in pkt_start_write()
1272 for (f = 0; f < pkt->frames; f++) { in pkt_start_write()
1273 struct page *page = pkt->pages[(f * CD_FRAMESIZE) / PAGE_SIZE]; in pkt_start_write()
1276 if (!bio_add_page(pkt->w_bio, page, CD_FRAMESIZE, offset)) in pkt_start_write()
1279 dev_dbg(ddev, "vcnt=%d\n", pkt->w_bio->bi_vcnt); in pkt_start_write()
1282 * Fill-in bvec with data from orig_bios. in pkt_start_write()
1284 spin_lock(&pkt->lock); in pkt_start_write()
1285 bio_list_copy_data(pkt->w_bio, pkt->orig_bios.head); in pkt_start_write()
1288 spin_unlock(&pkt->lock); in pkt_start_write()
1290 dev_dbg(ddev, "Writing %d frames for zone %llx\n", pkt->write_size, pkt->sector); in pkt_start_write()
1292 if (test_bit(PACKET_MERGE_SEGS, &pd->flags) || (pkt->write_size < pkt->frames)) in pkt_start_write()
1293 pkt->cache_valid = 1; in pkt_start_write()
1295 pkt->cache_valid = 0; in pkt_start_write()
1298 atomic_set(&pkt->io_wait, 1); in pkt_start_write()
1299 pkt_queue_bio(pd, pkt->w_bio); in pkt_start_write()
1307 pkt->cache_valid = 0; in pkt_finish_packet()
1310 while ((bio = bio_list_pop(&pkt->orig_bios))) { in pkt_finish_packet()
1311 bio->bi_status = status; in pkt_finish_packet()
1318 struct device *ddev = disk_to_dev(pd->disk); in pkt_run_state_machine()
1320 dev_dbg(ddev, "pkt %d\n", pkt->id); in pkt_run_state_machine()
1323 switch (pkt->state) { in pkt_run_state_machine()
1325 if ((pkt->write_size < pkt->frames) && (pkt->sleep_time > 0)) in pkt_run_state_machine()
1328 pkt->sleep_time = 0; in pkt_run_state_machine()
1334 if (atomic_read(&pkt->io_wait) > 0) in pkt_run_state_machine()
1337 if (atomic_read(&pkt->io_errors) > 0) { in pkt_run_state_machine()
1345 if (atomic_read(&pkt->io_wait) > 0) in pkt_run_state_machine()
1348 if (!pkt->w_bio->bi_status) { in pkt_run_state_machine()
1361 pkt_finish_packet(pkt, pkt->w_bio->bi_status); in pkt_run_state_machine()
1373 struct device *ddev = disk_to_dev(pd->disk); in pkt_handle_packets()
1379 list_for_each_entry(pkt, &pd->cdrw.pkt_active_list, list) { in pkt_handle_packets()
1380 if (atomic_read(&pkt->run_sm) > 0) { in pkt_handle_packets()
1381 atomic_set(&pkt->run_sm, 0); in pkt_handle_packets()
1389 spin_lock(&pd->cdrw.active_list_lock); in pkt_handle_packets()
1390 list_for_each_entry_safe(pkt, next, &pd->cdrw.pkt_active_list, list) { in pkt_handle_packets()
1391 if (pkt->state == PACKET_FINISHED_STATE) { in pkt_handle_packets()
1392 list_del(&pkt->list); in pkt_handle_packets()
1395 atomic_set(&pd->scan_queue, 1); in pkt_handle_packets()
1398 spin_unlock(&pd->cdrw.active_list_lock); in pkt_handle_packets()
1408 struct device *ddev = disk_to_dev(pd->disk); in kcdrwd()
1422 add_wait_queue(&pd->wqueue, &wait); in kcdrwd()
1427 if (atomic_read(&pd->scan_queue) > 0) in kcdrwd()
1431 list_for_each_entry(pkt, &pd->cdrw.pkt_active_list, list) { in kcdrwd()
1432 if (atomic_read(&pkt->run_sm) > 0) in kcdrwd()
1437 if (atomic_read(&pd->iosched.attention) != 0) in kcdrwd()
1446 list_for_each_entry(pkt, &pd->cdrw.pkt_active_list, list) { in kcdrwd()
1447 if (pkt->sleep_time && pkt->sleep_time < min_sleep_time) in kcdrwd()
1448 min_sleep_time = pkt->sleep_time; in kcdrwd()
1458 list_for_each_entry(pkt, &pd->cdrw.pkt_active_list, list) { in kcdrwd()
1459 if (!pkt->sleep_time) in kcdrwd()
1461 pkt->sleep_time -= min_sleep_time - residue; in kcdrwd()
1462 if (pkt->sleep_time <= 0) { in kcdrwd()
1463 pkt->sleep_time = 0; in kcdrwd()
1464 atomic_inc(&pkt->run_sm); in kcdrwd()
1473 remove_wait_queue(&pd->wqueue, &wait); in kcdrwd()
1501 dev_info(disk_to_dev(pd->disk), "%s packets, %u blocks, Mode-%c disc\n", in pkt_print_settings()
1502 pd->settings.fp ? "Fixed" : "Variable", in pkt_print_settings()
1503 pd->settings.size >> 2, in pkt_print_settings()
1504 pd->settings.block_mode == 8 ? '1' : '2'); in pkt_print_settings()
1509 memset(cgc->cmd, 0, sizeof(cgc->cmd)); in pkt_mode_sense()
1511 cgc->cmd[0] = GPCMD_MODE_SENSE_10; in pkt_mode_sense()
1512 cgc->cmd[2] = page_code | (page_control << 6); in pkt_mode_sense()
1513 put_unaligned_be16(cgc->buflen, &cgc->cmd[7]); in pkt_mode_sense()
1514 cgc->data_direction = CGC_DATA_READ; in pkt_mode_sense()
1520 memset(cgc->cmd, 0, sizeof(cgc->cmd)); in pkt_mode_select()
1521 memset(cgc->buffer, 0, 2); in pkt_mode_select()
1522 cgc->cmd[0] = GPCMD_MODE_SELECT_10; in pkt_mode_select()
1523 cgc->cmd[1] = 0x10; /* PF */ in pkt_mode_select()
1524 put_unaligned_be16(cgc->buflen, &cgc->cmd[7]); in pkt_mode_select()
1525 cgc->data_direction = CGC_DATA_WRITE; in pkt_mode_select()
1547 cgc.buflen = be16_to_cpu(di->disc_information_length) + in pkt_get_disc_info()
1548 sizeof(di->disc_information_length); in pkt_get_disc_info()
1573 cgc.buflen = be16_to_cpu(ti->track_information_length) + in pkt_get_track_info()
1574 sizeof(ti->track_information_length); in pkt_get_track_info()
1602 last_track--; in pkt_get_last_written()
1616 *last_written -= (be32_to_cpu(ti.free_blocks) + 7); in pkt_get_last_written()
1622 * write mode select package based on pd->settings
1626 struct device *ddev = disk_to_dev(pd->disk); in pkt_set_write_settings()
1633 /* doesn't apply to DVD+RW or DVD-RAM */ in pkt_set_write_settings()
1634 if ((pd->mmc3_profile == 0x1a) || (pd->mmc3_profile == 0x12)) in pkt_set_write_settings()
1647 pd->mode_offset = get_unaligned_be16(&buffer[6]); in pkt_set_write_settings()
1665 wp = (write_param_page *) &buffer[sizeof(struct mode_page_header) + pd->mode_offset]; in pkt_set_write_settings()
1667 wp->fp = pd->settings.fp; in pkt_set_write_settings()
1668 wp->track_mode = pd->settings.track_mode; in pkt_set_write_settings()
1669 wp->write_type = pd->settings.write_type; in pkt_set_write_settings()
1670 wp->data_block_type = pd->settings.block_mode; in pkt_set_write_settings()
1672 wp->multi_session = 0; in pkt_set_write_settings()
1675 wp->link_size = 7; in pkt_set_write_settings()
1676 wp->ls_v = 1; in pkt_set_write_settings()
1679 if (wp->data_block_type == PACKET_BLOCK_MODE1) { in pkt_set_write_settings()
1680 wp->session_format = 0; in pkt_set_write_settings()
1681 wp->subhdr2 = 0x20; in pkt_set_write_settings()
1682 } else if (wp->data_block_type == PACKET_BLOCK_MODE2) { in pkt_set_write_settings()
1683 wp->session_format = 0x20; in pkt_set_write_settings()
1684 wp->subhdr2 = 8; in pkt_set_write_settings()
1686 wp->mcn[0] = 0x80; in pkt_set_write_settings()
1687 memcpy(&wp->mcn[1], PACKET_MCN, sizeof(wp->mcn) - 1); in pkt_set_write_settings()
1693 dev_err(ddev, "write mode wrong %d\n", wp->data_block_type); in pkt_set_write_settings()
1696 wp->packet_size = cpu_to_be32(pd->settings.size >> 2); in pkt_set_write_settings()
1710 * 1 -- we can write to this track, 0 -- we can't
1714 struct device *ddev = disk_to_dev(pd->disk); in pkt_writable_track()
1716 switch (pd->mmc3_profile) { in pkt_writable_track()
1718 case 0x12: /* DVD-RAM */ in pkt_writable_track()
1719 /* The track is always writable on DVD+RW/DVD-RAM */ in pkt_writable_track()
1725 if (!ti->packet || !ti->fp) in pkt_writable_track()
1731 if (ti->rt == 0 && ti->blank == 0) in pkt_writable_track()
1734 if (ti->rt == 0 && ti->blank == 1) in pkt_writable_track()
1737 if (ti->rt == 1 && ti->blank == 0) in pkt_writable_track()
1740 dev_err(ddev, "bad state %d-%d-%d\n", ti->rt, ti->blank, ti->packet); in pkt_writable_track()
1745 * 1 -- we can write to this disc, 0 -- we can't
1749 struct device *ddev = disk_to_dev(pd->disk); in pkt_writable_disc()
1751 switch (pd->mmc3_profile) { in pkt_writable_disc()
1752 case 0x0a: /* CD-RW */ in pkt_writable_disc()
1756 case 0x13: /* DVD-RW */ in pkt_writable_disc()
1757 case 0x12: /* DVD-RAM */ in pkt_writable_disc()
1760 dev_dbg(ddev, "Wrong disc profile (%x)\n", pd->mmc3_profile); in pkt_writable_disc()
1768 if (di->disc_type == 0xff) { in pkt_writable_disc()
1769 dev_notice(ddev, "unknown disc - no track?\n"); in pkt_writable_disc()
1773 if (di->disc_type != 0x20 && di->disc_type != 0) { in pkt_writable_disc()
1774 dev_err(ddev, "wrong disc type (%x)\n", di->disc_type); in pkt_writable_disc()
1778 if (di->erasable == 0) { in pkt_writable_disc()
1783 if (di->border_status == PACKET_SESSION_RESERVED) { in pkt_writable_disc()
1793 struct device *ddev = disk_to_dev(pd->disk); in pkt_probe_settings()
1804 pd->mmc3_profile = ret ? 0xffff : get_unaligned_be16(&buf[6]); in pkt_probe_settings()
1816 return -EROFS; in pkt_probe_settings()
1818 pd->type = di.erasable ? PACKET_CDRW : PACKET_CDR; in pkt_probe_settings()
1829 return -EROFS; in pkt_probe_settings()
1836 pd->settings.size = be32_to_cpu(ti.fixed_packet_size) << 2; in pkt_probe_settings()
1837 if (pd->settings.size == 0) { in pkt_probe_settings()
1839 return -ENXIO; in pkt_probe_settings()
1841 if (pd->settings.size > PACKET_MAX_SECTORS) { in pkt_probe_settings()
1843 return -EROFS; in pkt_probe_settings()
1845 pd->settings.fp = ti.fp; in pkt_probe_settings()
1846 pd->offset = (be32_to_cpu(ti.track_start) << 2) & (pd->settings.size - 1); in pkt_probe_settings()
1849 pd->nwa = be32_to_cpu(ti.next_writable); in pkt_probe_settings()
1850 set_bit(PACKET_NWA_VALID, &pd->flags); in pkt_probe_settings()
1854 * in theory we could use lra on -RW media as well and just zero in pkt_probe_settings()
1856 * is just a no-go. we'll use that for -R, naturally. in pkt_probe_settings()
1859 pd->lra = be32_to_cpu(ti.last_rec_address); in pkt_probe_settings()
1860 set_bit(PACKET_LRA_VALID, &pd->flags); in pkt_probe_settings()
1862 pd->lra = 0xffffffff; in pkt_probe_settings()
1863 set_bit(PACKET_LRA_VALID, &pd->flags); in pkt_probe_settings()
1869 pd->settings.link_loss = 7; in pkt_probe_settings()
1870 pd->settings.write_type = 0; /* packet */ in pkt_probe_settings()
1871 pd->settings.track_mode = ti.track_mode; in pkt_probe_settings()
1878 pd->settings.block_mode = PACKET_BLOCK_MODE1; in pkt_probe_settings()
1881 pd->settings.block_mode = PACKET_BLOCK_MODE2; in pkt_probe_settings()
1885 return -EROFS; in pkt_probe_settings()
1895 struct device *ddev = disk_to_dev(pd->disk); in pkt_write_caching()
1904 cgc.buflen = pd->mode_offset + 12; in pkt_write_caching()
1916 * use drive write caching -- we need deferred error handling to be in pkt_write_caching()
1920 buf[pd->mode_offset + 10] |= (set << 2); in pkt_write_caching()
1943 * Returns drive maximum write speed
1954 cap_buf = &buf[sizeof(struct mode_page_header) + pd->mode_offset]; in pkt_get_max_speed()
1960 cgc.buflen = pd->mode_offset + cap_buf[1] + 2 + in pkt_get_max_speed()
1971 offset = 28; /* Current write speed selected */ in pkt_get_max_speed()
1974 * Speed Performance Descriptor Block", use the information in pkt_get_max_speed()
1975 * in the first block. (contains the highest speed) in pkt_get_max_speed()
1986 /* These tables from cdrecord - I don't have orange book */
1987 /* standard speed CD-RW (1-4x) */
1992 /* high speed CD-RW (-10x) */
1997 /* ultra high speed CD-RW */
2004 * reads the maximum media speed from ATIP
2007 unsigned *speed) in pkt_media_speed() argument
2009 struct device *ddev = disk_to_dev(pd->disk); in pkt_media_speed()
2044 dev_notice(ddev, "disc type is not CD-RW\n"); in pkt_media_speed()
2052 st = (buf[6] >> 3) & 0x7; /* disc sub-type */ in pkt_media_speed()
2054 sp = buf[16] & 0xf; /* max speed from ATIP A1 field */ in pkt_media_speed()
2058 case 0: /* standard speed */ in pkt_media_speed()
2059 *speed = clv_to_speed[sp]; in pkt_media_speed()
2061 case 1: /* high speed */ in pkt_media_speed()
2062 *speed = hs_clv_to_speed[sp]; in pkt_media_speed()
2064 case 2: /* ultra high speed */ in pkt_media_speed()
2065 *speed = us_clv_to_speed[sp]; in pkt_media_speed()
2068 dev_notice(ddev, "unknown disc sub-type %d\n", st); in pkt_media_speed()
2071 if (*speed) { in pkt_media_speed()
2072 dev_info(ddev, "maximum media speed: %d\n", *speed); in pkt_media_speed()
2075 dev_notice(ddev, "unknown speed %d for sub-type %d\n", sp, st); in pkt_media_speed()
2082 struct device *ddev = disk_to_dev(pd->disk); in pkt_perform_opc()
2102 struct device *ddev = disk_to_dev(pd->disk); in pkt_open_write()
2115 return -EIO; in pkt_open_write()
2123 switch (pd->mmc3_profile) { in pkt_open_write()
2124 case 0x13: /* DVD-RW */ in pkt_open_write()
2126 case 0x12: /* DVD-RAM */ in pkt_open_write()
2127 dev_notice(ddev, "write speed %ukB/s\n", write_speed); in pkt_open_write()
2134 dev_notice(ddev, "write speed %ux\n", write_speed / 176); in pkt_open_write()
2141 dev_notice(ddev, "couldn't set write speed\n"); in pkt_open_write()
2142 return -EIO; in pkt_open_write()
2144 pd->write_speed = write_speed; in pkt_open_write()
2145 pd->read_speed = read_speed; in pkt_open_write()
2159 struct device *ddev = disk_to_dev(pd->disk); in pkt_open_dev()
2166 * We need to re-open the cdrom device without O_NONBLOCK to be able in pkt_open_dev()
2170 bdev = blkdev_get_by_dev(pd->bdev->bd_dev, BLK_OPEN_READ, pd, NULL); in pkt_open_dev()
2182 set_capacity(pd->disk, lba << 2); in pkt_open_dev()
2183 set_capacity_and_notify(pd->bdev->bd_disk, lba << 2); in pkt_open_dev()
2185 q = bdev_get_queue(pd->bdev); in pkt_open_dev()
2194 blk_queue_max_hw_sectors(q, pd->settings.size); in pkt_open_dev()
2195 set_bit(PACKET_WRITABLE, &pd->flags); in pkt_open_dev()
2198 clear_bit(PACKET_WRITABLE, &pd->flags); in pkt_open_dev()
2208 ret = -ENOMEM; in pkt_open_dev()
2228 struct device *ddev = disk_to_dev(pd->disk); in pkt_release_dev()
2236 blkdev_put(pd->bdev, pd); in pkt_release_dev()
2257 pd = pkt_find_dev_from_minor(disk->first_minor); in pkt_open()
2259 ret = -ENODEV; in pkt_open()
2262 BUG_ON(pd->refcnt < 0); in pkt_open()
2264 pd->refcnt++; in pkt_open()
2265 if (pd->refcnt > 1) { in pkt_open()
2267 !test_bit(PACKET_WRITABLE, &pd->flags)) { in pkt_open()
2268 ret = -EBUSY; in pkt_open()
2279 set_blocksize(disk->part0, CD_FRAMESIZE); in pkt_open()
2286 pd->refcnt--; in pkt_open()
2295 struct pktcdvd_device *pd = disk->private_data; in pkt_release()
2299 pd->refcnt--; in pkt_release()
2300 BUG_ON(pd->refcnt < 0); in pkt_release()
2301 if (pd->refcnt == 0) { in pkt_release()
2302 int flush = test_bit(PACKET_WRITABLE, &pd->flags); in pkt_release()
2312 struct packet_stacked_data *psd = bio->bi_private; in pkt_end_io_read_cloned()
2313 struct pktcdvd_device *pd = psd->pd; in pkt_end_io_read_cloned()
2315 psd->bio->bi_status = bio->bi_status; in pkt_end_io_read_cloned()
2317 bio_endio(psd->bio); in pkt_end_io_read_cloned()
2325 bio_alloc_clone(pd->bdev, bio, GFP_NOIO, &pkt_bio_set); in pkt_make_request_read()
2328 psd->pd = pd; in pkt_make_request_read()
2329 psd->bio = bio; in pkt_make_request_read()
2330 cloned_bio->bi_private = psd; in pkt_make_request_read()
2331 cloned_bio->bi_end_io = pkt_end_io_read_cloned; in pkt_make_request_read()
2332 pd->stats.secs_r += bio_sectors(bio); in pkt_make_request_read()
2338 struct pktcdvd_device *pd = q->queuedata; in pkt_make_request_write()
2344 zone = get_zone(bio->bi_iter.bi_sector, pd); in pkt_make_request_write()
2350 spin_lock(&pd->cdrw.active_list_lock); in pkt_make_request_write()
2352 list_for_each_entry(pkt, &pd->cdrw.pkt_active_list, list) { in pkt_make_request_write()
2353 if (pkt->sector == zone) { in pkt_make_request_write()
2354 spin_lock(&pkt->lock); in pkt_make_request_write()
2355 if ((pkt->state == PACKET_WAITING_STATE) || in pkt_make_request_write()
2356 (pkt->state == PACKET_READ_WAIT_STATE)) { in pkt_make_request_write()
2357 bio_list_add(&pkt->orig_bios, bio); in pkt_make_request_write()
2358 pkt->write_size += in pkt_make_request_write()
2359 bio->bi_iter.bi_size / CD_FRAMESIZE; in pkt_make_request_write()
2360 if ((pkt->write_size >= pkt->frames) && in pkt_make_request_write()
2361 (pkt->state == PACKET_WAITING_STATE)) { in pkt_make_request_write()
2362 atomic_inc(&pkt->run_sm); in pkt_make_request_write()
2363 wake_up(&pd->wqueue); in pkt_make_request_write()
2365 spin_unlock(&pkt->lock); in pkt_make_request_write()
2366 spin_unlock(&pd->cdrw.active_list_lock); in pkt_make_request_write()
2371 spin_unlock(&pkt->lock); in pkt_make_request_write()
2374 spin_unlock(&pd->cdrw.active_list_lock); in pkt_make_request_write()
2381 spin_lock(&pd->lock); in pkt_make_request_write()
2382 if (pd->write_congestion_on > 0 in pkt_make_request_write()
2383 && pd->bio_queue_size >= pd->write_congestion_on) { in pkt_make_request_write()
2386 init_wait_var_entry(&wqe, &pd->congested, 0); in pkt_make_request_write()
2388 prepare_to_wait_event(__var_waitqueue(&pd->congested), in pkt_make_request_write()
2391 if (pd->bio_queue_size <= pd->write_congestion_off) in pkt_make_request_write()
2393 pd->congested = true; in pkt_make_request_write()
2394 spin_unlock(&pd->lock); in pkt_make_request_write()
2396 spin_lock(&pd->lock); in pkt_make_request_write()
2399 spin_unlock(&pd->lock); in pkt_make_request_write()
2404 node = mempool_alloc(&pd->rb_pool, GFP_NOIO); in pkt_make_request_write()
2405 node->bio = bio; in pkt_make_request_write()
2406 spin_lock(&pd->lock); in pkt_make_request_write()
2407 BUG_ON(pd->bio_queue_size < 0); in pkt_make_request_write()
2408 was_empty = (pd->bio_queue_size == 0); in pkt_make_request_write()
2410 spin_unlock(&pd->lock); in pkt_make_request_write()
2415 atomic_set(&pd->scan_queue, 1); in pkt_make_request_write()
2418 wake_up(&pd->wqueue); in pkt_make_request_write()
2419 } else if (!list_empty(&pd->cdrw.pkt_free_list) && !blocked_bio) { in pkt_make_request_write()
2424 wake_up(&pd->wqueue); in pkt_make_request_write()
2430 struct pktcdvd_device *pd = bio->bi_bdev->bd_disk->queue->queuedata; in pkt_submit_bio()
2431 struct device *ddev = disk_to_dev(pd->disk); in pkt_submit_bio()
2439 bio->bi_iter.bi_sector, bio_end_sector(bio)); in pkt_submit_bio()
2449 if (!test_bit(PACKET_WRITABLE, &pd->flags)) { in pkt_submit_bio()
2450 dev_notice(ddev, "WRITE for ro device (%llu)\n", bio->bi_iter.bi_sector); in pkt_submit_bio()
2454 if (!bio->bi_iter.bi_size || (bio->bi_iter.bi_size % CD_FRAMESIZE)) { in pkt_submit_bio()
2460 sector_t zone = get_zone(bio->bi_iter.bi_sector, pd); in pkt_submit_bio()
2461 sector_t last_zone = get_zone(bio_end_sector(bio) - 1, pd); in pkt_submit_bio()
2464 BUG_ON(last_zone != zone + pd->settings.size); in pkt_submit_bio()
2466 split = bio_split(bio, last_zone - in pkt_submit_bio()
2467 bio->bi_iter.bi_sector, in pkt_submit_bio()
2474 pkt_make_request_write(bio->bi_bdev->bd_disk->queue, split); in pkt_submit_bio()
2484 struct request_queue *q = pd->disk->queue; in pkt_init_queue()
2488 q->queuedata = pd; in pkt_init_queue()
2493 struct device *ddev = disk_to_dev(pd->disk); in pkt_new_dev()
2498 if (pd->pkt_dev == dev) { in pkt_new_dev()
2500 return -EBUSY; in pkt_new_dev()
2506 if (pd2->bdev->bd_dev == dev) { in pkt_new_dev()
2507 dev_err(ddev, "%pg already setup\n", pd2->bdev); in pkt_new_dev()
2508 return -EBUSY; in pkt_new_dev()
2510 if (pd2->pkt_dev == dev) { in pkt_new_dev()
2512 return -EBUSY; in pkt_new_dev()
2520 sdev = scsi_device_from_queue(bdev->bd_disk->queue); in pkt_new_dev()
2523 return -EINVAL; in pkt_new_dev()
2525 put_device(&sdev->sdev_gendev); in pkt_new_dev()
2530 pd->bdev = bdev; in pkt_new_dev()
2535 atomic_set(&pd->cdrw.pending_bios, 0); in pkt_new_dev()
2536 pd->cdrw.thread = kthread_run(kcdrwd, pd, "%s", pd->disk->disk_name); in pkt_new_dev()
2537 if (IS_ERR(pd->cdrw.thread)) { in pkt_new_dev()
2542 proc_create_single_data(pd->disk->disk_name, 0, pkt_proc, pkt_seq_show, pd); in pkt_new_dev()
2550 return -ENOMEM; in pkt_new_dev()
2556 struct pktcdvd_device *pd = bdev->bd_disk->private_data; in pkt_ioctl()
2557 struct device *ddev = disk_to_dev(pd->disk); in pkt_ioctl()
2560 dev_dbg(ddev, "cmd %x, dev %d:%d\n", cmd, MAJOR(bdev->bd_dev), MINOR(bdev->bd_dev)); in pkt_ioctl()
2569 if (pd->refcnt == 1) in pkt_ioctl()
2573 * forward selected CDROM ioctls to CD-ROM, for UDF in pkt_ioctl()
2580 if (!bdev->bd_disk->fops->ioctl) in pkt_ioctl()
2581 ret = -ENOTTY; in pkt_ioctl()
2583 ret = bdev->bd_disk->fops->ioctl(bdev, mode, cmd, arg); in pkt_ioctl()
2587 ret = -ENOTTY; in pkt_ioctl()
2597 struct pktcdvd_device *pd = disk->private_data; in pkt_check_events()
2602 if (!pd->bdev) in pkt_check_events()
2604 attached_disk = pd->bdev->bd_disk; in pkt_check_events()
2605 if (!attached_disk || !attached_disk->fops->check_events) in pkt_check_events()
2607 return attached_disk->fops->check_events(attached_disk, clearing); in pkt_check_events()
2612 return kasprintf(GFP_KERNEL, "pktcdvd/%s", disk->disk_name); in pkt_devnode()
2627 * Set up mapping from pktcdvd device to CD-ROM device.
2632 int ret = -ENOMEM; in pkt_setup_dev()
2643 ret = -EBUSY; in pkt_setup_dev()
2651 ret = mempool_init_kmalloc_pool(&pd->rb_pool, PKT_RB_POOL_SIZE, in pkt_setup_dev()
2656 INIT_LIST_HEAD(&pd->cdrw.pkt_free_list); in pkt_setup_dev()
2657 INIT_LIST_HEAD(&pd->cdrw.pkt_active_list); in pkt_setup_dev()
2658 spin_lock_init(&pd->cdrw.active_list_lock); in pkt_setup_dev()
2660 spin_lock_init(&pd->lock); in pkt_setup_dev()
2661 spin_lock_init(&pd->iosched.lock); in pkt_setup_dev()
2662 bio_list_init(&pd->iosched.read_queue); in pkt_setup_dev()
2663 bio_list_init(&pd->iosched.write_queue); in pkt_setup_dev()
2664 init_waitqueue_head(&pd->wqueue); in pkt_setup_dev()
2665 pd->bio_queue = RB_ROOT; in pkt_setup_dev()
2667 pd->write_congestion_on = write_congestion_on; in pkt_setup_dev()
2668 pd->write_congestion_off = write_congestion_off; in pkt_setup_dev()
2670 ret = -ENOMEM; in pkt_setup_dev()
2674 pd->disk = disk; in pkt_setup_dev()
2675 disk->major = pktdev_major; in pkt_setup_dev()
2676 disk->first_minor = idx; in pkt_setup_dev()
2677 disk->minors = 1; in pkt_setup_dev()
2678 disk->fops = &pktcdvd_ops; in pkt_setup_dev()
2679 disk->flags = GENHD_FL_REMOVABLE | GENHD_FL_NO_PART; in pkt_setup_dev()
2680 snprintf(disk->disk_name, sizeof(disk->disk_name), DRIVER_NAME"%d", idx); in pkt_setup_dev()
2681 disk->private_data = pd; in pkt_setup_dev()
2683 pd->pkt_dev = MKDEV(pktdev_major, idx); in pkt_setup_dev()
2689 disk->events = pd->bdev->bd_disk->events; in pkt_setup_dev()
2700 *pkt_dev = pd->pkt_dev; in pkt_setup_dev()
2708 mempool_exit(&pd->rb_pool); in pkt_setup_dev()
2717 * Tear down mapping from pktcdvd device to CD-ROM device.
2730 if (pd && (pd->pkt_dev == pkt_dev)) in pkt_remove_dev()
2735 ret = -ENXIO; in pkt_remove_dev()
2739 if (pd->refcnt > 0) { in pkt_remove_dev()
2740 ret = -EBUSY; in pkt_remove_dev()
2744 ddev = disk_to_dev(pd->disk); in pkt_remove_dev()
2746 if (!IS_ERR(pd->cdrw.thread)) in pkt_remove_dev()
2747 kthread_stop(pd->cdrw.thread); in pkt_remove_dev()
2754 blkdev_put(pd->bdev, NULL); in pkt_remove_dev()
2756 remove_proc_entry(pd->disk->disk_name, pkt_proc); in pkt_remove_dev()
2759 del_gendisk(pd->disk); in pkt_remove_dev()
2760 put_disk(pd->disk); in pkt_remove_dev()
2762 mempool_exit(&pd->rb_pool); in pkt_remove_dev()
2779 pd = pkt_find_dev_from_minor(ctrl_cmd->dev_index); in pkt_get_status()
2781 ctrl_cmd->dev = new_encode_dev(pd->bdev->bd_dev); in pkt_get_status()
2782 ctrl_cmd->pkt_dev = new_encode_dev(pd->pkt_dev); in pkt_get_status()
2784 ctrl_cmd->dev = 0; in pkt_get_status()
2785 ctrl_cmd->pkt_dev = 0; in pkt_get_status()
2787 ctrl_cmd->num_devices = MAX_WRITERS; in pkt_get_status()
2800 return -ENOTTY; in pkt_ctl_ioctl()
2803 return -EFAULT; in pkt_ctl_ioctl()
2808 return -EPERM; in pkt_ctl_ioctl()
2814 return -EPERM; in pkt_ctl_ioctl()
2821 return -ENOTTY; in pkt_ctl_ioctl()
2825 return -EFAULT; in pkt_ctl_ioctl()