Lines Matching +full:console +full:- +full:size
1 // SPDX-License-Identifier: GPL-2.0-or-later
27 #include <linux/dma-mapping.h>
45 /* Used for exporting per-port information to debugfs */
55 * console spawned via hvc_instantiate to the console being
58 * We also just assume the first console being initialised was
59 * the first one that got used as the initial console.
63 /* All the console devices handled by this driver */
71 /* This struct holds information that's relevant only for console ports */
72 struct console { struct
76 /* The hvc device associated with this console port */ argument
79 /* The size of the console */ argument
86 * differentiate between the other console ports handled by argument
95 /* size of the buffer in *buf above */
96 size_t size; member
120 * This is a per-device struct that stores data common to all the
121 * ports for that device (vdev->priv).
151 * guest->host transfers, one for host->guest transfers
156 * A control packet buffer for guest->host requests, protected
161 /* Array of per-port IO virtqueues */
172 /* This struct holds the per-port data */
208 * hooked up to an hvc console
210 struct console cons;
216 /* Reference-counting to handle port hot-unplugs and file operations */
240 /* This is the very early arch-specified put chars function. */
246 struct console *cons; in find_port_by_vtermno()
251 if (cons->vtermno == vtermno) { in find_port_by_vtermno()
268 spin_lock_irqsave(&portdev->ports_lock, flags); in find_port_by_devt_in_portdev()
269 list_for_each_entry(port, &portdev->ports, list) { in find_port_by_devt_in_portdev()
270 if (port->cdev->dev == dev) { in find_port_by_devt_in_portdev()
271 kref_get(&port->kref); in find_port_by_devt_in_portdev()
277 spin_unlock_irqrestore(&portdev->ports_lock, flags); in find_port_by_devt_in_portdev()
305 spin_lock_irqsave(&portdev->ports_lock, flags); in find_port_by_id()
306 list_for_each_entry(port, &portdev->ports, list) in find_port_by_id()
307 if (port->id == id) in find_port_by_id()
311 spin_unlock_irqrestore(&portdev->ports_lock, flags); in find_port_by_id()
322 spin_lock_irqsave(&portdev->ports_lock, flags); in find_port_by_vq()
323 list_for_each_entry(port, &portdev->ports, list) in find_port_by_vq()
324 if (port->in_vq == vq || port->out_vq == vq) in find_port_by_vq()
328 spin_unlock_irqrestore(&portdev->ports_lock, flags); in find_port_by_vq()
334 if (port->cons.hvc) in is_console_port()
341 return is_rproc_enabled && vdev->id.device == VIRTIO_ID_RPROC_SERIAL; in is_rproc_serial()
350 if (!portdev->vdev) in use_multiport()
352 return __virtio_test_bit(portdev->vdev, VIRTIO_CONSOLE_F_MULTIPORT); in use_multiport()
362 for (i = 0; i < buf->sgpages; i++) { in free_buf()
363 struct page *page = sg_page(&buf->sg[i]); in free_buf()
369 if (!buf->dev) { in free_buf()
370 kfree(buf->buf); in free_buf()
376 /* queue up dma-buffers to be freed later */ in free_buf()
378 list_add_tail(&buf->list, &pending_free_dma_bufs); in free_buf()
382 dma_free_coherent(buf->dev, buf->size, buf->buf, buf->dma); in free_buf()
385 put_device(buf->dev); in free_buf()
408 list_del(&buf->list); in reclaim_dma_bufs()
428 buf->sgpages = pages; in alloc_buf()
430 buf->dev = NULL; in alloc_buf()
431 buf->buf = NULL; in alloc_buf()
442 buf->dev = vdev->dev.parent; in alloc_buf()
443 if (!buf->dev) in alloc_buf()
447 get_device(buf->dev); in alloc_buf()
448 buf->buf = dma_alloc_coherent(buf->dev, buf_size, &buf->dma, in alloc_buf()
451 buf->dev = NULL; in alloc_buf()
452 buf->buf = kmalloc(buf_size, GFP_KERNEL); in alloc_buf()
455 if (!buf->buf) in alloc_buf()
457 buf->len = 0; in alloc_buf()
458 buf->offset = 0; in alloc_buf()
459 buf->size = buf_size; in alloc_buf()
474 if (port->inbuf) in get_inbuf()
475 return port->inbuf; in get_inbuf()
477 buf = virtqueue_get_buf(port->in_vq, &len); in get_inbuf()
479 buf->len = min_t(size_t, len, buf->size); in get_inbuf()
480 buf->offset = 0; in get_inbuf()
481 port->stats.bytes_received += len; in get_inbuf()
487 * Create a scatter-gather list representing our input buffer and put
497 sg_init_one(sg, buf->buf, buf->size); in add_inbuf()
502 ret = vq->num_free; in add_inbuf()
512 if (!port->portdev) { in discard_port_data()
520 port->stats.bytes_discarded += buf->len - buf->offset; in discard_port_data()
521 if (add_inbuf(port->in_vq, buf) < 0) { in discard_port_data()
525 port->inbuf = NULL; in discard_port_data()
529 dev_warn(port->dev, "Errors adding %d buffers back to vq\n", in discard_port_data()
539 spin_lock_irqsave(&port->inbuf_lock, flags); in port_has_data()
540 port->inbuf = get_inbuf(port); in port_has_data()
541 if (port->inbuf) in port_has_data()
544 spin_unlock_irqrestore(&port->inbuf_lock, flags); in port_has_data()
558 vq = portdev->c_ovq; in __send_control_msg()
560 spin_lock(&portdev->c_ovq_lock); in __send_control_msg()
562 portdev->cpkt.id = cpu_to_virtio32(portdev->vdev, port_id); in __send_control_msg()
563 portdev->cpkt.event = cpu_to_virtio16(portdev->vdev, event); in __send_control_msg()
564 portdev->cpkt.value = cpu_to_virtio16(portdev->vdev, value); in __send_control_msg()
566 sg_init_one(sg, &portdev->cpkt, sizeof(struct virtio_console_control)); in __send_control_msg()
568 if (virtqueue_add_outbuf(vq, sg, 1, &portdev->cpkt, GFP_ATOMIC) == 0) { in __send_control_msg()
575 spin_unlock(&portdev->c_ovq_lock); in __send_control_msg()
583 if (port->portdev) in send_control_msg()
584 return __send_control_msg(port->portdev, port->id, event, value); in send_control_msg()
589 /* Callers must take the port->outvq_lock */
595 if (!port->portdev) { in reclaim_consumed_buffers()
599 while ((buf = virtqueue_get_buf(port->out_vq, &len))) { in reclaim_consumed_buffers()
601 port->outvq_full = false; in reclaim_consumed_buffers()
614 out_vq = port->out_vq; in __send_to_port()
616 spin_lock_irqsave(&port->outvq_lock, flags); in __send_to_port()
630 if (out_vq->num_free == 0) in __send_to_port()
631 port->outvq_full = true; in __send_to_port()
643 * console driver writes something out. in __send_to_port()
649 spin_unlock_irqrestore(&port->outvq_lock, flags); in __send_to_port()
651 port->stats.bytes_sent += in_count; in __send_to_port()
653 * We're expected to return the amount of data we wrote -- all in __send_to_port()
672 buf = port->inbuf; in fill_readbuf()
673 out_count = min(out_count, buf->len - buf->offset); in fill_readbuf()
678 ret = copy_to_user(out_buf, buf->buf + buf->offset, out_count); in fill_readbuf()
680 return -EFAULT; in fill_readbuf()
682 memcpy((__force char *)out_buf, buf->buf + buf->offset, in fill_readbuf()
686 buf->offset += out_count; in fill_readbuf()
688 if (buf->offset == buf->len) { in fill_readbuf()
691 * Re-queue so that the Host can send us more data. in fill_readbuf()
693 spin_lock_irqsave(&port->inbuf_lock, flags); in fill_readbuf()
694 port->inbuf = NULL; in fill_readbuf()
696 if (add_inbuf(port->in_vq, buf) < 0) in fill_readbuf()
697 dev_warn(port->dev, "failed add_buf\n"); in fill_readbuf()
699 spin_unlock_irqrestore(&port->inbuf_lock, flags); in fill_readbuf()
708 if (!port->guest_connected) { in will_read_block()
709 /* Port got hot-unplugged. Let's exit. */ in will_read_block()
712 return !port_has_data(port) && port->host_connected; in will_read_block()
719 if (!port->guest_connected) { in will_write_block()
720 /* Port got hot-unplugged. Let's exit. */ in will_write_block()
723 if (!port->host_connected) in will_write_block()
726 spin_lock_irq(&port->outvq_lock); in will_write_block()
732 ret = port->outvq_full; in will_write_block()
733 spin_unlock_irq(&port->outvq_lock); in will_write_block()
744 port = filp->private_data; in port_fops_read()
746 /* Port is hot-unplugged. */ in port_fops_read()
747 if (!port->guest_connected) in port_fops_read()
748 return -ENODEV; in port_fops_read()
756 if (!port->host_connected) in port_fops_read()
758 if (filp->f_flags & O_NONBLOCK) in port_fops_read()
759 return -EAGAIN; in port_fops_read()
761 ret = wait_event_freezable(port->waitqueue, in port_fops_read()
766 /* Port got hot-unplugged while we were waiting above. */ in port_fops_read()
767 if (!port->guest_connected) in port_fops_read()
768 return -ENODEV; in port_fops_read()
779 if (!port_has_data(port) && !port->host_connected) in port_fops_read()
791 return -EAGAIN; in wait_port_writable()
793 ret = wait_event_freezable(port->waitqueue, in wait_port_writable()
798 /* Port got hot-unplugged. */ in wait_port_writable()
799 if (!port->guest_connected) in wait_port_writable()
800 return -ENODEV; in wait_port_writable()
818 port = filp->private_data; in port_fops_write()
820 nonblock = filp->f_flags & O_NONBLOCK; in port_fops_write()
828 buf = alloc_buf(port->portdev->vdev, count, 0); in port_fops_write()
830 return -ENOMEM; in port_fops_write()
832 ret = copy_from_user(buf->buf, ubuf, count); in port_fops_write()
834 ret = -EFAULT; in port_fops_write()
839 * We now ask send_buf() to not spin for generic ports -- we in port_fops_write()
840 * can re-use the same code path that non-blocking file in port_fops_write()
846 sg_init_one(sg, buf->buf, count); in port_fops_write()
860 unsigned int size; member
868 struct sg_list *sgl = sd->u.data; in pipe_to_sg()
871 if (sgl->n == sgl->size) in pipe_to_sg()
877 get_page(buf->page); in pipe_to_sg()
878 unlock_page(buf->page); in pipe_to_sg()
880 len = min(buf->len, sd->len); in pipe_to_sg()
881 sg_set_page(&(sgl->sg[sgl->n]), buf->page, len, buf->offset); in pipe_to_sg()
888 return -ENOMEM; in pipe_to_sg()
890 offset = sd->pos & ~PAGE_MASK; in pipe_to_sg()
892 len = sd->len; in pipe_to_sg()
894 len = PAGE_SIZE - offset; in pipe_to_sg()
896 src = kmap_atomic(buf->page); in pipe_to_sg()
897 memcpy(page_address(page) + offset, src + buf->offset, len); in pipe_to_sg()
900 sg_set_page(&(sgl->sg[sgl->n]), page, len, offset); in pipe_to_sg()
902 sgl->n++; in pipe_to_sg()
903 sgl->len += len; in pipe_to_sg()
908 /* Faster zero-copy write by splicing */
913 struct port *port = filp->private_data; in port_fops_splice_write()
927 * pipe_to_sg() must allocate dma-buffers and copy content from in port_fops_splice_write()
929 * support allocating and freeing such a list of dma-buffers. in port_fops_splice_write()
931 if (is_rproc_serial(port->out_vq->vdev)) in port_fops_splice_write()
932 return -EINVAL; in port_fops_splice_write()
936 if (pipe_empty(pipe->head, pipe->tail)) in port_fops_splice_write()
939 ret = wait_port_writable(port, filp->f_flags & O_NONBLOCK); in port_fops_splice_write()
943 occupancy = pipe_occupancy(pipe->head, pipe->tail); in port_fops_splice_write()
944 buf = alloc_buf(port->portdev->vdev, 0, occupancy); in port_fops_splice_write()
947 ret = -ENOMEM; in port_fops_splice_write()
953 sgl.size = occupancy; in port_fops_splice_write()
954 sgl.sg = buf->sg; in port_fops_splice_write()
955 sg_init_table(sgl.sg, sgl.size); in port_fops_splice_write()
959 ret = __send_to_port(port, buf->sg, sgl.n, sgl.len, buf, true); in port_fops_splice_write()
975 port = filp->private_data; in port_fops_poll()
976 poll_wait(filp, &port->waitqueue, wait); in port_fops_poll()
978 if (!port->guest_connected) { in port_fops_poll()
987 if (!port->host_connected) in port_fops_poll()
999 port = filp->private_data; in port_fops_release()
1004 spin_lock_irq(&port->inbuf_lock); in port_fops_release()
1005 port->guest_connected = false; in port_fops_release()
1009 spin_unlock_irq(&port->inbuf_lock); in port_fops_release()
1011 spin_lock_irq(&port->outvq_lock); in port_fops_release()
1013 spin_unlock_irq(&port->outvq_lock); in port_fops_release()
1024 kref_put(&port->kref, remove_port); in port_fops_release()
1031 struct cdev *cdev = inode->i_cdev; in port_fops_open()
1036 port = find_port_by_devt(cdev->dev); in port_fops_open()
1039 return -ENXIO; in port_fops_open()
1041 filp->private_data = port; in port_fops_open()
1044 * Don't allow opening of console port devices -- that's done in port_fops_open()
1048 ret = -ENXIO; in port_fops_open()
1053 spin_lock_irq(&port->inbuf_lock); in port_fops_open()
1054 if (port->guest_connected) { in port_fops_open()
1055 spin_unlock_irq(&port->inbuf_lock); in port_fops_open()
1056 ret = -EBUSY; in port_fops_open()
1060 port->guest_connected = true; in port_fops_open()
1061 spin_unlock_irq(&port->inbuf_lock); in port_fops_open()
1063 spin_lock_irq(&port->outvq_lock); in port_fops_open()
1070 spin_unlock_irq(&port->outvq_lock); in port_fops_open()
1075 send_control_msg(filp->private_data, VIRTIO_CONSOLE_PORT_OPEN, 1); in port_fops_open()
1079 kref_put(&port->kref, remove_port); in port_fops_open()
1087 port = filp->private_data; in port_fops_fasync()
1088 return fasync_helper(fd, filp, mode, &port->async_queue); in port_fops_fasync()
1093 * a console device, read from it, write to it, poll for data and
1112 * We turn the characters into a scatter-gather list, add it to the
1129 return -EPIPE; in put_chars()
1133 return -ENOMEM; in put_chars()
1158 return -EPIPE; in get_chars()
1161 BUG_ON(!port->in_vq); in get_chars()
1170 /* The port could have been hot-unplugged */ in resize_console()
1174 vdev = port->portdev->vdev; in resize_console()
1179 hvc_resize(port->cons.hvc, port->cons.ws); in resize_console()
1187 port = find_port_by_vtermno(hp->vtermno); in notifier_add_vio()
1189 return -EINVAL; in notifier_add_vio()
1191 hp->irq_requested = 1; in notifier_add_vio()
1199 hp->irq_requested = 0; in notifier_del_vio()
1202 /* The operations for console ports. */
1212 * Console drivers are initialized very early so boot messages can go
1216 * At this stage, the console is output-only. It's too early to set
1217 * up a virtqueue, so we let the drivers do some boutique early-output
1231 * The Host's telling us this port is a console port. Hook it in init_port_console()
1232 * up with an hvc console. in init_port_console()
1234 * To set up and manage our virtual console, we call in init_port_console()
1237 * The first argument of hvc_alloc() is the virtual console in init_port_console()
1244 * pointers. The final argument is the output buffer size: we in init_port_console()
1245 * can do any size, so we put PAGE_SIZE here. in init_port_console()
1247 port->cons.vtermno = pdrvdata.next_vtermno; in init_port_console()
1249 port->cons.hvc = hvc_alloc(port->cons.vtermno, 0, &hv_ops, PAGE_SIZE); in init_port_console()
1250 if (IS_ERR(port->cons.hvc)) { in init_port_console()
1251 ret = PTR_ERR(port->cons.hvc); in init_port_console()
1252 dev_err(port->dev, in init_port_console()
1254 port->cons.hvc = NULL; in init_port_console()
1259 list_add_tail(&port->cons.list, &pdrvdata.consoles); in init_port_console()
1261 port->guest_connected = true; in init_port_console()
1264 * Start using the new console output if this is the first in init_port_console()
1265 * console to come up. in init_port_console()
1283 return sprintf(buffer, "%s\n", port->name); in show_port_name()
1300 struct port *port = s->private; in port_debugfs_show()
1302 seq_printf(s, "name: %s\n", port->name ? port->name : ""); in port_debugfs_show()
1303 seq_printf(s, "guest_connected: %d\n", port->guest_connected); in port_debugfs_show()
1304 seq_printf(s, "host_connected: %d\n", port->host_connected); in port_debugfs_show()
1305 seq_printf(s, "outvq_full: %d\n", port->outvq_full); in port_debugfs_show()
1306 seq_printf(s, "bytes_sent: %lu\n", port->stats.bytes_sent); in port_debugfs_show()
1307 seq_printf(s, "bytes_received: %lu\n", port->stats.bytes_received); in port_debugfs_show()
1308 seq_printf(s, "bytes_discarded: %lu\n", port->stats.bytes_discarded); in port_debugfs_show()
1311 seq_printf(s, "console_vtermno: %u\n", port->cons.vtermno); in port_debugfs_show()
1323 port->cons.ws.ws_row = rows; in set_console_size()
1324 port->cons.ws.ws_col = cols; in set_console_size()
1335 buf = alloc_buf(vq->vdev, PAGE_SIZE, 0); in fill_queue()
1337 return -ENOMEM; in fill_queue()
1355 if (port->async_queue && port->guest_connected) in send_sigio_to_port()
1356 kill_fasync(&port->async_queue, SIGIO, POLL_OUT); in send_sigio_to_port()
1368 err = -ENOMEM; in add_port()
1371 kref_init(&port->kref); in add_port()
1373 port->portdev = portdev; in add_port()
1374 port->id = id; in add_port()
1376 port->name = NULL; in add_port()
1377 port->inbuf = NULL; in add_port()
1378 port->cons.hvc = NULL; in add_port()
1379 port->async_queue = NULL; in add_port()
1381 port->cons.ws.ws_row = port->cons.ws.ws_col = 0; in add_port()
1382 port->cons.vtermno = 0; in add_port()
1384 port->host_connected = port->guest_connected = false; in add_port()
1385 port->stats = (struct port_stats) { 0 }; in add_port()
1387 port->outvq_full = false; in add_port()
1389 port->in_vq = portdev->in_vqs[port->id]; in add_port()
1390 port->out_vq = portdev->out_vqs[port->id]; in add_port()
1392 port->cdev = cdev_alloc(); in add_port()
1393 if (!port->cdev) { in add_port()
1394 dev_err(&port->portdev->vdev->dev, "Error allocating cdev\n"); in add_port()
1395 err = -ENOMEM; in add_port()
1398 port->cdev->ops = &port_fops; in add_port()
1400 devt = MKDEV(portdev->chr_major, id); in add_port()
1401 err = cdev_add(port->cdev, devt, 1); in add_port()
1403 dev_err(&port->portdev->vdev->dev, in add_port()
1407 port->dev = device_create(pdrvdata.class, &port->portdev->vdev->dev, in add_port()
1409 port->portdev->vdev->index, id); in add_port()
1410 if (IS_ERR(port->dev)) { in add_port()
1411 err = PTR_ERR(port->dev); in add_port()
1412 dev_err(&port->portdev->vdev->dev, in add_port()
1418 spin_lock_init(&port->inbuf_lock); in add_port()
1419 spin_lock_init(&port->outvq_lock); in add_port()
1420 init_waitqueue_head(&port->waitqueue); in add_port()
1426 err = fill_queue(port->in_vq, &port->inbuf_lock); in add_port()
1427 if (err < 0 && err != -ENOSPC) { in add_port()
1428 dev_err(port->dev, "Error allocating inbufs\n"); in add_port()
1432 if (is_rproc_serial(port->portdev->vdev)) in add_port()
1435 * rproc_serial does not want the console port, only in add_port()
1438 port->host_connected = true; in add_port()
1439 else if (!use_multiport(port->portdev)) { in add_port()
1442 * this has to be a console port. in add_port()
1449 spin_lock_irq(&portdev->ports_lock); in add_port()
1450 list_add_tail(&port->list, &port->portdev->ports); in add_port()
1451 spin_unlock_irq(&portdev->ports_lock); in add_port()
1456 * caching, whether this is a console port, etc.) in add_port()
1465 port->portdev->vdev->index, id); in add_port()
1466 port->debugfs_file = debugfs_create_file(debugfs_name, 0444, in add_port()
1473 device_destroy(pdrvdata.class, port->dev->devt); in add_port()
1475 cdev_del(port->cdev); in add_port()
1484 /* No users remain, remove all port-specific data. */
1496 spin_lock_irq(&port->inbuf_lock); in remove_port_data()
1499 spin_unlock_irq(&port->inbuf_lock); in remove_port_data()
1501 spin_lock_irq(&port->outvq_lock); in remove_port_data()
1503 spin_unlock_irq(&port->outvq_lock); in remove_port_data()
1513 spin_lock_irq(&port->portdev->ports_lock); in unplug_port()
1514 list_del(&port->list); in unplug_port()
1515 spin_unlock_irq(&port->portdev->ports_lock); in unplug_port()
1517 spin_lock_irq(&port->inbuf_lock); in unplug_port()
1518 if (port->guest_connected) { in unplug_port()
1523 port->guest_connected = false; in unplug_port()
1524 port->host_connected = false; in unplug_port()
1526 wake_up_interruptible(&port->waitqueue); in unplug_port()
1528 spin_unlock_irq(&port->inbuf_lock); in unplug_port()
1532 list_del(&port->cons.list); in unplug_port()
1534 hvc_remove(port->cons.hvc); in unplug_port()
1540 * We should just assume the device itself has gone off -- in unplug_port()
1544 port->portdev = NULL; in unplug_port()
1546 sysfs_remove_group(&port->dev->kobj, &port_attribute_group); in unplug_port()
1547 device_destroy(pdrvdata.class, port->dev->devt); in unplug_port()
1548 cdev_del(port->cdev); in unplug_port()
1550 debugfs_remove(port->debugfs_file); in unplug_port()
1551 kfree(port->name); in unplug_port()
1554 * Locks around here are not necessary - a port can't be in unplug_port()
1558 kref_put(&port->kref, remove_port); in unplug_port()
1571 cpkt = (struct virtio_console_control *)(buf->buf + buf->offset); in handle_control_message()
1573 port = find_port_by_id(portdev, virtio32_to_cpu(vdev, cpkt->id)); in handle_control_message()
1575 cpkt->event != cpu_to_virtio16(vdev, VIRTIO_CONSOLE_PORT_ADD)) { in handle_control_message()
1577 dev_dbg(&portdev->vdev->dev, in handle_control_message()
1578 "Invalid index %u in control packet\n", cpkt->id); in handle_control_message()
1582 switch (virtio16_to_cpu(vdev, cpkt->event)) { in handle_control_message()
1585 dev_dbg(&portdev->vdev->dev, in handle_control_message()
1586 "Port %u already added\n", port->id); in handle_control_message()
1590 if (virtio32_to_cpu(vdev, cpkt->id) >= in handle_control_message()
1591 portdev->max_nr_ports) { in handle_control_message()
1592 dev_warn(&portdev->vdev->dev, in handle_control_message()
1594 "out-of-bound id %u, max. supported id: %u\n", in handle_control_message()
1595 cpkt->id, portdev->max_nr_ports - 1); in handle_control_message()
1598 add_port(portdev, virtio32_to_cpu(vdev, cpkt->id)); in handle_control_message()
1604 if (!cpkt->value) in handle_control_message()
1612 * Could remove the port here in case init fails - but in handle_control_message()
1620 } size; in handle_control_message() local
1625 memcpy(&size, buf->buf + buf->offset + sizeof(*cpkt), in handle_control_message()
1626 sizeof(size)); in handle_control_message()
1627 set_console_size(port, size.rows, size.cols); in handle_control_message()
1629 port->cons.hvc->irq_requested = 1; in handle_control_message()
1634 port->host_connected = virtio16_to_cpu(vdev, cpkt->value); in handle_control_message()
1635 wake_up_interruptible(&port->waitqueue); in handle_control_message()
1641 spin_lock_irq(&port->outvq_lock); in handle_control_message()
1643 spin_unlock_irq(&port->outvq_lock); in handle_control_message()
1649 spin_lock_irq(&port->inbuf_lock); in handle_control_message()
1651 spin_unlock_irq(&port->inbuf_lock); in handle_control_message()
1658 if (port->name) in handle_control_message()
1662 * Skip the size of the header and the cpkt to get the size in handle_control_message()
1665 name_size = buf->len - buf->offset - sizeof(*cpkt) + 1; in handle_control_message()
1667 port->name = kmalloc(name_size, GFP_KERNEL); in handle_control_message()
1668 if (!port->name) { in handle_control_message()
1669 dev_err(port->dev, in handle_control_message()
1673 strncpy(port->name, buf->buf + buf->offset + sizeof(*cpkt), in handle_control_message()
1674 name_size - 1); in handle_control_message()
1675 port->name[name_size - 1] = 0; in handle_control_message()
1681 err = sysfs_create_group(&port->dev->kobj, in handle_control_message()
1684 dev_err(port->dev, in handle_control_message()
1693 kobject_uevent(&port->dev->kobj, KOBJ_CHANGE); in handle_control_message()
1707 vq = portdev->c_ivq; in control_work_handler()
1709 spin_lock(&portdev->c_ivq_lock); in control_work_handler()
1711 spin_unlock(&portdev->c_ivq_lock); in control_work_handler()
1713 buf->len = min_t(size_t, len, buf->size); in control_work_handler()
1714 buf->offset = 0; in control_work_handler()
1716 handle_control_message(vq->vdev, portdev, buf); in control_work_handler()
1718 spin_lock(&portdev->c_ivq_lock); in control_work_handler()
1719 if (add_inbuf(portdev->c_ivq, buf) < 0) { in control_work_handler()
1720 dev_warn(&portdev->vdev->dev, in control_work_handler()
1725 spin_unlock(&portdev->c_ivq_lock); in control_work_handler()
1741 port = find_port_by_vq(vq->vdev->priv, vq); in out_intr()
1747 wake_up_interruptible(&port->waitqueue); in out_intr()
1755 port = find_port_by_vq(vq->vdev->priv, vq); in in_intr()
1761 spin_lock_irqsave(&port->inbuf_lock, flags); in in_intr()
1762 port->inbuf = get_inbuf(port); in in_intr()
1768 * can be reached when a console port is not yet connected (no in in_intr()
1774 * while console ports and rproc-serial ports accepts data at in in_intr()
1775 * any time. rproc-serial is initiated with guest_connected to in in_intr()
1776 * false because port_fops_open expects this. Console ports are in in_intr()
1777 * hooked up with an HVC console and is initialized with in in_intr()
1781 if (!port->guest_connected && !is_rproc_serial(port->portdev->vdev)) in in_intr()
1787 spin_unlock_irqrestore(&port->inbuf_lock, flags); in in_intr()
1789 wake_up_interruptible(&port->waitqueue); in in_intr()
1791 if (is_console_port(port) && hvc_poll(port->cons.hvc)) in in_intr()
1799 portdev = vq->vdev->priv; in control_intr()
1800 schedule_work(&portdev->control_work); in control_intr()
1807 portdev = vdev->priv; in config_intr()
1810 schedule_work(&portdev->config_work); in config_intr()
1823 vdev = portdev->vdev; in config_work_handler()
1834 * to indicate console size changes so that it can be in config_work_handler()
1835 * done per-port. in config_work_handler()
1849 nr_ports = portdev->max_nr_ports; in init_vqs()
1856 portdev->in_vqs = kmalloc_array(nr_ports, sizeof(struct virtqueue *), in init_vqs()
1858 portdev->out_vqs = kmalloc_array(nr_ports, sizeof(struct virtqueue *), in init_vqs()
1860 if (!vqs || !io_callbacks || !io_names || !portdev->in_vqs || in init_vqs()
1861 !portdev->out_vqs) { in init_vqs()
1862 err = -ENOMEM; in init_vqs()
1868 * spawns a console port first and also inits the vqs for port in init_vqs()
1881 io_names[j] = "control-i"; in init_vqs()
1882 io_names[j + 1] = "control-o"; in init_vqs()
1893 err = virtio_find_vqs(portdev->vdev, nr_queues, vqs, in init_vqs()
1900 portdev->in_vqs[0] = vqs[0]; in init_vqs()
1901 portdev->out_vqs[0] = vqs[1]; in init_vqs()
1904 portdev->c_ivq = vqs[j]; in init_vqs()
1905 portdev->c_ovq = vqs[j + 1]; in init_vqs()
1909 portdev->in_vqs[i] = vqs[j]; in init_vqs()
1910 portdev->out_vqs[i] = vqs[j + 1]; in init_vqs()
1920 kfree(portdev->out_vqs); in init_vqs()
1921 kfree(portdev->in_vqs); in init_vqs()
1937 virtio_device_for_each_vq(portdev->vdev, vq) { in remove_vqs()
1944 portdev->vdev->config->del_vqs(portdev->vdev); in remove_vqs()
1945 kfree(portdev->in_vqs); in remove_vqs()
1946 kfree(portdev->out_vqs); in remove_vqs()
1954 portdev = vdev->priv; in virtcons_remove()
1957 list_del(&portdev->list); in virtcons_remove()
1963 flush_work(&portdev->control_work); in virtcons_remove()
1965 flush_work(&portdev->config_work); in virtcons_remove()
1971 cancel_work_sync(&portdev->control_work); in virtcons_remove()
1973 cancel_work_sync(&portdev->config_work); in virtcons_remove()
1975 list_for_each_entry_safe(port, port2, &portdev->ports, list) in virtcons_remove()
1978 unregister_chrdev(portdev->chr_major, "virtio-portsdev"); in virtcons_remove()
1982 * (device-side) queues. So there's no point in keeping the in virtcons_remove()
1996 * If the host also supports multiple console ports, we check the
2008 if (!vdev->config->get && in virtcons_probe()
2011 dev_err(&vdev->dev, "%s failure: config access disabled\n", in virtcons_probe()
2013 return -EINVAL; in virtcons_probe()
2021 err = -ENOMEM; in virtcons_probe()
2025 /* Attach this portdev to this virtio_device, and vice-versa. */ in virtcons_probe()
2026 portdev->vdev = vdev; in virtcons_probe()
2027 vdev->priv = portdev; in virtcons_probe()
2029 portdev->chr_major = register_chrdev(0, "virtio-portsdev", in virtcons_probe()
2031 if (portdev->chr_major < 0) { in virtcons_probe()
2032 dev_err(&vdev->dev, in virtcons_probe()
2034 portdev->chr_major, vdev->index); in virtcons_probe()
2035 err = portdev->chr_major; in virtcons_probe()
2040 portdev->max_nr_ports = 1; in virtcons_probe()
2046 &portdev->max_nr_ports) == 0) { in virtcons_probe()
2047 if (portdev->max_nr_ports == 0 || in virtcons_probe()
2048 portdev->max_nr_ports > VIRTCONS_MAX_PORTS) { in virtcons_probe()
2049 dev_err(&vdev->dev, in virtcons_probe()
2051 portdev->max_nr_ports); in virtcons_probe()
2052 err = -EINVAL; in virtcons_probe()
2060 dev_err(&vdev->dev, "Error %d initializing vqs\n", err); in virtcons_probe()
2064 spin_lock_init(&portdev->ports_lock); in virtcons_probe()
2065 INIT_LIST_HEAD(&portdev->ports); in virtcons_probe()
2066 INIT_LIST_HEAD(&portdev->list); in virtcons_probe()
2068 virtio_device_ready(portdev->vdev); in virtcons_probe()
2070 INIT_WORK(&portdev->config_work, &config_work_handler); in virtcons_probe()
2071 INIT_WORK(&portdev->control_work, &control_work_handler); in virtcons_probe()
2074 spin_lock_init(&portdev->c_ivq_lock); in virtcons_probe()
2075 spin_lock_init(&portdev->c_ovq_lock); in virtcons_probe()
2077 err = fill_queue(portdev->c_ivq, &portdev->c_ivq_lock); in virtcons_probe()
2079 dev_err(&vdev->dev, in virtcons_probe()
2093 * For backward compatibility: Create a console port in virtcons_probe()
2100 list_add_tail(&portdev->list, &pdrvdata.portdevs); in virtcons_probe()
2107 * If there was an early virtio console, assume that there are no in virtcons_probe()
2110 * a "Warning: unable to open an initial console" boot failure. in virtcons_probe()
2112 * this might take some host<->guest communication - thus we have to in virtcons_probe()
2121 unregister_chrdev(portdev->chr_major, "virtio-portsdev"); in virtcons_probe()
2156 portdev = vdev->priv; in virtcons_freeze()
2161 virtqueue_disable_cb(portdev->c_ivq); in virtcons_freeze()
2162 cancel_work_sync(&portdev->control_work); in virtcons_freeze()
2163 cancel_work_sync(&portdev->config_work); in virtcons_freeze()
2169 virtqueue_disable_cb(portdev->c_ivq); in virtcons_freeze()
2171 list_for_each_entry(port, &portdev->ports, list) { in virtcons_freeze()
2172 virtqueue_disable_cb(port->in_vq); in virtcons_freeze()
2173 virtqueue_disable_cb(port->out_vq); in virtcons_freeze()
2178 port->host_connected = false; in virtcons_freeze()
2192 portdev = vdev->priv; in virtcons_restore()
2198 virtio_device_ready(portdev->vdev); in virtcons_restore()
2201 fill_queue(portdev->c_ivq, &portdev->c_ivq_lock); in virtcons_restore()
2203 list_for_each_entry(port, &portdev->ports, list) { in virtcons_restore()
2204 port->in_vq = portdev->in_vqs[port->id]; in virtcons_restore()
2205 port->out_vq = portdev->out_vqs[port->id]; in virtcons_restore()
2207 fill_queue(port->in_vq, &port->inbuf_lock); in virtcons_restore()
2216 if (port->guest_connected) in virtcons_restore()
2252 pdrvdata.class = class_create(THIS_MODULE, "virtio-ports"); in virtio_console_init()
2255 pr_err("Error %d creating virtio-ports class\n", err); in virtio_console_init()
2259 pdrvdata.debugfs_dir = debugfs_create_dir("virtio-ports", NULL); in virtio_console_init()
2296 MODULE_DESCRIPTION("Virtio console driver");