177 	struct ports_device *portdev;  member
261 static struct port *find_port_by_devt_in_portdev(struct ports_device *portdev,  in find_port_by_devt_in_portdev()  argument
267 	spin_lock_irqsave(&portdev->ports_lock, flags);  in find_port_by_devt_in_portdev()
268 	list_for_each_entry(port, &portdev->ports, list) {  in find_port_by_devt_in_portdev()
276 	spin_unlock_irqrestore(&portdev->ports_lock, flags);  in find_port_by_devt_in_portdev()
283 	struct ports_device *portdev;  in find_port_by_devt()  local
288 	list_for_each_entry(portdev, &pdrvdata.portdevs, list) {  in find_port_by_devt()
289 		port = find_port_by_devt_in_portdev(portdev, dev);  in find_port_by_devt()
299 static struct port *find_port_by_id(struct ports_device *portdev, u32 id)  in find_port_by_id()  argument
304 	spin_lock_irqsave(&portdev->ports_lock, flags);  in find_port_by_id()
305 	list_for_each_entry(port, &portdev->ports, list)  in find_port_by_id()
310 	spin_unlock_irqrestore(&portdev->ports_lock, flags);  in find_port_by_id()
315 static struct port *find_port_by_vq(struct ports_device *portdev,  in find_port_by_vq()  argument
321 	spin_lock_irqsave(&portdev->ports_lock, flags);  in find_port_by_vq()
322 	list_for_each_entry(port, &portdev->ports, list)  in find_port_by_vq()
327 	spin_unlock_irqrestore(&portdev->ports_lock, flags);  in find_port_by_vq()
343 static inline bool use_multiport(struct ports_device *portdev)  in use_multiport()  argument
349 	if (!portdev->vdev)  in use_multiport()
351 	return __virtio_test_bit(portdev->vdev, VIRTIO_CONSOLE_F_MULTIPORT);  in use_multiport()
511 	if (!port->portdev) {  in discard_port_data()
547 static ssize_t __send_control_msg(struct ports_device *portdev, u32 port_id,  in __send_control_msg()  argument
554 	if (!use_multiport(portdev))  in __send_control_msg()
557 	vq = portdev->c_ovq;  in __send_control_msg()
559 	spin_lock(&portdev->c_ovq_lock);  in __send_control_msg()
561 	portdev->cpkt.id = cpu_to_virtio32(portdev->vdev, port_id);  in __send_control_msg()
562 	portdev->cpkt.event = cpu_to_virtio16(portdev->vdev, event);  in __send_control_msg()
563 	portdev->cpkt.value = cpu_to_virtio16(portdev->vdev, value);  in __send_control_msg()
565 	sg_init_one(sg, &portdev->cpkt, sizeof(struct virtio_console_control));  in __send_control_msg()
567 	if (virtqueue_add_outbuf(vq, sg, 1, &portdev->cpkt, GFP_ATOMIC) == 0) {  in __send_control_msg()
574 	spin_unlock(&portdev->c_ovq_lock);  in __send_control_msg()
582 	if (port->portdev)  in send_control_msg()
583 		return __send_control_msg(port->portdev, port->id, event, value);  in send_control_msg()
594 	if (!port->portdev) {  in reclaim_consumed_buffers()
827 	buf = alloc_buf(port->portdev->vdev, count, 0);  in port_fops_write()
943 	buf = alloc_buf(port->portdev->vdev, 0, occupancy);  in port_fops_splice_write()
1173 	vdev = port->portdev->vdev;  in resize_console()
1358 static int add_port(struct ports_device *portdev, u32 id)  in add_port()  argument
1372 	port->portdev = portdev;  in add_port()
1388 	port->in_vq = portdev->in_vqs[port->id];  in add_port()
1389 	port->out_vq = portdev->out_vqs[port->id];  in add_port()
1393 		dev_err(&port->portdev->vdev->dev, "Error allocating cdev\n");  in add_port()
1399 	devt = MKDEV(portdev->chr_major, id);  in add_port()
1402 		dev_err(&port->portdev->vdev->dev,  in add_port()
1406 	port->dev = device_create(pdrvdata.class, &port->portdev->vdev->dev,  in add_port()
1408 				  port->portdev->vdev->index, id);  in add_port()
1411 		dev_err(&port->portdev->vdev->dev,  in add_port()
1431 	if (is_rproc_serial(port->portdev->vdev))  in add_port()
1438 	else if (!use_multiport(port->portdev)) {  in add_port()
1448 	spin_lock_irq(&portdev->ports_lock);  in add_port()
1449 	list_add_tail(&port->list, &port->portdev->ports);  in add_port()
1450 	spin_unlock_irq(&portdev->ports_lock);  in add_port()
1464 		 port->portdev->vdev->index, id);  in add_port()
1479 	__send_control_msg(portdev, id, VIRTIO_CONSOLE_PORT_READY, 0);  in add_port()
1512 	spin_lock_irq(&port->portdev->ports_lock);  in unplug_port()
1514 	spin_unlock_irq(&port->portdev->ports_lock);  in unplug_port()
1543 	port->portdev = NULL;  in unplug_port()
1562 				   struct ports_device *portdev,  in handle_control_message()  argument
1572 	port = find_port_by_id(portdev, virtio32_to_cpu(vdev, cpkt->id));  in handle_control_message()
1576 		dev_dbg(&portdev->vdev->dev,  in handle_control_message()
1584 			dev_dbg(&portdev->vdev->dev,  in handle_control_message()
1590 		    portdev->max_nr_ports) {  in handle_control_message()
1591 			dev_warn(&portdev->vdev->dev,  in handle_control_message()
1594 				cpkt->id, portdev->max_nr_ports - 1);  in handle_control_message()
1597 		add_port(portdev, virtio32_to_cpu(vdev, cpkt->id));  in handle_control_message()
1700 	struct ports_device *portdev;  in control_work_handler()  local
1705 	portdev = container_of(work, struct ports_device, control_work);  in control_work_handler()
1706 	vq = portdev->c_ivq;  in control_work_handler()
1708 	spin_lock(&portdev->c_ivq_lock);  in control_work_handler()
1710 		spin_unlock(&portdev->c_ivq_lock);  in control_work_handler()
1715 		handle_control_message(vq->vdev, portdev, buf);  in control_work_handler()
1717 		spin_lock(&portdev->c_ivq_lock);  in control_work_handler()
1718 		if (add_inbuf(portdev->c_ivq, buf) < 0) {  in control_work_handler()
1719 			dev_warn(&portdev->vdev->dev,  in control_work_handler()
1724 	spin_unlock(&portdev->c_ivq_lock);  in control_work_handler()
1780 	if (!port->guest_connected && !is_rproc_serial(port->portdev->vdev))  in in_intr()
1796 	struct ports_device *portdev;  in control_intr()  local
1798 	portdev = vq->vdev->priv;  in control_intr()
1799 	schedule_work(&portdev->control_work);  in control_intr()
1804 	struct ports_device *portdev;  in config_intr()  local
1806 	portdev = vdev->priv;  in config_intr()
1808 	if (!use_multiport(portdev))  in config_intr()
1809 		schedule_work(&portdev->config_work);  in config_intr()
1814 	struct ports_device *portdev;  in config_work_handler()  local
1816 	portdev = container_of(work, struct ports_device, config_work);  in config_work_handler()
1817 	if (!use_multiport(portdev)) {  in config_work_handler()
1822 		vdev = portdev->vdev;  in config_work_handler()
1826 		port = find_port_by_id(portdev, 0);  in config_work_handler()
1840 static int init_vqs(struct ports_device *portdev)  in init_vqs()  argument
1848 	nr_ports = portdev->max_nr_ports;  in init_vqs()
1849 	nr_queues = use_multiport(portdev) ? (nr_ports + 1) * 2 : 2;  in init_vqs()
1855 	portdev->in_vqs = kmalloc_array(nr_ports, sizeof(struct virtqueue *),  in init_vqs()
1857 	portdev->out_vqs = kmalloc_array(nr_ports, sizeof(struct virtqueue *),  in init_vqs()
1859 	if (!vqs || !io_callbacks || !io_names || !portdev->in_vqs ||  in init_vqs()
1860 	    !portdev->out_vqs) {  in init_vqs()
1877 	if (use_multiport(portdev)) {  in init_vqs()
1892 	err = virtio_find_vqs(portdev->vdev, nr_queues, vqs,  in init_vqs()
1899 	portdev->in_vqs[0] = vqs[0];  in init_vqs()
1900 	portdev->out_vqs[0] = vqs[1];  in init_vqs()
1902 	if (use_multiport(portdev)) {  in init_vqs()
1903 		portdev->c_ivq = vqs[j];  in init_vqs()
1904 		portdev->c_ovq = vqs[j + 1];  in init_vqs()
1908 			portdev->in_vqs[i] = vqs[j];  in init_vqs()
1909 			portdev->out_vqs[i] = vqs[j + 1];  in init_vqs()
1919 	kfree(portdev->out_vqs);  in init_vqs()
1920 	kfree(portdev->in_vqs);  in init_vqs()
1932 static void remove_vqs(struct ports_device *portdev)  in remove_vqs()  argument
1936 	virtio_device_for_each_vq(portdev->vdev, vq) {  in remove_vqs()
1943 	portdev->vdev->config->del_vqs(portdev->vdev);  in remove_vqs()
1944 	kfree(portdev->in_vqs);  in remove_vqs()
1945 	kfree(portdev->out_vqs);  in remove_vqs()
1950 	struct ports_device *portdev;  in virtcons_remove()  local
1953 	portdev = vdev->priv;  in virtcons_remove()
1956 	list_del(&portdev->list);  in virtcons_remove()
1962 	if (use_multiport(portdev))  in virtcons_remove()
1963 		cancel_work_sync(&portdev->control_work);  in virtcons_remove()
1965 		cancel_work_sync(&portdev->config_work);  in virtcons_remove()
1967 	list_for_each_entry_safe(port, port2, &portdev->ports, list)  in virtcons_remove()
1970 	unregister_chrdev(portdev->chr_major, "virtio-portsdev");  in virtcons_remove()
1980 	remove_vqs(portdev);  in virtcons_remove()
1981 	kfree(portdev);  in virtcons_remove()
1994 	struct ports_device *portdev;  in virtcons_probe()  local
2011 	portdev = kmalloc(sizeof(*portdev), GFP_KERNEL);  in virtcons_probe()
2012 	if (!portdev) {  in virtcons_probe()
2018 	portdev->vdev = vdev;  in virtcons_probe()
2019 	vdev->priv = portdev;  in virtcons_probe()
2021 	portdev->chr_major = register_chrdev(0, "virtio-portsdev",  in virtcons_probe()
2023 	if (portdev->chr_major < 0) {  in virtcons_probe()
2026 			portdev->chr_major, vdev->index);  in virtcons_probe()
2027 		err = portdev->chr_major;  in virtcons_probe()
2032 	portdev->max_nr_ports = 1;  in virtcons_probe()
2038 				 &portdev->max_nr_ports) == 0) {  in virtcons_probe()
2042 	err = init_vqs(portdev);  in virtcons_probe()
2048 	spin_lock_init(&portdev->ports_lock);  in virtcons_probe()
2049 	INIT_LIST_HEAD(&portdev->ports);  in virtcons_probe()
2050 	INIT_LIST_HEAD(&portdev->list);  in virtcons_probe()
2052 	virtio_device_ready(portdev->vdev);  in virtcons_probe()
2054 	INIT_WORK(&portdev->config_work, &config_work_handler);  in virtcons_probe()
2055 	INIT_WORK(&portdev->control_work, &control_work_handler);  in virtcons_probe()
2058 		spin_lock_init(&portdev->c_ivq_lock);  in virtcons_probe()
2059 		spin_lock_init(&portdev->c_ovq_lock);  in virtcons_probe()
2061 		err = fill_queue(portdev->c_ivq, &portdev->c_ivq_lock);  in virtcons_probe()
2069 			__send_control_msg(portdev, VIRTIO_CONSOLE_BAD_ID,  in virtcons_probe()
2080 		add_port(portdev, 0);  in virtcons_probe()
2084 	list_add_tail(&portdev->list, &pdrvdata.portdevs);  in virtcons_probe()
2087 	__send_control_msg(portdev, VIRTIO_CONSOLE_BAD_ID,  in virtcons_probe()
2105 	unregister_chrdev(portdev->chr_major, "virtio-portsdev");  in virtcons_probe()
2107 	kfree(portdev);  in virtcons_probe()
2137 	struct ports_device *portdev;  in virtcons_freeze()  local
2140 	portdev = vdev->priv;  in virtcons_freeze()
2144 	if (use_multiport(portdev))  in virtcons_freeze()
2145 		virtqueue_disable_cb(portdev->c_ivq);  in virtcons_freeze()
2146 	cancel_work_sync(&portdev->control_work);  in virtcons_freeze()
2147 	cancel_work_sync(&portdev->config_work);  in virtcons_freeze()
2152 	if (use_multiport(portdev))  in virtcons_freeze()
2153 		virtqueue_disable_cb(portdev->c_ivq);  in virtcons_freeze()
2155 	list_for_each_entry(port, &portdev->ports, list) {  in virtcons_freeze()
2165 	remove_vqs(portdev);  in virtcons_freeze()
2172 	struct ports_device *portdev;  in virtcons_restore()  local
2176 	portdev = vdev->priv;  in virtcons_restore()
2178 	ret = init_vqs(portdev);  in virtcons_restore()
2182 	virtio_device_ready(portdev->vdev);  in virtcons_restore()
2184 	if (use_multiport(portdev))  in virtcons_restore()
2185 		fill_queue(portdev->c_ivq, &portdev->c_ivq_lock);  in virtcons_restore()
2187 	list_for_each_entry(port, &portdev->ports, list) {  in virtcons_restore()
2188 		port->in_vq = portdev->in_vqs[port->id];  in virtcons_restore()
2189 		port->out_vq = portdev->out_vqs[port->id];  in virtcons_restore()