1 // SPDX-License-Identifier: GPL-2.0-or-later
28 #include <linux/dma-mapping.h>
43 	/* Used for exporting per-port information to debugfs */
49 	/* All the console devices handled by this driver */
56 	.name = "virtio-ports",
62 /* This struct holds information that's relevant only for console ports */
63 struct console {  struct
67 	/* The hvc device associated with this console port */  argument
70 	/* The size of the console */  argument
77 	 * differentiate between the other console ports handled by  argument
88 	/* size of the buffer in *buf above */
89 	size_t size;  member
113  * This is a per-device struct that stores data common to all the
114  * ports for that device (vdev->priv).
144 	 * guest->host transfers, one for host->guest transfers
149 	 * A control packet buffer for guest->host requests, protected
154 	/* Array of per-port IO virtqueues */
165 /* This struct holds the per-port data */
201 	 * hooked up to an hvc console
203 	struct console cons;
209 	/* Reference-counting to handle port hot-unplugs and file operations */
236 	struct console *cons;  in find_port_by_vtermno()
241 		if (cons->vtermno == vtermno) {  in find_port_by_vtermno()
258 	spin_lock_irqsave(&portdev->ports_lock, flags);  in find_port_by_devt_in_portdev()
259 	list_for_each_entry(port, &portdev->ports, list) {  in find_port_by_devt_in_portdev()
260 		if (port->cdev->dev == dev) {  in find_port_by_devt_in_portdev()
261 			kref_get(&port->kref);  in find_port_by_devt_in_portdev()
267 	spin_unlock_irqrestore(&portdev->ports_lock, flags);  in find_port_by_devt_in_portdev()
295 	spin_lock_irqsave(&portdev->ports_lock, flags);  in find_port_by_id()
296 	list_for_each_entry(port, &portdev->ports, list)  in find_port_by_id()
297 		if (port->id == id)  in find_port_by_id()
301 	spin_unlock_irqrestore(&portdev->ports_lock, flags);  in find_port_by_id()
312 	spin_lock_irqsave(&portdev->ports_lock, flags);  in find_port_by_vq()
313 	list_for_each_entry(port, &portdev->ports, list)  in find_port_by_vq()
314 		if (port->in_vq == vq || port->out_vq == vq)  in find_port_by_vq()
318 	spin_unlock_irqrestore(&portdev->ports_lock, flags);  in find_port_by_vq()
324 	if (port->cons.hvc)  in is_console_port()
331 	return is_rproc_enabled && vdev->id.device == VIRTIO_ID_RPROC_SERIAL;  in is_rproc_serial()
340 	if (!portdev->vdev)  in use_multiport()
342 	return __virtio_test_bit(portdev->vdev, VIRTIO_CONSOLE_F_MULTIPORT);  in use_multiport()
352 	for (i = 0; i < buf->sgpages; i++) {  in free_buf()
353 		struct page *page = sg_page(&buf->sg[i]);  in free_buf()
359 	if (!buf->dev) {  in free_buf()
360 		kfree(buf->buf);  in free_buf()
366 			/* queue up dma-buffers to be freed later */  in free_buf()
368 			list_add_tail(&buf->list, &pending_free_dma_bufs);  in free_buf()
372 		dma_free_coherent(buf->dev, buf->size, buf->buf, buf->dma);  in free_buf()
375 		put_device(buf->dev);  in free_buf()
398 		list_del(&buf->list);  in reclaim_dma_bufs()
418 	buf->sgpages = pages;  in alloc_buf()
420 		buf->dev = NULL;  in alloc_buf()
421 		buf->buf = NULL;  in alloc_buf()
432 		buf->dev = vdev->dev.parent;  in alloc_buf()
433 		if (!buf->dev)  in alloc_buf()
437 		get_device(buf->dev);  in alloc_buf()
438 		buf->buf = dma_alloc_coherent(buf->dev, buf_size, &buf->dma,  in alloc_buf()
441 		buf->dev = NULL;  in alloc_buf()
442 		buf->buf = kmalloc(buf_size, GFP_KERNEL);  in alloc_buf()
445 	if (!buf->buf)  in alloc_buf()
447 	buf->len = 0;  in alloc_buf()
448 	buf->offset = 0;  in alloc_buf()
449 	buf->size = buf_size;  in alloc_buf()
464 	if (port->inbuf)  in get_inbuf()
465 		return port->inbuf;  in get_inbuf()
467 	buf = virtqueue_get_buf(port->in_vq, &len);  in get_inbuf()
469 		buf->len = min_t(size_t, len, buf->size);  in get_inbuf()
470 		buf->offset = 0;  in get_inbuf()
471 		port->stats.bytes_received += len;  in get_inbuf()
477  * Create a scatter-gather list representing our input buffer and put
487 	sg_init_one(sg, buf->buf, buf->size);  in add_inbuf()
492 		ret = vq->num_free;  in add_inbuf()
502 	if (!port->portdev) {  in discard_port_data()
510 		port->stats.bytes_discarded += buf->len - buf->offset;  in discard_port_data()
511 		if (add_inbuf(port->in_vq, buf) < 0) {  in discard_port_data()
515 		port->inbuf = NULL;  in discard_port_data()
519 		dev_warn(port->dev, "Errors adding %d buffers back to vq\n",  in discard_port_data()
529 	spin_lock_irqsave(&port->inbuf_lock, flags);  in port_has_data()
530 	port->inbuf = get_inbuf(port);  in port_has_data()
531 	if (port->inbuf)  in port_has_data()
534 	spin_unlock_irqrestore(&port->inbuf_lock, flags);  in port_has_data()
548 	vq = portdev->c_ovq;  in __send_control_msg()
550 	spin_lock(&portdev->c_ovq_lock);  in __send_control_msg()
552 	portdev->cpkt.id = cpu_to_virtio32(portdev->vdev, port_id);  in __send_control_msg()
553 	portdev->cpkt.event = cpu_to_virtio16(portdev->vdev, event);  in __send_control_msg()
554 	portdev->cpkt.value = cpu_to_virtio16(portdev->vdev, value);  in __send_control_msg()
556 	sg_init_one(sg, &portdev->cpkt, sizeof(struct virtio_console_control));  in __send_control_msg()
558 	if (virtqueue_add_outbuf(vq, sg, 1, &portdev->cpkt, GFP_ATOMIC) == 0) {  in __send_control_msg()
565 	spin_unlock(&portdev->c_ovq_lock);  in __send_control_msg()
573 	if (port->portdev)  in send_control_msg()
574 		return __send_control_msg(port->portdev, port->id, event, value);  in send_control_msg()
579 /* Callers must take the port->outvq_lock */
585 	if (!port->portdev) {  in reclaim_consumed_buffers()
589 	while ((buf = virtqueue_get_buf(port->out_vq, &len))) {  in reclaim_consumed_buffers()
591 		port->outvq_full = false;  in reclaim_consumed_buffers()
604 	out_vq = port->out_vq;  in __send_to_port()
606 	spin_lock_irqsave(&port->outvq_lock, flags);  in __send_to_port()
620 	if (out_vq->num_free == 0)  in __send_to_port()
621 		port->outvq_full = true;  in __send_to_port()
633 	 * console driver writes something out.  in __send_to_port()
639 	spin_unlock_irqrestore(&port->outvq_lock, flags);  in __send_to_port()
641 	port->stats.bytes_sent += in_count;  in __send_to_port()
643 	 * We're expected to return the amount of data we wrote -- all  in __send_to_port()
662 	buf = port->inbuf;  in fill_readbuf()
663 	out_count = min(out_count, buf->len - buf->offset);  in fill_readbuf()
668 		ret = copy_to_user(out_buf, buf->buf + buf->offset, out_count);  in fill_readbuf()
670 			return -EFAULT;  in fill_readbuf()
672 		memcpy((__force u8 *)out_buf, buf->buf + buf->offset,  in fill_readbuf()
676 	buf->offset += out_count;  in fill_readbuf()
678 	if (buf->offset == buf->len) {  in fill_readbuf()
681 		 * Re-queue so that the Host can send us more data.  in fill_readbuf()
683 		spin_lock_irqsave(&port->inbuf_lock, flags);  in fill_readbuf()
684 		port->inbuf = NULL;  in fill_readbuf()
686 		if (add_inbuf(port->in_vq, buf) < 0)  in fill_readbuf()
687 			dev_warn(port->dev, "failed add_buf\n");  in fill_readbuf()
689 		spin_unlock_irqrestore(&port->inbuf_lock, flags);  in fill_readbuf()
698 	if (!port->guest_connected) {  in will_read_block()
699 		/* Port got hot-unplugged. Let's exit. */  in will_read_block()
702 	return !port_has_data(port) && port->host_connected;  in will_read_block()
709 	if (!port->guest_connected) {  in will_write_block()
710 		/* Port got hot-unplugged. Let's exit. */  in will_write_block()
713 	if (!port->host_connected)  in will_write_block()
716 	spin_lock_irq(&port->outvq_lock);  in will_write_block()
722 	ret = port->outvq_full;  in will_write_block()
723 	spin_unlock_irq(&port->outvq_lock);  in will_write_block()
734 	port = filp->private_data;  in port_fops_read()
736 	/* Port is hot-unplugged. */  in port_fops_read()
737 	if (!port->guest_connected)  in port_fops_read()
738 		return -ENODEV;  in port_fops_read()
746 		if (!port->host_connected)  in port_fops_read()
748 		if (filp->f_flags & O_NONBLOCK)  in port_fops_read()
749 			return -EAGAIN;  in port_fops_read()
751 		ret = wait_event_freezable(port->waitqueue,  in port_fops_read()
756 	/* Port got hot-unplugged while we were waiting above. */  in port_fops_read()
757 	if (!port->guest_connected)  in port_fops_read()
758 		return -ENODEV;  in port_fops_read()
769 	if (!port_has_data(port) && !port->host_connected)  in port_fops_read()
781 			return -EAGAIN;  in wait_port_writable()
783 		ret = wait_event_freezable(port->waitqueue,  in wait_port_writable()
788 	/* Port got hot-unplugged. */  in wait_port_writable()
789 	if (!port->guest_connected)  in wait_port_writable()
790 		return -ENODEV;  in wait_port_writable()
808 	port = filp->private_data;  in port_fops_write()
810 	nonblock = filp->f_flags & O_NONBLOCK;  in port_fops_write()
818 	buf = alloc_buf(port->portdev->vdev, count, 0);  in port_fops_write()
820 		return -ENOMEM;  in port_fops_write()
822 	ret = copy_from_user(buf->buf, ubuf, count);  in port_fops_write()
824 		ret = -EFAULT;  in port_fops_write()
829 	 * We now ask send_buf() to not spin for generic ports -- we  in port_fops_write()
830 	 * can re-use the same code path that non-blocking file  in port_fops_write()
836 	sg_init_one(sg, buf->buf, count);  in port_fops_write()
850 	unsigned int size;  member
858 	struct sg_list *sgl = sd->u.data;  in pipe_to_sg()
861 	if (sgl->n == sgl->size)  in pipe_to_sg()
867 		get_page(buf->page);  in pipe_to_sg()
868 		unlock_page(buf->page);  in pipe_to_sg()
870 		len = min(buf->len, sd->len);  in pipe_to_sg()
871 		sg_set_page(&(sgl->sg[sgl->n]), buf->page, len, buf->offset);  in pipe_to_sg()
878 			return -ENOMEM;  in pipe_to_sg()
880 		offset = sd->pos & ~PAGE_MASK;  in pipe_to_sg()
882 		len = sd->len;  in pipe_to_sg()
884 			len = PAGE_SIZE - offset;  in pipe_to_sg()
886 		src = kmap_local_page(buf->page);  in pipe_to_sg()
887 		memcpy(page_address(page) + offset, src + buf->offset, len);  in pipe_to_sg()
890 		sg_set_page(&(sgl->sg[sgl->n]), page, len, offset);  in pipe_to_sg()
892 	sgl->n++;  in pipe_to_sg()
893 	sgl->len += len;  in pipe_to_sg()
898 /* Faster zero-copy write by splicing */
903 	struct port *port = filp->private_data;  in port_fops_splice_write()
917 	 * pipe_to_sg() must allocate dma-buffers and copy content from  in port_fops_splice_write()
919 	 * support allocating and freeing such a list of dma-buffers.  in port_fops_splice_write()
921 	if (is_rproc_serial(port->out_vq->vdev))  in port_fops_splice_write()
922 		return -EINVAL;  in port_fops_splice_write()
929 	ret = wait_port_writable(port, filp->f_flags & O_NONBLOCK);  in port_fops_splice_write()
934 	buf = alloc_buf(port->portdev->vdev, 0, occupancy);  in port_fops_splice_write()
937 		ret = -ENOMEM;  in port_fops_splice_write()
943 	sgl.size = occupancy;  in port_fops_splice_write()
944 	sgl.sg = buf->sg;  in port_fops_splice_write()
945 	sg_init_table(sgl.sg, sgl.size);  in port_fops_splice_write()
949 		ret = __send_to_port(port, buf->sg, sgl.n, sgl.len, buf, true);  in port_fops_splice_write()
965 	port = filp->private_data;  in port_fops_poll()
966 	poll_wait(filp, &port->waitqueue, wait);  in port_fops_poll()
968 	if (!port->guest_connected) {  in port_fops_poll()
977 	if (!port->host_connected)  in port_fops_poll()
989 	port = filp->private_data;  in port_fops_release()
994 	spin_lock_irq(&port->inbuf_lock);  in port_fops_release()
995 	port->guest_connected = false;  in port_fops_release()
999 	spin_unlock_irq(&port->inbuf_lock);  in port_fops_release()
1001 	spin_lock_irq(&port->outvq_lock);  in port_fops_release()
1003 	spin_unlock_irq(&port->outvq_lock);  in port_fops_release()
1014 	kref_put(&port->kref, remove_port);  in port_fops_release()
1021 	struct cdev *cdev = inode->i_cdev;  in port_fops_open()
1026 	port = find_port_by_devt(cdev->dev);  in port_fops_open()
1029 		return -ENXIO;  in port_fops_open()
1031 	filp->private_data = port;  in port_fops_open()
1034 	 * Don't allow opening of console port devices -- that's done  in port_fops_open()
1038 		ret = -ENXIO;  in port_fops_open()
1043 	spin_lock_irq(&port->inbuf_lock);  in port_fops_open()
1044 	if (port->guest_connected) {  in port_fops_open()
1045 		spin_unlock_irq(&port->inbuf_lock);  in port_fops_open()
1046 		ret = -EBUSY;  in port_fops_open()
1050 	port->guest_connected = true;  in port_fops_open()
1051 	spin_unlock_irq(&port->inbuf_lock);  in port_fops_open()
1053 	spin_lock_irq(&port->outvq_lock);  in port_fops_open()
1060 	spin_unlock_irq(&port->outvq_lock);  in port_fops_open()
1065 	send_control_msg(filp->private_data, VIRTIO_CONSOLE_PORT_OPEN, 1);  in port_fops_open()
1069 	kref_put(&port->kref, remove_port);  in port_fops_open()
1077 	port = filp->private_data;  in port_fops_fasync()
1078 	return fasync_helper(fd, filp, mode, &port->async_queue);  in port_fops_fasync()
1083  * a console device, read from it, write to it, poll for data and
1101  * We turn the characters into a scatter-gather list, add it to the
1115 		return -EPIPE;  in put_chars()
1119 		return -ENOMEM;  in put_chars()
1140 		return -EPIPE;  in get_chars()
1143 	BUG_ON(!port->in_vq);  in get_chars()
1152 	/* The port could have been hot-unplugged */  in resize_console()
1156 	vdev = port->portdev->vdev;  in resize_console()
1161 		hvc_resize(port->cons.hvc, port->cons.ws);  in resize_console()
1169 	port = find_port_by_vtermno(hp->vtermno);  in notifier_add_vio()
1171 		return -EINVAL;  in notifier_add_vio()
1173 	hp->irq_requested = 1;  in notifier_add_vio()
1181 	hp->irq_requested = 0;  in notifier_del_vio()
1184 /* The operations for console ports. */
1198 	 * The Host's telling us this port is a console port.  Hook it  in init_port_console()
1199 	 * up with an hvc console.  in init_port_console()
1201 	 * To set up and manage our virtual console, we call  in init_port_console()
1204 	 * The first argument of hvc_alloc() is the virtual console  in init_port_console()
1211 	 * pointers.  The final argument is the output buffer size: we  in init_port_console()
1212 	 * can do any size, so we put PAGE_SIZE here.  in init_port_console()
1218 	port->cons.vtermno = ret;  in init_port_console()
1219 	port->cons.hvc = hvc_alloc(port->cons.vtermno, 0, &hv_ops, PAGE_SIZE);  in init_port_console()
1220 	if (IS_ERR(port->cons.hvc)) {  in init_port_console()
1221 		ret = PTR_ERR(port->cons.hvc);  in init_port_console()
1222 		dev_err(port->dev,  in init_port_console()
1224 		port->cons.hvc = NULL;  in init_port_console()
1225 		ida_free(&vtermno_ida, port->cons.vtermno);  in init_port_console()
1229 	list_add_tail(&port->cons.list, &pdrvdata.consoles);  in init_port_console()
1231 	port->guest_connected = true;  in init_port_console()
1246 	return sprintf(buffer, "%s\n", port->name);  in show_port_name()
1263 	struct port *port = s->private;  in port_debugfs_show()
1265 	seq_printf(s, "name: %s\n", port->name ? port->name : "");  in port_debugfs_show()
1266 	seq_printf(s, "guest_connected: %d\n", port->guest_connected);  in port_debugfs_show()
1267 	seq_printf(s, "host_connected: %d\n", port->host_connected);  in port_debugfs_show()
1268 	seq_printf(s, "outvq_full: %d\n", port->outvq_full);  in port_debugfs_show()
1269 	seq_printf(s, "bytes_sent: %lu\n", port->stats.bytes_sent);  in port_debugfs_show()
1270 	seq_printf(s, "bytes_received: %lu\n", port->stats.bytes_received);  in port_debugfs_show()
1271 	seq_printf(s, "bytes_discarded: %lu\n", port->stats.bytes_discarded);  in port_debugfs_show()
1274 	seq_printf(s, "console_vtermno: %u\n", port->cons.vtermno);  in port_debugfs_show()
1286 	port->cons.ws.ws_row = rows;  in set_console_size()
1287 	port->cons.ws.ws_col = cols;  in set_console_size()
1298 		buf = alloc_buf(vq->vdev, PAGE_SIZE, 0);  in fill_queue()
1300 			return -ENOMEM;  in fill_queue()
1318 	if (port->async_queue && port->guest_connected)  in send_sigio_to_port()
1319 		kill_fasync(&port->async_queue, SIGIO, POLL_OUT);  in send_sigio_to_port()
1331 		err = -ENOMEM;  in add_port()
1334 	kref_init(&port->kref);  in add_port()
1336 	port->portdev = portdev;  in add_port()
1337 	port->id = id;  in add_port()
1339 	port->name = NULL;  in add_port()
1340 	port->inbuf = NULL;  in add_port()
1341 	port->cons.hvc = NULL;  in add_port()
1342 	port->async_queue = NULL;  in add_port()
1344 	port->cons.ws.ws_row = port->cons.ws.ws_col = 0;  in add_port()
1345 	port->cons.vtermno = 0;  in add_port()
1347 	port->host_connected = port->guest_connected = false;  in add_port()
1348 	port->stats = (struct port_stats) { 0 };  in add_port()
1350 	port->outvq_full = false;  in add_port()
1352 	port->in_vq = portdev->in_vqs[port->id];  in add_port()
1353 	port->out_vq = portdev->out_vqs[port->id];  in add_port()
1355 	port->cdev = cdev_alloc();  in add_port()
1356 	if (!port->cdev) {  in add_port()
1357 		dev_err(&port->portdev->vdev->dev, "Error allocating cdev\n");  in add_port()
1358 		err = -ENOMEM;  in add_port()
1361 	port->cdev->ops = &port_fops;  in add_port()
1363 	devt = MKDEV(portdev->chr_major, id);  in add_port()
1364 	err = cdev_add(port->cdev, devt, 1);  in add_port()
1366 		dev_err(&port->portdev->vdev->dev,  in add_port()
1370 	port->dev = device_create(&port_class, &port->portdev->vdev->dev,  in add_port()
1372 				  port->portdev->vdev->index, id);  in add_port()
1373 	if (IS_ERR(port->dev)) {  in add_port()
1374 		err = PTR_ERR(port->dev);  in add_port()
1375 		dev_err(&port->portdev->vdev->dev,  in add_port()
1381 	spin_lock_init(&port->inbuf_lock);  in add_port()
1382 	spin_lock_init(&port->outvq_lock);  in add_port()
1383 	init_waitqueue_head(&port->waitqueue);  in add_port()
1389 	err = fill_queue(port->in_vq, &port->inbuf_lock);  in add_port()
1390 	if (err < 0 && err != -ENOSPC) {  in add_port()
1391 		dev_err(port->dev, "Error allocating inbufs\n");  in add_port()
1395 	if (is_rproc_serial(port->portdev->vdev))  in add_port()
1398 		 * rproc_serial does not want the console port, only  in add_port()
1401 		port->host_connected = true;  in add_port()
1402 	else if (!use_multiport(port->portdev)) {  in add_port()
1405 		 * this has to be a console port.  in add_port()
1412 	spin_lock_irq(&portdev->ports_lock);  in add_port()
1413 	list_add_tail(&port->list, &port->portdev->ports);  in add_port()
1414 	spin_unlock_irq(&portdev->ports_lock);  in add_port()
1419 	 * caching, whether this is a console port, etc.)  in add_port()
1428 		 port->portdev->vdev->index, id);  in add_port()
1429 	port->debugfs_file = debugfs_create_file(debugfs_name, 0444,  in add_port()
1436 	device_destroy(&port_class, port->dev->devt);  in add_port()
1438 	cdev_del(port->cdev);  in add_port()
1447 /* No users remain, remove all port-specific data. */
1459 	spin_lock_irq(&port->inbuf_lock);  in remove_port_data()
1462 	spin_unlock_irq(&port->inbuf_lock);  in remove_port_data()
1464 	spin_lock_irq(&port->outvq_lock);  in remove_port_data()
1466 	spin_unlock_irq(&port->outvq_lock);  in remove_port_data()
1476 	spin_lock_irq(&port->portdev->ports_lock);  in unplug_port()
1477 	list_del(&port->list);  in unplug_port()
1478 	spin_unlock_irq(&port->portdev->ports_lock);  in unplug_port()
1480 	spin_lock_irq(&port->inbuf_lock);  in unplug_port()
1481 	if (port->guest_connected) {  in unplug_port()
1486 		port->guest_connected = false;  in unplug_port()
1487 		port->host_connected = false;  in unplug_port()
1489 		wake_up_interruptible(&port->waitqueue);  in unplug_port()
1491 	spin_unlock_irq(&port->inbuf_lock);  in unplug_port()
1495 		list_del(&port->cons.list);  in unplug_port()
1497 		hvc_remove(port->cons.hvc);  in unplug_port()
1498 		ida_free(&vtermno_ida, port->cons.vtermno);  in unplug_port()
1504 	 * We should just assume the device itself has gone off --  in unplug_port()
1508 	port->portdev = NULL;  in unplug_port()
1510 	sysfs_remove_group(&port->dev->kobj, &port_attribute_group);  in unplug_port()
1511 	device_destroy(&port_class, port->dev->devt);  in unplug_port()
1512 	cdev_del(port->cdev);  in unplug_port()
1514 	debugfs_remove(port->debugfs_file);  in unplug_port()
1515 	kfree(port->name);  in unplug_port()
1518 	 * Locks around here are not necessary - a port can't be  in unplug_port()
1522 	kref_put(&port->kref, remove_port);  in unplug_port()
1535 	cpkt = (struct virtio_console_control *)(buf->buf + buf->offset);  in handle_control_message()
1537 	port = find_port_by_id(portdev, virtio32_to_cpu(vdev, cpkt->id));  in handle_control_message()
1539 	    cpkt->event != cpu_to_virtio16(vdev, VIRTIO_CONSOLE_PORT_ADD)) {  in handle_control_message()
1541 		dev_dbg(&portdev->vdev->dev,  in handle_control_message()
1542 			"Invalid index %u in control packet\n", cpkt->id);  in handle_control_message()
1546 	switch (virtio16_to_cpu(vdev, cpkt->event)) {  in handle_control_message()
1549 			dev_dbg(&portdev->vdev->dev,  in handle_control_message()
1550 				"Port %u already added\n", port->id);  in handle_control_message()
1554 		if (virtio32_to_cpu(vdev, cpkt->id) >=  in handle_control_message()
1555 		    portdev->max_nr_ports) {  in handle_control_message()
1556 			dev_warn(&portdev->vdev->dev,  in handle_control_message()
1558 				"out-of-bound id %u, max. supported id: %u\n",  in handle_control_message()
1559 				cpkt->id, portdev->max_nr_ports - 1);  in handle_control_message()
1562 		add_port(portdev, virtio32_to_cpu(vdev, cpkt->id));  in handle_control_message()
1568 		if (!cpkt->value)  in handle_control_message()
1576 		 * Could remove the port here in case init fails - but  in handle_control_message()
1584 		} size;  in handle_control_message()  local
1589 		memcpy(&size, buf->buf + buf->offset + sizeof(*cpkt),  in handle_control_message()
1590 		       sizeof(size));  in handle_control_message()
1591 		set_console_size(port, size.rows, size.cols);  in handle_control_message()
1593 		port->cons.hvc->irq_requested = 1;  in handle_control_message()
1598 		port->host_connected = virtio16_to_cpu(vdev, cpkt->value);  in handle_control_message()
1599 		wake_up_interruptible(&port->waitqueue);  in handle_control_message()
1605 		spin_lock_irq(&port->outvq_lock);  in handle_control_message()
1607 		spin_unlock_irq(&port->outvq_lock);  in handle_control_message()
1613 		spin_lock_irq(&port->inbuf_lock);  in handle_control_message()
1615 		spin_unlock_irq(&port->inbuf_lock);  in handle_control_message()
1622 		if (port->name)  in handle_control_message()
1626 		 * Skip the size of the header and the cpkt to get the size  in handle_control_message()
1629 		name_size = buf->len - buf->offset - sizeof(*cpkt) + 1;  in handle_control_message()
1631 		port->name = kmalloc(name_size, GFP_KERNEL);  in handle_control_message()
1632 		if (!port->name) {  in handle_control_message()
1633 			dev_err(port->dev,  in handle_control_message()
1637 		strscpy(port->name, buf->buf + buf->offset + sizeof(*cpkt),  in handle_control_message()
1644 		err = sysfs_create_group(&port->dev->kobj,  in handle_control_message()
1647 			dev_err(port->dev,  in handle_control_message()
1656 			kobject_uevent(&port->dev->kobj, KOBJ_CHANGE);  in handle_control_message()
1670 	vq = portdev->c_ivq;  in control_work_handler()
1672 	spin_lock(&portdev->c_ivq_lock);  in control_work_handler()
1674 		spin_unlock(&portdev->c_ivq_lock);  in control_work_handler()
1676 		buf->len = min_t(size_t, len, buf->size);  in control_work_handler()
1677 		buf->offset = 0;  in control_work_handler()
1679 		handle_control_message(vq->vdev, portdev, buf);  in control_work_handler()
1681 		spin_lock(&portdev->c_ivq_lock);  in control_work_handler()
1682 		if (add_inbuf(portdev->c_ivq, buf) < 0) {  in control_work_handler()
1683 			dev_warn(&portdev->vdev->dev,  in control_work_handler()
1688 	spin_unlock(&portdev->c_ivq_lock);  in control_work_handler()
1704 	port = find_port_by_vq(vq->vdev->priv, vq);  in out_intr()
1710 	wake_up_interruptible(&port->waitqueue);  in out_intr()
1718 	port = find_port_by_vq(vq->vdev->priv, vq);  in in_intr()
1724 	spin_lock_irqsave(&port->inbuf_lock, flags);  in in_intr()
1725 	port->inbuf = get_inbuf(port);  in in_intr()
1731 	 * can be reached when a console port is not yet connected (no  in in_intr()
1737 	 * while console ports and rproc-serial ports accepts data at  in in_intr()
1738 	 * any time. rproc-serial is initiated with guest_connected to  in in_intr()
1739 	 * false because port_fops_open expects this. Console ports are  in in_intr()
1740 	 * hooked up with an HVC console and is initialized with  in in_intr()
1744 	if (!port->guest_connected && !is_rproc_serial(port->portdev->vdev))  in in_intr()
1750 	spin_unlock_irqrestore(&port->inbuf_lock, flags);  in in_intr()
1752 	wake_up_interruptible(&port->waitqueue);  in in_intr()
1754 	if (is_console_port(port) && hvc_poll(port->cons.hvc))  in in_intr()
1762 	portdev = vq->vdev->priv;  in control_intr()
1763 	schedule_work(&portdev->control_work);  in control_intr()
1770 	portdev = vdev->priv;  in config_intr()
1773 		schedule_work(&portdev->config_work);  in config_intr()
1786 		vdev = portdev->vdev;  in config_work_handler()
1797 		 * to indicate console size changes so that it can be  in config_work_handler()
1798 		 * done per-port.  in config_work_handler()
1811 	nr_ports = portdev->max_nr_ports;  in init_vqs()
1816 	portdev->in_vqs = kmalloc_array(nr_ports, sizeof(struct virtqueue *),  in init_vqs()
1818 	portdev->out_vqs = kmalloc_array(nr_ports, sizeof(struct virtqueue *),  in init_vqs()
1820 	if (!vqs || !vqs_info || !portdev->in_vqs || !portdev->out_vqs) {  in init_vqs()
1821 		err = -ENOMEM;  in init_vqs()
1827 	 * spawns a console port first and also inits the vqs for port  in init_vqs()
1839 		vqs_info[j].name = "control-i";  in init_vqs()
1840 		vqs_info[j + 1].name = "control-o";  in init_vqs()
1851 	err = virtio_find_vqs(portdev->vdev, nr_queues, vqs, vqs_info, NULL);  in init_vqs()
1856 	portdev->in_vqs[0] = vqs[0];  in init_vqs()
1857 	portdev->out_vqs[0] = vqs[1];  in init_vqs()
1860 		portdev->c_ivq = vqs[j];  in init_vqs()
1861 		portdev->c_ovq = vqs[j + 1];  in init_vqs()
1865 			portdev->in_vqs[i] = vqs[j];  in init_vqs()
1866 			portdev->out_vqs[i] = vqs[j + 1];  in init_vqs()
1875 	kfree(portdev->out_vqs);  in init_vqs()
1876 	kfree(portdev->in_vqs);  in init_vqs()
1891 	virtio_device_for_each_vq(portdev->vdev, vq) {  in remove_vqs()
1899 	portdev->vdev->config->del_vqs(portdev->vdev);  in remove_vqs()
1900 	kfree(portdev->in_vqs);  in remove_vqs()
1901 	kfree(portdev->out_vqs);  in remove_vqs()
1909 	portdev = vdev->priv;  in virtcons_remove()
1912 	list_del(&portdev->list);  in virtcons_remove()
1918 		flush_work(&portdev->control_work);  in virtcons_remove()
1920 		flush_work(&portdev->config_work);  in virtcons_remove()
1926 		cancel_work_sync(&portdev->control_work);  in virtcons_remove()
1928 		cancel_work_sync(&portdev->config_work);  in virtcons_remove()
1930 	list_for_each_entry_safe(port, port2, &portdev->ports, list)  in virtcons_remove()
1933 	unregister_chrdev(portdev->chr_major, "virtio-portsdev");  in virtcons_remove()
1937 	 * (device-side) queues.  So there's no point in keeping the  in virtcons_remove()
1951  * If the host also supports multiple console ports, we check the
1962 	if (!vdev->config->get &&  in virtcons_probe()
1965 		dev_err(&vdev->dev, "%s failure: config access disabled\n",  in virtcons_probe()
1967 		return -EINVAL;  in virtcons_probe()
1972 		err = -ENOMEM;  in virtcons_probe()
1976 	/* Attach this portdev to this virtio_device, and vice-versa. */  in virtcons_probe()
1977 	portdev->vdev = vdev;  in virtcons_probe()
1978 	vdev->priv = portdev;  in virtcons_probe()
1980 	portdev->chr_major = register_chrdev(0, "virtio-portsdev",  in virtcons_probe()
1982 	if (portdev->chr_major < 0) {  in virtcons_probe()
1983 		dev_err(&vdev->dev,  in virtcons_probe()
1985 			portdev->chr_major, vdev->index);  in virtcons_probe()
1986 		err = portdev->chr_major;  in virtcons_probe()
1991 	portdev->max_nr_ports = 1;  in virtcons_probe()
1997 				 &portdev->max_nr_ports) == 0) {  in virtcons_probe()
1998 		if (portdev->max_nr_ports == 0 ||  in virtcons_probe()
1999 		    portdev->max_nr_ports > VIRTCONS_MAX_PORTS) {  in virtcons_probe()
2000 			dev_err(&vdev->dev,  in virtcons_probe()
2002 				portdev->max_nr_ports);  in virtcons_probe()
2003 			err = -EINVAL;  in virtcons_probe()
2009 	spin_lock_init(&portdev->ports_lock);  in virtcons_probe()
2010 	INIT_LIST_HEAD(&portdev->ports);  in virtcons_probe()
2011 	INIT_LIST_HEAD(&portdev->list);  in virtcons_probe()
2013 	INIT_WORK(&portdev->config_work, &config_work_handler);  in virtcons_probe()
2014 	INIT_WORK(&portdev->control_work, &control_work_handler);  in virtcons_probe()
2017 		spin_lock_init(&portdev->c_ivq_lock);  in virtcons_probe()
2018 		spin_lock_init(&portdev->c_ovq_lock);  in virtcons_probe()
2023 		dev_err(&vdev->dev, "Error %d initializing vqs\n", err);  in virtcons_probe()
2027 	virtio_device_ready(portdev->vdev);  in virtcons_probe()
2030 		err = fill_queue(portdev->c_ivq, &portdev->c_ivq_lock);  in virtcons_probe()
2032 			dev_err(&vdev->dev,  in virtcons_probe()
2046 		 * For backward compatibility: Create a console port  in virtcons_probe()
2053 	list_add_tail(&portdev->list, &pdrvdata.portdevs);  in virtcons_probe()
2062 	unregister_chrdev(portdev->chr_major, "virtio-portsdev");  in virtcons_probe()
2097 	portdev = vdev->priv;  in virtcons_freeze()
2102 		virtqueue_disable_cb(portdev->c_ivq);  in virtcons_freeze()
2103 	cancel_work_sync(&portdev->control_work);  in virtcons_freeze()
2104 	cancel_work_sync(&portdev->config_work);  in virtcons_freeze()
2110 		virtqueue_disable_cb(portdev->c_ivq);  in virtcons_freeze()
2112 	list_for_each_entry(port, &portdev->ports, list) {  in virtcons_freeze()
2113 		virtqueue_disable_cb(port->in_vq);  in virtcons_freeze()
2114 		virtqueue_disable_cb(port->out_vq);  in virtcons_freeze()
2119 		port->host_connected = false;  in virtcons_freeze()
2133 	portdev = vdev->priv;  in virtcons_restore()
2139 	virtio_device_ready(portdev->vdev);  in virtcons_restore()
2142 		fill_queue(portdev->c_ivq, &portdev->c_ivq_lock);  in virtcons_restore()
2144 	list_for_each_entry(port, &portdev->ports, list) {  in virtcons_restore()
2145 		port->in_vq = portdev->in_vqs[port->id];  in virtcons_restore()
2146 		port->out_vq = portdev->out_vqs[port->id];  in virtcons_restore()
2148 		fill_queue(port->in_vq, &port->inbuf_lock);  in virtcons_restore()
2157 		if (port->guest_connected)  in virtcons_restore()
2195 	pdrvdata.debugfs_dir = debugfs_create_dir("virtio-ports", NULL);  in virtio_console_init()
2232 MODULE_DESCRIPTION("Virtio console driver");