blob: 6bbf707f9e33ea8529591768433362246f8dc8f2 [file] [log] [blame]
Rusty Russella23ea922010-01-18 19:14:55 +05301/*
2 * Copyright (C) 2006, 2007, 2009 Rusty Russell, IBM Corporation
Rusty Russell31610432007-10-22 11:03:39 +10003 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; either version 2 of the License, or
7 * (at your option) any later version.
8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17 */
18#include <linux/err.h>
19#include <linux/init.h>
Amit Shah38edf582010-01-18 19:15:05 +053020#include <linux/list.h>
21#include <linux/spinlock.h>
Rusty Russell31610432007-10-22 11:03:39 +100022#include <linux/virtio.h>
23#include <linux/virtio_console.h>
24#include "hvc_console.h"
25
Amit Shah38edf582010-01-18 19:15:05 +053026/*
27 * This is a global struct for storing common data for all the devices
28 * this driver handles.
29 *
30 * Mainly, it has a linked list for all the consoles in one place so
31 * that callbacks from hvc for get_chars(), put_chars() work properly
32 * across multiple devices and multiple ports per device.
33 */
34struct ports_driver_data {
35 /* All the console devices handled by this driver */
36 struct list_head consoles;
37};
38static struct ports_driver_data pdrvdata;
39
40DEFINE_SPINLOCK(pdrvdata_lock);
41
Amit Shahfdb9a052010-01-18 19:15:01 +053042struct port_buffer {
43 char *buf;
44
45 /* size of the buffer in *buf above */
46 size_t size;
47
48 /* used length of the buffer */
49 size_t len;
50 /* offset in the buf from which to consume data */
51 size_t offset;
52};
53
Rusty Russell21206ed2010-01-18 19:15:00 +053054struct port {
55 struct virtqueue *in_vq, *out_vq;
56 struct virtio_device *vdev;
Amit Shahfdb9a052010-01-18 19:15:01 +053057
58 /* The current buffer from which data has to be fed to readers */
59 struct port_buffer *inbuf;
Rusty Russell31610432007-10-22 11:03:39 +100060
Amit Shah38edf582010-01-18 19:15:05 +053061 /* For console ports, hvc != NULL and these are valid. */
Rusty Russell21206ed2010-01-18 19:15:00 +053062 /* The hvc device */
63 struct hvc_struct *hvc;
Amit Shah38edf582010-01-18 19:15:05 +053064
65 /* We'll place all consoles in a list in the pdrvdata struct */
66 struct list_head list;
67
68 /* Our vterm number. */
69 u32 vtermno;
Rusty Russell21206ed2010-01-18 19:15:00 +053070};
Rusty Russell31610432007-10-22 11:03:39 +100071
Rusty Russell21206ed2010-01-18 19:15:00 +053072/* We have one port ready to go immediately, for a console. */
73static struct port console;
Christian Borntraeger91fcad12008-06-20 15:24:15 +020074
Rusty Russell971f3392010-01-18 19:14:56 +053075/* This is the very early arch-specified put chars function. */
76static int (*early_put_chars)(u32, const char *, int);
77
Amit Shah38edf582010-01-18 19:15:05 +053078static struct port *find_port_by_vtermno(u32 vtermno)
79{
80 struct port *port;
81 unsigned long flags;
82
83 spin_lock_irqsave(&pdrvdata_lock, flags);
84 list_for_each_entry(port, &pdrvdata.consoles, list) {
85 if (port->vtermno == vtermno)
86 goto out;
87 }
88 port = NULL;
89out:
90 spin_unlock_irqrestore(&pdrvdata_lock, flags);
91 return port;
92}
93
Amit Shahfdb9a052010-01-18 19:15:01 +053094static void free_buf(struct port_buffer *buf)
95{
96 kfree(buf->buf);
97 kfree(buf);
98}
99
100static struct port_buffer *alloc_buf(size_t buf_size)
101{
102 struct port_buffer *buf;
103
104 buf = kmalloc(sizeof(*buf), GFP_KERNEL);
105 if (!buf)
106 goto fail;
107 buf->buf = kzalloc(buf_size, GFP_KERNEL);
108 if (!buf->buf)
109 goto free_buf;
110 buf->len = 0;
111 buf->offset = 0;
112 buf->size = buf_size;
113 return buf;
114
115free_buf:
116 kfree(buf);
117fail:
118 return NULL;
119}
120
Amit Shaha3cde442010-01-18 19:15:03 +0530121/* Callers should take appropriate locks */
122static void *get_inbuf(struct port *port)
123{
124 struct port_buffer *buf;
125 struct virtqueue *vq;
126 unsigned int len;
127
128 vq = port->in_vq;
129 buf = vq->vq_ops->get_buf(vq, &len);
130 if (buf) {
131 buf->len = len;
132 buf->offset = 0;
133 }
134 return buf;
135}
136
Rusty Russella23ea922010-01-18 19:14:55 +0530137/*
Amit Shahe27b5192010-01-18 19:15:02 +0530138 * Create a scatter-gather list representing our input buffer and put
139 * it in the queue.
140 *
141 * Callers should take appropriate locks.
142 */
143static void add_inbuf(struct virtqueue *vq, struct port_buffer *buf)
144{
145 struct scatterlist sg[1];
146 sg_init_one(sg, buf->buf, buf->size);
147
148 if (vq->vq_ops->add_buf(vq, sg, 0, 1, buf) < 0)
149 BUG();
150 vq->vq_ops->kick(vq);
151}
152
153/*
Rusty Russella23ea922010-01-18 19:14:55 +0530154 * The put_chars() callback is pretty straightforward.
Rusty Russell31610432007-10-22 11:03:39 +1000155 *
Rusty Russella23ea922010-01-18 19:14:55 +0530156 * We turn the characters into a scatter-gather list, add it to the
157 * output queue and then kick the Host. Then we sit here waiting for
158 * it to finish: inefficient in theory, but in practice
159 * implementations will do it immediately (lguest's Launcher does).
160 */
Rusty Russell31610432007-10-22 11:03:39 +1000161static int put_chars(u32 vtermno, const char *buf, int count)
162{
163 struct scatterlist sg[1];
Rusty Russell21206ed2010-01-18 19:15:00 +0530164 struct port *port;
Amit Shah38edf582010-01-18 19:15:05 +0530165 unsigned int len;
166
167 port = find_port_by_vtermno(vtermno);
168 if (!port)
169 return 0;
Rusty Russell31610432007-10-22 11:03:39 +1000170
Rusty Russell971f3392010-01-18 19:14:56 +0530171 if (unlikely(early_put_chars))
172 return early_put_chars(vtermno, buf, count);
173
Rusty Russell31610432007-10-22 11:03:39 +1000174 /* This is a convenient routine to initialize a single-elem sg list */
175 sg_init_one(sg, buf, count);
176
Rusty Russell21206ed2010-01-18 19:15:00 +0530177 /* This shouldn't fail: if it does, we lose chars. */
178 if (port->out_vq->vq_ops->add_buf(port->out_vq, sg, 1, 0, port) >= 0) {
Rusty Russell31610432007-10-22 11:03:39 +1000179 /* Tell Host to go! */
Rusty Russell21206ed2010-01-18 19:15:00 +0530180 port->out_vq->vq_ops->kick(port->out_vq);
181 while (!port->out_vq->vq_ops->get_buf(port->out_vq, &len))
Rusty Russell31610432007-10-22 11:03:39 +1000182 cpu_relax();
183 }
184
185 /* We're expected to return the amount of data we wrote: all of it. */
186 return count;
187}
188
Rusty Russella23ea922010-01-18 19:14:55 +0530189/*
Rusty Russella23ea922010-01-18 19:14:55 +0530190 * get_chars() is the callback from the hvc_console infrastructure
191 * when an interrupt is received.
Rusty Russell31610432007-10-22 11:03:39 +1000192 *
Rusty Russella23ea922010-01-18 19:14:55 +0530193 * Most of the code deals with the fact that the hvc_console()
194 * infrastructure only asks us for 16 bytes at a time. We keep
195 * in_offset and in_used fields for partially-filled buffers.
196 */
Rusty Russell31610432007-10-22 11:03:39 +1000197static int get_chars(u32 vtermno, char *buf, int count)
198{
Rusty Russell21206ed2010-01-18 19:15:00 +0530199 struct port *port;
Rusty Russell31610432007-10-22 11:03:39 +1000200
Amit Shah38edf582010-01-18 19:15:05 +0530201
202 port = find_port_by_vtermno(vtermno);
203 if (!port)
204 return 0;
Rusty Russell21206ed2010-01-18 19:15:00 +0530205
206 /* If we don't have an input queue yet, we can't get input. */
207 BUG_ON(!port->in_vq);
208
209 /* No more in buffer? See if they've (re)used it. */
Amit Shahfdb9a052010-01-18 19:15:01 +0530210 if (port->inbuf->offset == port->inbuf->len) {
Amit Shaha3cde442010-01-18 19:15:03 +0530211 if (!get_inbuf(port))
Rusty Russell31610432007-10-22 11:03:39 +1000212 return 0;
213 }
214
215 /* You want more than we have to give? Well, try wanting less! */
Amit Shahfdb9a052010-01-18 19:15:01 +0530216 if (port->inbuf->offset + count > port->inbuf->len)
217 count = port->inbuf->len - port->inbuf->offset;
Rusty Russell31610432007-10-22 11:03:39 +1000218
219 /* Copy across to their buffer and increment offset. */
Amit Shahfdb9a052010-01-18 19:15:01 +0530220 memcpy(buf, port->inbuf->buf + port->inbuf->offset, count);
221 port->inbuf->offset += count;
Rusty Russell31610432007-10-22 11:03:39 +1000222
223 /* Finished? Re-register buffer so Host will use it again. */
Amit Shahfdb9a052010-01-18 19:15:01 +0530224 if (port->inbuf->offset == port->inbuf->len)
Amit Shahe27b5192010-01-18 19:15:02 +0530225 add_inbuf(port->in_vq, port->inbuf);
Rusty Russell31610432007-10-22 11:03:39 +1000226
227 return count;
228}
Rusty Russell31610432007-10-22 11:03:39 +1000229
Rusty Russella23ea922010-01-18 19:14:55 +0530230/*
Christian Borntraegerc2983452008-11-25 13:36:26 +0100231 * virtio console configuration. This supports:
232 * - console resize
233 */
234static void virtcons_apply_config(struct virtio_device *dev)
235{
Rusty Russell739544882010-01-18 19:15:04 +0530236 struct port *port = dev->priv;
Christian Borntraegerc2983452008-11-25 13:36:26 +0100237 struct winsize ws;
238
239 if (virtio_has_feature(dev, VIRTIO_CONSOLE_F_SIZE)) {
240 dev->config->get(dev,
241 offsetof(struct virtio_console_config, cols),
242 &ws.ws_col, sizeof(u16));
243 dev->config->get(dev,
244 offsetof(struct virtio_console_config, rows),
245 &ws.ws_row, sizeof(u16));
Rusty Russell739544882010-01-18 19:15:04 +0530246 hvc_resize(port->hvc, ws);
Christian Borntraegerc2983452008-11-25 13:36:26 +0100247 }
248}
249
Amit Shah38edf582010-01-18 19:15:05 +0530250/* We set the configuration at this point, since we now have a tty */
Christian Borntraeger91fcad12008-06-20 15:24:15 +0200251static int notifier_add_vio(struct hvc_struct *hp, int data)
252{
Amit Shah38edf582010-01-18 19:15:05 +0530253 struct port *port;
254
255 port = find_port_by_vtermno(hp->vtermno);
256 if (!port)
257 return -EINVAL;
258
Christian Borntraeger91fcad12008-06-20 15:24:15 +0200259 hp->irq_requested = 1;
Amit Shah38edf582010-01-18 19:15:05 +0530260 virtcons_apply_config(port->vdev);
Christian Borntraegerc2983452008-11-25 13:36:26 +0100261
Christian Borntraeger91fcad12008-06-20 15:24:15 +0200262 return 0;
263}
264
265static void notifier_del_vio(struct hvc_struct *hp, int data)
266{
267 hp->irq_requested = 0;
268}
269
270static void hvc_handle_input(struct virtqueue *vq)
271{
Rusty Russell739544882010-01-18 19:15:04 +0530272 struct port *port = vq->vdev->priv;
273
274 if (hvc_poll(port->hvc))
Christian Borntraeger91fcad12008-06-20 15:24:15 +0200275 hvc_kick();
276}
277
Rusty Russell971f3392010-01-18 19:14:56 +0530278/* The operations for the console. */
Rusty Russell1dff3992009-11-28 12:20:26 +0530279static const struct hv_ops hv_ops = {
Rusty Russell971f3392010-01-18 19:14:56 +0530280 .get_chars = get_chars,
281 .put_chars = put_chars,
282 .notifier_add = notifier_add_vio,
283 .notifier_del = notifier_del_vio,
284 .notifier_hangup = notifier_del_vio,
285};
286
287/*
288 * Console drivers are initialized very early so boot messages can go
289 * out, so we do things slightly differently from the generic virtio
290 * initialization of the net and block drivers.
291 *
292 * At this stage, the console is output-only. It's too early to set
293 * up a virtqueue, so we let the drivers do some boutique early-output
294 * thing.
295 */
296int __init virtio_cons_early_init(int (*put_chars)(u32, const char *, int))
297{
298 early_put_chars = put_chars;
299 return hvc_instantiate(0, 0, &hv_ops);
300}
301
Rusty Russella23ea922010-01-18 19:14:55 +0530302/*
303 * Once we're further in boot, we get probed like any other virtio
304 * device. At this stage we set up the output virtqueue.
Rusty Russell31610432007-10-22 11:03:39 +1000305 *
Rusty Russella23ea922010-01-18 19:14:55 +0530306 * To set up and manage our virtual console, we call hvc_alloc().
307 * Since we never remove the console device we never need this pointer
308 * again.
Rusty Russell31610432007-10-22 11:03:39 +1000309 *
Rusty Russella23ea922010-01-18 19:14:55 +0530310 * Finally we put our input buffer in the input queue, ready to
311 * receive.
312 */
Rusty Russell21206ed2010-01-18 19:15:00 +0530313static int __devinit virtcons_probe(struct virtio_device *vdev)
Rusty Russell31610432007-10-22 11:03:39 +1000314{
Michael S. Tsirkind2a7ddd2009-06-12 22:16:36 -0600315 vq_callback_t *callbacks[] = { hvc_handle_input, NULL};
316 const char *names[] = { "input", "output" };
317 struct virtqueue *vqs[2];
Rusty Russell21206ed2010-01-18 19:15:00 +0530318 struct port *port;
Rusty Russell31610432007-10-22 11:03:39 +1000319 int err;
Rusty Russell31610432007-10-22 11:03:39 +1000320
Rusty Russell21206ed2010-01-18 19:15:00 +0530321 port = &console;
322 if (port->vdev) {
323 dev_warn(&port->vdev->dev,
Amit Shahf5508042010-01-18 19:14:59 +0530324 "Multiple virtio-console devices not supported yet\n");
325 return -EEXIST;
326 }
Rusty Russell739544882010-01-18 19:15:04 +0530327
328 /* Attach this port to this virtio_device, and vice-versa. */
Rusty Russell21206ed2010-01-18 19:15:00 +0530329 port->vdev = vdev;
Rusty Russell739544882010-01-18 19:15:04 +0530330 vdev->priv = port;
Rusty Russell31610432007-10-22 11:03:39 +1000331
332 /* This is the scratch page we use to receive console input */
Amit Shahfdb9a052010-01-18 19:15:01 +0530333 port->inbuf = alloc_buf(PAGE_SIZE);
Rusty Russell21206ed2010-01-18 19:15:00 +0530334 if (!port->inbuf) {
Rusty Russell31610432007-10-22 11:03:39 +1000335 err = -ENOMEM;
336 goto fail;
337 }
338
Michael S. Tsirkind2a7ddd2009-06-12 22:16:36 -0600339 /* Find the queues. */
Michael S. Tsirkind2a7ddd2009-06-12 22:16:36 -0600340 err = vdev->config->find_vqs(vdev, 2, vqs, callbacks, names);
341 if (err)
Rusty Russell31610432007-10-22 11:03:39 +1000342 goto free;
Rusty Russell31610432007-10-22 11:03:39 +1000343
Rusty Russell21206ed2010-01-18 19:15:00 +0530344 port->in_vq = vqs[0];
345 port->out_vq = vqs[1];
Rusty Russell31610432007-10-22 11:03:39 +1000346
Rusty Russella23ea922010-01-18 19:14:55 +0530347 /*
348 * The first argument of hvc_alloc() is the virtual console
349 * number, so we use zero. The second argument is the
350 * parameter for the notification mechanism (like irq
351 * number). We currently leave this as zero, virtqueues have
352 * implicit notifications.
Rusty Russell31610432007-10-22 11:03:39 +1000353 *
Rusty Russella23ea922010-01-18 19:14:55 +0530354 * The third argument is a "struct hv_ops" containing the
355 * put_chars(), get_chars(), notifier_add() and notifier_del()
356 * pointers. The final argument is the output buffer size: we
357 * can do any size, so we put PAGE_SIZE here.
358 */
Rusty Russell21206ed2010-01-18 19:15:00 +0530359 port->hvc = hvc_alloc(0, 0, &hv_ops, PAGE_SIZE);
360 if (IS_ERR(port->hvc)) {
361 err = PTR_ERR(port->hvc);
Michael S. Tsirkind2a7ddd2009-06-12 22:16:36 -0600362 goto free_vqs;
Rusty Russell31610432007-10-22 11:03:39 +1000363 }
364
Amit Shah38edf582010-01-18 19:15:05 +0530365 /* Add to vtermno list. */
366 spin_lock_irq(&pdrvdata_lock);
367 list_add(&port->list, &pdrvdata.consoles);
368 spin_unlock_irq(&pdrvdata_lock);
369
Rusty Russell31610432007-10-22 11:03:39 +1000370 /* Register the input buffer the first time. */
Amit Shahe27b5192010-01-18 19:15:02 +0530371 add_inbuf(port->in_vq, port->inbuf);
Rusty Russell971f3392010-01-18 19:14:56 +0530372
373 /* Start using the new console output. */
374 early_put_chars = NULL;
Rusty Russell31610432007-10-22 11:03:39 +1000375 return 0;
376
Michael S. Tsirkind2a7ddd2009-06-12 22:16:36 -0600377free_vqs:
378 vdev->config->del_vqs(vdev);
Rusty Russell31610432007-10-22 11:03:39 +1000379free:
Amit Shahfdb9a052010-01-18 19:15:01 +0530380 free_buf(port->inbuf);
Rusty Russell31610432007-10-22 11:03:39 +1000381fail:
382 return err;
383}
384
385static struct virtio_device_id id_table[] = {
386 { VIRTIO_ID_CONSOLE, VIRTIO_DEV_ANY_ID },
387 { 0 },
388};
389
Christian Borntraegerc2983452008-11-25 13:36:26 +0100390static unsigned int features[] = {
391 VIRTIO_CONSOLE_F_SIZE,
392};
393
Rusty Russell31610432007-10-22 11:03:39 +1000394static struct virtio_driver virtio_console = {
Christian Borntraegerc2983452008-11-25 13:36:26 +0100395 .feature_table = features,
396 .feature_table_size = ARRAY_SIZE(features),
Rusty Russell31610432007-10-22 11:03:39 +1000397 .driver.name = KBUILD_MODNAME,
398 .driver.owner = THIS_MODULE,
399 .id_table = id_table,
400 .probe = virtcons_probe,
Christian Borntraegerc2983452008-11-25 13:36:26 +0100401 .config_changed = virtcons_apply_config,
Rusty Russell31610432007-10-22 11:03:39 +1000402};
403
404static int __init init(void)
405{
Amit Shah38edf582010-01-18 19:15:05 +0530406 INIT_LIST_HEAD(&pdrvdata.consoles);
407
Rusty Russell31610432007-10-22 11:03:39 +1000408 return register_virtio_driver(&virtio_console);
409}
410module_init(init);
411
412MODULE_DEVICE_TABLE(virtio, id_table);
413MODULE_DESCRIPTION("Virtio console driver");
414MODULE_LICENSE("GPL");