blob: 36bce45e4e440f32b4937cfc0ca149192180113e [file] [log] [blame]
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -05001/*
Eric Van Hensbergenfea511a2008-10-13 18:45:23 -05002 * The Virtio 9p transport driver
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -05003 *
Eric Van Hensbergene2735b72008-02-06 19:25:58 -06004 * This is a block based transport driver based on the lguest block driver
5 * code.
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -05006 *
Eric Van Hensbergenfea511a2008-10-13 18:45:23 -05007 * Copyright (C) 2007, 2008 Eric Van Hensbergen, IBM Corporation
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -05008 *
9 * Based on virtio console driver
10 * Copyright (C) 2006, 2007 Rusty Russell, IBM Corporation
11 *
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License version 2
14 * as published by the Free Software Foundation.
15 *
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU General Public License for more details.
20 *
21 * You should have received a copy of the GNU General Public License
22 * along with this program; if not, write to:
23 * Free Software Foundation
24 * 51 Franklin Street, Fifth Floor
25 * Boston, MA 02111-1301 USA
26 *
27 */
28
29#include <linux/in.h>
30#include <linux/module.h>
31#include <linux/net.h>
32#include <linux/ipv6.h>
33#include <linux/errno.h>
34#include <linux/kernel.h>
35#include <linux/un.h>
36#include <linux/uaccess.h>
37#include <linux/inet.h>
38#include <linux/idr.h>
39#include <linux/file.h>
40#include <net/9p/9p.h>
41#include <linux/parser.h>
Eric Van Hensbergen8b81ef52008-10-13 18:45:25 -050042#include <net/9p/client.h>
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -050043#include <net/9p/transport.h>
44#include <linux/scatterlist.h>
45#include <linux/virtio.h>
46#include <linux/virtio_9p.h>
47
Eric Van Hensbergene2735b72008-02-06 19:25:58 -060048#define VIRTQUEUE_NUM 128
49
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -050050/* a single mutex to manage channel initialization and attachment */
Josef 'Jeff' Sipekc1549492008-03-07 11:39:13 -060051static DEFINE_MUTEX(virtio_9p_lock);
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -050052/* global which tracks highest initialized channel */
53static int chan_index;
54
Eric Van Hensbergenee443992008-03-05 07:08:09 -060055/**
56 * struct virtio_chan - per-instance transport information
57 * @initialized: whether the channel is initialized
58 * @inuse: whether the channel is in use
59 * @lock: protects multiple elements within this structure
60 * @vdev: virtio dev associated with this channel
61 * @vq: virtio queue associated with this channel
62 * @tagpool: accounting for tag ids (and request slots)
63 * @reqs: array of request slots
64 * @max_tag: current number of request_slots allocated
65 * @sg: scatter gather list which is used to pack a request (protected?)
66 *
67 * We keep all per-channel information in a structure.
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -050068 * This structure is allocated within the devices dev->mem space.
69 * A pointer to the structure will get put in the transport private.
Eric Van Hensbergenee443992008-03-05 07:08:09 -060070 *
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -050071 */
Eric Van Hensbergenee443992008-03-05 07:08:09 -060072
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -050073static struct virtio_chan {
Eric Van Hensbergenee443992008-03-05 07:08:09 -060074 bool initialized;
75 bool inuse;
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -050076
Eric Van Hensbergene2735b72008-02-06 19:25:58 -060077 spinlock_t lock;
78
Eric Van Hensbergenfea511a2008-10-13 18:45:23 -050079 struct p9_client *client;
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -050080 struct virtio_device *vdev;
Eric Van Hensbergene2735b72008-02-06 19:25:58 -060081 struct virtqueue *vq;
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -050082
Eric Van Hensbergene2735b72008-02-06 19:25:58 -060083 /* Scatterlist: can be too big for stack. */
84 struct scatterlist sg[VIRTQUEUE_NUM];
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -050085} channels[MAX_9P_CHAN];
86
87/* How many bytes left in this page. */
88static unsigned int rest_of_page(void *data)
89{
90 return PAGE_SIZE - ((unsigned long)data % PAGE_SIZE);
91}
92
Eric Van Hensbergenee443992008-03-05 07:08:09 -060093/**
94 * p9_virtio_close - reclaim resources of a channel
95 * @trans: transport state
96 *
97 * This reclaims a channel by freeing its resources and
98 * reseting its inuse flag.
99 *
100 */
101
Eric Van Hensbergen8b81ef52008-10-13 18:45:25 -0500102static void p9_virtio_close(struct p9_client *client)
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500103{
Eric Van Hensbergen8b81ef52008-10-13 18:45:25 -0500104 struct virtio_chan *chan = client->trans;
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500105
Josef 'Jeff' Sipekc1549492008-03-07 11:39:13 -0600106 mutex_lock(&virtio_9p_lock);
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500107 chan->inuse = false;
Josef 'Jeff' Sipekc1549492008-03-07 11:39:13 -0600108 mutex_unlock(&virtio_9p_lock);
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500109}
110
Eric Van Hensbergenee443992008-03-05 07:08:09 -0600111/**
112 * req_done - callback which signals activity from the server
113 * @vq: virtio queue activity was received on
114 *
115 * This notifies us that the server has triggered some activity
116 * on the virtio channel - most likely a response to request we
117 * sent. Figure out which requests now have responses and wake up
118 * those threads.
119 *
120 * Bugs: could do with some additional sanity checking, but appears to work.
121 *
122 */
123
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600124static void req_done(struct virtqueue *vq)
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500125{
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600126 struct virtio_chan *chan = vq->vdev->priv;
127 struct p9_fcall *rc;
128 unsigned int len;
129 unsigned long flags;
130 struct p9_req_t *req;
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500131
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600132 spin_lock_irqsave(&chan->lock, flags);
133 while ((rc = chan->vq->vq_ops->get_buf(chan->vq, &len)) != NULL) {
Eric Van Hensbergenfea511a2008-10-13 18:45:23 -0500134 req = p9_tag_lookup(chan->client, rc->tag);
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600135 req->status = REQ_STATUS_RCVD;
136 wake_up(req->wq);
137 }
138 /* In case queue is stopped waiting for more buffers. */
139 spin_unlock_irqrestore(&chan->lock, flags);
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500140}
141
Eric Van Hensbergenee443992008-03-05 07:08:09 -0600142/**
143 * pack_sg_list - pack a scatter gather list from a linear buffer
144 * @sg: scatter/gather list to pack into
145 * @start: which segment of the sg_list to start at
146 * @limit: maximum segment to pack data to
147 * @data: data to pack into scatter/gather list
148 * @count: amount of data to pack into the scatter/gather list
149 *
150 * sg_lists have multiple segments of various sizes. This will pack
151 * arbitrary data into an existing scatter gather list, segmenting the
152 * data as necessary within constraints.
153 *
154 */
155
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600156static int
157pack_sg_list(struct scatterlist *sg, int start, int limit, char *data,
158 int count)
159{
160 int s;
161 int index = start;
162
163 while (count) {
164 s = rest_of_page(data);
165 if (s > count)
166 s = count;
167 sg_set_buf(&sg[index++], data, s);
168 count -= s;
169 data += s;
Julia Lawalld6584f32008-02-17 18:42:53 -0800170 BUG_ON(index > limit);
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600171 }
172
173 return index-start;
174}
175
Eric Van Hensbergenee443992008-03-05 07:08:09 -0600176/**
177 * p9_virtio_rpc - issue a request and wait for a response
178 * @t: transport state
179 * @tc: &p9_fcall request to transmit
180 * @rc: &p9_fcall to put reponse into
181 *
182 */
183
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600184static int
Eric Van Hensbergen8b81ef52008-10-13 18:45:25 -0500185p9_virtio_rpc(struct p9_client *c, struct p9_fcall *tc, struct p9_fcall **rc)
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600186{
187 int in, out;
188 int n, err, size;
Eric Van Hensbergen8b81ef52008-10-13 18:45:25 -0500189 struct virtio_chan *chan = c->trans;
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600190 char *rdata;
191 struct p9_req_t *req;
192 unsigned long flags;
193
194 if (*rc == NULL) {
Eric Van Hensbergen8b81ef52008-10-13 18:45:25 -0500195 *rc = kmalloc(sizeof(struct p9_fcall) + c->msize, GFP_KERNEL);
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600196 if (!*rc)
197 return -ENOMEM;
198 }
199
200 rdata = (char *)*rc+sizeof(struct p9_fcall);
201
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600202 n = P9_NOTAG;
203 if (tc->id != P9_TVERSION) {
Eric Van Hensbergenfea511a2008-10-13 18:45:23 -0500204 n = p9_idpool_get(c->tagpool);
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600205 if (n < 0)
206 return -ENOMEM;
207 }
208
Eric Van Hensbergen7c7d90f2008-02-06 19:25:07 -0600209 spin_lock_irqsave(&chan->lock, flags);
Eric Van Hensbergenfea511a2008-10-13 18:45:23 -0500210 req = p9_tag_alloc(c, n);
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600211 spin_unlock_irqrestore(&chan->lock, flags);
212
213 p9_set_tag(tc, n);
214
215 P9_DPRINTK(P9_DEBUG_TRANS, "9p debug: virtio rpc tag %d\n", n);
216
217 out = pack_sg_list(chan->sg, 0, VIRTQUEUE_NUM, tc->sdata, tc->size);
Eric Van Hensbergen8b81ef52008-10-13 18:45:25 -0500218 in = pack_sg_list(chan->sg, out, VIRTQUEUE_NUM-out, rdata, c->msize);
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600219
220 req->status = REQ_STATUS_SENT;
221
222 if (chan->vq->vq_ops->add_buf(chan->vq, chan->sg, out, in, tc)) {
223 P9_DPRINTK(P9_DEBUG_TRANS,
224 "9p debug: virtio rpc add_buf returned failure");
225 return -EIO;
226 }
227
228 chan->vq->vq_ops->kick(chan->vq);
229
230 wait_event(*req->wq, req->status == REQ_STATUS_RCVD);
231
232 size = le32_to_cpu(*(__le32 *) rdata);
233
Eric Van Hensbergen8b81ef52008-10-13 18:45:25 -0500234 err = p9_deserialize_fcall(rdata, size, *rc, c->dotu);
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600235 if (err < 0) {
236 P9_DPRINTK(P9_DEBUG_TRANS,
237 "9p debug: virtio rpc deserialize returned %d\n", err);
238 return err;
239 }
240
241#ifdef CONFIG_NET_9P_DEBUG
242 if ((p9_debug_level&P9_DEBUG_FCALL) == P9_DEBUG_FCALL) {
243 char buf[150];
244
Eric Van Hensbergen8b81ef52008-10-13 18:45:25 -0500245 p9_printfcall(buf, sizeof(buf), *rc, c->dotu);
246 printk(KERN_NOTICE ">>> %p %s\n", c, buf);
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600247 }
248#endif
249
Eric Van Hensbergenfea511a2008-10-13 18:45:23 -0500250 if (n != P9_NOTAG && p9_idpool_check(n, c->tagpool))
251 p9_idpool_put(n, c->tagpool);
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600252
253 req->status = REQ_STATUS_IDLE;
254
255 return 0;
256}
257
Eric Van Hensbergenee443992008-03-05 07:08:09 -0600258/**
259 * p9_virtio_probe - probe for existence of 9P virtio channels
260 * @vdev: virtio device to probe
261 *
262 * This probes for existing virtio channels. At present only
263 * a single channel is in use, so in the future more work may need
264 * to be done here.
265 *
266 */
267
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600268static int p9_virtio_probe(struct virtio_device *vdev)
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500269{
270 int err;
271 struct virtio_chan *chan;
272 int index;
273
Josef 'Jeff' Sipekc1549492008-03-07 11:39:13 -0600274 mutex_lock(&virtio_9p_lock);
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500275 index = chan_index++;
276 chan = &channels[index];
Josef 'Jeff' Sipekc1549492008-03-07 11:39:13 -0600277 mutex_unlock(&virtio_9p_lock);
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500278
279 if (chan_index > MAX_9P_CHAN) {
280 printk(KERN_ERR "9p: virtio: Maximum channels exceeded\n");
281 BUG();
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500282 err = -ENOMEM;
283 goto fail;
284 }
285
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600286 chan->vdev = vdev;
287
288 /* We expect one virtqueue, for requests. */
289 chan->vq = vdev->config->find_vq(vdev, 0, req_done);
290 if (IS_ERR(chan->vq)) {
291 err = PTR_ERR(chan->vq);
292 goto out_free_vq;
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500293 }
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600294 chan->vq->vdev->priv = chan;
295 spin_lock_init(&chan->lock);
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500296
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600297 sg_init_table(chan->sg, VIRTQUEUE_NUM);
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500298
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500299 chan->inuse = false;
300 chan->initialized = true;
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500301 return 0;
302
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600303out_free_vq:
304 vdev->config->del_vq(chan->vq);
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500305fail:
Josef 'Jeff' Sipekc1549492008-03-07 11:39:13 -0600306 mutex_lock(&virtio_9p_lock);
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500307 chan_index--;
Josef 'Jeff' Sipekc1549492008-03-07 11:39:13 -0600308 mutex_unlock(&virtio_9p_lock);
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500309 return err;
310}
311
Eric Van Hensbergenee443992008-03-05 07:08:09 -0600312
313/**
314 * p9_virtio_create - allocate a new virtio channel
Eric Van Hensbergen8b81ef52008-10-13 18:45:25 -0500315 * @client: client instance invoking this transport
Eric Van Hensbergenee443992008-03-05 07:08:09 -0600316 * @devname: string identifying the channel to connect to (unused)
317 * @args: args passed from sys_mount() for per-transport options (unused)
Eric Van Hensbergenee443992008-03-05 07:08:09 -0600318 *
319 * This sets up a transport channel for 9p communication. Right now
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500320 * we only match the first available channel, but eventually we couldlook up
321 * alternate channels by matching devname versus a virtio_config entry.
322 * We use a simple reference count mechanism to ensure that only a single
Eric Van Hensbergenee443992008-03-05 07:08:09 -0600323 * mount has a channel open at a time.
324 *
325 * Bugs: doesn't allow identification of a specific channel
326 * to allocate, channels are allocated sequentially. This was
327 * a pragmatic decision to get things rolling, but ideally some
328 * way of identifying the channel to attach to would be nice
329 * if we are going to support multiple channels.
330 *
331 */
332
Eric Van Hensbergen8b81ef52008-10-13 18:45:25 -0500333static int
334p9_virtio_create(struct p9_client *client, const char *devname, char *args)
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500335{
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500336 struct virtio_chan *chan = channels;
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600337 int index = 0;
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500338
Josef 'Jeff' Sipekc1549492008-03-07 11:39:13 -0600339 mutex_lock(&virtio_9p_lock);
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500340 while (index < MAX_9P_CHAN) {
341 if (chan->initialized && !chan->inuse) {
342 chan->inuse = true;
343 break;
344 } else {
345 index++;
346 chan = &channels[index];
347 }
348 }
Josef 'Jeff' Sipekc1549492008-03-07 11:39:13 -0600349 mutex_unlock(&virtio_9p_lock);
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500350
351 if (index >= MAX_9P_CHAN) {
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600352 printk(KERN_ERR "9p: no channels available\n");
Eric Van Hensbergen8b81ef52008-10-13 18:45:25 -0500353 return -ENODEV;
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500354 }
355
Eric Van Hensbergen8b81ef52008-10-13 18:45:25 -0500356 client->trans = (void *)chan;
Eric Van Hensbergenfea511a2008-10-13 18:45:23 -0500357 chan->client = client;
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500358
Eric Van Hensbergen8b81ef52008-10-13 18:45:25 -0500359 return 0;
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500360}
361
Eric Van Hensbergenee443992008-03-05 07:08:09 -0600362/**
363 * p9_virtio_remove - clean up resources associated with a virtio device
364 * @vdev: virtio device to remove
365 *
366 */
367
Eric Van Hensbergenf3933542008-02-06 19:25:04 -0600368static void p9_virtio_remove(struct virtio_device *vdev)
369{
370 struct virtio_chan *chan = vdev->priv;
371
372 BUG_ON(chan->inuse);
373
374 if (chan->initialized) {
375 vdev->config->del_vq(chan->vq);
376 chan->initialized = false;
377 }
378}
379
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500380#define VIRTIO_ID_9P 9
381
382static struct virtio_device_id id_table[] = {
383 { VIRTIO_ID_9P, VIRTIO_DEV_ANY_ID },
384 { 0 },
385};
386
387/* The standard "struct lguest_driver": */
388static struct virtio_driver p9_virtio_drv = {
389 .driver.name = KBUILD_MODNAME,
390 .driver.owner = THIS_MODULE,
391 .id_table = id_table,
392 .probe = p9_virtio_probe,
Eric Van Hensbergenf3933542008-02-06 19:25:04 -0600393 .remove = p9_virtio_remove,
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500394};
395
396static struct p9_trans_module p9_virtio_trans = {
397 .name = "virtio",
398 .create = p9_virtio_create,
Eric Van Hensbergen8b81ef52008-10-13 18:45:25 -0500399 .close = p9_virtio_close,
400 .rpc = p9_virtio_rpc,
Eric Van Hensbergene2735b72008-02-06 19:25:58 -0600401 .maxsize = PAGE_SIZE*16,
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500402 .def = 0,
Tejun Heo72029fe2008-09-24 16:22:23 -0500403 .owner = THIS_MODULE,
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500404};
405
406/* The standard init function */
407static int __init p9_virtio_init(void)
408{
409 int count;
410
411 for (count = 0; count < MAX_9P_CHAN; count++)
412 channels[count].initialized = false;
413
414 v9fs_register_trans(&p9_virtio_trans);
415 return register_virtio_driver(&p9_virtio_drv);
416}
417
Eric Van Hensbergenf3933542008-02-06 19:25:04 -0600418static void __exit p9_virtio_cleanup(void)
419{
420 unregister_virtio_driver(&p9_virtio_drv);
Tejun Heo72029fe2008-09-24 16:22:23 -0500421 v9fs_unregister_trans(&p9_virtio_trans);
Eric Van Hensbergenf3933542008-02-06 19:25:04 -0600422}
423
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500424module_init(p9_virtio_init);
Eric Van Hensbergenf3933542008-02-06 19:25:04 -0600425module_exit(p9_virtio_cleanup);
Eric Van Hensbergenb530cc72007-10-23 13:47:31 -0500426
427MODULE_DEVICE_TABLE(virtio, id_table);
428MODULE_AUTHOR("Eric Van Hensbergen <ericvh@gmail.com>");
429MODULE_DESCRIPTION("Virtio 9p Transport");
430MODULE_LICENSE("GPL");