Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 1 | /* |
Eric Van Hensbergen | fea511a | 2008-10-13 18:45:23 -0500 | [diff] [blame] | 2 | * The Virtio 9p transport driver |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 3 | * |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 4 | * This is a block based transport driver based on the lguest block driver |
| 5 | * code. |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 6 | * |
Eric Van Hensbergen | fea511a | 2008-10-13 18:45:23 -0500 | [diff] [blame] | 7 | * Copyright (C) 2007, 2008 Eric Van Hensbergen, IBM Corporation |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 8 | * |
| 9 | * Based on virtio console driver |
| 10 | * Copyright (C) 2006, 2007 Rusty Russell, IBM Corporation |
| 11 | * |
| 12 | * This program is free software; you can redistribute it and/or modify |
| 13 | * it under the terms of the GNU General Public License version 2 |
| 14 | * as published by the Free Software Foundation. |
| 15 | * |
| 16 | * This program is distributed in the hope that it will be useful, |
| 17 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 18 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 19 | * GNU General Public License for more details. |
| 20 | * |
| 21 | * You should have received a copy of the GNU General Public License |
| 22 | * along with this program; if not, write to: |
| 23 | * Free Software Foundation |
| 24 | * 51 Franklin Street, Fifth Floor |
| 25 | * Boston, MA 02111-1301 USA |
| 26 | * |
| 27 | */ |
| 28 | |
Joe Perches | 5d38515 | 2011-11-28 10:40:46 -0800 | [diff] [blame] | 29 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
| 30 | |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 31 | #include <linux/in.h> |
| 32 | #include <linux/module.h> |
| 33 | #include <linux/net.h> |
| 34 | #include <linux/ipv6.h> |
| 35 | #include <linux/errno.h> |
| 36 | #include <linux/kernel.h> |
| 37 | #include <linux/un.h> |
| 38 | #include <linux/uaccess.h> |
| 39 | #include <linux/inet.h> |
| 40 | #include <linux/idr.h> |
| 41 | #include <linux/file.h> |
Will Deacon | b9cdc88 | 2012-10-19 14:03:32 +0100 | [diff] [blame] | 42 | #include <linux/highmem.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 43 | #include <linux/slab.h> |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 44 | #include <net/9p/9p.h> |
| 45 | #include <linux/parser.h> |
Eric Van Hensbergen | 8b81ef5 | 2008-10-13 18:45:25 -0500 | [diff] [blame] | 46 | #include <net/9p/client.h> |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 47 | #include <net/9p/transport.h> |
| 48 | #include <linux/scatterlist.h> |
Venkateswararao Jujjuri (JV) | 68da9ba | 2011-03-18 15:49:48 -0700 | [diff] [blame] | 49 | #include <linux/swap.h> |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 50 | #include <linux/virtio.h> |
| 51 | #include <linux/virtio_9p.h> |
Venkateswararao Jujjuri (JV) | 4038866 | 2011-01-28 15:22:36 -0800 | [diff] [blame] | 52 | #include "trans_common.h" |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 53 | |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 54 | #define VIRTQUEUE_NUM 128 |
| 55 | |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 56 | /* a single mutex to manage channel initialization and attachment */ |
Josef 'Jeff' Sipek | c154949 | 2008-03-07 11:39:13 -0600 | [diff] [blame] | 57 | static DEFINE_MUTEX(virtio_9p_lock); |
Venkateswararao Jujjuri (JV) | 68da9ba | 2011-03-18 15:49:48 -0700 | [diff] [blame] | 58 | static DECLARE_WAIT_QUEUE_HEAD(vp_wq); |
| 59 | static atomic_t vp_pinned = ATOMIC_INIT(0); |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 60 | |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 61 | /** |
| 62 | * struct virtio_chan - per-instance transport information |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 63 | * @inuse: whether the channel is in use |
| 64 | * @lock: protects multiple elements within this structure |
Abhishek Kulkarni | 0e15597 | 2009-07-19 13:41:55 -0600 | [diff] [blame] | 65 | * @client: client instance |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 66 | * @vdev: virtio dev associated with this channel |
| 67 | * @vq: virtio queue associated with this channel |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 68 | * @sg: scatter gather list which is used to pack a request (protected?) |
| 69 | * |
| 70 | * We keep all per-channel information in a structure. |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 71 | * This structure is allocated within the devices dev->mem space. |
| 72 | * A pointer to the structure will get put in the transport private. |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 73 | * |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 74 | */ |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 75 | |
Aneesh Kumar K.V | 37c1209d4 | 2010-02-15 17:27:01 +0000 | [diff] [blame] | 76 | struct virtio_chan { |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 77 | bool inuse; |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 78 | |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 79 | spinlock_t lock; |
| 80 | |
Eric Van Hensbergen | fea511a | 2008-10-13 18:45:23 -0500 | [diff] [blame] | 81 | struct p9_client *client; |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 82 | struct virtio_device *vdev; |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 83 | struct virtqueue *vq; |
Venkateswararao Jujjuri (JV) | 52f44e0 | 2010-09-29 18:33:41 -0700 | [diff] [blame] | 84 | int ring_bufs_avail; |
| 85 | wait_queue_head_t *vc_wq; |
Venkateswararao Jujjuri (JV) | 68da9ba | 2011-03-18 15:49:48 -0700 | [diff] [blame] | 86 | /* This is global limit. Since we don't have a global structure, |
| 87 | * will be placing it in each channel. |
| 88 | */ |
Zhang Yanfei | 7293bfb | 2013-02-22 16:35:49 -0800 | [diff] [blame] | 89 | unsigned long p9_max_pages; |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 90 | /* Scatterlist: can be too big for stack. */ |
| 91 | struct scatterlist sg[VIRTQUEUE_NUM]; |
Aneesh Kumar K.V | 97ee9b0 | 2010-03-06 04:44:14 +0000 | [diff] [blame] | 92 | /* |
piaojun | edcd9d9 | 2018-08-03 17:22:20 +0800 | [diff] [blame] | 93 | * tag name to identify a mount null terminated |
Aneesh Kumar K.V | 97ee9b0 | 2010-03-06 04:44:14 +0000 | [diff] [blame] | 94 | */ |
| 95 | char *tag; |
| 96 | |
Aneesh Kumar K.V | 37c1209d4 | 2010-02-15 17:27:01 +0000 | [diff] [blame] | 97 | struct list_head chan_list; |
| 98 | }; |
| 99 | |
| 100 | static struct list_head virtio_chan_list; |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 101 | |
| 102 | /* How many bytes left in this page. */ |
| 103 | static unsigned int rest_of_page(void *data) |
| 104 | { |
Al Viro | 222e4ad | 2016-01-02 13:31:21 -0500 | [diff] [blame] | 105 | return PAGE_SIZE - offset_in_page(data); |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 106 | } |
| 107 | |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 108 | /** |
| 109 | * p9_virtio_close - reclaim resources of a channel |
Abhishek Kulkarni | 0e15597 | 2009-07-19 13:41:55 -0600 | [diff] [blame] | 110 | * @client: client instance |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 111 | * |
| 112 | * This reclaims a channel by freeing its resources and |
| 113 | * reseting its inuse flag. |
| 114 | * |
| 115 | */ |
| 116 | |
Eric Van Hensbergen | 8b81ef5 | 2008-10-13 18:45:25 -0500 | [diff] [blame] | 117 | static void p9_virtio_close(struct p9_client *client) |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 118 | { |
Eric Van Hensbergen | 8b81ef5 | 2008-10-13 18:45:25 -0500 | [diff] [blame] | 119 | struct virtio_chan *chan = client->trans; |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 120 | |
Josef 'Jeff' Sipek | c154949 | 2008-03-07 11:39:13 -0600 | [diff] [blame] | 121 | mutex_lock(&virtio_9p_lock); |
Aneesh Kumar K.V | fb78610 | 2010-02-08 11:50:32 +0000 | [diff] [blame] | 122 | if (chan) |
| 123 | chan->inuse = false; |
Josef 'Jeff' Sipek | c154949 | 2008-03-07 11:39:13 -0600 | [diff] [blame] | 124 | mutex_unlock(&virtio_9p_lock); |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 125 | } |
| 126 | |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 127 | /** |
| 128 | * req_done - callback which signals activity from the server |
| 129 | * @vq: virtio queue activity was received on |
| 130 | * |
| 131 | * This notifies us that the server has triggered some activity |
| 132 | * on the virtio channel - most likely a response to request we |
| 133 | * sent. Figure out which requests now have responses and wake up |
| 134 | * those threads. |
| 135 | * |
| 136 | * Bugs: could do with some additional sanity checking, but appears to work. |
| 137 | * |
| 138 | */ |
| 139 | |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 140 | static void req_done(struct virtqueue *vq) |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 141 | { |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 142 | struct virtio_chan *chan = vq->vdev->priv; |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 143 | unsigned int len; |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 144 | struct p9_req_t *req; |
jiangyiwen | 31934da | 2018-07-19 15:17:00 +0800 | [diff] [blame] | 145 | bool need_wakeup = false; |
Venkateswararao Jujjuri (JV) | 419b395 | 2010-09-29 18:06:54 -0700 | [diff] [blame] | 146 | unsigned long flags; |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 147 | |
Joe Perches | 5d38515 | 2011-11-28 10:40:46 -0800 | [diff] [blame] | 148 | p9_debug(P9_DEBUG_TRANS, ": request done\n"); |
Eric Van Hensbergen | 91b8534 | 2008-10-13 18:45:21 -0500 | [diff] [blame] | 149 | |
jiangyiwen | 31934da | 2018-07-19 15:17:00 +0800 | [diff] [blame] | 150 | spin_lock_irqsave(&chan->lock, flags); |
| 151 | while ((req = virtqueue_get_buf(chan->vq, &len)) != NULL) { |
| 152 | if (!chan->ring_bufs_avail) { |
| 153 | chan->ring_bufs_avail = 1; |
| 154 | need_wakeup = true; |
Venkateswararao Jujjuri (JV) | 419b395 | 2010-09-29 18:06:54 -0700 | [diff] [blame] | 155 | } |
jiangyiwen | 31934da | 2018-07-19 15:17:00 +0800 | [diff] [blame] | 156 | |
Tomas Bortoli | f984579 | 2018-07-23 17:44:04 +0200 | [diff] [blame] | 157 | if (len) { |
Dominique Martinet | 1555583 | 2018-07-30 05:55:19 +0000 | [diff] [blame] | 158 | req->rc.size = len; |
Greg Kurz | 26d9983 | 2018-01-22 22:02:05 +0100 | [diff] [blame] | 159 | p9_client_cb(chan->client, req, REQ_STATUS_RCVD); |
Tomas Bortoli | f984579 | 2018-07-23 17:44:04 +0200 | [diff] [blame] | 160 | } |
Venkateswararao Jujjuri (JV) | a01a984 | 2011-03-14 14:12:49 -0700 | [diff] [blame] | 161 | } |
jiangyiwen | 31934da | 2018-07-19 15:17:00 +0800 | [diff] [blame] | 162 | spin_unlock_irqrestore(&chan->lock, flags); |
| 163 | /* Wakeup if anyone waiting for VirtIO ring space. */ |
| 164 | if (need_wakeup) |
| 165 | wake_up(chan->vc_wq); |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 166 | } |
| 167 | |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 168 | /** |
| 169 | * pack_sg_list - pack a scatter gather list from a linear buffer |
| 170 | * @sg: scatter/gather list to pack into |
| 171 | * @start: which segment of the sg_list to start at |
| 172 | * @limit: maximum segment to pack data to |
| 173 | * @data: data to pack into scatter/gather list |
| 174 | * @count: amount of data to pack into the scatter/gather list |
| 175 | * |
| 176 | * sg_lists have multiple segments of various sizes. This will pack |
| 177 | * arbitrary data into an existing scatter gather list, segmenting the |
| 178 | * data as necessary within constraints. |
| 179 | * |
| 180 | */ |
| 181 | |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 182 | static int pack_sg_list(struct scatterlist *sg, int start, |
| 183 | int limit, char *data, int count) |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 184 | { |
| 185 | int s; |
| 186 | int index = start; |
| 187 | |
| 188 | while (count) { |
| 189 | s = rest_of_page(data); |
| 190 | if (s > count) |
| 191 | s = count; |
jiangyiwen | 23cba9c | 2018-08-03 12:11:34 +0800 | [diff] [blame] | 192 | BUG_ON(index >= limit); |
Rusty Russell | 0b36f1a | 2013-03-20 15:44:30 +1030 | [diff] [blame] | 193 | /* Make sure we don't terminate early. */ |
| 194 | sg_unmark_end(&sg[index]); |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 195 | sg_set_buf(&sg[index++], data, s); |
| 196 | count -= s; |
| 197 | data += s; |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 198 | } |
Rusty Russell | 0b36f1a | 2013-03-20 15:44:30 +1030 | [diff] [blame] | 199 | if (index-start) |
| 200 | sg_mark_end(&sg[index - 1]); |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 201 | return index-start; |
| 202 | } |
| 203 | |
Eric Van Hensbergen | 91b8534 | 2008-10-13 18:45:21 -0500 | [diff] [blame] | 204 | /* We don't currently allow canceling of virtio requests */ |
| 205 | static int p9_virtio_cancel(struct p9_client *client, struct p9_req_t *req) |
| 206 | { |
| 207 | return 1; |
| 208 | } |
| 209 | |
Tomas Bortoli | 3665a4d | 2018-08-14 19:43:42 +0200 | [diff] [blame] | 210 | /* Reply won't come, so drop req ref */ |
| 211 | static int p9_virtio_cancelled(struct p9_client *client, struct p9_req_t *req) |
| 212 | { |
| 213 | p9_req_put(req); |
| 214 | return 0; |
| 215 | } |
| 216 | |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 217 | /** |
Venkateswararao Jujjuri (JV) | 4038866 | 2011-01-28 15:22:36 -0800 | [diff] [blame] | 218 | * pack_sg_list_p - Just like pack_sg_list. Instead of taking a buffer, |
| 219 | * this takes a list of pages. |
| 220 | * @sg: scatter/gather list to pack into |
| 221 | * @start: which segment of the sg_list to start at |
Ben Hutchings | 2c53040 | 2012-07-10 10:55:09 +0000 | [diff] [blame] | 222 | * @pdata: a list of pages to add into sg. |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 223 | * @nr_pages: number of pages to pack into the scatter/gather list |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 224 | * @offs: amount of data in the beginning of first page _not_ to pack |
Venkateswararao Jujjuri (JV) | 4038866 | 2011-01-28 15:22:36 -0800 | [diff] [blame] | 225 | * @count: amount of data to pack into the scatter/gather list |
| 226 | */ |
| 227 | static int |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 228 | pack_sg_list_p(struct scatterlist *sg, int start, int limit, |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 229 | struct page **pdata, int nr_pages, size_t offs, int count) |
Venkateswararao Jujjuri (JV) | 4038866 | 2011-01-28 15:22:36 -0800 | [diff] [blame] | 230 | { |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 231 | int i = 0, s; |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 232 | int data_off = offs; |
Venkateswararao Jujjuri (JV) | 4038866 | 2011-01-28 15:22:36 -0800 | [diff] [blame] | 233 | int index = start; |
| 234 | |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 235 | BUG_ON(nr_pages > (limit - start)); |
| 236 | /* |
| 237 | * if the first page doesn't start at |
| 238 | * page boundary find the offset |
| 239 | */ |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 240 | while (nr_pages) { |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 241 | s = PAGE_SIZE - data_off; |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 242 | if (s > count) |
| 243 | s = count; |
jiangyiwen | 23cba9c | 2018-08-03 12:11:34 +0800 | [diff] [blame] | 244 | BUG_ON(index >= limit); |
Rusty Russell | 0b36f1a | 2013-03-20 15:44:30 +1030 | [diff] [blame] | 245 | /* Make sure we don't terminate early. */ |
| 246 | sg_unmark_end(&sg[index]); |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 247 | sg_set_page(&sg[index++], pdata[i++], s, data_off); |
| 248 | data_off = 0; |
Venkateswararao Jujjuri (JV) | 4038866 | 2011-01-28 15:22:36 -0800 | [diff] [blame] | 249 | count -= s; |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 250 | nr_pages--; |
Venkateswararao Jujjuri (JV) | 4038866 | 2011-01-28 15:22:36 -0800 | [diff] [blame] | 251 | } |
Rusty Russell | 0b36f1a | 2013-03-20 15:44:30 +1030 | [diff] [blame] | 252 | |
| 253 | if (index-start) |
| 254 | sg_mark_end(&sg[index - 1]); |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 255 | return index - start; |
Venkateswararao Jujjuri (JV) | 4038866 | 2011-01-28 15:22:36 -0800 | [diff] [blame] | 256 | } |
| 257 | |
| 258 | /** |
Eric Van Hensbergen | 91b8534 | 2008-10-13 18:45:21 -0500 | [diff] [blame] | 259 | * p9_virtio_request - issue a request |
Abhishek Kulkarni | 0e15597 | 2009-07-19 13:41:55 -0600 | [diff] [blame] | 260 | * @client: client instance issuing the request |
| 261 | * @req: request to be issued |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 262 | * |
| 263 | */ |
| 264 | |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 265 | static int |
Eric Van Hensbergen | 91b8534 | 2008-10-13 18:45:21 -0500 | [diff] [blame] | 266 | p9_virtio_request(struct p9_client *client, struct p9_req_t *req) |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 267 | { |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 268 | int err; |
Rusty Russell | 0b36f1a | 2013-03-20 15:44:30 +1030 | [diff] [blame] | 269 | int in, out, out_sgs, in_sgs; |
Venkateswararao Jujjuri (JV) | 419b395 | 2010-09-29 18:06:54 -0700 | [diff] [blame] | 270 | unsigned long flags; |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 271 | struct virtio_chan *chan = client->trans; |
Rusty Russell | 0b36f1a | 2013-03-20 15:44:30 +1030 | [diff] [blame] | 272 | struct scatterlist *sgs[2]; |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 273 | |
Joe Perches | 5d38515 | 2011-11-28 10:40:46 -0800 | [diff] [blame] | 274 | p9_debug(P9_DEBUG_TRANS, "9p debug: virtio request\n"); |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 275 | |
Venkateswararao Jujjuri (JV) | 419b395 | 2010-09-29 18:06:54 -0700 | [diff] [blame] | 276 | req->status = REQ_STATUS_SENT; |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 277 | req_retry: |
Venkateswararao Jujjuri (JV) | 419b395 | 2010-09-29 18:06:54 -0700 | [diff] [blame] | 278 | spin_lock_irqsave(&chan->lock, flags); |
Venkateswararao Jujjuri (JV) | 4038866 | 2011-01-28 15:22:36 -0800 | [diff] [blame] | 279 | |
Rusty Russell | 0b36f1a | 2013-03-20 15:44:30 +1030 | [diff] [blame] | 280 | out_sgs = in_sgs = 0; |
Venkateswararao Jujjuri (JV) | 4038866 | 2011-01-28 15:22:36 -0800 | [diff] [blame] | 281 | /* Handle out VirtIO ring buffers */ |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 282 | out = pack_sg_list(chan->sg, 0, |
Dominique Martinet | 1555583 | 2018-07-30 05:55:19 +0000 | [diff] [blame] | 283 | VIRTQUEUE_NUM, req->tc.sdata, req->tc.size); |
Rusty Russell | 0b36f1a | 2013-03-20 15:44:30 +1030 | [diff] [blame] | 284 | if (out) |
| 285 | sgs[out_sgs++] = chan->sg; |
Venkateswararao Jujjuri (JV) | 4038866 | 2011-01-28 15:22:36 -0800 | [diff] [blame] | 286 | |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 287 | in = pack_sg_list(chan->sg, out, |
Dominique Martinet | 1555583 | 2018-07-30 05:55:19 +0000 | [diff] [blame] | 288 | VIRTQUEUE_NUM, req->rc.sdata, req->rc.capacity); |
Rusty Russell | 0b36f1a | 2013-03-20 15:44:30 +1030 | [diff] [blame] | 289 | if (in) |
| 290 | sgs[out_sgs + in_sgs++] = chan->sg + out; |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 291 | |
Al Viro | 474fe9f | 2015-07-12 21:06:44 -0400 | [diff] [blame] | 292 | err = virtqueue_add_sgs(chan->vq, sgs, out_sgs, in_sgs, req, |
Rusty Russell | f96fde4 | 2012-01-12 15:44:42 +1030 | [diff] [blame] | 293 | GFP_ATOMIC); |
Venkateswararao Jujjuri (JV) | 419b395 | 2010-09-29 18:06:54 -0700 | [diff] [blame] | 294 | if (err < 0) { |
Venkateswararao Jujjuri (JV) | 52f44e0 | 2010-09-29 18:33:41 -0700 | [diff] [blame] | 295 | if (err == -ENOSPC) { |
| 296 | chan->ring_bufs_avail = 0; |
| 297 | spin_unlock_irqrestore(&chan->lock, flags); |
Tuomas Tynkkynen | 9523fea | 2017-09-06 17:59:08 +0300 | [diff] [blame] | 298 | err = wait_event_killable(*chan->vc_wq, |
| 299 | chan->ring_bufs_avail); |
Venkateswararao Jujjuri (JV) | 52f44e0 | 2010-09-29 18:33:41 -0700 | [diff] [blame] | 300 | if (err == -ERESTARTSYS) |
| 301 | return err; |
| 302 | |
Joe Perches | 5d38515 | 2011-11-28 10:40:46 -0800 | [diff] [blame] | 303 | p9_debug(P9_DEBUG_TRANS, "Retry virtio request\n"); |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 304 | goto req_retry; |
Venkateswararao Jujjuri (JV) | 52f44e0 | 2010-09-29 18:33:41 -0700 | [diff] [blame] | 305 | } else { |
| 306 | spin_unlock_irqrestore(&chan->lock, flags); |
Joe Perches | 5d38515 | 2011-11-28 10:40:46 -0800 | [diff] [blame] | 307 | p9_debug(P9_DEBUG_TRANS, |
Rusty Russell | 0b36f1a | 2013-03-20 15:44:30 +1030 | [diff] [blame] | 308 | "virtio rpc add_sgs returned failure\n"); |
Venkateswararao Jujjuri (JV) | 52f44e0 | 2010-09-29 18:33:41 -0700 | [diff] [blame] | 309 | return -EIO; |
| 310 | } |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 311 | } |
Michael S. Tsirkin | dc3f5e6 | 2010-04-13 16:11:50 +0300 | [diff] [blame] | 312 | virtqueue_kick(chan->vq); |
Venkateswararao Jujjuri (JV) | 419b395 | 2010-09-29 18:06:54 -0700 | [diff] [blame] | 313 | spin_unlock_irqrestore(&chan->lock, flags); |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 314 | |
Joe Perches | 5d38515 | 2011-11-28 10:40:46 -0800 | [diff] [blame] | 315 | p9_debug(P9_DEBUG_TRANS, "virtio request kicked\n"); |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 316 | return 0; |
| 317 | } |
| 318 | |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 319 | static int p9_get_mapped_pages(struct virtio_chan *chan, |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 320 | struct page ***pages, |
| 321 | struct iov_iter *data, |
| 322 | int count, |
| 323 | size_t *offs, |
| 324 | int *need_drop) |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 325 | { |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 326 | int nr_pages; |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 327 | int err; |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 328 | |
| 329 | if (!iov_iter_count(data)) |
| 330 | return 0; |
| 331 | |
| 332 | if (!(data->type & ITER_KVEC)) { |
| 333 | int n; |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 334 | /* |
| 335 | * We allow only p9_max_pages pinned. We wait for the |
| 336 | * Other zc request to finish here |
| 337 | */ |
| 338 | if (atomic_read(&vp_pinned) >= chan->p9_max_pages) { |
Tuomas Tynkkynen | 9523fea | 2017-09-06 17:59:08 +0300 | [diff] [blame] | 339 | err = wait_event_killable(vp_wq, |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 340 | (atomic_read(&vp_pinned) < chan->p9_max_pages)); |
| 341 | if (err == -ERESTARTSYS) |
| 342 | return err; |
| 343 | } |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 344 | n = iov_iter_get_pages_alloc(data, pages, count, offs); |
| 345 | if (n < 0) |
| 346 | return n; |
| 347 | *need_drop = 1; |
| 348 | nr_pages = DIV_ROUND_UP(n + *offs, PAGE_SIZE); |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 349 | atomic_add(nr_pages, &vp_pinned); |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 350 | return n; |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 351 | } else { |
| 352 | /* kernel buffer, no need to pin pages */ |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 353 | int index; |
| 354 | size_t len; |
| 355 | void *p; |
| 356 | |
| 357 | /* we'd already checked that it's non-empty */ |
| 358 | while (1) { |
| 359 | len = iov_iter_single_seg_count(data); |
| 360 | if (likely(len)) { |
| 361 | p = data->kvec->iov_base + data->iov_offset; |
| 362 | break; |
| 363 | } |
| 364 | iov_iter_advance(data, 0); |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 365 | } |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 366 | if (len > count) |
| 367 | len = count; |
| 368 | |
| 369 | nr_pages = DIV_ROUND_UP((unsigned long)p + len, PAGE_SIZE) - |
| 370 | (unsigned long)p / PAGE_SIZE; |
| 371 | |
Kees Cook | 6da2ec5 | 2018-06-12 13:55:00 -0700 | [diff] [blame] | 372 | *pages = kmalloc_array(nr_pages, sizeof(struct page *), |
| 373 | GFP_NOFS); |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 374 | if (!*pages) |
| 375 | return -ENOMEM; |
| 376 | |
| 377 | *need_drop = 0; |
Al Viro | 222e4ad | 2016-01-02 13:31:21 -0500 | [diff] [blame] | 378 | p -= (*offs = offset_in_page(p)); |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 379 | for (index = 0; index < nr_pages; index++) { |
| 380 | if (is_vmalloc_addr(p)) |
| 381 | (*pages)[index] = vmalloc_to_page(p); |
| 382 | else |
| 383 | (*pages)[index] = kmap_to_page(p); |
| 384 | p += PAGE_SIZE; |
| 385 | } |
| 386 | return len; |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 387 | } |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 388 | } |
| 389 | |
| 390 | /** |
| 391 | * p9_virtio_zc_request - issue a zero copy request |
| 392 | * @client: client instance issuing the request |
| 393 | * @req: request to be issued |
piaojun | c7ebbae | 2018-07-18 11:45:29 +0800 | [diff] [blame] | 394 | * @uidata: user buffer that should be used for zero copy read |
| 395 | * @uodata: user buffer that should be used for zero copy write |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 396 | * @inlen: read buffer size |
Sun Lianwen | 4a026da | 2018-05-08 09:49:38 +0800 | [diff] [blame] | 397 | * @outlen: write buffer size |
| 398 | * @in_hdr_len: reader header size, This is the size of response protocol data |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 399 | * |
| 400 | */ |
| 401 | static int |
| 402 | p9_virtio_zc_request(struct p9_client *client, struct p9_req_t *req, |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 403 | struct iov_iter *uidata, struct iov_iter *uodata, |
| 404 | int inlen, int outlen, int in_hdr_len) |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 405 | { |
Rusty Russell | 0b36f1a | 2013-03-20 15:44:30 +1030 | [diff] [blame] | 406 | int in, out, err, out_sgs, in_sgs; |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 407 | unsigned long flags; |
| 408 | int in_nr_pages = 0, out_nr_pages = 0; |
| 409 | struct page **in_pages = NULL, **out_pages = NULL; |
| 410 | struct virtio_chan *chan = client->trans; |
Rusty Russell | 0b36f1a | 2013-03-20 15:44:30 +1030 | [diff] [blame] | 411 | struct scatterlist *sgs[4]; |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 412 | size_t offs; |
| 413 | int need_drop = 0; |
Tomas Bortoli | 3665a4d | 2018-08-14 19:43:42 +0200 | [diff] [blame] | 414 | int kicked = 0; |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 415 | |
Joe Perches | 5d38515 | 2011-11-28 10:40:46 -0800 | [diff] [blame] | 416 | p9_debug(P9_DEBUG_TRANS, "virtio request\n"); |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 417 | |
| 418 | if (uodata) { |
Chirantan Ekbote | d28c756 | 2018-07-16 17:35:29 -0700 | [diff] [blame] | 419 | __le32 sz; |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 420 | int n = p9_get_mapped_pages(chan, &out_pages, uodata, |
| 421 | outlen, &offs, &need_drop); |
Tomas Bortoli | 3665a4d | 2018-08-14 19:43:42 +0200 | [diff] [blame] | 422 | if (n < 0) { |
| 423 | err = n; |
| 424 | goto err_out; |
| 425 | } |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 426 | out_nr_pages = DIV_ROUND_UP(n + offs, PAGE_SIZE); |
| 427 | if (n != outlen) { |
| 428 | __le32 v = cpu_to_le32(n); |
Dominique Martinet | 1555583 | 2018-07-30 05:55:19 +0000 | [diff] [blame] | 429 | memcpy(&req->tc.sdata[req->tc.size - 4], &v, 4); |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 430 | outlen = n; |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 431 | } |
Chirantan Ekbote | d28c756 | 2018-07-16 17:35:29 -0700 | [diff] [blame] | 432 | /* The size field of the message must include the length of the |
| 433 | * header and the length of the data. We didn't actually know |
| 434 | * the length of the data until this point so add it in now. |
| 435 | */ |
Dominique Martinet | 1555583 | 2018-07-30 05:55:19 +0000 | [diff] [blame] | 436 | sz = cpu_to_le32(req->tc.size + outlen); |
| 437 | memcpy(&req->tc.sdata[0], &sz, sizeof(sz)); |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 438 | } else if (uidata) { |
| 439 | int n = p9_get_mapped_pages(chan, &in_pages, uidata, |
| 440 | inlen, &offs, &need_drop); |
Tomas Bortoli | 3665a4d | 2018-08-14 19:43:42 +0200 | [diff] [blame] | 441 | if (n < 0) { |
| 442 | err = n; |
| 443 | goto err_out; |
| 444 | } |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 445 | in_nr_pages = DIV_ROUND_UP(n + offs, PAGE_SIZE); |
| 446 | if (n != inlen) { |
| 447 | __le32 v = cpu_to_le32(n); |
Dominique Martinet | 1555583 | 2018-07-30 05:55:19 +0000 | [diff] [blame] | 448 | memcpy(&req->tc.sdata[req->tc.size - 4], &v, 4); |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 449 | inlen = n; |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 450 | } |
| 451 | } |
| 452 | req->status = REQ_STATUS_SENT; |
| 453 | req_retry_pinned: |
| 454 | spin_lock_irqsave(&chan->lock, flags); |
Rusty Russell | 0b36f1a | 2013-03-20 15:44:30 +1030 | [diff] [blame] | 455 | |
| 456 | out_sgs = in_sgs = 0; |
| 457 | |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 458 | /* out data */ |
| 459 | out = pack_sg_list(chan->sg, 0, |
Dominique Martinet | 1555583 | 2018-07-30 05:55:19 +0000 | [diff] [blame] | 460 | VIRTQUEUE_NUM, req->tc.sdata, req->tc.size); |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 461 | |
Rusty Russell | 0b36f1a | 2013-03-20 15:44:30 +1030 | [diff] [blame] | 462 | if (out) |
| 463 | sgs[out_sgs++] = chan->sg; |
| 464 | |
| 465 | if (out_pages) { |
| 466 | sgs[out_sgs++] = chan->sg + out; |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 467 | out += pack_sg_list_p(chan->sg, out, VIRTQUEUE_NUM, |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 468 | out_pages, out_nr_pages, offs, outlen); |
Rusty Russell | 0b36f1a | 2013-03-20 15:44:30 +1030 | [diff] [blame] | 469 | } |
Stephen Hemminger | c69f297d | 2018-07-24 12:29:10 -0700 | [diff] [blame] | 470 | |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 471 | /* |
| 472 | * Take care of in data |
| 473 | * For example TREAD have 11. |
| 474 | * 11 is the read/write header = PDU Header(7) + IO Size (4). |
| 475 | * Arrange in such a way that server places header in the |
| 476 | * alloced memory and payload onto the user buffer. |
| 477 | */ |
| 478 | in = pack_sg_list(chan->sg, out, |
Dominique Martinet | 1555583 | 2018-07-30 05:55:19 +0000 | [diff] [blame] | 479 | VIRTQUEUE_NUM, req->rc.sdata, in_hdr_len); |
Rusty Russell | 0b36f1a | 2013-03-20 15:44:30 +1030 | [diff] [blame] | 480 | if (in) |
| 481 | sgs[out_sgs + in_sgs++] = chan->sg + out; |
| 482 | |
| 483 | if (in_pages) { |
| 484 | sgs[out_sgs + in_sgs++] = chan->sg + out + in; |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 485 | in += pack_sg_list_p(chan->sg, out + in, VIRTQUEUE_NUM, |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 486 | in_pages, in_nr_pages, offs, inlen); |
Rusty Russell | 0b36f1a | 2013-03-20 15:44:30 +1030 | [diff] [blame] | 487 | } |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 488 | |
Rusty Russell | 0b36f1a | 2013-03-20 15:44:30 +1030 | [diff] [blame] | 489 | BUG_ON(out_sgs + in_sgs > ARRAY_SIZE(sgs)); |
Al Viro | 474fe9f | 2015-07-12 21:06:44 -0400 | [diff] [blame] | 490 | err = virtqueue_add_sgs(chan->vq, sgs, out_sgs, in_sgs, req, |
Rusty Russell | f96fde4 | 2012-01-12 15:44:42 +1030 | [diff] [blame] | 491 | GFP_ATOMIC); |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 492 | if (err < 0) { |
| 493 | if (err == -ENOSPC) { |
| 494 | chan->ring_bufs_avail = 0; |
| 495 | spin_unlock_irqrestore(&chan->lock, flags); |
Tuomas Tynkkynen | 9523fea | 2017-09-06 17:59:08 +0300 | [diff] [blame] | 496 | err = wait_event_killable(*chan->vc_wq, |
| 497 | chan->ring_bufs_avail); |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 498 | if (err == -ERESTARTSYS) |
| 499 | goto err_out; |
| 500 | |
Joe Perches | 5d38515 | 2011-11-28 10:40:46 -0800 | [diff] [blame] | 501 | p9_debug(P9_DEBUG_TRANS, "Retry virtio request\n"); |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 502 | goto req_retry_pinned; |
| 503 | } else { |
| 504 | spin_unlock_irqrestore(&chan->lock, flags); |
Joe Perches | 5d38515 | 2011-11-28 10:40:46 -0800 | [diff] [blame] | 505 | p9_debug(P9_DEBUG_TRANS, |
Rusty Russell | 0b36f1a | 2013-03-20 15:44:30 +1030 | [diff] [blame] | 506 | "virtio rpc add_sgs returned failure\n"); |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 507 | err = -EIO; |
| 508 | goto err_out; |
| 509 | } |
| 510 | } |
| 511 | virtqueue_kick(chan->vq); |
| 512 | spin_unlock_irqrestore(&chan->lock, flags); |
Tomas Bortoli | 3665a4d | 2018-08-14 19:43:42 +0200 | [diff] [blame] | 513 | kicked = 1; |
Joe Perches | 5d38515 | 2011-11-28 10:40:46 -0800 | [diff] [blame] | 514 | p9_debug(P9_DEBUG_TRANS, "virtio request kicked\n"); |
Matthew Wilcox | 2557d0c | 2018-07-11 14:02:23 -0700 | [diff] [blame] | 515 | err = wait_event_killable(req->wq, req->status >= REQ_STATUS_RCVD); |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 516 | /* |
| 517 | * Non kernel buffers are pinned, unpin them |
| 518 | */ |
| 519 | err_out: |
Al Viro | 4f3b35c | 2015-04-01 19:57:53 -0400 | [diff] [blame] | 520 | if (need_drop) { |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 521 | if (in_pages) { |
| 522 | p9_release_pages(in_pages, in_nr_pages); |
| 523 | atomic_sub(in_nr_pages, &vp_pinned); |
| 524 | } |
| 525 | if (out_pages) { |
| 526 | p9_release_pages(out_pages, out_nr_pages); |
| 527 | atomic_sub(out_nr_pages, &vp_pinned); |
| 528 | } |
| 529 | /* wakeup anybody waiting for slots to pin pages */ |
| 530 | wake_up(&vp_wq); |
| 531 | } |
Vegard Nossum | 1b8553c | 2016-08-03 19:59:47 +0300 | [diff] [blame] | 532 | kvfree(in_pages); |
| 533 | kvfree(out_pages); |
Tomas Bortoli | 3665a4d | 2018-08-14 19:43:42 +0200 | [diff] [blame] | 534 | if (!kicked) { |
| 535 | /* reply won't come */ |
| 536 | p9_req_put(req); |
| 537 | } |
Aneesh Kumar K.V | abfa034 | 2011-08-16 10:50:10 +0530 | [diff] [blame] | 538 | return err; |
| 539 | } |
| 540 | |
Aneesh Kumar K.V | 86c8437 | 2010-03-06 04:44:15 +0000 | [diff] [blame] | 541 | static ssize_t p9_mount_tag_show(struct device *dev, |
| 542 | struct device_attribute *attr, char *buf) |
| 543 | { |
| 544 | struct virtio_chan *chan; |
| 545 | struct virtio_device *vdev; |
piaojun | edcd9d9 | 2018-08-03 17:22:20 +0800 | [diff] [blame] | 546 | int tag_len; |
Aneesh Kumar K.V | 86c8437 | 2010-03-06 04:44:15 +0000 | [diff] [blame] | 547 | |
| 548 | vdev = dev_to_virtio(dev); |
| 549 | chan = vdev->priv; |
piaojun | edcd9d9 | 2018-08-03 17:22:20 +0800 | [diff] [blame] | 550 | tag_len = strlen(chan->tag); |
Aneesh Kumar K.V | 86c8437 | 2010-03-06 04:44:15 +0000 | [diff] [blame] | 551 | |
piaojun | edcd9d9 | 2018-08-03 17:22:20 +0800 | [diff] [blame] | 552 | memcpy(buf, chan->tag, tag_len + 1); |
Andrey Ryabinin | 179a5bc | 2015-01-27 16:00:19 +0300 | [diff] [blame] | 553 | |
piaojun | edcd9d9 | 2018-08-03 17:22:20 +0800 | [diff] [blame] | 554 | return tag_len + 1; |
Aneesh Kumar K.V | 86c8437 | 2010-03-06 04:44:15 +0000 | [diff] [blame] | 555 | } |
| 556 | |
| 557 | static DEVICE_ATTR(mount_tag, 0444, p9_mount_tag_show, NULL); |
| 558 | |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 559 | /** |
| 560 | * p9_virtio_probe - probe for existence of 9P virtio channels |
| 561 | * @vdev: virtio device to probe |
| 562 | * |
Aneesh Kumar K.V | 37c1209d4 | 2010-02-15 17:27:01 +0000 | [diff] [blame] | 563 | * This probes for existing virtio channels. |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 564 | * |
| 565 | */ |
| 566 | |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 567 | static int p9_virtio_probe(struct virtio_device *vdev) |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 568 | { |
Aneesh Kumar K.V | 97ee9b0 | 2010-03-06 04:44:14 +0000 | [diff] [blame] | 569 | __u16 tag_len; |
| 570 | char *tag; |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 571 | int err; |
| 572 | struct virtio_chan *chan; |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 573 | |
Michael S. Tsirkin | 7754f53 | 2015-01-12 16:23:37 +0200 | [diff] [blame] | 574 | if (!vdev->config->get) { |
| 575 | dev_err(&vdev->dev, "%s failure: config access disabled\n", |
| 576 | __func__); |
| 577 | return -EINVAL; |
| 578 | } |
| 579 | |
Aneesh Kumar K.V | 37c1209d4 | 2010-02-15 17:27:01 +0000 | [diff] [blame] | 580 | chan = kmalloc(sizeof(struct virtio_chan), GFP_KERNEL); |
| 581 | if (!chan) { |
Joe Perches | 5d38515 | 2011-11-28 10:40:46 -0800 | [diff] [blame] | 582 | pr_err("Failed to allocate virtio 9P channel\n"); |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 583 | err = -ENOMEM; |
| 584 | goto fail; |
| 585 | } |
| 586 | |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 587 | chan->vdev = vdev; |
| 588 | |
| 589 | /* We expect one virtqueue, for requests. */ |
Michael S. Tsirkin | d2a7ddd | 2009-06-12 22:16:36 -0600 | [diff] [blame] | 590 | chan->vq = virtio_find_single_vq(vdev, req_done, "requests"); |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 591 | if (IS_ERR(chan->vq)) { |
| 592 | err = PTR_ERR(chan->vq); |
Jean-Philippe Brucker | 92aef46 | 2018-07-17 19:14:45 -0700 | [diff] [blame] | 593 | goto out_free_chan; |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 594 | } |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 595 | chan->vq->vdev->priv = chan; |
| 596 | spin_lock_init(&chan->lock); |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 597 | |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 598 | sg_init_table(chan->sg, VIRTQUEUE_NUM); |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 599 | |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 600 | chan->inuse = false; |
Aneesh Kumar K.V | 97ee9b0 | 2010-03-06 04:44:14 +0000 | [diff] [blame] | 601 | if (virtio_has_feature(vdev, VIRTIO_9P_MOUNT_TAG)) { |
Rusty Russell | 855e0c5 | 2013-10-14 18:11:51 +1030 | [diff] [blame] | 602 | virtio_cread(vdev, struct virtio_9p_config, tag_len, &tag_len); |
Aneesh Kumar K.V | 97ee9b0 | 2010-03-06 04:44:14 +0000 | [diff] [blame] | 603 | } else { |
| 604 | err = -EINVAL; |
| 605 | goto out_free_vq; |
| 606 | } |
piaojun | edcd9d9 | 2018-08-03 17:22:20 +0800 | [diff] [blame] | 607 | tag = kzalloc(tag_len + 1, GFP_KERNEL); |
Aneesh Kumar K.V | 97ee9b0 | 2010-03-06 04:44:14 +0000 | [diff] [blame] | 608 | if (!tag) { |
| 609 | err = -ENOMEM; |
| 610 | goto out_free_vq; |
| 611 | } |
Rusty Russell | 855e0c5 | 2013-10-14 18:11:51 +1030 | [diff] [blame] | 612 | |
| 613 | virtio_cread_bytes(vdev, offsetof(struct virtio_9p_config, tag), |
| 614 | tag, tag_len); |
Aneesh Kumar K.V | 97ee9b0 | 2010-03-06 04:44:14 +0000 | [diff] [blame] | 615 | chan->tag = tag; |
Aneesh Kumar K.V | 86c8437 | 2010-03-06 04:44:15 +0000 | [diff] [blame] | 616 | err = sysfs_create_file(&(vdev->dev.kobj), &dev_attr_mount_tag.attr); |
| 617 | if (err) { |
Venkateswararao Jujjuri (JV) | 52f44e0 | 2010-09-29 18:33:41 -0700 | [diff] [blame] | 618 | goto out_free_tag; |
Aneesh Kumar K.V | 86c8437 | 2010-03-06 04:44:15 +0000 | [diff] [blame] | 619 | } |
Venkateswararao Jujjuri (JV) | 52f44e0 | 2010-09-29 18:33:41 -0700 | [diff] [blame] | 620 | chan->vc_wq = kmalloc(sizeof(wait_queue_head_t), GFP_KERNEL); |
| 621 | if (!chan->vc_wq) { |
| 622 | err = -ENOMEM; |
| 623 | goto out_free_tag; |
| 624 | } |
| 625 | init_waitqueue_head(chan->vc_wq); |
| 626 | chan->ring_bufs_avail = 1; |
Venkateswararao Jujjuri (JV) | 68da9ba | 2011-03-18 15:49:48 -0700 | [diff] [blame] | 627 | /* Ceiling limit to avoid denial of service attacks */ |
| 628 | chan->p9_max_pages = nr_free_buffer_pages()/4; |
Venkateswararao Jujjuri (JV) | 52f44e0 | 2010-09-29 18:33:41 -0700 | [diff] [blame] | 629 | |
Michael S. Tsirkin | 64b4cc3 | 2014-10-15 10:22:31 +1030 | [diff] [blame] | 630 | virtio_device_ready(vdev); |
| 631 | |
Aneesh Kumar K.V | 37c1209d4 | 2010-02-15 17:27:01 +0000 | [diff] [blame] | 632 | mutex_lock(&virtio_9p_lock); |
| 633 | list_add_tail(&chan->chan_list, &virtio_chan_list); |
| 634 | mutex_unlock(&virtio_9p_lock); |
Michael Marineau | e0d6cb9 | 2013-08-11 00:53:45 -0400 | [diff] [blame] | 635 | |
| 636 | /* Let udev rules use the new mount_tag attribute. */ |
| 637 | kobject_uevent(&(vdev->dev.kobj), KOBJ_CHANGE); |
| 638 | |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 639 | return 0; |
| 640 | |
Venkateswararao Jujjuri (JV) | 52f44e0 | 2010-09-29 18:33:41 -0700 | [diff] [blame] | 641 | out_free_tag: |
| 642 | kfree(tag); |
Eric Van Hensbergen | e2735b7 | 2008-02-06 19:25:58 -0600 | [diff] [blame] | 643 | out_free_vq: |
Michael S. Tsirkin | d2a7ddd | 2009-06-12 22:16:36 -0600 | [diff] [blame] | 644 | vdev->config->del_vqs(vdev); |
Jean-Philippe Brucker | 92aef46 | 2018-07-17 19:14:45 -0700 | [diff] [blame] | 645 | out_free_chan: |
Aneesh Kumar K.V | 37c1209d4 | 2010-02-15 17:27:01 +0000 | [diff] [blame] | 646 | kfree(chan); |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 647 | fail: |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 648 | return err; |
| 649 | } |
| 650 | |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 651 | |
| 652 | /** |
| 653 | * p9_virtio_create - allocate a new virtio channel |
Eric Van Hensbergen | 8b81ef5 | 2008-10-13 18:45:25 -0500 | [diff] [blame] | 654 | * @client: client instance invoking this transport |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 655 | * @devname: string identifying the channel to connect to (unused) |
| 656 | * @args: args passed from sys_mount() for per-transport options (unused) |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 657 | * |
| 658 | * This sets up a transport channel for 9p communication. Right now |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 659 | * we only match the first available channel, but eventually we couldlook up |
| 660 | * alternate channels by matching devname versus a virtio_config entry. |
| 661 | * We use a simple reference count mechanism to ensure that only a single |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 662 | * mount has a channel open at a time. |
| 663 | * |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 664 | */ |
| 665 | |
Eric Van Hensbergen | 8b81ef5 | 2008-10-13 18:45:25 -0500 | [diff] [blame] | 666 | static int |
| 667 | p9_virtio_create(struct p9_client *client, const char *devname, char *args) |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 668 | { |
Aneesh Kumar K.V | 37c1209d4 | 2010-02-15 17:27:01 +0000 | [diff] [blame] | 669 | struct virtio_chan *chan; |
Aneesh Kumar K.V | c1a7c22 | 2010-02-15 17:27:02 +0000 | [diff] [blame] | 670 | int ret = -ENOENT; |
Aneesh Kumar K.V | 37c1209d4 | 2010-02-15 17:27:01 +0000 | [diff] [blame] | 671 | int found = 0; |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 672 | |
Tomas Bortoli | 10aa145 | 2018-07-27 13:05:58 +0200 | [diff] [blame] | 673 | if (devname == NULL) |
| 674 | return -EINVAL; |
| 675 | |
Josef 'Jeff' Sipek | c154949 | 2008-03-07 11:39:13 -0600 | [diff] [blame] | 676 | mutex_lock(&virtio_9p_lock); |
Aneesh Kumar K.V | 37c1209d4 | 2010-02-15 17:27:01 +0000 | [diff] [blame] | 677 | list_for_each_entry(chan, &virtio_chan_list, chan_list) { |
piaojun | edcd9d9 | 2018-08-03 17:22:20 +0800 | [diff] [blame] | 678 | if (!strcmp(devname, chan->tag)) { |
Aneesh Kumar K.V | f75580c | 2010-02-15 17:27:00 +0000 | [diff] [blame] | 679 | if (!chan->inuse) { |
| 680 | chan->inuse = true; |
Aneesh Kumar K.V | 37c1209d4 | 2010-02-15 17:27:01 +0000 | [diff] [blame] | 681 | found = 1; |
Aneesh Kumar K.V | f75580c | 2010-02-15 17:27:00 +0000 | [diff] [blame] | 682 | break; |
| 683 | } |
Aneesh Kumar K.V | c1a7c22 | 2010-02-15 17:27:02 +0000 | [diff] [blame] | 684 | ret = -EBUSY; |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 685 | } |
| 686 | } |
Josef 'Jeff' Sipek | c154949 | 2008-03-07 11:39:13 -0600 | [diff] [blame] | 687 | mutex_unlock(&virtio_9p_lock); |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 688 | |
Aneesh Kumar K.V | 37c1209d4 | 2010-02-15 17:27:01 +0000 | [diff] [blame] | 689 | if (!found) { |
Aneesh Kumar K.V | c7c72c5 | 2015-09-03 13:36:51 +0530 | [diff] [blame] | 690 | pr_err("no channels available for device %s\n", devname); |
Aneesh Kumar K.V | c1a7c22 | 2010-02-15 17:27:02 +0000 | [diff] [blame] | 691 | return ret; |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 692 | } |
| 693 | |
Eric Van Hensbergen | 8b81ef5 | 2008-10-13 18:45:25 -0500 | [diff] [blame] | 694 | client->trans = (void *)chan; |
Eric Van Hensbergen | 562ada6 | 2010-01-15 18:54:03 -0600 | [diff] [blame] | 695 | client->status = Connected; |
Eric Van Hensbergen | fea511a | 2008-10-13 18:45:23 -0500 | [diff] [blame] | 696 | chan->client = client; |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 697 | |
Eric Van Hensbergen | 8b81ef5 | 2008-10-13 18:45:25 -0500 | [diff] [blame] | 698 | return 0; |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 699 | } |
| 700 | |
Eric Van Hensbergen | ee44399 | 2008-03-05 07:08:09 -0600 | [diff] [blame] | 701 | /** |
| 702 | * p9_virtio_remove - clean up resources associated with a virtio device |
| 703 | * @vdev: virtio device to remove |
| 704 | * |
| 705 | */ |
| 706 | |
Eric Van Hensbergen | f393354 | 2008-02-06 19:25:04 -0600 | [diff] [blame] | 707 | static void p9_virtio_remove(struct virtio_device *vdev) |
| 708 | { |
| 709 | struct virtio_chan *chan = vdev->priv; |
Michael S. Tsirkin | 8051a2a | 2015-03-12 11:53:41 +1030 | [diff] [blame] | 710 | unsigned long warning_time; |
Eric Van Hensbergen | f393354 | 2008-02-06 19:25:04 -0600 | [diff] [blame] | 711 | |
Aneesh Kumar K.V | 37c1209d4 | 2010-02-15 17:27:01 +0000 | [diff] [blame] | 712 | mutex_lock(&virtio_9p_lock); |
Michael S. Tsirkin | 8051a2a | 2015-03-12 11:53:41 +1030 | [diff] [blame] | 713 | |
| 714 | /* Remove self from list so we don't get new users. */ |
Aneesh Kumar K.V | 37c1209d4 | 2010-02-15 17:27:01 +0000 | [diff] [blame] | 715 | list_del(&chan->chan_list); |
Michael S. Tsirkin | 8051a2a | 2015-03-12 11:53:41 +1030 | [diff] [blame] | 716 | warning_time = jiffies; |
| 717 | |
| 718 | /* Wait for existing users to close. */ |
| 719 | while (chan->inuse) { |
| 720 | mutex_unlock(&virtio_9p_lock); |
| 721 | msleep(250); |
| 722 | if (time_after(jiffies, warning_time + 10 * HZ)) { |
| 723 | dev_emerg(&vdev->dev, |
| 724 | "p9_virtio_remove: waiting for device in use.\n"); |
| 725 | warning_time = jiffies; |
| 726 | } |
| 727 | mutex_lock(&virtio_9p_lock); |
| 728 | } |
| 729 | |
Aneesh Kumar K.V | 37c1209d4 | 2010-02-15 17:27:01 +0000 | [diff] [blame] | 730 | mutex_unlock(&virtio_9p_lock); |
Michael S. Tsirkin | 8051a2a | 2015-03-12 11:53:41 +1030 | [diff] [blame] | 731 | |
Pierre Morel | ea52bf8 | 2015-07-09 14:58:26 +0200 | [diff] [blame] | 732 | vdev->config->reset(vdev); |
Michael S. Tsirkin | 8051a2a | 2015-03-12 11:53:41 +1030 | [diff] [blame] | 733 | vdev->config->del_vqs(vdev); |
| 734 | |
Aneesh Kumar K.V | 86c8437 | 2010-03-06 04:44:15 +0000 | [diff] [blame] | 735 | sysfs_remove_file(&(vdev->dev.kobj), &dev_attr_mount_tag.attr); |
Michael Marineau | e0d6cb9 | 2013-08-11 00:53:45 -0400 | [diff] [blame] | 736 | kobject_uevent(&(vdev->dev.kobj), KOBJ_CHANGE); |
Aneesh Kumar K.V | 97ee9b0 | 2010-03-06 04:44:14 +0000 | [diff] [blame] | 737 | kfree(chan->tag); |
Venkateswararao Jujjuri (JV) | 52f44e0 | 2010-09-29 18:33:41 -0700 | [diff] [blame] | 738 | kfree(chan->vc_wq); |
Aneesh Kumar K.V | 37c1209d4 | 2010-02-15 17:27:01 +0000 | [diff] [blame] | 739 | kfree(chan); |
| 740 | |
Eric Van Hensbergen | f393354 | 2008-02-06 19:25:04 -0600 | [diff] [blame] | 741 | } |
| 742 | |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 743 | static struct virtio_device_id id_table[] = { |
| 744 | { VIRTIO_ID_9P, VIRTIO_DEV_ANY_ID }, |
| 745 | { 0 }, |
| 746 | }; |
| 747 | |
Aneesh Kumar K.V | 97ee9b0 | 2010-03-06 04:44:14 +0000 | [diff] [blame] | 748 | static unsigned int features[] = { |
| 749 | VIRTIO_9P_MOUNT_TAG, |
| 750 | }; |
| 751 | |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 752 | /* The standard "struct lguest_driver": */ |
| 753 | static struct virtio_driver p9_virtio_drv = { |
Aneesh Kumar K.V | 97ee9b0 | 2010-03-06 04:44:14 +0000 | [diff] [blame] | 754 | .feature_table = features, |
| 755 | .feature_table_size = ARRAY_SIZE(features), |
| 756 | .driver.name = KBUILD_MODNAME, |
| 757 | .driver.owner = THIS_MODULE, |
| 758 | .id_table = id_table, |
| 759 | .probe = p9_virtio_probe, |
| 760 | .remove = p9_virtio_remove, |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 761 | }; |
| 762 | |
| 763 | static struct p9_trans_module p9_virtio_trans = { |
| 764 | .name = "virtio", |
| 765 | .create = p9_virtio_create, |
Eric Van Hensbergen | 8b81ef5 | 2008-10-13 18:45:25 -0500 | [diff] [blame] | 766 | .close = p9_virtio_close, |
Eric Van Hensbergen | 91b8534 | 2008-10-13 18:45:21 -0500 | [diff] [blame] | 767 | .request = p9_virtio_request, |
Arnd Bergmann | dc893e1 | 2013-03-08 12:43:31 -0800 | [diff] [blame] | 768 | .zc_request = p9_virtio_zc_request, |
Eric Van Hensbergen | 91b8534 | 2008-10-13 18:45:21 -0500 | [diff] [blame] | 769 | .cancel = p9_virtio_cancel, |
Tomas Bortoli | 3665a4d | 2018-08-14 19:43:42 +0200 | [diff] [blame] | 770 | .cancelled = p9_virtio_cancelled, |
Aneesh Kumar K.V | b49d8b5 | 2011-08-17 16:56:04 +0000 | [diff] [blame] | 771 | /* |
| 772 | * We leave one entry for input and one entry for response |
| 773 | * headers. We also skip one more entry to accomodate, address |
| 774 | * that are not at page boundary, that can result in an extra |
| 775 | * page in zero copy. |
| 776 | */ |
| 777 | .maxsize = PAGE_SIZE * (VIRTQUEUE_NUM - 3), |
Eric Van Hensbergen | f94741f | 2013-11-12 10:20:03 -0600 | [diff] [blame] | 778 | .def = 1, |
Tejun Heo | 72029fe | 2008-09-24 16:22:23 -0500 | [diff] [blame] | 779 | .owner = THIS_MODULE, |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 780 | }; |
| 781 | |
| 782 | /* The standard init function */ |
| 783 | static int __init p9_virtio_init(void) |
| 784 | { |
YueHaibing | b52807e | 2019-04-30 19:59:42 +0800 | [diff] [blame] | 785 | int rc; |
| 786 | |
Aneesh Kumar K.V | 37c1209d4 | 2010-02-15 17:27:01 +0000 | [diff] [blame] | 787 | INIT_LIST_HEAD(&virtio_chan_list); |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 788 | |
| 789 | v9fs_register_trans(&p9_virtio_trans); |
YueHaibing | b52807e | 2019-04-30 19:59:42 +0800 | [diff] [blame] | 790 | rc = register_virtio_driver(&p9_virtio_drv); |
| 791 | if (rc) |
| 792 | v9fs_unregister_trans(&p9_virtio_trans); |
| 793 | |
| 794 | return rc; |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 795 | } |
| 796 | |
Eric Van Hensbergen | f393354 | 2008-02-06 19:25:04 -0600 | [diff] [blame] | 797 | static void __exit p9_virtio_cleanup(void) |
| 798 | { |
| 799 | unregister_virtio_driver(&p9_virtio_drv); |
Tejun Heo | 72029fe | 2008-09-24 16:22:23 -0500 | [diff] [blame] | 800 | v9fs_unregister_trans(&p9_virtio_trans); |
Eric Van Hensbergen | f393354 | 2008-02-06 19:25:04 -0600 | [diff] [blame] | 801 | } |
| 802 | |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 803 | module_init(p9_virtio_init); |
Eric Van Hensbergen | f393354 | 2008-02-06 19:25:04 -0600 | [diff] [blame] | 804 | module_exit(p9_virtio_cleanup); |
Eric Van Hensbergen | b530cc7 | 2007-10-23 13:47:31 -0500 | [diff] [blame] | 805 | |
| 806 | MODULE_DEVICE_TABLE(virtio, id_table); |
| 807 | MODULE_AUTHOR("Eric Van Hensbergen <ericvh@gmail.com>"); |
| 808 | MODULE_DESCRIPTION("Virtio 9p Transport"); |
| 809 | MODULE_LICENSE("GPL"); |