blob: e638457d9de44d3305011207b333cf85cacb2757 [file] [log] [blame]
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -04001/*
2 * This program is free software; you can redistribute it and/or
3 * modify it under the terms of the GNU General Public License version 2
4 * as published by the Free Software Foundation; or, when distributed
5 * separately from the Linux kernel or incorporated into other
6 * software packages, subject to the following license:
7 *
8 * Permission is hereby granted, free of charge, to any person obtaining a copy
9 * of this source file (the "Software"), to deal in the Software without
10 * restriction, including without limitation the rights to use, copy, modify,
11 * merge, publish, distribute, sublicense, and/or sell copies of the Software,
12 * and to permit persons to whom the Software is furnished to do so, subject to
13 * the following conditions:
14 *
15 * The above copyright notice and this permission notice shall be included in
16 * all copies or substantial portions of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
21 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
22 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
23 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
24 * IN THE SOFTWARE.
25 */
26
Konrad Rzeszutek Wilk5a577e32011-05-12 16:58:21 -040027#ifndef __XEN_BLKIF__BACKEND__COMMON_H__
28#define __XEN_BLKIF__BACKEND__COMMON_H__
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -040029
30#include <linux/version.h>
31#include <linux/module.h>
32#include <linux/interrupt.h>
33#include <linux/slab.h>
34#include <linux/blkdev.h>
35#include <linux/vmalloc.h>
36#include <linux/wait.h>
Konrad Rzeszutek Wilk54893772011-04-14 17:21:50 -040037#include <linux/io.h>
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -040038#include <asm/setup.h>
39#include <asm/pgalloc.h>
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -040040#include <asm/hypervisor.h>
Jeremy Fitzhardinge88122932009-02-09 12:05:51 -080041#include <xen/grant_table.h>
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -040042#include <xen/xenbus.h>
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -040043#include <xen/interface/io/ring.h>
44#include <xen/interface/io/blkif.h>
45#include <xen/interface/io/protocols.h>
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -040046
Konrad Rzeszutek Wilk22b20f22011-05-12 16:43:12 -040047#define DRV_PFX "xen-blkback:"
Konrad Rzeszutek Wilk1afbd732011-05-11 16:15:24 -040048#define DPRINTK(fmt, args...) \
Joe Jinc555aab2011-08-15 12:57:07 +080049 pr_debug(DRV_PFX "(%s:%d) " fmt ".\n", \
Konrad Rzeszutek Wilk1afbd732011-05-11 16:15:24 -040050 __func__, __LINE__, ##args)
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -040051
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -040052
53/* Not a real protocol. Used to generate ring structs which contain
54 * the elements common to all protocols only. This way we get a
55 * compiler-checkable way to use common struct elements, so we can
56 * avoid using switch(protocol) in a number of places. */
57struct blkif_common_request {
58 char dummy;
59};
60struct blkif_common_response {
61 char dummy;
62};
63
64/* i386 protocol version */
65#pragma pack(push, 4)
Li Dongyangb3cb0d62011-09-01 18:39:10 +080066
67struct blkif_x86_32_request_rw {
68 blkif_sector_t sector_number;/* start sector idx on disk (r/w only) */
69 struct blkif_request_segment seg[BLKIF_MAX_SEGMENTS_PER_REQUEST];
70};
71
72struct blkif_x86_32_request_discard {
73 blkif_sector_t sector_number;/* start sector idx on disk (r/w only) */
74 uint64_t nr_sectors;
75};
76
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -040077struct blkif_x86_32_request {
78 uint8_t operation; /* BLKIF_OP_??? */
79 uint8_t nr_segments; /* number of segments */
80 blkif_vdev_t handle; /* only for read/write requests */
81 uint64_t id; /* private guest value, echoed in resp */
Li Dongyangb3cb0d62011-09-01 18:39:10 +080082 union {
83 struct blkif_x86_32_request_rw rw;
84 struct blkif_x86_32_request_discard discard;
85 } u;
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -040086};
87struct blkif_x86_32_response {
88 uint64_t id; /* copied from request */
89 uint8_t operation; /* copied from request */
90 int16_t status; /* BLKIF_RSP_??? */
91};
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -040092#pragma pack(pop)
93
94/* x86_64 protocol version */
Li Dongyangb3cb0d62011-09-01 18:39:10 +080095
96struct blkif_x86_64_request_rw {
97 blkif_sector_t sector_number;/* start sector idx on disk (r/w only) */
98 struct blkif_request_segment seg[BLKIF_MAX_SEGMENTS_PER_REQUEST];
99};
100
101struct blkif_x86_64_request_discard {
102 blkif_sector_t sector_number;/* start sector idx on disk (r/w only) */
103 uint64_t nr_sectors;
104};
105
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -0400106struct blkif_x86_64_request {
107 uint8_t operation; /* BLKIF_OP_??? */
108 uint8_t nr_segments; /* number of segments */
109 blkif_vdev_t handle; /* only for read/write requests */
110 uint64_t __attribute__((__aligned__(8))) id;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800111 union {
112 struct blkif_x86_64_request_rw rw;
113 struct blkif_x86_64_request_discard discard;
114 } u;
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -0400115};
116struct blkif_x86_64_response {
117 uint64_t __attribute__((__aligned__(8))) id;
118 uint8_t operation; /* copied from request */
119 int16_t status; /* BLKIF_RSP_??? */
120};
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -0400121
122DEFINE_RING_TYPES(blkif_common, struct blkif_common_request,
123 struct blkif_common_response);
124DEFINE_RING_TYPES(blkif_x86_32, struct blkif_x86_32_request,
125 struct blkif_x86_32_response);
126DEFINE_RING_TYPES(blkif_x86_64, struct blkif_x86_64_request,
127 struct blkif_x86_64_response);
128
129union blkif_back_rings {
130 struct blkif_back_ring native;
131 struct blkif_common_back_ring common;
132 struct blkif_x86_32_back_ring x86_32;
133 struct blkif_x86_64_back_ring x86_64;
134};
135
136enum blkif_protocol {
137 BLKIF_PROTOCOL_NATIVE = 1,
138 BLKIF_PROTOCOL_X86_32 = 2,
139 BLKIF_PROTOCOL_X86_64 = 3,
140};
141
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800142enum blkif_backend_type {
143 BLKIF_BACKEND_PHY = 1,
144 BLKIF_BACKEND_FILE = 2,
145};
146
Konrad Rzeszutek Wilk3d814732011-05-12 16:53:56 -0400147struct xen_vbd {
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400148 /* What the domain refers to this vbd as. */
149 blkif_vdev_t handle;
150 /* Non-zero -> read-only */
151 unsigned char readonly;
152 /* VDISK_xxx */
153 unsigned char type;
154 /* phys device that this vbd maps to. */
155 u32 pdevice;
156 struct block_device *bdev;
157 /* Cached size parameter. */
158 sector_t size;
159 bool flush_support;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400160};
161
162struct backend_info;
163
Konrad Rzeszutek Wilk30fd1502011-05-12 16:47:48 -0400164struct xen_blkif {
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400165 /* Unique identifier for this interface. */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400166 domid_t domid;
167 unsigned int handle;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400168 /* Physical parameters of the comms window. */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400169 unsigned int irq;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400170 /* Comms information. */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400171 enum blkif_protocol blk_protocol;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800172 enum blkif_backend_type blk_backend_type;
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400173 union blkif_back_rings blk_rings;
174 struct vm_struct *blk_ring_area;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400175 /* The VBD attached to this interface. */
Konrad Rzeszutek Wilk3d814732011-05-12 16:53:56 -0400176 struct xen_vbd vbd;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400177 /* Back pointer to the backend_info. */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400178 struct backend_info *be;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400179 /* Private fields. */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400180 spinlock_t blk_ring_lock;
181 atomic_t refcnt;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400182
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400183 wait_queue_head_t wq;
Konrad Rzeszutek Wilk29bde092011-10-10 00:42:22 -0400184 /* for barrier (drain) requests */
185 struct completion drain_complete;
186 atomic_t drain;
Konrad Rzeszutek Wilka1397fa2011-04-14 17:05:23 -0400187 /* One thread per one blkif. */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400188 struct task_struct *xenblkd;
189 unsigned int waiting_reqs;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400190
191 /* statistics */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400192 unsigned long st_print;
193 int st_rd_req;
194 int st_wr_req;
195 int st_oo_req;
196 int st_f_req;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800197 int st_ds_req;
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400198 int st_rd_sect;
199 int st_wr_sect;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400200
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400201 wait_queue_head_t waiting_to_free;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400202
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400203 grant_handle_t shmem_handle;
204 grant_ref_t shmem_ref;
Konrad Rzeszutek Wilk54893772011-04-14 17:21:50 -0400205};
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400206
Konrad Rzeszutek Wilk42c78412011-04-20 11:21:43 -0400207
208#define vbd_sz(_v) ((_v)->bdev->bd_part ? \
209 (_v)->bdev->bd_part->nr_sects : \
210 get_capacity((_v)->bdev->bd_disk))
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400211
Konrad Rzeszutek Wilk8b6bf742011-04-20 11:50:43 -0400212#define xen_blkif_get(_b) (atomic_inc(&(_b)->refcnt))
213#define xen_blkif_put(_b) \
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400214 do { \
215 if (atomic_dec_and_test(&(_b)->refcnt)) \
216 wake_up(&(_b)->waiting_to_free);\
217 } while (0)
218
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400219struct phys_req {
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400220 unsigned short dev;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800221 blkif_sector_t nr_sects;
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400222 struct block_device *bdev;
223 blkif_sector_t sector_number;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400224};
Konrad Rzeszutek Wilk8b6bf742011-04-20 11:50:43 -0400225int xen_blkif_interface_init(void);
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400226
Konrad Rzeszutek Wilk8b6bf742011-04-20 11:50:43 -0400227int xen_blkif_xenbus_init(void);
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400228
Konrad Rzeszutek Wilk8b6bf742011-04-20 11:50:43 -0400229irqreturn_t xen_blkif_be_int(int irq, void *dev_id);
230int xen_blkif_schedule(void *arg);
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400231
Konrad Rzeszutek Wilk24f567f2011-05-04 17:07:27 -0400232int xen_blkbk_flush_diskcache(struct xenbus_transaction xbt,
233 struct backend_info *be, int state);
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400234
Konrad Rzeszutek Wilk29bde092011-10-10 00:42:22 -0400235int xen_blkbk_barrier(struct xenbus_transaction xbt,
236 struct backend_info *be, int state);
Konrad Rzeszutek Wilk8b6bf742011-04-20 11:50:43 -0400237struct xenbus_device *xen_blkbk_xenbus(struct backend_info *be);
Jeremy Fitzhardinge98e036a2010-03-18 15:35:05 -0700238
Konrad Rzeszutek Wilkb0f80122011-05-12 16:23:06 -0400239static inline void blkif_get_x86_32_req(struct blkif_request *dst,
Konrad Rzeszutek Wilk68c88dd2011-05-11 16:23:39 -0400240 struct blkif_x86_32_request *src)
241{
242 int i, n = BLKIF_MAX_SEGMENTS_PER_REQUEST;
243 dst->operation = src->operation;
244 dst->nr_segments = src->nr_segments;
245 dst->handle = src->handle;
246 dst->id = src->id;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800247 switch (src->operation) {
248 case BLKIF_OP_READ:
249 case BLKIF_OP_WRITE:
250 case BLKIF_OP_WRITE_BARRIER:
251 case BLKIF_OP_FLUSH_DISKCACHE:
252 dst->u.rw.sector_number = src->u.rw.sector_number;
253 barrier();
254 if (n > dst->nr_segments)
255 n = dst->nr_segments;
256 for (i = 0; i < n; i++)
257 dst->u.rw.seg[i] = src->u.rw.seg[i];
258 break;
259 case BLKIF_OP_DISCARD:
260 dst->u.discard.sector_number = src->u.discard.sector_number;
261 dst->u.discard.nr_sectors = src->u.discard.nr_sectors;
262 break;
263 default:
264 break;
265 }
Konrad Rzeszutek Wilk68c88dd2011-05-11 16:23:39 -0400266}
267
Konrad Rzeszutek Wilkb0f80122011-05-12 16:23:06 -0400268static inline void blkif_get_x86_64_req(struct blkif_request *dst,
Konrad Rzeszutek Wilk68c88dd2011-05-11 16:23:39 -0400269 struct blkif_x86_64_request *src)
270{
271 int i, n = BLKIF_MAX_SEGMENTS_PER_REQUEST;
272 dst->operation = src->operation;
273 dst->nr_segments = src->nr_segments;
274 dst->handle = src->handle;
275 dst->id = src->id;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800276 switch (src->operation) {
277 case BLKIF_OP_READ:
278 case BLKIF_OP_WRITE:
279 case BLKIF_OP_WRITE_BARRIER:
280 case BLKIF_OP_FLUSH_DISKCACHE:
281 dst->u.rw.sector_number = src->u.rw.sector_number;
282 barrier();
283 if (n > dst->nr_segments)
284 n = dst->nr_segments;
285 for (i = 0; i < n; i++)
286 dst->u.rw.seg[i] = src->u.rw.seg[i];
287 break;
288 case BLKIF_OP_DISCARD:
289 dst->u.discard.sector_number = src->u.discard.sector_number;
290 dst->u.discard.nr_sectors = src->u.discard.nr_sectors;
291 break;
292 default:
293 break;
294 }
Konrad Rzeszutek Wilk68c88dd2011-05-11 16:23:39 -0400295}
296
Konrad Rzeszutek Wilk5a577e32011-05-12 16:58:21 -0400297#endif /* __XEN_BLKIF__BACKEND__COMMON_H__ */