blob: d0ee7edc9be8ad1819a91a491eb907f18d545fbf [file] [log] [blame]
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -04001/*
2 * This program is free software; you can redistribute it and/or
3 * modify it under the terms of the GNU General Public License version 2
4 * as published by the Free Software Foundation; or, when distributed
5 * separately from the Linux kernel or incorporated into other
6 * software packages, subject to the following license:
7 *
8 * Permission is hereby granted, free of charge, to any person obtaining a copy
9 * of this source file (the "Software"), to deal in the Software without
10 * restriction, including without limitation the rights to use, copy, modify,
11 * merge, publish, distribute, sublicense, and/or sell copies of the Software,
12 * and to permit persons to whom the Software is furnished to do so, subject to
13 * the following conditions:
14 *
15 * The above copyright notice and this permission notice shall be included in
16 * all copies or substantial portions of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
21 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
22 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
23 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
24 * IN THE SOFTWARE.
25 */
26
Konrad Rzeszutek Wilk5a577e32011-05-12 16:58:21 -040027#ifndef __XEN_BLKIF__BACKEND__COMMON_H__
28#define __XEN_BLKIF__BACKEND__COMMON_H__
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -040029
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -040030#include <linux/module.h>
31#include <linux/interrupt.h>
32#include <linux/slab.h>
33#include <linux/blkdev.h>
34#include <linux/vmalloc.h>
35#include <linux/wait.h>
Konrad Rzeszutek Wilk54893772011-04-14 17:21:50 -040036#include <linux/io.h>
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -040037#include <asm/setup.h>
38#include <asm/pgalloc.h>
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -040039#include <asm/hypervisor.h>
Jeremy Fitzhardinge88122932009-02-09 12:05:51 -080040#include <xen/grant_table.h>
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -040041#include <xen/xenbus.h>
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -040042#include <xen/interface/io/ring.h>
43#include <xen/interface/io/blkif.h>
44#include <xen/interface/io/protocols.h>
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -040045
Konrad Rzeszutek Wilk22b20f22011-05-12 16:43:12 -040046#define DRV_PFX "xen-blkback:"
Konrad Rzeszutek Wilk1afbd732011-05-11 16:15:24 -040047#define DPRINTK(fmt, args...) \
Joe Jin1bc05b02011-08-15 12:57:07 +080048 pr_debug(DRV_PFX "(%s:%d) " fmt ".\n", \
Konrad Rzeszutek Wilk1afbd732011-05-11 16:15:24 -040049 __func__, __LINE__, ##args)
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -040050
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -040051
52/* Not a real protocol. Used to generate ring structs which contain
53 * the elements common to all protocols only. This way we get a
54 * compiler-checkable way to use common struct elements, so we can
55 * avoid using switch(protocol) in a number of places. */
56struct blkif_common_request {
57 char dummy;
58};
59struct blkif_common_response {
60 char dummy;
61};
62
Li Dongyangb3cb0d62011-09-01 18:39:10 +080063struct blkif_x86_32_request_rw {
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -040064 uint8_t nr_segments; /* number of segments */
65 blkif_vdev_t handle; /* only for read/write requests */
66 uint64_t id; /* private guest value, echoed in resp */
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -040067 blkif_sector_t sector_number;/* start sector idx on disk (r/w only) */
68 struct blkif_request_segment seg[BLKIF_MAX_SEGMENTS_PER_REQUEST];
69} __attribute__((__packed__));
70
71struct blkif_x86_32_request_discard {
Konrad Rzeszutek Wilk5ea42982011-10-12 16:23:30 -040072 uint8_t flag; /* BLKIF_DISCARD_SECURE or zero */
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -040073 blkif_vdev_t _pad1; /* was "handle" for read/write requests */
74 uint64_t id; /* private guest value, echoed in resp */
75 blkif_sector_t sector_number;/* start sector idx on disk (r/w only) */
76 uint64_t nr_sectors;
77} __attribute__((__packed__));
78
79struct blkif_x86_32_request {
80 uint8_t operation; /* BLKIF_OP_??? */
Li Dongyangb3cb0d62011-09-01 18:39:10 +080081 union {
82 struct blkif_x86_32_request_rw rw;
83 struct blkif_x86_32_request_discard discard;
84 } u;
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -040085} __attribute__((__packed__));
86
87/* i386 protocol version */
88#pragma pack(push, 4)
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -040089struct blkif_x86_32_response {
90 uint64_t id; /* copied from request */
91 uint8_t operation; /* copied from request */
92 int16_t status; /* BLKIF_RSP_??? */
93};
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -040094#pragma pack(pop)
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -040095/* x86_64 protocol version */
Li Dongyangb3cb0d62011-09-01 18:39:10 +080096
97struct blkif_x86_64_request_rw {
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -040098 uint8_t nr_segments; /* number of segments */
99 blkif_vdev_t handle; /* only for read/write requests */
100 uint32_t _pad1; /* offsetof(blkif_reqest..,u.rw.id)==8 */
101 uint64_t id;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800102 blkif_sector_t sector_number;/* start sector idx on disk (r/w only) */
103 struct blkif_request_segment seg[BLKIF_MAX_SEGMENTS_PER_REQUEST];
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -0400104} __attribute__((__packed__));
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800105
106struct blkif_x86_64_request_discard {
Konrad Rzeszutek Wilk5ea42982011-10-12 16:23:30 -0400107 uint8_t flag; /* BLKIF_DISCARD_SECURE or zero */
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -0400108 blkif_vdev_t _pad1; /* was "handle" for read/write requests */
109 uint32_t _pad2; /* offsetof(blkif_..,u.discard.id)==8 */
110 uint64_t id;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800111 blkif_sector_t sector_number;/* start sector idx on disk (r/w only) */
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -0400112 uint64_t nr_sectors;
113} __attribute__((__packed__));
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800114
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -0400115struct blkif_x86_64_request {
116 uint8_t operation; /* BLKIF_OP_??? */
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800117 union {
118 struct blkif_x86_64_request_rw rw;
119 struct blkif_x86_64_request_discard discard;
120 } u;
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -0400121} __attribute__((__packed__));
122
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -0400123struct blkif_x86_64_response {
124 uint64_t __attribute__((__aligned__(8))) id;
125 uint8_t operation; /* copied from request */
126 int16_t status; /* BLKIF_RSP_??? */
127};
Konrad Rzeszutek Wilk452a6b22011-05-12 16:31:51 -0400128
129DEFINE_RING_TYPES(blkif_common, struct blkif_common_request,
130 struct blkif_common_response);
131DEFINE_RING_TYPES(blkif_x86_32, struct blkif_x86_32_request,
132 struct blkif_x86_32_response);
133DEFINE_RING_TYPES(blkif_x86_64, struct blkif_x86_64_request,
134 struct blkif_x86_64_response);
135
136union blkif_back_rings {
137 struct blkif_back_ring native;
138 struct blkif_common_back_ring common;
139 struct blkif_x86_32_back_ring x86_32;
140 struct blkif_x86_64_back_ring x86_64;
141};
142
143enum blkif_protocol {
144 BLKIF_PROTOCOL_NATIVE = 1,
145 BLKIF_PROTOCOL_X86_32 = 2,
146 BLKIF_PROTOCOL_X86_64 = 3,
147};
148
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800149enum blkif_backend_type {
150 BLKIF_BACKEND_PHY = 1,
151 BLKIF_BACKEND_FILE = 2,
152};
153
Konrad Rzeszutek Wilk3d814732011-05-12 16:53:56 -0400154struct xen_vbd {
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400155 /* What the domain refers to this vbd as. */
156 blkif_vdev_t handle;
157 /* Non-zero -> read-only */
158 unsigned char readonly;
159 /* VDISK_xxx */
160 unsigned char type;
161 /* phys device that this vbd maps to. */
162 u32 pdevice;
163 struct block_device *bdev;
164 /* Cached size parameter. */
165 sector_t size;
166 bool flush_support;
Konrad Rzeszutek Wilk5ea42982011-10-12 16:23:30 -0400167 bool discard_secure;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400168};
169
170struct backend_info;
171
Konrad Rzeszutek Wilk30fd1502011-05-12 16:47:48 -0400172struct xen_blkif {
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400173 /* Unique identifier for this interface. */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400174 domid_t domid;
175 unsigned int handle;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400176 /* Physical parameters of the comms window. */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400177 unsigned int irq;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400178 /* Comms information. */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400179 enum blkif_protocol blk_protocol;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800180 enum blkif_backend_type blk_backend_type;
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400181 union blkif_back_rings blk_rings;
David Vrabel2d073842011-09-29 16:53:30 +0100182 void *blk_ring;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400183 /* The VBD attached to this interface. */
Konrad Rzeszutek Wilk3d814732011-05-12 16:53:56 -0400184 struct xen_vbd vbd;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400185 /* Back pointer to the backend_info. */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400186 struct backend_info *be;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400187 /* Private fields. */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400188 spinlock_t blk_ring_lock;
189 atomic_t refcnt;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400190
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400191 wait_queue_head_t wq;
Konrad Rzeszutek Wilk29bde092011-10-10 00:42:22 -0400192 /* for barrier (drain) requests */
193 struct completion drain_complete;
194 atomic_t drain;
Konrad Rzeszutek Wilka1397fa2011-04-14 17:05:23 -0400195 /* One thread per one blkif. */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400196 struct task_struct *xenblkd;
197 unsigned int waiting_reqs;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400198
199 /* statistics */
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400200 unsigned long st_print;
201 int st_rd_req;
202 int st_wr_req;
203 int st_oo_req;
204 int st_f_req;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800205 int st_ds_req;
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400206 int st_rd_sect;
207 int st_wr_sect;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400208
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400209 wait_queue_head_t waiting_to_free;
Konrad Rzeszutek Wilk54893772011-04-14 17:21:50 -0400210};
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400211
Konrad Rzeszutek Wilk42c78412011-04-20 11:21:43 -0400212
213#define vbd_sz(_v) ((_v)->bdev->bd_part ? \
214 (_v)->bdev->bd_part->nr_sects : \
215 get_capacity((_v)->bdev->bd_disk))
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400216
Konrad Rzeszutek Wilk8b6bf742011-04-20 11:50:43 -0400217#define xen_blkif_get(_b) (atomic_inc(&(_b)->refcnt))
218#define xen_blkif_put(_b) \
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400219 do { \
220 if (atomic_dec_and_test(&(_b)->refcnt)) \
221 wake_up(&(_b)->waiting_to_free);\
222 } while (0)
223
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400224struct phys_req {
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400225 unsigned short dev;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800226 blkif_sector_t nr_sects;
Konrad Rzeszutek Wilk01f37f22011-05-11 15:57:09 -0400227 struct block_device *bdev;
228 blkif_sector_t sector_number;
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400229};
Konrad Rzeszutek Wilk8b6bf742011-04-20 11:50:43 -0400230int xen_blkif_interface_init(void);
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400231
Konrad Rzeszutek Wilk8b6bf742011-04-20 11:50:43 -0400232int xen_blkif_xenbus_init(void);
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400233
Konrad Rzeszutek Wilk8b6bf742011-04-20 11:50:43 -0400234irqreturn_t xen_blkif_be_int(int irq, void *dev_id);
235int xen_blkif_schedule(void *arg);
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400236
Konrad Rzeszutek Wilk24f567f2011-05-04 17:07:27 -0400237int xen_blkbk_flush_diskcache(struct xenbus_transaction xbt,
238 struct backend_info *be, int state);
Konrad Rzeszutek Wilk4d05a282011-04-14 18:25:47 -0400239
Konrad Rzeszutek Wilk29bde092011-10-10 00:42:22 -0400240int xen_blkbk_barrier(struct xenbus_transaction xbt,
241 struct backend_info *be, int state);
Konrad Rzeszutek Wilk8b6bf742011-04-20 11:50:43 -0400242struct xenbus_device *xen_blkbk_xenbus(struct backend_info *be);
Jeremy Fitzhardinge98e036a2010-03-18 15:35:05 -0700243
Konrad Rzeszutek Wilkb0f80122011-05-12 16:23:06 -0400244static inline void blkif_get_x86_32_req(struct blkif_request *dst,
Konrad Rzeszutek Wilk68c88dd2011-05-11 16:23:39 -0400245 struct blkif_x86_32_request *src)
246{
247 int i, n = BLKIF_MAX_SEGMENTS_PER_REQUEST;
248 dst->operation = src->operation;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800249 switch (src->operation) {
250 case BLKIF_OP_READ:
251 case BLKIF_OP_WRITE:
252 case BLKIF_OP_WRITE_BARRIER:
253 case BLKIF_OP_FLUSH_DISKCACHE:
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -0400254 dst->u.rw.nr_segments = src->u.rw.nr_segments;
255 dst->u.rw.handle = src->u.rw.handle;
256 dst->u.rw.id = src->u.rw.id;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800257 dst->u.rw.sector_number = src->u.rw.sector_number;
258 barrier();
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -0400259 if (n > dst->u.rw.nr_segments)
260 n = dst->u.rw.nr_segments;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800261 for (i = 0; i < n; i++)
262 dst->u.rw.seg[i] = src->u.rw.seg[i];
263 break;
264 case BLKIF_OP_DISCARD:
Konrad Rzeszutek Wilk5ea42982011-10-12 16:23:30 -0400265 dst->u.discard.flag = src->u.discard.flag;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800266 dst->u.discard.sector_number = src->u.discard.sector_number;
267 dst->u.discard.nr_sectors = src->u.discard.nr_sectors;
268 break;
269 default:
270 break;
271 }
Konrad Rzeszutek Wilk68c88dd2011-05-11 16:23:39 -0400272}
273
Konrad Rzeszutek Wilkb0f80122011-05-12 16:23:06 -0400274static inline void blkif_get_x86_64_req(struct blkif_request *dst,
Konrad Rzeszutek Wilk68c88dd2011-05-11 16:23:39 -0400275 struct blkif_x86_64_request *src)
276{
277 int i, n = BLKIF_MAX_SEGMENTS_PER_REQUEST;
278 dst->operation = src->operation;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800279 switch (src->operation) {
280 case BLKIF_OP_READ:
281 case BLKIF_OP_WRITE:
282 case BLKIF_OP_WRITE_BARRIER:
283 case BLKIF_OP_FLUSH_DISKCACHE:
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -0400284 dst->u.rw.nr_segments = src->u.rw.nr_segments;
285 dst->u.rw.handle = src->u.rw.handle;
286 dst->u.rw.id = src->u.rw.id;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800287 dst->u.rw.sector_number = src->u.rw.sector_number;
288 barrier();
Konrad Rzeszutek Wilk97e36832011-10-12 12:12:36 -0400289 if (n > dst->u.rw.nr_segments)
290 n = dst->u.rw.nr_segments;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800291 for (i = 0; i < n; i++)
292 dst->u.rw.seg[i] = src->u.rw.seg[i];
293 break;
294 case BLKIF_OP_DISCARD:
Konrad Rzeszutek Wilk5ea42982011-10-12 16:23:30 -0400295 dst->u.discard.flag = src->u.discard.flag;
Li Dongyangb3cb0d62011-09-01 18:39:10 +0800296 dst->u.discard.sector_number = src->u.discard.sector_number;
297 dst->u.discard.nr_sectors = src->u.discard.nr_sectors;
298 break;
299 default:
300 break;
301 }
Konrad Rzeszutek Wilk68c88dd2011-05-11 16:23:39 -0400302}
303
Konrad Rzeszutek Wilk5a577e32011-05-12 16:58:21 -0400304#endif /* __XEN_BLKIF__BACKEND__COMMON_H__ */