Rusty Russell | 0a8a69d | 2007-10-22 11:03:40 +1000 | [diff] [blame] | 1 | #ifndef _LINUX_VIRTIO_RING_H |
| 2 | #define _LINUX_VIRTIO_RING_H |
| 3 | /* An interface for efficient virtio implementation, currently for use by KVM |
| 4 | * and lguest, but hopefully others soon. Do NOT change this since it will |
| 5 | * break existing servers and clients. |
| 6 | * |
| 7 | * This header is BSD licensed so anyone can use the definitions to implement |
| 8 | * compatible drivers/servers. |
| 9 | * |
Rusty Russell | a1b3838 | 2011-05-30 11:14:13 -0600 | [diff] [blame^] | 10 | * Redistribution and use in source and binary forms, with or without |
| 11 | * modification, are permitted provided that the following conditions |
| 12 | * are met: |
| 13 | * 1. Redistributions of source code must retain the above copyright |
| 14 | * notice, this list of conditions and the following disclaimer. |
| 15 | * 2. Redistributions in binary form must reproduce the above copyright |
| 16 | * notice, this list of conditions and the following disclaimer in the |
| 17 | * documentation and/or other materials provided with the distribution. |
| 18 | * 3. Neither the name of IBM nor the names of its contributors |
| 19 | * may be used to endorse or promote products derived from this software |
| 20 | * without specific prior written permission. |
| 21 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS ``AS IS'' AND |
| 22 | * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| 23 | * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE |
| 24 | * ARE DISCLAIMED. IN NO EVENT SHALL IBM OR CONTRIBUTORS BE LIABLE |
| 25 | * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL |
| 26 | * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS |
| 27 | * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) |
| 28 | * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT |
| 29 | * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY |
| 30 | * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF |
| 31 | * SUCH DAMAGE. |
| 32 | * |
Rusty Russell | 0a8a69d | 2007-10-22 11:03:40 +1000 | [diff] [blame] | 33 | * Copyright Rusty Russell IBM Corporation 2007. */ |
| 34 | #include <linux/types.h> |
| 35 | |
| 36 | /* This marks a buffer as continuing via the next field. */ |
| 37 | #define VRING_DESC_F_NEXT 1 |
| 38 | /* This marks a buffer as write-only (otherwise read-only). */ |
| 39 | #define VRING_DESC_F_WRITE 2 |
Mark McLoughlin | 9fa29b9d | 2009-05-11 18:11:45 +0100 | [diff] [blame] | 40 | /* This means the buffer contains a list of buffer descriptors. */ |
| 41 | #define VRING_DESC_F_INDIRECT 4 |
Rusty Russell | 0a8a69d | 2007-10-22 11:03:40 +1000 | [diff] [blame] | 42 | |
Rusty Russell | 426e3e0 | 2008-02-04 23:49:59 -0500 | [diff] [blame] | 43 | /* The Host uses this in used->flags to advise the Guest: don't kick me when |
| 44 | * you add a buffer. It's unreliable, so it's simply an optimization. Guest |
| 45 | * will still kick if it's out of buffers. */ |
Rusty Russell | 0a8a69d | 2007-10-22 11:03:40 +1000 | [diff] [blame] | 46 | #define VRING_USED_F_NO_NOTIFY 1 |
Rusty Russell | 426e3e0 | 2008-02-04 23:49:59 -0500 | [diff] [blame] | 47 | /* The Guest uses this in avail->flags to advise the Host: don't interrupt me |
| 48 | * when you consume a buffer. It's unreliable, so it's simply an |
| 49 | * optimization. */ |
Rusty Russell | 0a8a69d | 2007-10-22 11:03:40 +1000 | [diff] [blame] | 50 | #define VRING_AVAIL_F_NO_INTERRUPT 1 |
| 51 | |
Mark McLoughlin | 9fa29b9d | 2009-05-11 18:11:45 +0100 | [diff] [blame] | 52 | /* We support indirect buffer descriptors */ |
| 53 | #define VIRTIO_RING_F_INDIRECT_DESC 28 |
| 54 | |
Rusty Russell | 0a8a69d | 2007-10-22 11:03:40 +1000 | [diff] [blame] | 55 | /* Virtio ring descriptors: 16 bytes. These can chain together via "next". */ |
Rusty Russell | 1842f23 | 2009-07-30 16:03:46 -0600 | [diff] [blame] | 56 | struct vring_desc { |
Rusty Russell | 0a8a69d | 2007-10-22 11:03:40 +1000 | [diff] [blame] | 57 | /* Address (guest-physical). */ |
| 58 | __u64 addr; |
| 59 | /* Length. */ |
| 60 | __u32 len; |
| 61 | /* The flags as indicated above. */ |
| 62 | __u16 flags; |
| 63 | /* We chain unused descriptors via this, too */ |
| 64 | __u16 next; |
| 65 | }; |
| 66 | |
Rusty Russell | 1842f23 | 2009-07-30 16:03:46 -0600 | [diff] [blame] | 67 | struct vring_avail { |
Rusty Russell | 0a8a69d | 2007-10-22 11:03:40 +1000 | [diff] [blame] | 68 | __u16 flags; |
| 69 | __u16 idx; |
| 70 | __u16 ring[]; |
| 71 | }; |
| 72 | |
| 73 | /* u32 is used here for ids for padding reasons. */ |
Rusty Russell | 1842f23 | 2009-07-30 16:03:46 -0600 | [diff] [blame] | 74 | struct vring_used_elem { |
Rusty Russell | 0a8a69d | 2007-10-22 11:03:40 +1000 | [diff] [blame] | 75 | /* Index of start of used descriptor chain. */ |
| 76 | __u32 id; |
| 77 | /* Total length of the descriptor chain which was used (written to) */ |
| 78 | __u32 len; |
| 79 | }; |
| 80 | |
Rusty Russell | 1842f23 | 2009-07-30 16:03:46 -0600 | [diff] [blame] | 81 | struct vring_used { |
Rusty Russell | 0a8a69d | 2007-10-22 11:03:40 +1000 | [diff] [blame] | 82 | __u16 flags; |
| 83 | __u16 idx; |
| 84 | struct vring_used_elem ring[]; |
| 85 | }; |
| 86 | |
| 87 | struct vring { |
| 88 | unsigned int num; |
| 89 | |
| 90 | struct vring_desc *desc; |
| 91 | |
| 92 | struct vring_avail *avail; |
| 93 | |
| 94 | struct vring_used *used; |
| 95 | }; |
| 96 | |
| 97 | /* The standard layout for the ring is a continuous chunk of memory which looks |
Rusty Russell | 42b36cc | 2007-11-12 13:39:18 +1100 | [diff] [blame] | 98 | * like this. We assume num is a power of 2. |
Rusty Russell | 0a8a69d | 2007-10-22 11:03:40 +1000 | [diff] [blame] | 99 | * |
| 100 | * struct vring |
| 101 | * { |
| 102 | * // The actual descriptors (16 bytes each) |
| 103 | * struct vring_desc desc[num]; |
| 104 | * |
| 105 | * // A ring of available descriptor heads with free-running index. |
| 106 | * __u16 avail_flags; |
| 107 | * __u16 avail_idx; |
| 108 | * __u16 available[num]; |
| 109 | * |
Rusty Russell | 5f0d1d7 | 2008-12-30 09:25:57 -0600 | [diff] [blame] | 110 | * // Padding to the next align boundary. |
Rusty Russell | 42b36cc | 2007-11-12 13:39:18 +1100 | [diff] [blame] | 111 | * char pad[]; |
Rusty Russell | 0a8a69d | 2007-10-22 11:03:40 +1000 | [diff] [blame] | 112 | * |
| 113 | * // A ring of used descriptor heads with free-running index. |
| 114 | * __u16 used_flags; |
| 115 | * __u16 used_idx; |
| 116 | * struct vring_used_elem used[num]; |
| 117 | * }; |
| 118 | */ |
Rusty Russell | 42b36cc | 2007-11-12 13:39:18 +1100 | [diff] [blame] | 119 | static inline void vring_init(struct vring *vr, unsigned int num, void *p, |
Rusty Russell | 5f0d1d7 | 2008-12-30 09:25:57 -0600 | [diff] [blame] | 120 | unsigned long align) |
Rusty Russell | 0a8a69d | 2007-10-22 11:03:40 +1000 | [diff] [blame] | 121 | { |
| 122 | vr->num = num; |
| 123 | vr->desc = p; |
Anthony Liguori | 44332f7 | 2007-11-07 16:31:52 +1100 | [diff] [blame] | 124 | vr->avail = p + num*sizeof(struct vring_desc); |
Rusty Russell | 5f0d1d7 | 2008-12-30 09:25:57 -0600 | [diff] [blame] | 125 | vr->used = (void *)(((unsigned long)&vr->avail->ring[num] + align-1) |
| 126 | & ~(align - 1)); |
Rusty Russell | 0a8a69d | 2007-10-22 11:03:40 +1000 | [diff] [blame] | 127 | } |
| 128 | |
Rusty Russell | 5f0d1d7 | 2008-12-30 09:25:57 -0600 | [diff] [blame] | 129 | static inline unsigned vring_size(unsigned int num, unsigned long align) |
Rusty Russell | 0a8a69d | 2007-10-22 11:03:40 +1000 | [diff] [blame] | 130 | { |
Rusty Russell | 42b36cc | 2007-11-12 13:39:18 +1100 | [diff] [blame] | 131 | return ((sizeof(struct vring_desc) * num + sizeof(__u16) * (2 + num) |
Rusty Russell | 5f0d1d7 | 2008-12-30 09:25:57 -0600 | [diff] [blame] | 132 | + align - 1) & ~(align - 1)) |
Rusty Russell | 42b36cc | 2007-11-12 13:39:18 +1100 | [diff] [blame] | 133 | + sizeof(__u16) * 2 + sizeof(struct vring_used_elem) * num; |
Rusty Russell | 0a8a69d | 2007-10-22 11:03:40 +1000 | [diff] [blame] | 134 | } |
| 135 | |
| 136 | #ifdef __KERNEL__ |
| 137 | #include <linux/irqreturn.h> |
| 138 | struct virtio_device; |
| 139 | struct virtqueue; |
| 140 | |
| 141 | struct virtqueue *vring_new_virtqueue(unsigned int num, |
Rusty Russell | 87c7d57 | 2008-12-30 09:26:03 -0600 | [diff] [blame] | 142 | unsigned int vring_align, |
Rusty Russell | 0a8a69d | 2007-10-22 11:03:40 +1000 | [diff] [blame] | 143 | struct virtio_device *vdev, |
| 144 | void *pages, |
| 145 | void (*notify)(struct virtqueue *vq), |
Rusty Russell | 9499f5e | 2009-06-12 22:16:35 -0600 | [diff] [blame] | 146 | void (*callback)(struct virtqueue *vq), |
| 147 | const char *name); |
Rusty Russell | 0a8a69d | 2007-10-22 11:03:40 +1000 | [diff] [blame] | 148 | void vring_del_virtqueue(struct virtqueue *vq); |
Rusty Russell | e34f872 | 2008-07-25 12:06:13 -0500 | [diff] [blame] | 149 | /* Filter out transport-specific feature bits. */ |
| 150 | void vring_transport_features(struct virtio_device *vdev); |
Rusty Russell | 0a8a69d | 2007-10-22 11:03:40 +1000 | [diff] [blame] | 151 | |
| 152 | irqreturn_t vring_interrupt(int irq, void *_vq); |
| 153 | #endif /* __KERNEL__ */ |
| 154 | #endif /* _LINUX_VIRTIO_RING_H */ |