Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 1 | #ifndef _LINUX_VIRTIO_H |
| 2 | #define _LINUX_VIRTIO_H |
| 3 | /* Everything a virtio driver needs to work with any particular virtio |
| 4 | * implementation. */ |
| 5 | #include <linux/types.h> |
| 6 | #include <linux/scatterlist.h> |
| 7 | #include <linux/spinlock.h> |
| 8 | #include <linux/device.h> |
| 9 | #include <linux/mod_devicetable.h> |
Michael S. Tsirkin | bbd603e | 2010-04-29 17:26:37 +0300 | [diff] [blame] | 10 | #include <linux/gfp.h> |
Sjur Brændeland | 3beee86 | 2013-03-20 13:51:24 +1030 | [diff] [blame] | 11 | #include <linux/vringh.h> |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 12 | |
| 13 | /** |
| 14 | * virtqueue - a queue to register buffers for sending or receiving. |
Rusty Russell | 9499f5e | 2009-06-12 22:16:35 -0600 | [diff] [blame] | 15 | * @list: the chain of virtqueues for this device |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 16 | * @callback: the function to call when buffers are consumed (can be NULL). |
Rusty Russell | 9499f5e | 2009-06-12 22:16:35 -0600 | [diff] [blame] | 17 | * @name: the name of this virtqueue (mainly for debugging) |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 18 | * @vdev: the virtio device this queue was created for. |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 19 | * @priv: a pointer for the virtqueue implementation to use. |
Rusty Russell | 06ca287 | 2012-10-16 23:56:14 +1030 | [diff] [blame] | 20 | * @index: the zero-based ordinal number for this queue. |
| 21 | * @num_free: number of elements we expect to be able to fit. |
| 22 | * |
| 23 | * A note on @num_free: with indirect buffers, each buffer needs one |
| 24 | * element in the queue, otherwise a buffer will need one element per |
| 25 | * sg element. |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 26 | */ |
Rusty Russell | 9499f5e | 2009-06-12 22:16:35 -0600 | [diff] [blame] | 27 | struct virtqueue { |
| 28 | struct list_head list; |
Rusty Russell | 18445c4 | 2008-02-04 23:49:57 -0500 | [diff] [blame] | 29 | void (*callback)(struct virtqueue *vq); |
Rusty Russell | 9499f5e | 2009-06-12 22:16:35 -0600 | [diff] [blame] | 30 | const char *name; |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 31 | struct virtio_device *vdev; |
Rusty Russell | 06ca287 | 2012-10-16 23:56:14 +1030 | [diff] [blame] | 32 | unsigned int index; |
| 33 | unsigned int num_free; |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 34 | void *priv; |
| 35 | }; |
| 36 | |
Rusty Russell | 282edb3 | 2013-03-20 15:44:26 +1030 | [diff] [blame] | 37 | int virtqueue_add_outbuf(struct virtqueue *vq, |
| 38 | struct scatterlist sg[], unsigned int num, |
| 39 | void *data, |
| 40 | gfp_t gfp); |
| 41 | |
| 42 | int virtqueue_add_inbuf(struct virtqueue *vq, |
| 43 | struct scatterlist sg[], unsigned int num, |
| 44 | void *data, |
| 45 | gfp_t gfp); |
| 46 | |
Rusty Russell | 13816c7 | 2013-03-20 15:37:09 +1030 | [diff] [blame] | 47 | int virtqueue_add_sgs(struct virtqueue *vq, |
| 48 | struct scatterlist *sgs[], |
| 49 | unsigned int out_sgs, |
| 50 | unsigned int in_sgs, |
| 51 | void *data, |
| 52 | gfp_t gfp); |
| 53 | |
Heinz Graalfs | 5b1bf7c | 2013-10-29 09:39:48 +1030 | [diff] [blame] | 54 | bool virtqueue_kick(struct virtqueue *vq); |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 55 | |
Rusty Russell | 41f0377 | 2012-01-12 15:44:43 +1030 | [diff] [blame] | 56 | bool virtqueue_kick_prepare(struct virtqueue *vq); |
| 57 | |
Heinz Graalfs | 5b1bf7c | 2013-10-29 09:39:48 +1030 | [diff] [blame] | 58 | bool virtqueue_notify(struct virtqueue *vq); |
Rusty Russell | 41f0377 | 2012-01-12 15:44:43 +1030 | [diff] [blame] | 59 | |
Michael S. Tsirkin | 7c5e9ed | 2010-04-12 16:19:07 +0300 | [diff] [blame] | 60 | void *virtqueue_get_buf(struct virtqueue *vq, unsigned int *len); |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 61 | |
Michael S. Tsirkin | 7c5e9ed | 2010-04-12 16:19:07 +0300 | [diff] [blame] | 62 | void virtqueue_disable_cb(struct virtqueue *vq); |
Michael S. Tsirkin | 316f25f | 2010-04-12 16:18:25 +0300 | [diff] [blame] | 63 | |
Michael S. Tsirkin | 7c5e9ed | 2010-04-12 16:19:07 +0300 | [diff] [blame] | 64 | bool virtqueue_enable_cb(struct virtqueue *vq); |
Michael S. Tsirkin | 316f25f | 2010-04-12 16:18:25 +0300 | [diff] [blame] | 65 | |
Michael S. Tsirkin | cc22988 | 2013-07-09 13:19:18 +0300 | [diff] [blame] | 66 | unsigned virtqueue_enable_cb_prepare(struct virtqueue *vq); |
| 67 | |
| 68 | bool virtqueue_poll(struct virtqueue *vq, unsigned); |
| 69 | |
Michael S. Tsirkin | 7ab358c | 2011-05-20 02:11:14 +0300 | [diff] [blame] | 70 | bool virtqueue_enable_cb_delayed(struct virtqueue *vq); |
| 71 | |
Michael S. Tsirkin | 7c5e9ed | 2010-04-12 16:19:07 +0300 | [diff] [blame] | 72 | void *virtqueue_detach_unused_buf(struct virtqueue *vq); |
Michael S. Tsirkin | 316f25f | 2010-04-12 16:18:25 +0300 | [diff] [blame] | 73 | |
Rick Jones | 8f9f466 | 2011-10-19 08:10:59 +0000 | [diff] [blame] | 74 | unsigned int virtqueue_get_vring_size(struct virtqueue *vq); |
| 75 | |
Heinz Graalfs | b3b32c9 | 2013-10-29 09:40:19 +1030 | [diff] [blame] | 76 | bool virtqueue_is_broken(struct virtqueue *vq); |
| 77 | |
Andy Lutomirski | 2a2d138 | 2016-02-02 21:46:37 -0800 | [diff] [blame] | 78 | const struct vring *virtqueue_get_vring(struct virtqueue *vq); |
| 79 | dma_addr_t virtqueue_get_desc_addr(struct virtqueue *vq); |
| 80 | dma_addr_t virtqueue_get_avail_addr(struct virtqueue *vq); |
| 81 | dma_addr_t virtqueue_get_used_addr(struct virtqueue *vq); |
| 82 | |
| 83 | /* |
| 84 | * Legacy accessors -- in almost all cases, these are the wrong functions |
| 85 | * to use. |
| 86 | */ |
| 87 | static inline void *virtqueue_get_desc(struct virtqueue *vq) |
| 88 | { |
| 89 | return virtqueue_get_vring(vq)->desc; |
| 90 | } |
| 91 | static inline void *virtqueue_get_avail(struct virtqueue *vq) |
| 92 | { |
| 93 | return virtqueue_get_vring(vq)->avail; |
| 94 | } |
| 95 | static inline void *virtqueue_get_used(struct virtqueue *vq) |
| 96 | { |
| 97 | return virtqueue_get_vring(vq)->used; |
| 98 | } |
Cornelia Huck | 8906265 | 2014-10-07 16:39:47 +0200 | [diff] [blame] | 99 | |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 100 | /** |
| 101 | * virtio_device - representation of a device using virtio |
| 102 | * @index: unique position on the virtio bus |
Paul Bolle | cbd7f8d | 2014-11-10 09:33:29 +1030 | [diff] [blame] | 103 | * @failed: saved value for VIRTIO_CONFIG_S_FAILED bit (for restore) |
Michael S. Tsirkin | 22b7050 | 2014-10-15 10:21:55 +1030 | [diff] [blame] | 104 | * @config_enabled: configuration change reporting enabled |
| 105 | * @config_change_pending: configuration change reported while disabled |
| 106 | * @config_lock: protects configuration change reporting |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 107 | * @dev: underlying device. |
| 108 | * @id: the device type identification (used to match it with a driver). |
| 109 | * @config: the configuration ops for this device. |
Sjur Brændeland | 3beee86 | 2013-03-20 13:51:24 +1030 | [diff] [blame] | 110 | * @vringh_config: configuration ops for host vrings. |
Rusty Russell | 9499f5e | 2009-06-12 22:16:35 -0600 | [diff] [blame] | 111 | * @vqs: the list of virtqueues for this device. |
Rusty Russell | c45a681 | 2008-05-02 21:50:50 -0500 | [diff] [blame] | 112 | * @features: the features supported by both driver and device. |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 113 | * @priv: private pointer for the driver's use. |
| 114 | */ |
Rusty Russell | 9499f5e | 2009-06-12 22:16:35 -0600 | [diff] [blame] | 115 | struct virtio_device { |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 116 | int index; |
Michael S. Tsirkin | c6716ba | 2014-10-14 10:40:35 +1030 | [diff] [blame] | 117 | bool failed; |
Michael S. Tsirkin | 22b7050 | 2014-10-15 10:21:55 +1030 | [diff] [blame] | 118 | bool config_enabled; |
| 119 | bool config_change_pending; |
| 120 | spinlock_t config_lock; |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 121 | struct device dev; |
| 122 | struct virtio_device_id id; |
Stephen Hemminger | 9350393 | 2013-02-10 15:57:38 +1030 | [diff] [blame] | 123 | const struct virtio_config_ops *config; |
Sjur Brændeland | 3beee86 | 2013-03-20 13:51:24 +1030 | [diff] [blame] | 124 | const struct vringh_config_ops *vringh_config; |
Rusty Russell | 9499f5e | 2009-06-12 22:16:35 -0600 | [diff] [blame] | 125 | struct list_head vqs; |
Michael S. Tsirkin | d025477 | 2014-10-07 16:39:43 +0200 | [diff] [blame] | 126 | u64 features; |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 127 | void *priv; |
| 128 | }; |
| 129 | |
Wanlong Gao | 9bffdca | 2012-12-11 11:04:50 +1030 | [diff] [blame] | 130 | static inline struct virtio_device *dev_to_virtio(struct device *_dev) |
| 131 | { |
| 132 | return container_of(_dev, struct virtio_device, dev); |
| 133 | } |
| 134 | |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 135 | int register_virtio_device(struct virtio_device *dev); |
| 136 | void unregister_virtio_device(struct virtio_device *dev); |
| 137 | |
Rusty Russell | e2dcdfe | 2014-04-28 11:15:08 +0930 | [diff] [blame] | 138 | void virtio_break_device(struct virtio_device *dev); |
| 139 | |
Michael S. Tsirkin | 016c98c | 2014-10-14 10:40:34 +1030 | [diff] [blame] | 140 | void virtio_config_changed(struct virtio_device *dev); |
Michael S. Tsirkin | c6716ba | 2014-10-14 10:40:35 +1030 | [diff] [blame] | 141 | #ifdef CONFIG_PM_SLEEP |
| 142 | int virtio_device_freeze(struct virtio_device *dev); |
| 143 | int virtio_device_restore(struct virtio_device *dev); |
| 144 | #endif |
Michael S. Tsirkin | 016c98c | 2014-10-14 10:40:34 +1030 | [diff] [blame] | 145 | |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 146 | /** |
| 147 | * virtio_driver - operations for a virtio I/O driver |
| 148 | * @driver: underlying device driver (populate name and owner). |
| 149 | * @id_table: the ids serviced by this driver. |
Wang Sheng-Hui | 5f41f8b | 2011-08-25 21:04:05 +0800 | [diff] [blame] | 150 | * @feature_table: an array of feature numbers supported by this driver. |
Rusty Russell | c45a681 | 2008-05-02 21:50:50 -0500 | [diff] [blame] | 151 | * @feature_table_size: number of entries in the feature table array. |
Michael S. Tsirkin | b3bb62d | 2014-10-23 18:07:47 +0300 | [diff] [blame] | 152 | * @feature_table_legacy: same as feature_table but when working in legacy mode. |
| 153 | * @feature_table_size_legacy: number of entries in feature table legacy array. |
Rusty Russell | 20f77f5 | 2009-06-12 22:16:33 -0600 | [diff] [blame] | 154 | * @probe: the function to call when a device is found. Returns 0 or -errno. |
Wang Sheng-Hui | 5f41f8b | 2011-08-25 21:04:05 +0800 | [diff] [blame] | 155 | * @remove: the function to call when a device is removed. |
Rusty Russell | f957d1f | 2008-02-04 23:49:58 -0500 | [diff] [blame] | 156 | * @config_changed: optional function to call when the device configuration |
| 157 | * changes; may be called in interrupt context. |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 158 | */ |
| 159 | struct virtio_driver { |
| 160 | struct device_driver driver; |
| 161 | const struct virtio_device_id *id_table; |
Rusty Russell | c45a681 | 2008-05-02 21:50:50 -0500 | [diff] [blame] | 162 | const unsigned int *feature_table; |
| 163 | unsigned int feature_table_size; |
Michael S. Tsirkin | b3bb62d | 2014-10-23 18:07:47 +0300 | [diff] [blame] | 164 | const unsigned int *feature_table_legacy; |
| 165 | unsigned int feature_table_size_legacy; |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 166 | int (*probe)(struct virtio_device *dev); |
Nicholas Bellinger | 59057fb | 2012-07-11 21:22:16 +0000 | [diff] [blame] | 167 | void (*scan)(struct virtio_device *dev); |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 168 | void (*remove)(struct virtio_device *dev); |
Rusty Russell | f957d1f | 2008-02-04 23:49:58 -0500 | [diff] [blame] | 169 | void (*config_changed)(struct virtio_device *dev); |
Amit Shah | f0fe6f1 | 2011-12-22 16:58:26 +0530 | [diff] [blame] | 170 | #ifdef CONFIG_PM |
| 171 | int (*freeze)(struct virtio_device *dev); |
Amit Shah | f0fe6f1 | 2011-12-22 16:58:26 +0530 | [diff] [blame] | 172 | int (*restore)(struct virtio_device *dev); |
| 173 | #endif |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 174 | }; |
| 175 | |
Wanlong Gao | 9a2bdcc | 2012-12-10 16:38:33 +0800 | [diff] [blame] | 176 | static inline struct virtio_driver *drv_to_virtio(struct device_driver *drv) |
| 177 | { |
| 178 | return container_of(drv, struct virtio_driver, driver); |
| 179 | } |
| 180 | |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 181 | int register_virtio_driver(struct virtio_driver *drv); |
| 182 | void unregister_virtio_driver(struct virtio_driver *drv); |
Sjur Brændeland | 6e105e0 | 2013-02-13 15:52:36 +1030 | [diff] [blame] | 183 | |
| 184 | /* module_virtio_driver() - Helper macro for drivers that don't do |
| 185 | * anything special in module init/exit. This eliminates a lot of |
| 186 | * boilerplate. Each module may only use this macro once, and |
| 187 | * calling it replaces module_init() and module_exit() |
| 188 | */ |
| 189 | #define module_virtio_driver(__virtio_driver) \ |
| 190 | module_driver(__virtio_driver, register_virtio_driver, \ |
| 191 | unregister_virtio_driver) |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 192 | #endif /* _LINUX_VIRTIO_H */ |