Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 1 | #include <linux/virtio.h> |
| 2 | #include <linux/spinlock.h> |
| 3 | #include <linux/virtio_config.h> |
Paul Gortmaker | b5a2c4f | 2011-07-03 16:20:30 -0400 | [diff] [blame] | 4 | #include <linux/module.h> |
Asias He | 90e0320 | 2012-05-03 10:20:51 +0800 | [diff] [blame] | 5 | #include <linux/idr.h> |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 6 | |
Rusty Russell | b769f57 | 2008-05-30 15:09:42 -0500 | [diff] [blame] | 7 | /* Unique numbering for virtio devices. */ |
Asias He | 90e0320 | 2012-05-03 10:20:51 +0800 | [diff] [blame] | 8 | static DEFINE_IDA(virtio_index_ida); |
Rusty Russell | b769f57 | 2008-05-30 15:09:42 -0500 | [diff] [blame] | 9 | |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 10 | static ssize_t device_show(struct device *_d, |
| 11 | struct device_attribute *attr, char *buf) |
| 12 | { |
Wanlong Gao | 9bffdca | 2012-12-11 11:04:50 +1030 | [diff] [blame] | 13 | struct virtio_device *dev = dev_to_virtio(_d); |
Stephen Hemminger | be6528b | 2010-11-09 22:20:29 -0800 | [diff] [blame] | 14 | return sprintf(buf, "0x%04x\n", dev->id.device); |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 15 | } |
Greg Kroah-Hartman | 3736dab | 2013-10-07 18:27:39 -0700 | [diff] [blame] | 16 | static DEVICE_ATTR_RO(device); |
| 17 | |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 18 | static ssize_t vendor_show(struct device *_d, |
| 19 | struct device_attribute *attr, char *buf) |
| 20 | { |
Wanlong Gao | 9bffdca | 2012-12-11 11:04:50 +1030 | [diff] [blame] | 21 | struct virtio_device *dev = dev_to_virtio(_d); |
Stephen Hemminger | be6528b | 2010-11-09 22:20:29 -0800 | [diff] [blame] | 22 | return sprintf(buf, "0x%04x\n", dev->id.vendor); |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 23 | } |
Greg Kroah-Hartman | 3736dab | 2013-10-07 18:27:39 -0700 | [diff] [blame] | 24 | static DEVICE_ATTR_RO(vendor); |
| 25 | |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 26 | static ssize_t status_show(struct device *_d, |
| 27 | struct device_attribute *attr, char *buf) |
| 28 | { |
Wanlong Gao | 9bffdca | 2012-12-11 11:04:50 +1030 | [diff] [blame] | 29 | struct virtio_device *dev = dev_to_virtio(_d); |
Stephen Hemminger | be6528b | 2010-11-09 22:20:29 -0800 | [diff] [blame] | 30 | return sprintf(buf, "0x%08x\n", dev->config->get_status(dev)); |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 31 | } |
Greg Kroah-Hartman | 3736dab | 2013-10-07 18:27:39 -0700 | [diff] [blame] | 32 | static DEVICE_ATTR_RO(status); |
| 33 | |
Rusty Russell | b01d9f2 | 2007-10-22 11:03:39 +1000 | [diff] [blame] | 34 | static ssize_t modalias_show(struct device *_d, |
| 35 | struct device_attribute *attr, char *buf) |
| 36 | { |
Wanlong Gao | 9bffdca | 2012-12-11 11:04:50 +1030 | [diff] [blame] | 37 | struct virtio_device *dev = dev_to_virtio(_d); |
Rusty Russell | b01d9f2 | 2007-10-22 11:03:39 +1000 | [diff] [blame] | 38 | return sprintf(buf, "virtio:d%08Xv%08X\n", |
| 39 | dev->id.device, dev->id.vendor); |
| 40 | } |
Greg Kroah-Hartman | 3736dab | 2013-10-07 18:27:39 -0700 | [diff] [blame] | 41 | static DEVICE_ATTR_RO(modalias); |
| 42 | |
Rusty Russell | a928928 | 2009-06-12 22:16:37 -0600 | [diff] [blame] | 43 | static ssize_t features_show(struct device *_d, |
| 44 | struct device_attribute *attr, char *buf) |
| 45 | { |
Wanlong Gao | 9bffdca | 2012-12-11 11:04:50 +1030 | [diff] [blame] | 46 | struct virtio_device *dev = dev_to_virtio(_d); |
Rusty Russell | a928928 | 2009-06-12 22:16:37 -0600 | [diff] [blame] | 47 | unsigned int i; |
| 48 | ssize_t len = 0; |
| 49 | |
| 50 | /* We actually represent this as a bitstring, as it could be |
| 51 | * arbitrary length in future. */ |
| 52 | for (i = 0; i < ARRAY_SIZE(dev->features)*BITS_PER_LONG; i++) |
| 53 | len += sprintf(buf+len, "%c", |
| 54 | test_bit(i, dev->features) ? '1' : '0'); |
| 55 | len += sprintf(buf+len, "\n"); |
| 56 | return len; |
| 57 | } |
Greg Kroah-Hartman | 3736dab | 2013-10-07 18:27:39 -0700 | [diff] [blame] | 58 | static DEVICE_ATTR_RO(features); |
| 59 | |
| 60 | static struct attribute *virtio_dev_attrs[] = { |
| 61 | &dev_attr_device.attr, |
| 62 | &dev_attr_vendor.attr, |
| 63 | &dev_attr_status.attr, |
| 64 | &dev_attr_modalias.attr, |
| 65 | &dev_attr_features.attr, |
| 66 | NULL, |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 67 | }; |
Greg Kroah-Hartman | 3736dab | 2013-10-07 18:27:39 -0700 | [diff] [blame] | 68 | ATTRIBUTE_GROUPS(virtio_dev); |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 69 | |
| 70 | static inline int virtio_id_match(const struct virtio_device *dev, |
| 71 | const struct virtio_device_id *id) |
| 72 | { |
Christian Borntraeger | e335385 | 2009-05-26 15:46:10 +0200 | [diff] [blame] | 73 | if (id->device != dev->id.device && id->device != VIRTIO_DEV_ANY_ID) |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 74 | return 0; |
| 75 | |
Christian Borntraeger | c89e801 | 2009-05-26 15:46:09 +0200 | [diff] [blame] | 76 | return id->vendor == VIRTIO_DEV_ANY_ID || id->vendor == dev->id.vendor; |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 77 | } |
| 78 | |
| 79 | /* This looks through all the IDs a driver claims to support. If any of them |
| 80 | * match, we return 1 and the kernel will call virtio_dev_probe(). */ |
| 81 | static int virtio_dev_match(struct device *_dv, struct device_driver *_dr) |
| 82 | { |
| 83 | unsigned int i; |
Wanlong Gao | 9bffdca | 2012-12-11 11:04:50 +1030 | [diff] [blame] | 84 | struct virtio_device *dev = dev_to_virtio(_dv); |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 85 | const struct virtio_device_id *ids; |
| 86 | |
Wanlong Gao | 9a2bdcc | 2012-12-10 16:38:33 +0800 | [diff] [blame] | 87 | ids = drv_to_virtio(_dr)->id_table; |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 88 | for (i = 0; ids[i].device; i++) |
| 89 | if (virtio_id_match(dev, &ids[i])) |
| 90 | return 1; |
| 91 | return 0; |
| 92 | } |
| 93 | |
Rusty Russell | b01d9f2 | 2007-10-22 11:03:39 +1000 | [diff] [blame] | 94 | static int virtio_uevent(struct device *_dv, struct kobj_uevent_env *env) |
| 95 | { |
Wanlong Gao | 9bffdca | 2012-12-11 11:04:50 +1030 | [diff] [blame] | 96 | struct virtio_device *dev = dev_to_virtio(_dv); |
Rusty Russell | b01d9f2 | 2007-10-22 11:03:39 +1000 | [diff] [blame] | 97 | |
| 98 | return add_uevent_var(env, "MODALIAS=virtio:d%08Xv%08X", |
| 99 | dev->id.device, dev->id.vendor); |
| 100 | } |
| 101 | |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 102 | static void add_status(struct virtio_device *dev, unsigned status) |
| 103 | { |
| 104 | dev->config->set_status(dev, dev->config->get_status(dev) | status); |
| 105 | } |
| 106 | |
Rusty Russell | c45a681 | 2008-05-02 21:50:50 -0500 | [diff] [blame] | 107 | void virtio_check_driver_offered_feature(const struct virtio_device *vdev, |
| 108 | unsigned int fbit) |
| 109 | { |
| 110 | unsigned int i; |
Wanlong Gao | 9a2bdcc | 2012-12-10 16:38:33 +0800 | [diff] [blame] | 111 | struct virtio_driver *drv = drv_to_virtio(vdev->dev.driver); |
Rusty Russell | c45a681 | 2008-05-02 21:50:50 -0500 | [diff] [blame] | 112 | |
| 113 | for (i = 0; i < drv->feature_table_size; i++) |
| 114 | if (drv->feature_table[i] == fbit) |
| 115 | return; |
| 116 | BUG(); |
| 117 | } |
| 118 | EXPORT_SYMBOL_GPL(virtio_check_driver_offered_feature); |
| 119 | |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 120 | static int virtio_dev_probe(struct device *_d) |
| 121 | { |
Rusty Russell | c45a681 | 2008-05-02 21:50:50 -0500 | [diff] [blame] | 122 | int err, i; |
Wanlong Gao | 9bffdca | 2012-12-11 11:04:50 +1030 | [diff] [blame] | 123 | struct virtio_device *dev = dev_to_virtio(_d); |
Wanlong Gao | 9a2bdcc | 2012-12-10 16:38:33 +0800 | [diff] [blame] | 124 | struct virtio_driver *drv = drv_to_virtio(dev->dev.driver); |
Rusty Russell | c45a681 | 2008-05-02 21:50:50 -0500 | [diff] [blame] | 125 | u32 device_features; |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 126 | |
Rusty Russell | c45a681 | 2008-05-02 21:50:50 -0500 | [diff] [blame] | 127 | /* We have a driver! */ |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 128 | add_status(dev, VIRTIO_CONFIG_S_DRIVER); |
Rusty Russell | c45a681 | 2008-05-02 21:50:50 -0500 | [diff] [blame] | 129 | |
| 130 | /* Figure out what features the device supports. */ |
| 131 | device_features = dev->config->get_features(dev); |
| 132 | |
| 133 | /* Features supported by both device and driver into dev->features. */ |
| 134 | memset(dev->features, 0, sizeof(dev->features)); |
| 135 | for (i = 0; i < drv->feature_table_size; i++) { |
| 136 | unsigned int f = drv->feature_table[i]; |
| 137 | BUG_ON(f >= 32); |
| 138 | if (device_features & (1 << f)) |
| 139 | set_bit(f, dev->features); |
| 140 | } |
| 141 | |
Rusty Russell | c624896 | 2008-07-25 12:06:07 -0500 | [diff] [blame] | 142 | /* Transport features always preserved to pass to finalize_features. */ |
Rusty Russell | dd7c7bc | 2008-07-25 12:06:07 -0500 | [diff] [blame] | 143 | for (i = VIRTIO_TRANSPORT_F_START; i < VIRTIO_TRANSPORT_F_END; i++) |
| 144 | if (device_features & (1 << i)) |
| 145 | set_bit(i, dev->features); |
| 146 | |
Rusty Russell | ef688e1 | 2009-06-12 22:16:35 -0600 | [diff] [blame] | 147 | dev->config->finalize_features(dev); |
| 148 | |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 149 | err = drv->probe(dev); |
| 150 | if (err) |
| 151 | add_status(dev, VIRTIO_CONFIG_S_FAILED); |
Nicholas Bellinger | 59057fb | 2012-07-11 21:22:16 +0000 | [diff] [blame] | 152 | else { |
Mark McLoughlin | b92dea6 | 2008-06-15 23:20:50 +1000 | [diff] [blame] | 153 | add_status(dev, VIRTIO_CONFIG_S_DRIVER_OK); |
Nicholas Bellinger | 59057fb | 2012-07-11 21:22:16 +0000 | [diff] [blame] | 154 | if (drv->scan) |
| 155 | drv->scan(dev); |
| 156 | } |
Rusty Russell | ef688e1 | 2009-06-12 22:16:35 -0600 | [diff] [blame] | 157 | |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 158 | return err; |
| 159 | } |
| 160 | |
Rusty Russell | 74b2553 | 2007-11-19 11:20:42 -0500 | [diff] [blame] | 161 | static int virtio_dev_remove(struct device *_d) |
| 162 | { |
Wanlong Gao | 9bffdca | 2012-12-11 11:04:50 +1030 | [diff] [blame] | 163 | struct virtio_device *dev = dev_to_virtio(_d); |
Wanlong Gao | 9a2bdcc | 2012-12-10 16:38:33 +0800 | [diff] [blame] | 164 | struct virtio_driver *drv = drv_to_virtio(dev->dev.driver); |
Rusty Russell | 74b2553 | 2007-11-19 11:20:42 -0500 | [diff] [blame] | 165 | |
Rusty Russell | 74b2553 | 2007-11-19 11:20:42 -0500 | [diff] [blame] | 166 | drv->remove(dev); |
Rusty Russell | 6e5aa7e | 2008-02-04 23:50:03 -0500 | [diff] [blame] | 167 | |
| 168 | /* Driver should have reset device. */ |
Michael S. Tsirkin | 5543a6a | 2012-09-28 15:05:16 +0930 | [diff] [blame] | 169 | WARN_ON_ONCE(dev->config->get_status(dev)); |
Rusty Russell | 6e5aa7e | 2008-02-04 23:50:03 -0500 | [diff] [blame] | 170 | |
| 171 | /* Acknowledge the device's existence again. */ |
| 172 | add_status(dev, VIRTIO_CONFIG_S_ACKNOWLEDGE); |
Rusty Russell | 74b2553 | 2007-11-19 11:20:42 -0500 | [diff] [blame] | 173 | return 0; |
| 174 | } |
| 175 | |
Mark McLoughlin | e962fa66 | 2008-06-13 13:46:40 +0100 | [diff] [blame] | 176 | static struct bus_type virtio_bus = { |
| 177 | .name = "virtio", |
| 178 | .match = virtio_dev_match, |
Greg Kroah-Hartman | 3736dab | 2013-10-07 18:27:39 -0700 | [diff] [blame] | 179 | .dev_groups = virtio_dev_groups, |
Mark McLoughlin | e962fa66 | 2008-06-13 13:46:40 +0100 | [diff] [blame] | 180 | .uevent = virtio_uevent, |
| 181 | .probe = virtio_dev_probe, |
| 182 | .remove = virtio_dev_remove, |
| 183 | }; |
| 184 | |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 185 | int register_virtio_driver(struct virtio_driver *driver) |
| 186 | { |
Rusty Russell | c45a681 | 2008-05-02 21:50:50 -0500 | [diff] [blame] | 187 | /* Catch this early. */ |
| 188 | BUG_ON(driver->feature_table_size && !driver->feature_table); |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 189 | driver->driver.bus = &virtio_bus; |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 190 | return driver_register(&driver->driver); |
| 191 | } |
| 192 | EXPORT_SYMBOL_GPL(register_virtio_driver); |
| 193 | |
| 194 | void unregister_virtio_driver(struct virtio_driver *driver) |
| 195 | { |
| 196 | driver_unregister(&driver->driver); |
| 197 | } |
| 198 | EXPORT_SYMBOL_GPL(unregister_virtio_driver); |
| 199 | |
| 200 | int register_virtio_device(struct virtio_device *dev) |
| 201 | { |
| 202 | int err; |
| 203 | |
| 204 | dev->dev.bus = &virtio_bus; |
Rusty Russell | b769f57 | 2008-05-30 15:09:42 -0500 | [diff] [blame] | 205 | |
| 206 | /* Assign a unique device index and hence name. */ |
Asias He | 90e0320 | 2012-05-03 10:20:51 +0800 | [diff] [blame] | 207 | err = ida_simple_get(&virtio_index_ida, 0, 0, GFP_KERNEL); |
| 208 | if (err < 0) |
| 209 | goto out; |
| 210 | |
| 211 | dev->index = err; |
Kay Sievers | 99e0b6c | 2008-12-30 09:25:56 -0600 | [diff] [blame] | 212 | dev_set_name(&dev->dev, "virtio%u", dev->index); |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 213 | |
Rusty Russell | 6e5aa7e | 2008-02-04 23:50:03 -0500 | [diff] [blame] | 214 | /* We always start by resetting the device, in case a previous |
| 215 | * driver messed it up. This also tests that code path a little. */ |
| 216 | dev->config->reset(dev); |
| 217 | |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 218 | /* Acknowledge that we've seen the device. */ |
| 219 | add_status(dev, VIRTIO_CONFIG_S_ACKNOWLEDGE); |
| 220 | |
Rusty Russell | 9499f5e | 2009-06-12 22:16:35 -0600 | [diff] [blame] | 221 | INIT_LIST_HEAD(&dev->vqs); |
| 222 | |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 223 | /* device_register() causes the bus infrastructure to look for a |
| 224 | * matching driver. */ |
| 225 | err = device_register(&dev->dev); |
Asias He | 90e0320 | 2012-05-03 10:20:51 +0800 | [diff] [blame] | 226 | out: |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 227 | if (err) |
| 228 | add_status(dev, VIRTIO_CONFIG_S_FAILED); |
| 229 | return err; |
| 230 | } |
| 231 | EXPORT_SYMBOL_GPL(register_virtio_device); |
| 232 | |
| 233 | void unregister_virtio_device(struct virtio_device *dev) |
| 234 | { |
Cornelia Huck | 237242b | 2012-11-09 14:54:12 +1030 | [diff] [blame] | 235 | int index = dev->index; /* save for after device release */ |
| 236 | |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 237 | device_unregister(&dev->dev); |
Cornelia Huck | 237242b | 2012-11-09 14:54:12 +1030 | [diff] [blame] | 238 | ida_simple_remove(&virtio_index_ida, index); |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 239 | } |
| 240 | EXPORT_SYMBOL_GPL(unregister_virtio_device); |
| 241 | |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 242 | static int virtio_init(void) |
| 243 | { |
| 244 | if (bus_register(&virtio_bus) != 0) |
| 245 | panic("virtio bus registration failed"); |
| 246 | return 0; |
| 247 | } |
Rusty Russell | c6fd470 | 2008-02-04 23:50:05 -0500 | [diff] [blame] | 248 | |
| 249 | static void __exit virtio_exit(void) |
| 250 | { |
| 251 | bus_unregister(&virtio_bus); |
| 252 | } |
Rusty Russell | ec3d41c | 2007-10-22 11:03:36 +1000 | [diff] [blame] | 253 | core_initcall(virtio_init); |
Rusty Russell | c6fd470 | 2008-02-04 23:50:05 -0500 | [diff] [blame] | 254 | module_exit(virtio_exit); |
| 255 | |
| 256 | MODULE_LICENSE("GPL"); |