blob: 8e50888a6d595af06221ee43dfc2d0e4aa91c18e [file] [log] [blame]
Rusty Russell0a8a69d2007-10-22 11:03:40 +10001#ifndef _LINUX_VIRTIO_RING_H
2#define _LINUX_VIRTIO_RING_H
Rusty Russell0a8a69d2007-10-22 11:03:40 +10003
Michael S. Tsirkinc5610a5d2013-07-08 11:31:06 +09304#include <asm/barrier.h>
Rusty Russell0a8a69d2007-10-22 11:03:40 +10005#include <linux/irqreturn.h>
David Howells607ca462012-10-13 10:46:48 +01006#include <uapi/linux/virtio_ring.h>
7
Rusty Russella9a0fef2013-03-18 13:22:19 +10308/*
9 * Barriers in virtio are tricky. Non-SMP virtio guests can't assume
10 * they're not on an SMP host system, so they need to assume real
11 * barriers. Non-SMP virtio hosts could skip the barriers, but does
12 * anyone care?
13 *
14 * For virtio_pci on SMP, we don't need to order with respect to MMIO
15 * accesses through relaxed memory I/O windows, so smp_mb() et al are
16 * sufficient.
17 *
18 * For using virtio to talk to real devices (eg. other heterogeneous
19 * CPUs) we do need real barriers. In theory, we could be using both
20 * kinds of virtio, so it's a runtime decision, and the branch is
21 * actually quite cheap.
22 */
23
Rusty Russella9a0fef2013-03-18 13:22:19 +103024static inline void virtio_mb(bool weak_barriers)
25{
Alexander Duyck9e1a27e2015-04-13 21:03:49 +093026#ifdef CONFIG_SMP
Rusty Russella9a0fef2013-03-18 13:22:19 +103027 if (weak_barriers)
28 smp_mb();
29 else
Alexander Duyck9e1a27e2015-04-13 21:03:49 +093030#endif
Rusty Russella9a0fef2013-03-18 13:22:19 +103031 mb();
32}
33
34static inline void virtio_rmb(bool weak_barriers)
35{
36 if (weak_barriers)
Alexander Duyck9e1a27e2015-04-13 21:03:49 +093037 dma_rmb();
Rusty Russella9a0fef2013-03-18 13:22:19 +103038 else
39 rmb();
40}
41
42static inline void virtio_wmb(bool weak_barriers)
43{
44 if (weak_barriers)
Alexander Duyck9e1a27e2015-04-13 21:03:49 +093045 dma_wmb();
Rusty Russella9a0fef2013-03-18 13:22:19 +103046 else
47 wmb();
48}
Rusty Russella9a0fef2013-03-18 13:22:19 +103049
Rusty Russell0a8a69d2007-10-22 11:03:40 +100050struct virtio_device;
51struct virtqueue;
52
Jason Wang17bb6d42012-08-28 13:54:13 +020053struct virtqueue *vring_new_virtqueue(unsigned int index,
54 unsigned int num,
Rusty Russell87c7d572008-12-30 09:26:03 -060055 unsigned int vring_align,
Rusty Russell0a8a69d2007-10-22 11:03:40 +100056 struct virtio_device *vdev,
Rusty Russell7b21e342012-01-12 15:44:42 +103057 bool weak_barriers,
Rusty Russell0a8a69d2007-10-22 11:03:40 +100058 void *pages,
Heinz Graalfs46f9c2b2013-10-29 09:38:50 +103059 bool (*notify)(struct virtqueue *vq),
Rusty Russell9499f5e2009-06-12 22:16:35 -060060 void (*callback)(struct virtqueue *vq),
61 const char *name);
Rusty Russell0a8a69d2007-10-22 11:03:40 +100062void vring_del_virtqueue(struct virtqueue *vq);
Rusty Russelle34f8722008-07-25 12:06:13 -050063/* Filter out transport-specific feature bits. */
64void vring_transport_features(struct virtio_device *vdev);
Rusty Russell0a8a69d2007-10-22 11:03:40 +100065
66irqreturn_t vring_interrupt(int irq, void *_vq);
Rusty Russell0a8a69d2007-10-22 11:03:40 +100067#endif /* _LINUX_VIRTIO_RING_H */