blob: 00d86427af0f8bae911c2e41a33303c2d02a3428 [file] [log] [blame]
Laurent Vivier5f94c172008-05-30 16:05:54 +02001/*
2 * KVM coalesced MMIO
3 *
4 * Copyright (c) 2008 Bull S.A.S.
Avi Kivity221d0592010-05-23 18:37:00 +03005 * Copyright 2009 Red Hat, Inc. and/or its affiliates.
Laurent Vivier5f94c172008-05-30 16:05:54 +02006 *
7 * Author: Laurent Vivier <Laurent.Vivier@bull.net>
8 *
9 */
10
11#include "iodev.h"
12
13#include <linux/kvm_host.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090014#include <linux/slab.h>
Laurent Vivier5f94c172008-05-30 16:05:54 +020015#include <linux/kvm.h>
16
17#include "coalesced_mmio.h"
18
Gregory Haskinsd76685c2009-06-01 12:54:50 -040019static inline struct kvm_coalesced_mmio_dev *to_mmio(struct kvm_io_device *dev)
20{
21 return container_of(dev, struct kvm_coalesced_mmio_dev, dev);
22}
23
Michael S. Tsirkinbda90202009-06-29 22:24:32 +030024static int coalesced_mmio_in_range(struct kvm_coalesced_mmio_dev *dev,
25 gpa_t addr, int len)
Laurent Vivier5f94c172008-05-30 16:05:54 +020026{
Sasha Levin2b3c2462011-07-20 20:59:00 +030027 /* is it in a batchable area ?
28 * (addr,len) is fully included in
29 * (zone->addr, zone->size)
30 */
Dan Carpenter1a214242011-10-19 09:15:10 +030031 if (len < 0)
32 return 0;
33 if (addr + len < addr)
34 return 0;
35 if (addr < dev->zone.addr)
36 return 0;
37 if (addr + len > dev->zone.addr + dev->zone.size)
38 return 0;
39 return 1;
Laurent Vivier5f94c172008-05-30 16:05:54 +020040}
41
Sasha Levinc2981252011-07-18 17:17:14 +030042static int coalesced_mmio_has_room(struct kvm_coalesced_mmio_dev *dev)
43{
44 struct kvm_coalesced_mmio_ring *ring;
45 unsigned avail;
46
47 /* Are we able to batch it ? */
48
49 /* last is the first free entry
50 * check if we don't meet the first used entry
51 * there is always one unused entry in the buffer
52 */
53 ring = dev->kvm->coalesced_mmio_ring;
54 avail = (ring->first - ring->last - 1) % KVM_COALESCED_MMIO_MAX;
55 if (avail == 0) {
56 /* full */
57 return 0;
58 }
59
60 return 1;
61}
62
Michael S. Tsirkinbda90202009-06-29 22:24:32 +030063static int coalesced_mmio_write(struct kvm_io_device *this,
64 gpa_t addr, int len, const void *val)
Laurent Vivier5f94c172008-05-30 16:05:54 +020065{
Gregory Haskinsd76685c2009-06-01 12:54:50 -040066 struct kvm_coalesced_mmio_dev *dev = to_mmio(this);
Laurent Vivier5f94c172008-05-30 16:05:54 +020067 struct kvm_coalesced_mmio_ring *ring = dev->kvm->coalesced_mmio_ring;
Sasha Levinc2981252011-07-18 17:17:14 +030068
Michael S. Tsirkinbda90202009-06-29 22:24:32 +030069 if (!coalesced_mmio_in_range(dev, addr, len))
70 return -EOPNOTSUPP;
Laurent Vivier5f94c172008-05-30 16:05:54 +020071
Sasha Levin2b3c2462011-07-20 20:59:00 +030072 spin_lock(&dev->kvm->ring_lock);
Laurent Vivier5f94c172008-05-30 16:05:54 +020073
Sasha Levinc2981252011-07-18 17:17:14 +030074 if (!coalesced_mmio_has_room(dev)) {
Sasha Levin2b3c2462011-07-20 20:59:00 +030075 spin_unlock(&dev->kvm->ring_lock);
Sasha Levinc2981252011-07-18 17:17:14 +030076 return -EOPNOTSUPP;
77 }
78
Laurent Vivier5f94c172008-05-30 16:05:54 +020079 /* copy data in first free entry of the ring */
80
81 ring->coalesced_mmio[ring->last].phys_addr = addr;
82 ring->coalesced_mmio[ring->last].len = len;
83 memcpy(ring->coalesced_mmio[ring->last].data, val, len);
84 smp_wmb();
85 ring->last = (ring->last + 1) % KVM_COALESCED_MMIO_MAX;
Sasha Levin2b3c2462011-07-20 20:59:00 +030086 spin_unlock(&dev->kvm->ring_lock);
Michael S. Tsirkinbda90202009-06-29 22:24:32 +030087 return 0;
Laurent Vivier5f94c172008-05-30 16:05:54 +020088}
89
90static void coalesced_mmio_destructor(struct kvm_io_device *this)
91{
Gregory Haskinsd76685c2009-06-01 12:54:50 -040092 struct kvm_coalesced_mmio_dev *dev = to_mmio(this);
Gregory Haskins787a6602009-06-01 12:54:45 -040093
Sasha Levin2b3c2462011-07-20 20:59:00 +030094 list_del(&dev->list);
95
Gregory Haskins787a6602009-06-01 12:54:45 -040096 kfree(dev);
Laurent Vivier5f94c172008-05-30 16:05:54 +020097}
98
Gregory Haskinsd76685c2009-06-01 12:54:50 -040099static const struct kvm_io_device_ops coalesced_mmio_ops = {
100 .write = coalesced_mmio_write,
Gregory Haskinsd76685c2009-06-01 12:54:50 -0400101 .destructor = coalesced_mmio_destructor,
102};
103
Laurent Vivier5f94c172008-05-30 16:05:54 +0200104int kvm_coalesced_mmio_init(struct kvm *kvm)
105{
Avi Kivity980da6c2009-12-20 15:13:43 +0200106 struct page *page;
Gregory Haskins090b7af2009-07-07 17:08:44 -0400107 int ret;
Laurent Vivier5f94c172008-05-30 16:05:54 +0200108
Avi Kivity980da6c2009-12-20 15:13:43 +0200109 ret = -ENOMEM;
110 page = alloc_page(GFP_KERNEL | __GFP_ZERO);
111 if (!page)
112 goto out_err;
Sasha Levin2b3c2462011-07-20 20:59:00 +0300113
114 ret = 0;
Avi Kivity980da6c2009-12-20 15:13:43 +0200115 kvm->coalesced_mmio_ring = page_address(page);
116
Sasha Levin2b3c2462011-07-20 20:59:00 +0300117 /*
118 * We're using this spinlock to sync access to the coalesced ring.
119 * The list doesn't need it's own lock since device registration and
120 * unregistration should only happen when kvm->slots_lock is held.
121 */
122 spin_lock_init(&kvm->ring_lock);
123 INIT_LIST_HEAD(&kvm->coalesced_zones);
Laurent Vivier5f94c172008-05-30 16:05:54 +0200124
Avi Kivity980da6c2009-12-20 15:13:43 +0200125out_err:
126 return ret;
127}
128
129void kvm_coalesced_mmio_free(struct kvm *kvm)
130{
131 if (kvm->coalesced_mmio_ring)
132 free_page((unsigned long)kvm->coalesced_mmio_ring);
Laurent Vivier5f94c172008-05-30 16:05:54 +0200133}
134
135int kvm_vm_ioctl_register_coalesced_mmio(struct kvm *kvm,
Jochen Maes43db6692010-02-08 11:29:33 +0100136 struct kvm_coalesced_mmio_zone *zone)
Laurent Vivier5f94c172008-05-30 16:05:54 +0200137{
Sasha Levin2b3c2462011-07-20 20:59:00 +0300138 int ret;
139 struct kvm_coalesced_mmio_dev *dev;
140
141 dev = kzalloc(sizeof(struct kvm_coalesced_mmio_dev), GFP_KERNEL);
142 if (!dev)
143 return -ENOMEM;
144
145 kvm_iodevice_init(&dev->dev, &coalesced_mmio_ops);
146 dev->kvm = kvm;
147 dev->zone = *zone;
148
149 mutex_lock(&kvm->slots_lock);
Sasha Levin743eeb02011-07-27 16:00:48 +0300150 ret = kvm_io_bus_register_dev(kvm, KVM_MMIO_BUS, zone->addr,
151 zone->size, &dev->dev);
Sasha Levin2b3c2462011-07-20 20:59:00 +0300152 if (ret < 0)
153 goto out_free_dev;
154 list_add_tail(&dev->list, &kvm->coalesced_zones);
155 mutex_unlock(&kvm->slots_lock);
156
Dan Carpenteraac5c422014-01-29 16:16:39 +0300157 return 0;
Sasha Levin2b3c2462011-07-20 20:59:00 +0300158
159out_free_dev:
160 mutex_unlock(&kvm->slots_lock);
Sasha Levin2b3c2462011-07-20 20:59:00 +0300161 kfree(dev);
Laurent Vivier5f94c172008-05-30 16:05:54 +0200162
Dan Carpenteraac5c422014-01-29 16:16:39 +0300163 return ret;
Laurent Vivier5f94c172008-05-30 16:05:54 +0200164}
165
166int kvm_vm_ioctl_unregister_coalesced_mmio(struct kvm *kvm,
167 struct kvm_coalesced_mmio_zone *zone)
168{
Sasha Levin2b3c2462011-07-20 20:59:00 +0300169 struct kvm_coalesced_mmio_dev *dev, *tmp;
Laurent Vivier5f94c172008-05-30 16:05:54 +0200170
Marcelo Tosatti79fac952009-12-23 14:35:26 -0200171 mutex_lock(&kvm->slots_lock);
Laurent Vivier5f94c172008-05-30 16:05:54 +0200172
Sasha Levin2b3c2462011-07-20 20:59:00 +0300173 list_for_each_entry_safe(dev, tmp, &kvm->coalesced_zones, list)
174 if (coalesced_mmio_in_range(dev, zone->addr, zone->size)) {
175 kvm_io_bus_unregister_dev(kvm, KVM_MMIO_BUS, &dev->dev);
176 kvm_iodevice_destructor(&dev->dev);
Laurent Vivier5f94c172008-05-30 16:05:54 +0200177 }
Laurent Vivier5f94c172008-05-30 16:05:54 +0200178
Marcelo Tosatti79fac952009-12-23 14:35:26 -0200179 mutex_unlock(&kvm->slots_lock);
Laurent Vivier5f94c172008-05-30 16:05:54 +0200180
181 return 0;
182}