blob: 1150c6d5c7b893fdaebb73e8eb8b53ed0b41be5d [file] [log] [blame]
Eddie Dong1fd4f2a2007-07-18 12:03:39 +03001/*
2 * Copyright (C) 2001 MandrakeSoft S.A.
3 *
4 * MandrakeSoft S.A.
5 * 43, rue d'Aboukir
6 * 75002 Paris - France
7 * http://www.linux-mandrake.com/
8 * http://www.mandrakesoft.com/
9 *
10 * This library is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU Lesser General Public
12 * License as published by the Free Software Foundation; either
13 * version 2 of the License, or (at your option) any later version.
14 *
15 * This library is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 * Lesser General Public License for more details.
19 *
20 * You should have received a copy of the GNU Lesser General Public
21 * License along with this library; if not, write to the Free Software
22 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
23 *
24 * Yunhong Jiang <yunhong.jiang@intel.com>
25 * Yaozu (Eddie) Dong <eddie.dong@intel.com>
26 * Based on Xen 3.1 code.
27 */
28
Avi Kivityedf88412007-12-16 11:02:48 +020029#include <linux/kvm_host.h>
Eddie Dong1fd4f2a2007-07-18 12:03:39 +030030#include <linux/kvm.h>
31#include <linux/mm.h>
32#include <linux/highmem.h>
33#include <linux/smp.h>
34#include <linux/hrtimer.h>
35#include <linux/io.h>
36#include <asm/processor.h>
Eddie Dong1fd4f2a2007-07-18 12:03:39 +030037#include <asm/page.h>
38#include <asm/current.h>
Zhang Xiantao82470192007-12-17 13:59:56 +080039
40#include "ioapic.h"
41#include "lapic.h"
Marcelo Tosattif5244722008-07-26 17:01:00 -030042#include "irq.h"
Zhang Xiantao82470192007-12-17 13:59:56 +080043
Laurent Viviere25e3ed2007-10-12 11:01:59 +020044#if 0
45#define ioapic_debug(fmt,arg...) printk(KERN_WARNING fmt,##arg)
46#else
Eddie Dong1fd4f2a2007-07-18 12:03:39 +030047#define ioapic_debug(fmt, arg...)
Laurent Viviere25e3ed2007-10-12 11:01:59 +020048#endif
Marcelo Tosattiff4b9df2008-06-05 00:08:11 -030049static int ioapic_deliver(struct kvm_ioapic *vioapic, int irq);
Eddie Dong1fd4f2a2007-07-18 12:03:39 +030050
51static unsigned long ioapic_read_indirect(struct kvm_ioapic *ioapic,
52 unsigned long addr,
53 unsigned long length)
54{
55 unsigned long result = 0;
56
57 switch (ioapic->ioregsel) {
58 case IOAPIC_REG_VERSION:
59 result = ((((IOAPIC_NUM_PINS - 1) & 0xff) << 16)
60 | (IOAPIC_VERSION_ID & 0xff));
61 break;
62
63 case IOAPIC_REG_APIC_ID:
64 case IOAPIC_REG_ARB_ID:
65 result = ((ioapic->id & 0xf) << 24);
66 break;
67
68 default:
69 {
70 u32 redir_index = (ioapic->ioregsel - 0x10) >> 1;
71 u64 redir_content;
72
73 ASSERT(redir_index < IOAPIC_NUM_PINS);
74
75 redir_content = ioapic->redirtbl[redir_index].bits;
76 result = (ioapic->ioregsel & 0x1) ?
77 (redir_content >> 32) & 0xffffffff :
78 redir_content & 0xffffffff;
79 break;
80 }
81 }
82
83 return result;
84}
85
Gleb Natapov49256632009-02-04 17:28:14 +020086static int ioapic_service(struct kvm_ioapic *ioapic, unsigned int idx)
Eddie Dong1fd4f2a2007-07-18 12:03:39 +030087{
Sheng Yangcf9e4e12009-02-11 16:03:36 +080088 union kvm_ioapic_redirect_entry *pent;
Gleb Natapov49256632009-02-04 17:28:14 +020089 int injected = -1;
Eddie Dong1fd4f2a2007-07-18 12:03:39 +030090
91 pent = &ioapic->redirtbl[idx];
92
93 if (!pent->fields.mask) {
Gleb Natapov49256632009-02-04 17:28:14 +020094 injected = ioapic_deliver(ioapic, idx);
Marcelo Tosattiff4b9df2008-06-05 00:08:11 -030095 if (injected && pent->fields.trig_mode == IOAPIC_LEVEL_TRIG)
Eddie Dong1fd4f2a2007-07-18 12:03:39 +030096 pent->fields.remote_irr = 1;
97 }
Gleb Natapov49256632009-02-04 17:28:14 +020098
99 return injected;
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300100}
101
102static void ioapic_write_indirect(struct kvm_ioapic *ioapic, u32 val)
103{
104 unsigned index;
Avi Kivity75858a82009-01-04 17:10:50 +0200105 bool mask_before, mask_after;
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300106
107 switch (ioapic->ioregsel) {
108 case IOAPIC_REG_VERSION:
109 /* Writes are ignored. */
110 break;
111
112 case IOAPIC_REG_APIC_ID:
113 ioapic->id = (val >> 24) & 0xf;
114 break;
115
116 case IOAPIC_REG_ARB_ID:
117 break;
118
119 default:
120 index = (ioapic->ioregsel - 0x10) >> 1;
121
Laurent Viviere25e3ed2007-10-12 11:01:59 +0200122 ioapic_debug("change redir index %x val %x\n", index, val);
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300123 if (index >= IOAPIC_NUM_PINS)
124 return;
Avi Kivity75858a82009-01-04 17:10:50 +0200125 mask_before = ioapic->redirtbl[index].fields.mask;
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300126 if (ioapic->ioregsel & 1) {
127 ioapic->redirtbl[index].bits &= 0xffffffff;
128 ioapic->redirtbl[index].bits |= (u64) val << 32;
129 } else {
130 ioapic->redirtbl[index].bits &= ~0xffffffffULL;
131 ioapic->redirtbl[index].bits |= (u32) val;
132 ioapic->redirtbl[index].fields.remote_irr = 0;
133 }
Avi Kivity75858a82009-01-04 17:10:50 +0200134 mask_after = ioapic->redirtbl[index].fields.mask;
135 if (mask_before != mask_after)
136 kvm_fire_mask_notifiers(ioapic->kvm, index, mask_after);
Gleb Natapovb4a2f5e2009-07-05 18:48:11 +0300137 if (ioapic->redirtbl[index].fields.trig_mode == IOAPIC_LEVEL_TRIG
138 && ioapic->irr & (1 << index))
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300139 ioapic_service(ioapic, index);
140 break;
141 }
142}
143
Marcelo Tosattiff4b9df2008-06-05 00:08:11 -0300144static int ioapic_deliver(struct kvm_ioapic *ioapic, int irq)
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300145{
Gleb Natapov58c2dde2009-03-05 16:35:04 +0200146 union kvm_ioapic_redirect_entry *entry = &ioapic->redirtbl[irq];
147 struct kvm_lapic_irq irqe;
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300148
149 ioapic_debug("dest=%x dest_mode=%x delivery_mode=%x "
Laurent Viviere25e3ed2007-10-12 11:01:59 +0200150 "vector=%x trig_mode=%x\n",
Gleb Natapov58c2dde2009-03-05 16:35:04 +0200151 entry->fields.dest, entry->fields.dest_mode,
152 entry->fields.delivery_mode, entry->fields.vector,
153 entry->fields.trig_mode);
154
155 irqe.dest_id = entry->fields.dest_id;
156 irqe.vector = entry->fields.vector;
157 irqe.dest_mode = entry->fields.dest_mode;
158 irqe.trig_mode = entry->fields.trig_mode;
159 irqe.delivery_mode = entry->fields.delivery_mode << 8;
160 irqe.level = 1;
161 irqe.shorthand = 0;
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300162
Avi Kivity8c35f232008-02-25 10:28:31 +0200163#ifdef CONFIG_X86
Gleb Natapova53c17d2009-03-05 16:34:49 +0200164 /* Always delivery PIT interrupt to vcpu 0 */
Sheng Yang74a3a8f2009-03-04 13:33:02 +0800165 if (irq == 0) {
Gleb Natapov58c2dde2009-03-05 16:35:04 +0200166 irqe.dest_mode = 0; /* Physical mode. */
167 irqe.dest_id = ioapic->kvm->vcpus[0]->vcpu_id;
Gleb Natapova53c17d2009-03-05 16:34:49 +0200168 }
Avi Kivity8c35f232008-02-25 10:28:31 +0200169#endif
Gleb Natapov58c2dde2009-03-05 16:35:04 +0200170 return kvm_irq_delivery_to_apic(ioapic->kvm, NULL, &irqe);
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300171}
172
Gleb Natapov49256632009-02-04 17:28:14 +0200173int kvm_ioapic_set_irq(struct kvm_ioapic *ioapic, int irq, int level)
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300174{
175 u32 old_irr = ioapic->irr;
176 u32 mask = 1 << irq;
Sheng Yangcf9e4e12009-02-11 16:03:36 +0800177 union kvm_ioapic_redirect_entry entry;
Gleb Natapov49256632009-02-04 17:28:14 +0200178 int ret = 1;
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300179
180 if (irq >= 0 && irq < IOAPIC_NUM_PINS) {
181 entry = ioapic->redirtbl[irq];
182 level ^= entry.fields.polarity;
183 if (!level)
184 ioapic->irr &= ~mask;
185 else {
Gleb Natapovb4a2f5e2009-07-05 18:48:11 +0300186 int edge = (entry.fields.trig_mode == IOAPIC_EDGE_TRIG);
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300187 ioapic->irr |= mask;
Gleb Natapovb4a2f5e2009-07-05 18:48:11 +0300188 if ((edge && old_irr != ioapic->irr) ||
189 (!edge && !entry.fields.remote_irr))
Gleb Natapov49256632009-02-04 17:28:14 +0200190 ret = ioapic_service(ioapic, irq);
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300191 }
192 }
Gleb Natapov49256632009-02-04 17:28:14 +0200193 return ret;
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300194}
195
Marcelo Tosatti44882ee2009-01-27 15:12:38 -0200196static void __kvm_ioapic_update_eoi(struct kvm_ioapic *ioapic, int pin,
Marcelo Tosattif5244722008-07-26 17:01:00 -0300197 int trigger_mode)
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300198{
Sheng Yangcf9e4e12009-02-11 16:03:36 +0800199 union kvm_ioapic_redirect_entry *ent;
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300200
Marcelo Tosatti44882ee2009-01-27 15:12:38 -0200201 ent = &ioapic->redirtbl[pin];
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300202
Marcelo Tosatti44882ee2009-01-27 15:12:38 -0200203 kvm_notify_acked_irq(ioapic->kvm, KVM_IRQCHIP_IOAPIC, pin);
Marcelo Tosattif5244722008-07-26 17:01:00 -0300204
205 if (trigger_mode == IOAPIC_LEVEL_TRIG) {
206 ASSERT(ent->fields.trig_mode == IOAPIC_LEVEL_TRIG);
207 ent->fields.remote_irr = 0;
Marcelo Tosatti44882ee2009-01-27 15:12:38 -0200208 if (!ent->fields.mask && (ioapic->irr & (1 << pin)))
209 ioapic_service(ioapic, pin);
Marcelo Tosattif5244722008-07-26 17:01:00 -0300210 }
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300211}
212
Marcelo Tosattif5244722008-07-26 17:01:00 -0300213void kvm_ioapic_update_eoi(struct kvm *kvm, int vector, int trigger_mode)
Avi Kivity4fa6b9c2008-06-17 15:36:36 -0700214{
215 struct kvm_ioapic *ioapic = kvm->arch.vioapic;
216 int i;
217
218 for (i = 0; i < IOAPIC_NUM_PINS; i++)
219 if (ioapic->redirtbl[i].fields.vector == vector)
Marcelo Tosattif5244722008-07-26 17:01:00 -0300220 __kvm_ioapic_update_eoi(ioapic, i, trigger_mode);
Avi Kivity4fa6b9c2008-06-17 15:36:36 -0700221}
222
Laurent Vivier92760492008-05-30 16:05:53 +0200223static int ioapic_in_range(struct kvm_io_device *this, gpa_t addr,
224 int len, int is_write)
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300225{
226 struct kvm_ioapic *ioapic = (struct kvm_ioapic *)this->private;
227
228 return ((addr >= ioapic->base_address &&
229 (addr < ioapic->base_address + IOAPIC_MEM_LENGTH)));
230}
231
232static void ioapic_mmio_read(struct kvm_io_device *this, gpa_t addr, int len,
233 void *val)
234{
235 struct kvm_ioapic *ioapic = (struct kvm_ioapic *)this->private;
236 u32 result;
237
Laurent Viviere25e3ed2007-10-12 11:01:59 +0200238 ioapic_debug("addr %lx\n", (unsigned long)addr);
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300239 ASSERT(!(addr & 0xf)); /* check alignment */
240
241 addr &= 0xff;
242 switch (addr) {
243 case IOAPIC_REG_SELECT:
244 result = ioapic->ioregsel;
245 break;
246
247 case IOAPIC_REG_WINDOW:
248 result = ioapic_read_indirect(ioapic, addr, len);
249 break;
250
251 default:
252 result = 0;
253 break;
254 }
255 switch (len) {
256 case 8:
257 *(u64 *) val = result;
258 break;
259 case 1:
260 case 2:
261 case 4:
262 memcpy(val, (char *)&result, len);
263 break;
264 default:
265 printk(KERN_WARNING "ioapic: wrong length %d\n", len);
266 }
267}
268
269static void ioapic_mmio_write(struct kvm_io_device *this, gpa_t addr, int len,
270 const void *val)
271{
272 struct kvm_ioapic *ioapic = (struct kvm_ioapic *)this->private;
273 u32 data;
274
Laurent Viviere25e3ed2007-10-12 11:01:59 +0200275 ioapic_debug("ioapic_mmio_write addr=%p len=%d val=%p\n",
276 (void*)addr, len, val);
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300277 ASSERT(!(addr & 0xf)); /* check alignment */
278 if (len == 4 || len == 8)
279 data = *(u32 *) val;
280 else {
281 printk(KERN_WARNING "ioapic: Unsupported size %d\n", len);
282 return;
283 }
284
285 addr &= 0xff;
286 switch (addr) {
287 case IOAPIC_REG_SELECT:
288 ioapic->ioregsel = data;
289 break;
290
291 case IOAPIC_REG_WINDOW:
292 ioapic_write_indirect(ioapic, data);
293 break;
Zhang Xiantaob1fd3d32007-12-02 22:53:07 +0800294#ifdef CONFIG_IA64
295 case IOAPIC_REG_EOI:
Xiantao Zhang26815a62008-08-19 20:48:03 +0800296 kvm_ioapic_update_eoi(ioapic->kvm, data, IOAPIC_LEVEL_TRIG);
Zhang Xiantaob1fd3d32007-12-02 22:53:07 +0800297 break;
298#endif
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300299
300 default:
301 break;
302 }
303}
304
Eddie Dong8c392692007-10-10 12:15:54 +0200305void kvm_ioapic_reset(struct kvm_ioapic *ioapic)
306{
307 int i;
308
309 for (i = 0; i < IOAPIC_NUM_PINS; i++)
310 ioapic->redirtbl[i].fields.mask = 1;
311 ioapic->base_address = IOAPIC_DEFAULT_BASE_ADDRESS;
312 ioapic->ioregsel = 0;
313 ioapic->irr = 0;
314 ioapic->id = 0;
315}
316
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300317int kvm_ioapic_init(struct kvm *kvm)
318{
319 struct kvm_ioapic *ioapic;
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300320
321 ioapic = kzalloc(sizeof(struct kvm_ioapic), GFP_KERNEL);
322 if (!ioapic)
323 return -ENOMEM;
Zhang Xiantaod7deeeb02007-12-14 10:17:34 +0800324 kvm->arch.vioapic = ioapic;
Eddie Dong8c392692007-10-10 12:15:54 +0200325 kvm_ioapic_reset(ioapic);
Eddie Dong1fd4f2a2007-07-18 12:03:39 +0300326 ioapic->dev.read = ioapic_mmio_read;
327 ioapic->dev.write = ioapic_mmio_write;
328 ioapic->dev.in_range = ioapic_in_range;
329 ioapic->dev.private = ioapic;
330 ioapic->kvm = kvm;
331 kvm_io_bus_register_dev(&kvm->mmio_bus, &ioapic->dev);
332 return 0;
333}
Avi Kivity75858a82009-01-04 17:10:50 +0200334