blob: c8139a598f846973c535026d91883edc94eabcc3 [file] [log] [blame]
Alex Williamson89e1f7d2012-07-31 08:16:24 -06001/*
2 * VFIO PCI interrupt handling
3 *
4 * Copyright (C) 2012 Red Hat, Inc. All rights reserved.
5 * Author: Alex Williamson <alex.williamson@redhat.com>
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
10 *
11 * Derived from original vfio:
12 * Copyright 2010 Cisco Systems, Inc. All rights reserved.
13 * Author: Tom Lyon, pugs@cisco.com
14 */
15
16#include <linux/device.h>
17#include <linux/interrupt.h>
18#include <linux/eventfd.h>
19#include <linux/pci.h>
20#include <linux/file.h>
21#include <linux/poll.h>
22#include <linux/vfio.h>
23#include <linux/wait.h>
24#include <linux/workqueue.h>
25
26#include "vfio_pci_private.h"
27
28/*
29 * IRQfd - generic
30 */
31struct virqfd {
32 struct vfio_pci_device *vdev;
33 struct eventfd_ctx *eventfd;
34 int (*handler)(struct vfio_pci_device *, void *);
35 void (*thread)(struct vfio_pci_device *, void *);
36 void *data;
37 struct work_struct inject;
38 wait_queue_t wait;
39 poll_table pt;
40 struct work_struct shutdown;
41 struct virqfd **pvirqfd;
42};
43
44static struct workqueue_struct *vfio_irqfd_cleanup_wq;
45
46int __init vfio_pci_virqfd_init(void)
47{
48 vfio_irqfd_cleanup_wq =
49 create_singlethread_workqueue("vfio-irqfd-cleanup");
50 if (!vfio_irqfd_cleanup_wq)
51 return -ENOMEM;
52
53 return 0;
54}
55
56void vfio_pci_virqfd_exit(void)
57{
58 destroy_workqueue(vfio_irqfd_cleanup_wq);
59}
60
61static void virqfd_deactivate(struct virqfd *virqfd)
62{
63 queue_work(vfio_irqfd_cleanup_wq, &virqfd->shutdown);
64}
65
66static int virqfd_wakeup(wait_queue_t *wait, unsigned mode, int sync, void *key)
67{
68 struct virqfd *virqfd = container_of(wait, struct virqfd, wait);
69 unsigned long flags = (unsigned long)key;
70
71 if (flags & POLLIN) {
72 /* An event has been signaled, call function */
73 if ((!virqfd->handler ||
74 virqfd->handler(virqfd->vdev, virqfd->data)) &&
75 virqfd->thread)
76 schedule_work(&virqfd->inject);
77 }
78
Alex Williamsonb68e7fa2012-09-21 10:48:28 -060079 if (flags & POLLHUP) {
80 unsigned long flags;
81 spin_lock_irqsave(&virqfd->vdev->irqlock, flags);
82
83 /*
84 * The eventfd is closing, if the virqfd has not yet been
85 * queued for release, as determined by testing whether the
86 * vdev pointer to it is still valid, queue it now. As
87 * with kvm irqfds, we know we won't race against the virqfd
88 * going away because we hold wqh->lock to get here.
89 */
90 if (*(virqfd->pvirqfd) == virqfd) {
91 *(virqfd->pvirqfd) = NULL;
92 virqfd_deactivate(virqfd);
93 }
94
95 spin_unlock_irqrestore(&virqfd->vdev->irqlock, flags);
96 }
Alex Williamson89e1f7d2012-07-31 08:16:24 -060097
98 return 0;
99}
100
101static void virqfd_ptable_queue_proc(struct file *file,
102 wait_queue_head_t *wqh, poll_table *pt)
103{
104 struct virqfd *virqfd = container_of(pt, struct virqfd, pt);
105 add_wait_queue(wqh, &virqfd->wait);
106}
107
108static void virqfd_shutdown(struct work_struct *work)
109{
110 struct virqfd *virqfd = container_of(work, struct virqfd, shutdown);
Alex Williamson89e1f7d2012-07-31 08:16:24 -0600111 u64 cnt;
112
113 eventfd_ctx_remove_wait_queue(virqfd->eventfd, &virqfd->wait, &cnt);
114 flush_work(&virqfd->inject);
115 eventfd_ctx_put(virqfd->eventfd);
116
117 kfree(virqfd);
Alex Williamson89e1f7d2012-07-31 08:16:24 -0600118}
119
120static void virqfd_inject(struct work_struct *work)
121{
122 struct virqfd *virqfd = container_of(work, struct virqfd, inject);
123 if (virqfd->thread)
124 virqfd->thread(virqfd->vdev, virqfd->data);
125}
126
127static int virqfd_enable(struct vfio_pci_device *vdev,
128 int (*handler)(struct vfio_pci_device *, void *),
129 void (*thread)(struct vfio_pci_device *, void *),
130 void *data, struct virqfd **pvirqfd, int fd)
131{
132 struct file *file = NULL;
133 struct eventfd_ctx *ctx = NULL;
134 struct virqfd *virqfd;
135 int ret = 0;
136 unsigned int events;
137
Alex Williamson89e1f7d2012-07-31 08:16:24 -0600138 virqfd = kzalloc(sizeof(*virqfd), GFP_KERNEL);
139 if (!virqfd)
140 return -ENOMEM;
141
142 virqfd->pvirqfd = pvirqfd;
Alex Williamson89e1f7d2012-07-31 08:16:24 -0600143 virqfd->vdev = vdev;
144 virqfd->handler = handler;
145 virqfd->thread = thread;
146 virqfd->data = data;
147
148 INIT_WORK(&virqfd->shutdown, virqfd_shutdown);
149 INIT_WORK(&virqfd->inject, virqfd_inject);
150
151 file = eventfd_fget(fd);
152 if (IS_ERR(file)) {
153 ret = PTR_ERR(file);
154 goto fail;
155 }
156
157 ctx = eventfd_ctx_fileget(file);
158 if (IS_ERR(ctx)) {
159 ret = PTR_ERR(ctx);
160 goto fail;
161 }
162
163 virqfd->eventfd = ctx;
164
165 /*
Alex Williamsonb68e7fa2012-09-21 10:48:28 -0600166 * virqfds can be released by closing the eventfd or directly
167 * through ioctl. These are both done through a workqueue, so
168 * we update the pointer to the virqfd under lock to avoid
169 * pushing multiple jobs to release the same virqfd.
170 */
171 spin_lock_irq(&vdev->irqlock);
172
173 if (*pvirqfd) {
174 spin_unlock_irq(&vdev->irqlock);
175 ret = -EBUSY;
176 goto fail;
177 }
178 *pvirqfd = virqfd;
179
180 spin_unlock_irq(&vdev->irqlock);
181
182 /*
Alex Williamson89e1f7d2012-07-31 08:16:24 -0600183 * Install our own custom wake-up handling so we are notified via
184 * a callback whenever someone signals the underlying eventfd.
185 */
186 init_waitqueue_func_entry(&virqfd->wait, virqfd_wakeup);
187 init_poll_funcptr(&virqfd->pt, virqfd_ptable_queue_proc);
188
189 events = file->f_op->poll(file, &virqfd->pt);
190
191 /*
192 * Check if there was an event already pending on the eventfd
193 * before we registered and trigger it as if we didn't miss it.
194 */
195 if (events & POLLIN) {
196 if ((!handler || handler(vdev, data)) && thread)
197 schedule_work(&virqfd->inject);
198 }
199
200 /*
201 * Do not drop the file until the irqfd is fully initialized,
202 * otherwise we might race against the POLLHUP.
203 */
204 fput(file);
205
206 return 0;
207
208fail:
209 if (ctx && !IS_ERR(ctx))
210 eventfd_ctx_put(ctx);
211
212 if (file && !IS_ERR(file))
213 fput(file);
214
215 kfree(virqfd);
Alex Williamson89e1f7d2012-07-31 08:16:24 -0600216
217 return ret;
218}
219
Alex Williamsonb68e7fa2012-09-21 10:48:28 -0600220static void virqfd_disable(struct vfio_pci_device *vdev,
221 struct virqfd **pvirqfd)
Alex Williamson89e1f7d2012-07-31 08:16:24 -0600222{
Alex Williamsonb68e7fa2012-09-21 10:48:28 -0600223 unsigned long flags;
Alex Williamson89e1f7d2012-07-31 08:16:24 -0600224
Alex Williamsonb68e7fa2012-09-21 10:48:28 -0600225 spin_lock_irqsave(&vdev->irqlock, flags);
Alex Williamson89e1f7d2012-07-31 08:16:24 -0600226
Alex Williamsonb68e7fa2012-09-21 10:48:28 -0600227 if (*pvirqfd) {
228 virqfd_deactivate(*pvirqfd);
229 *pvirqfd = NULL;
230 }
231
232 spin_unlock_irqrestore(&vdev->irqlock, flags);
233
234 /*
235 * Block until we know all outstanding shutdown jobs have completed.
236 * Even if we don't queue the job, flush the wq to be sure it's
237 * been released.
238 */
Alex Williamson89e1f7d2012-07-31 08:16:24 -0600239 flush_workqueue(vfio_irqfd_cleanup_wq);
240}
241
242/*
243 * INTx
244 */
245static void vfio_send_intx_eventfd(struct vfio_pci_device *vdev, void *unused)
246{
247 if (likely(is_intx(vdev) && !vdev->virq_disabled))
248 eventfd_signal(vdev->ctx[0].trigger, 1);
249}
250
251void vfio_pci_intx_mask(struct vfio_pci_device *vdev)
252{
253 struct pci_dev *pdev = vdev->pdev;
254 unsigned long flags;
255
256 spin_lock_irqsave(&vdev->irqlock, flags);
257
258 /*
259 * Masking can come from interrupt, ioctl, or config space
260 * via INTx disable. The latter means this can get called
261 * even when not using intx delivery. In this case, just
262 * try to have the physical bit follow the virtual bit.
263 */
264 if (unlikely(!is_intx(vdev))) {
265 if (vdev->pci_2_3)
266 pci_intx(pdev, 0);
267 } else if (!vdev->ctx[0].masked) {
268 /*
269 * Can't use check_and_mask here because we always want to
270 * mask, not just when something is pending.
271 */
272 if (vdev->pci_2_3)
273 pci_intx(pdev, 0);
274 else
275 disable_irq_nosync(pdev->irq);
276
277 vdev->ctx[0].masked = true;
278 }
279
280 spin_unlock_irqrestore(&vdev->irqlock, flags);
281}
282
283/*
284 * If this is triggered by an eventfd, we can't call eventfd_signal
285 * or else we'll deadlock on the eventfd wait queue. Return >0 when
286 * a signal is necessary, which can then be handled via a work queue
287 * or directly depending on the caller.
288 */
289int vfio_pci_intx_unmask_handler(struct vfio_pci_device *vdev, void *unused)
290{
291 struct pci_dev *pdev = vdev->pdev;
292 unsigned long flags;
293 int ret = 0;
294
295 spin_lock_irqsave(&vdev->irqlock, flags);
296
297 /*
298 * Unmasking comes from ioctl or config, so again, have the
299 * physical bit follow the virtual even when not using INTx.
300 */
301 if (unlikely(!is_intx(vdev))) {
302 if (vdev->pci_2_3)
303 pci_intx(pdev, 1);
304 } else if (vdev->ctx[0].masked && !vdev->virq_disabled) {
305 /*
306 * A pending interrupt here would immediately trigger,
307 * but we can avoid that overhead by just re-sending
308 * the interrupt to the user.
309 */
310 if (vdev->pci_2_3) {
311 if (!pci_check_and_unmask_intx(pdev))
312 ret = 1;
313 } else
314 enable_irq(pdev->irq);
315
316 vdev->ctx[0].masked = (ret > 0);
317 }
318
319 spin_unlock_irqrestore(&vdev->irqlock, flags);
320
321 return ret;
322}
323
324void vfio_pci_intx_unmask(struct vfio_pci_device *vdev)
325{
326 if (vfio_pci_intx_unmask_handler(vdev, NULL) > 0)
327 vfio_send_intx_eventfd(vdev, NULL);
328}
329
330static irqreturn_t vfio_intx_handler(int irq, void *dev_id)
331{
332 struct vfio_pci_device *vdev = dev_id;
333 unsigned long flags;
334 int ret = IRQ_NONE;
335
336 spin_lock_irqsave(&vdev->irqlock, flags);
337
338 if (!vdev->pci_2_3) {
339 disable_irq_nosync(vdev->pdev->irq);
340 vdev->ctx[0].masked = true;
341 ret = IRQ_HANDLED;
342 } else if (!vdev->ctx[0].masked && /* may be shared */
343 pci_check_and_mask_intx(vdev->pdev)) {
344 vdev->ctx[0].masked = true;
345 ret = IRQ_HANDLED;
346 }
347
348 spin_unlock_irqrestore(&vdev->irqlock, flags);
349
350 if (ret == IRQ_HANDLED)
351 vfio_send_intx_eventfd(vdev, NULL);
352
353 return ret;
354}
355
356static int vfio_intx_enable(struct vfio_pci_device *vdev)
357{
358 if (!is_irq_none(vdev))
359 return -EINVAL;
360
361 if (!vdev->pdev->irq)
362 return -ENODEV;
363
364 vdev->ctx = kzalloc(sizeof(struct vfio_pci_irq_ctx), GFP_KERNEL);
365 if (!vdev->ctx)
366 return -ENOMEM;
367
368 vdev->num_ctx = 1;
369 vdev->irq_type = VFIO_PCI_INTX_IRQ_INDEX;
370
371 return 0;
372}
373
374static int vfio_intx_set_signal(struct vfio_pci_device *vdev, int fd)
375{
376 struct pci_dev *pdev = vdev->pdev;
377 unsigned long irqflags = IRQF_SHARED;
378 struct eventfd_ctx *trigger;
379 unsigned long flags;
380 int ret;
381
382 if (vdev->ctx[0].trigger) {
383 free_irq(pdev->irq, vdev);
384 kfree(vdev->ctx[0].name);
385 eventfd_ctx_put(vdev->ctx[0].trigger);
386 vdev->ctx[0].trigger = NULL;
387 }
388
389 if (fd < 0) /* Disable only */
390 return 0;
391
392 vdev->ctx[0].name = kasprintf(GFP_KERNEL, "vfio-intx(%s)",
393 pci_name(pdev));
394 if (!vdev->ctx[0].name)
395 return -ENOMEM;
396
397 trigger = eventfd_ctx_fdget(fd);
398 if (IS_ERR(trigger)) {
399 kfree(vdev->ctx[0].name);
400 return PTR_ERR(trigger);
401 }
402
Alex Williamson9dbdfd22012-10-10 09:10:32 -0600403 vdev->ctx[0].trigger = trigger;
404
Alex Williamson89e1f7d2012-07-31 08:16:24 -0600405 if (!vdev->pci_2_3)
406 irqflags = 0;
407
408 ret = request_irq(pdev->irq, vfio_intx_handler,
409 irqflags, vdev->ctx[0].name, vdev);
410 if (ret) {
Alex Williamson9dbdfd22012-10-10 09:10:32 -0600411 vdev->ctx[0].trigger = NULL;
Alex Williamson89e1f7d2012-07-31 08:16:24 -0600412 kfree(vdev->ctx[0].name);
413 eventfd_ctx_put(trigger);
414 return ret;
415 }
416
Alex Williamson89e1f7d2012-07-31 08:16:24 -0600417 /*
418 * INTx disable will stick across the new irq setup,
419 * disable_irq won't.
420 */
421 spin_lock_irqsave(&vdev->irqlock, flags);
422 if (!vdev->pci_2_3 && (vdev->ctx[0].masked || vdev->virq_disabled))
423 disable_irq_nosync(pdev->irq);
424 spin_unlock_irqrestore(&vdev->irqlock, flags);
425
426 return 0;
427}
428
429static void vfio_intx_disable(struct vfio_pci_device *vdev)
430{
431 vfio_intx_set_signal(vdev, -1);
Alex Williamsonb68e7fa2012-09-21 10:48:28 -0600432 virqfd_disable(vdev, &vdev->ctx[0].unmask);
433 virqfd_disable(vdev, &vdev->ctx[0].mask);
Alex Williamson89e1f7d2012-07-31 08:16:24 -0600434 vdev->irq_type = VFIO_PCI_NUM_IRQS;
435 vdev->num_ctx = 0;
436 kfree(vdev->ctx);
437}
438
439/*
440 * MSI/MSI-X
441 */
442static irqreturn_t vfio_msihandler(int irq, void *arg)
443{
444 struct eventfd_ctx *trigger = arg;
445
446 eventfd_signal(trigger, 1);
447 return IRQ_HANDLED;
448}
449
450static int vfio_msi_enable(struct vfio_pci_device *vdev, int nvec, bool msix)
451{
452 struct pci_dev *pdev = vdev->pdev;
453 int ret;
454
455 if (!is_irq_none(vdev))
456 return -EINVAL;
457
458 vdev->ctx = kzalloc(nvec * sizeof(struct vfio_pci_irq_ctx), GFP_KERNEL);
459 if (!vdev->ctx)
460 return -ENOMEM;
461
462 if (msix) {
463 int i;
464
465 vdev->msix = kzalloc(nvec * sizeof(struct msix_entry),
466 GFP_KERNEL);
467 if (!vdev->msix) {
468 kfree(vdev->ctx);
469 return -ENOMEM;
470 }
471
472 for (i = 0; i < nvec; i++)
473 vdev->msix[i].entry = i;
474
475 ret = pci_enable_msix(pdev, vdev->msix, nvec);
476 if (ret) {
477 kfree(vdev->msix);
478 kfree(vdev->ctx);
479 return ret;
480 }
481 } else {
482 ret = pci_enable_msi_block(pdev, nvec);
483 if (ret) {
484 kfree(vdev->ctx);
485 return ret;
486 }
487 }
488
489 vdev->num_ctx = nvec;
490 vdev->irq_type = msix ? VFIO_PCI_MSIX_IRQ_INDEX :
491 VFIO_PCI_MSI_IRQ_INDEX;
492
493 if (!msix) {
494 /*
495 * Compute the virtual hardware field for max msi vectors -
496 * it is the log base 2 of the number of vectors.
497 */
498 vdev->msi_qmax = fls(nvec * 2 - 1) - 1;
499 }
500
501 return 0;
502}
503
504static int vfio_msi_set_vector_signal(struct vfio_pci_device *vdev,
505 int vector, int fd, bool msix)
506{
507 struct pci_dev *pdev = vdev->pdev;
508 int irq = msix ? vdev->msix[vector].vector : pdev->irq + vector;
509 char *name = msix ? "vfio-msix" : "vfio-msi";
510 struct eventfd_ctx *trigger;
511 int ret;
512
513 if (vector >= vdev->num_ctx)
514 return -EINVAL;
515
516 if (vdev->ctx[vector].trigger) {
517 free_irq(irq, vdev->ctx[vector].trigger);
518 kfree(vdev->ctx[vector].name);
519 eventfd_ctx_put(vdev->ctx[vector].trigger);
520 vdev->ctx[vector].trigger = NULL;
521 }
522
523 if (fd < 0)
524 return 0;
525
526 vdev->ctx[vector].name = kasprintf(GFP_KERNEL, "%s[%d](%s)",
527 name, vector, pci_name(pdev));
528 if (!vdev->ctx[vector].name)
529 return -ENOMEM;
530
531 trigger = eventfd_ctx_fdget(fd);
532 if (IS_ERR(trigger)) {
533 kfree(vdev->ctx[vector].name);
534 return PTR_ERR(trigger);
535 }
536
537 ret = request_irq(irq, vfio_msihandler, 0,
538 vdev->ctx[vector].name, trigger);
539 if (ret) {
540 kfree(vdev->ctx[vector].name);
541 eventfd_ctx_put(trigger);
542 return ret;
543 }
544
545 vdev->ctx[vector].trigger = trigger;
546
547 return 0;
548}
549
550static int vfio_msi_set_block(struct vfio_pci_device *vdev, unsigned start,
551 unsigned count, int32_t *fds, bool msix)
552{
553 int i, j, ret = 0;
554
555 if (start + count > vdev->num_ctx)
556 return -EINVAL;
557
558 for (i = 0, j = start; i < count && !ret; i++, j++) {
559 int fd = fds ? fds[i] : -1;
560 ret = vfio_msi_set_vector_signal(vdev, j, fd, msix);
561 }
562
563 if (ret) {
564 for (--j; j >= start; j--)
565 vfio_msi_set_vector_signal(vdev, j, -1, msix);
566 }
567
568 return ret;
569}
570
571static void vfio_msi_disable(struct vfio_pci_device *vdev, bool msix)
572{
573 struct pci_dev *pdev = vdev->pdev;
574 int i;
575
576 vfio_msi_set_block(vdev, 0, vdev->num_ctx, NULL, msix);
577
578 for (i = 0; i < vdev->num_ctx; i++) {
Alex Williamsonb68e7fa2012-09-21 10:48:28 -0600579 virqfd_disable(vdev, &vdev->ctx[i].unmask);
580 virqfd_disable(vdev, &vdev->ctx[i].mask);
Alex Williamson89e1f7d2012-07-31 08:16:24 -0600581 }
582
583 if (msix) {
584 pci_disable_msix(vdev->pdev);
585 kfree(vdev->msix);
586 } else
587 pci_disable_msi(pdev);
588
589 vdev->irq_type = VFIO_PCI_NUM_IRQS;
590 vdev->num_ctx = 0;
591 kfree(vdev->ctx);
592}
593
594/*
595 * IOCTL support
596 */
597static int vfio_pci_set_intx_unmask(struct vfio_pci_device *vdev,
598 unsigned index, unsigned start,
599 unsigned count, uint32_t flags, void *data)
600{
601 if (!is_intx(vdev) || start != 0 || count != 1)
602 return -EINVAL;
603
604 if (flags & VFIO_IRQ_SET_DATA_NONE) {
605 vfio_pci_intx_unmask(vdev);
606 } else if (flags & VFIO_IRQ_SET_DATA_BOOL) {
607 uint8_t unmask = *(uint8_t *)data;
608 if (unmask)
609 vfio_pci_intx_unmask(vdev);
610 } else if (flags & VFIO_IRQ_SET_DATA_EVENTFD) {
611 int32_t fd = *(int32_t *)data;
612 if (fd >= 0)
613 return virqfd_enable(vdev, vfio_pci_intx_unmask_handler,
614 vfio_send_intx_eventfd, NULL,
615 &vdev->ctx[0].unmask, fd);
616
Alex Williamsonb68e7fa2012-09-21 10:48:28 -0600617 virqfd_disable(vdev, &vdev->ctx[0].unmask);
Alex Williamson89e1f7d2012-07-31 08:16:24 -0600618 }
619
620 return 0;
621}
622
623static int vfio_pci_set_intx_mask(struct vfio_pci_device *vdev,
624 unsigned index, unsigned start,
625 unsigned count, uint32_t flags, void *data)
626{
627 if (!is_intx(vdev) || start != 0 || count != 1)
628 return -EINVAL;
629
630 if (flags & VFIO_IRQ_SET_DATA_NONE) {
631 vfio_pci_intx_mask(vdev);
632 } else if (flags & VFIO_IRQ_SET_DATA_BOOL) {
633 uint8_t mask = *(uint8_t *)data;
634 if (mask)
635 vfio_pci_intx_mask(vdev);
636 } else if (flags & VFIO_IRQ_SET_DATA_EVENTFD) {
637 return -ENOTTY; /* XXX implement me */
638 }
639
640 return 0;
641}
642
643static int vfio_pci_set_intx_trigger(struct vfio_pci_device *vdev,
644 unsigned index, unsigned start,
645 unsigned count, uint32_t flags, void *data)
646{
647 if (is_intx(vdev) && !count && (flags & VFIO_IRQ_SET_DATA_NONE)) {
648 vfio_intx_disable(vdev);
649 return 0;
650 }
651
652 if (!(is_intx(vdev) || is_irq_none(vdev)) || start != 0 || count != 1)
653 return -EINVAL;
654
655 if (flags & VFIO_IRQ_SET_DATA_EVENTFD) {
656 int32_t fd = *(int32_t *)data;
657 int ret;
658
659 if (is_intx(vdev))
660 return vfio_intx_set_signal(vdev, fd);
661
662 ret = vfio_intx_enable(vdev);
663 if (ret)
664 return ret;
665
666 ret = vfio_intx_set_signal(vdev, fd);
667 if (ret)
668 vfio_intx_disable(vdev);
669
670 return ret;
671 }
672
673 if (!is_intx(vdev))
674 return -EINVAL;
675
676 if (flags & VFIO_IRQ_SET_DATA_NONE) {
677 vfio_send_intx_eventfd(vdev, NULL);
678 } else if (flags & VFIO_IRQ_SET_DATA_BOOL) {
679 uint8_t trigger = *(uint8_t *)data;
680 if (trigger)
681 vfio_send_intx_eventfd(vdev, NULL);
682 }
683 return 0;
684}
685
686static int vfio_pci_set_msi_trigger(struct vfio_pci_device *vdev,
687 unsigned index, unsigned start,
688 unsigned count, uint32_t flags, void *data)
689{
690 int i;
691 bool msix = (index == VFIO_PCI_MSIX_IRQ_INDEX) ? true : false;
692
693 if (irq_is(vdev, index) && !count && (flags & VFIO_IRQ_SET_DATA_NONE)) {
694 vfio_msi_disable(vdev, msix);
695 return 0;
696 }
697
698 if (!(irq_is(vdev, index) || is_irq_none(vdev)))
699 return -EINVAL;
700
701 if (flags & VFIO_IRQ_SET_DATA_EVENTFD) {
702 int32_t *fds = data;
703 int ret;
704
705 if (vdev->irq_type == index)
706 return vfio_msi_set_block(vdev, start, count,
707 fds, msix);
708
709 ret = vfio_msi_enable(vdev, start + count, msix);
710 if (ret)
711 return ret;
712
713 ret = vfio_msi_set_block(vdev, start, count, fds, msix);
714 if (ret)
715 vfio_msi_disable(vdev, msix);
716
717 return ret;
718 }
719
720 if (!irq_is(vdev, index) || start + count > vdev->num_ctx)
721 return -EINVAL;
722
723 for (i = start; i < start + count; i++) {
724 if (!vdev->ctx[i].trigger)
725 continue;
726 if (flags & VFIO_IRQ_SET_DATA_NONE) {
727 eventfd_signal(vdev->ctx[i].trigger, 1);
728 } else if (flags & VFIO_IRQ_SET_DATA_BOOL) {
729 uint8_t *bools = data;
730 if (bools[i - start])
731 eventfd_signal(vdev->ctx[i].trigger, 1);
732 }
733 }
734 return 0;
735}
736
737int vfio_pci_set_irqs_ioctl(struct vfio_pci_device *vdev, uint32_t flags,
738 unsigned index, unsigned start, unsigned count,
739 void *data)
740{
741 int (*func)(struct vfio_pci_device *vdev, unsigned index,
742 unsigned start, unsigned count, uint32_t flags,
743 void *data) = NULL;
744
745 switch (index) {
746 case VFIO_PCI_INTX_IRQ_INDEX:
747 switch (flags & VFIO_IRQ_SET_ACTION_TYPE_MASK) {
748 case VFIO_IRQ_SET_ACTION_MASK:
749 func = vfio_pci_set_intx_mask;
750 break;
751 case VFIO_IRQ_SET_ACTION_UNMASK:
752 func = vfio_pci_set_intx_unmask;
753 break;
754 case VFIO_IRQ_SET_ACTION_TRIGGER:
755 func = vfio_pci_set_intx_trigger;
756 break;
757 }
758 break;
759 case VFIO_PCI_MSI_IRQ_INDEX:
760 case VFIO_PCI_MSIX_IRQ_INDEX:
761 switch (flags & VFIO_IRQ_SET_ACTION_TYPE_MASK) {
762 case VFIO_IRQ_SET_ACTION_MASK:
763 case VFIO_IRQ_SET_ACTION_UNMASK:
764 /* XXX Need masking support exported */
765 break;
766 case VFIO_IRQ_SET_ACTION_TRIGGER:
767 func = vfio_pci_set_msi_trigger;
768 break;
769 }
770 break;
771 }
772
773 if (!func)
774 return -ENOTTY;
775
776 return func(vdev, index, start, count, flags, data);
777}