blob: 96048ee9e39e8f57d068f558cd4888961c46aa42 [file] [log] [blame]
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +03001/*
2 * Copyright (c) 2006, Intel Corporation.
3 *
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms and conditions of the GNU General Public License,
6 * version 2, as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
11 * more details.
12 *
13 * You should have received a copy of the GNU General Public License along with
14 * this program; if not, write to the Free Software Foundation, Inc., 59 Temple
15 * Place - Suite 330, Boston, MA 02111-1307 USA.
16 *
17 * Copyright (C) 2006-2008 Intel Corporation
18 * Copyright IBM Corporation, 2008
19 * Author: Allen M. Kay <allen.m.kay@intel.com>
20 * Author: Weidong Han <weidong.han@intel.com>
21 * Author: Ben-Ami Yassour <benami@il.ibm.com>
22 */
23
24#include <linux/list.h>
25#include <linux/kvm_host.h>
26#include <linux/pci.h>
27#include <linux/dmar.h>
Joerg Roedel19de40a2008-12-03 14:43:34 +010028#include <linux/iommu.h>
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +030029#include <linux/intel-iommu.h>
30
31static int kvm_iommu_unmap_memslots(struct kvm *kvm);
32static void kvm_iommu_put_pages(struct kvm *kvm,
33 gfn_t base_gfn, unsigned long npages);
34
Joerg Roedelfcd95802010-01-11 16:38:18 +010035static pfn_t kvm_pin_pages(struct kvm *kvm, struct kvm_memory_slot *slot,
36 gfn_t gfn, unsigned long size)
37{
38 gfn_t end_gfn;
39 pfn_t pfn;
40
41 pfn = gfn_to_pfn_memslot(kvm, slot, gfn);
42 end_gfn = gfn + (size >> PAGE_SHIFT);
43 gfn += 1;
44
45 if (is_error_pfn(pfn))
46 return pfn;
47
48 while (gfn < end_gfn)
49 gfn_to_pfn_memslot(kvm, slot, gfn++);
50
51 return pfn;
52}
53
Marcelo Tosatti3ad26d82009-12-23 14:35:20 -020054int kvm_iommu_map_pages(struct kvm *kvm, struct kvm_memory_slot *slot)
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +030055{
Joerg Roedelfcd95802010-01-11 16:38:18 +010056 gfn_t gfn, end_gfn;
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +030057 pfn_t pfn;
Joerg Roedelfcd95802010-01-11 16:38:18 +010058 int r = 0;
Joerg Roedel19de40a2008-12-03 14:43:34 +010059 struct iommu_domain *domain = kvm->arch.iommu_domain;
Sheng Yang522c68c2009-04-27 20:35:43 +080060 int flags;
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +030061
62 /* check if iommu exists and in use */
63 if (!domain)
64 return 0;
65
Joerg Roedelfcd95802010-01-11 16:38:18 +010066 gfn = slot->base_gfn;
67 end_gfn = gfn + slot->npages;
68
Sheng Yang522c68c2009-04-27 20:35:43 +080069 flags = IOMMU_READ | IOMMU_WRITE;
70 if (kvm->arch.iommu_flags & KVM_IOMMU_CACHE_COHERENCY)
71 flags |= IOMMU_CACHE;
72
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +030073
Joerg Roedelfcd95802010-01-11 16:38:18 +010074 while (gfn < end_gfn) {
75 unsigned long page_size;
76
77 /* Check if already mapped */
78 if (iommu_iova_to_phys(domain, gfn_to_gpa(gfn))) {
79 gfn += 1;
80 continue;
81 }
82
83 /* Get the page size we could use to map */
84 page_size = kvm_host_page_size(kvm, gfn);
85
86 /* Make sure the page_size does not exceed the memslot */
87 while ((gfn + (page_size >> PAGE_SHIFT)) > end_gfn)
88 page_size >>= 1;
89
90 /* Make sure gfn is aligned to the page size we want to map */
91 while ((gfn << PAGE_SHIFT) & (page_size - 1))
92 page_size >>= 1;
93
94 /*
95 * Pin all pages we are about to map in memory. This is
96 * important because we unmap and unpin in 4kb steps later.
97 */
98 pfn = kvm_pin_pages(kvm, slot, gfn, page_size);
99 if (is_error_pfn(pfn)) {
100 gfn += 1;
101 continue;
102 }
103
104 /* Map into IO address space */
105 r = iommu_map(domain, gfn_to_gpa(gfn), pfn_to_hpa(pfn),
106 get_order(page_size), flags);
Weidong Hane5fcfc82008-09-25 23:32:02 +0800107 if (r) {
Weidong Han260782b2008-12-02 21:03:39 +0800108 printk(KERN_ERR "kvm_iommu_map_address:"
Weidong Hane5fcfc82008-09-25 23:32:02 +0800109 "iommu failed to map pfn=%lx\n", pfn);
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300110 goto unmap_pages;
111 }
Joerg Roedelfcd95802010-01-11 16:38:18 +0100112
113 gfn += page_size >> PAGE_SHIFT;
114
115
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300116 }
Joerg Roedelfcd95802010-01-11 16:38:18 +0100117
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300118 return 0;
119
120unmap_pages:
Joerg Roedelfcd95802010-01-11 16:38:18 +0100121 kvm_iommu_put_pages(kvm, slot->base_gfn, gfn);
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300122 return r;
123}
124
125static int kvm_iommu_map_memslots(struct kvm *kvm)
126{
Joerg Roedel7398ca72009-01-03 16:37:53 +0100127 int i, r = 0;
Marcelo Tosatti46a26bf2009-12-23 14:35:16 -0200128 struct kvm_memslots *slots;
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300129
Lai Jiangshan90d83dc2010-04-19 17:41:23 +0800130 slots = kvm_memslots(kvm);
Marcelo Tosatti46a26bf2009-12-23 14:35:16 -0200131
132 for (i = 0; i < slots->nmemslots; i++) {
Marcelo Tosatti3ad26d82009-12-23 14:35:20 -0200133 r = kvm_iommu_map_pages(kvm, &slots->memslots[i]);
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300134 if (r)
135 break;
136 }
Mark McLoughlin682edb42009-02-05 18:23:46 +0000137
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300138 return r;
139}
140
Weidong Han260782b2008-12-02 21:03:39 +0800141int kvm_assign_device(struct kvm *kvm,
142 struct kvm_assigned_dev_kernel *assigned_dev)
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300143{
144 struct pci_dev *pdev = NULL;
Joerg Roedel19de40a2008-12-03 14:43:34 +0100145 struct iommu_domain *domain = kvm->arch.iommu_domain;
Sheng Yang522c68c2009-04-27 20:35:43 +0800146 int r, last_flags;
Weidong Han260782b2008-12-02 21:03:39 +0800147
148 /* check if iommu exists and in use */
149 if (!domain)
150 return 0;
151
152 pdev = assigned_dev->dev;
153 if (pdev == NULL)
154 return -ENODEV;
155
Joerg Roedel19de40a2008-12-03 14:43:34 +0100156 r = iommu_attach_device(domain, &pdev->dev);
Weidong Han260782b2008-12-02 21:03:39 +0800157 if (r) {
Zhai, Edwinab9f4ec2010-01-29 14:38:44 +0800158 printk(KERN_ERR "assign device %x:%x:%x.%x failed",
159 pci_domain_nr(pdev->bus),
Weidong Han260782b2008-12-02 21:03:39 +0800160 pdev->bus->number,
161 PCI_SLOT(pdev->devfn),
162 PCI_FUNC(pdev->devfn));
163 return r;
164 }
165
Sheng Yang522c68c2009-04-27 20:35:43 +0800166 last_flags = kvm->arch.iommu_flags;
167 if (iommu_domain_has_cap(kvm->arch.iommu_domain,
168 IOMMU_CAP_CACHE_COHERENCY))
169 kvm->arch.iommu_flags |= KVM_IOMMU_CACHE_COHERENCY;
170
171 /* Check if need to update IOMMU page table for guest memory */
172 if ((last_flags ^ kvm->arch.iommu_flags) ==
173 KVM_IOMMU_CACHE_COHERENCY) {
174 kvm_iommu_unmap_memslots(kvm);
175 r = kvm_iommu_map_memslots(kvm);
176 if (r)
177 goto out_unmap;
178 }
179
Zhai, Edwinab9f4ec2010-01-29 14:38:44 +0800180 printk(KERN_DEBUG "assign device %x:%x:%x.%x\n",
181 assigned_dev->host_segnr,
Weidong Han260782b2008-12-02 21:03:39 +0800182 assigned_dev->host_busnr,
183 PCI_SLOT(assigned_dev->host_devfn),
184 PCI_FUNC(assigned_dev->host_devfn));
185
186 return 0;
Sheng Yang522c68c2009-04-27 20:35:43 +0800187out_unmap:
188 kvm_iommu_unmap_memslots(kvm);
189 return r;
Weidong Han260782b2008-12-02 21:03:39 +0800190}
191
Weidong Han0a920352008-12-02 21:24:23 +0800192int kvm_deassign_device(struct kvm *kvm,
193 struct kvm_assigned_dev_kernel *assigned_dev)
194{
Joerg Roedel19de40a2008-12-03 14:43:34 +0100195 struct iommu_domain *domain = kvm->arch.iommu_domain;
Weidong Han0a920352008-12-02 21:24:23 +0800196 struct pci_dev *pdev = NULL;
197
198 /* check if iommu exists and in use */
199 if (!domain)
200 return 0;
201
202 pdev = assigned_dev->dev;
203 if (pdev == NULL)
204 return -ENODEV;
205
Joerg Roedel19de40a2008-12-03 14:43:34 +0100206 iommu_detach_device(domain, &pdev->dev);
Weidong Han0a920352008-12-02 21:24:23 +0800207
Zhai, Edwinab9f4ec2010-01-29 14:38:44 +0800208 printk(KERN_DEBUG "deassign device %x:%x:%x.%x\n",
209 assigned_dev->host_segnr,
Weidong Han0a920352008-12-02 21:24:23 +0800210 assigned_dev->host_busnr,
211 PCI_SLOT(assigned_dev->host_devfn),
212 PCI_FUNC(assigned_dev->host_devfn));
213
214 return 0;
215}
216
Weidong Han260782b2008-12-02 21:03:39 +0800217int kvm_iommu_map_guest(struct kvm *kvm)
218{
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300219 int r;
220
Joerg Roedel19de40a2008-12-03 14:43:34 +0100221 if (!iommu_found()) {
222 printk(KERN_ERR "%s: iommu not found\n", __func__);
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300223 return -ENODEV;
224 }
225
Joerg Roedel19de40a2008-12-03 14:43:34 +0100226 kvm->arch.iommu_domain = iommu_domain_alloc();
227 if (!kvm->arch.iommu_domain)
Weidong Han260782b2008-12-02 21:03:39 +0800228 return -ENOMEM;
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300229
230 r = kvm_iommu_map_memslots(kvm);
231 if (r)
232 goto out_unmap;
233
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300234 return 0;
235
236out_unmap:
237 kvm_iommu_unmap_memslots(kvm);
238 return r;
239}
240
Joerg Roedelfcd95802010-01-11 16:38:18 +0100241static void kvm_unpin_pages(struct kvm *kvm, pfn_t pfn, unsigned long npages)
242{
243 unsigned long i;
244
245 for (i = 0; i < npages; ++i)
246 kvm_release_pfn_clean(pfn + i);
247}
248
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300249static void kvm_iommu_put_pages(struct kvm *kvm,
Weidong Han260782b2008-12-02 21:03:39 +0800250 gfn_t base_gfn, unsigned long npages)
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300251{
Joerg Roedelfcd95802010-01-11 16:38:18 +0100252 struct iommu_domain *domain;
253 gfn_t end_gfn, gfn;
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300254 pfn_t pfn;
Weidong Han260782b2008-12-02 21:03:39 +0800255 u64 phys;
256
Joerg Roedelfcd95802010-01-11 16:38:18 +0100257 domain = kvm->arch.iommu_domain;
258 end_gfn = base_gfn + npages;
259 gfn = base_gfn;
260
Weidong Han260782b2008-12-02 21:03:39 +0800261 /* check if iommu exists and in use */
262 if (!domain)
263 return;
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300264
Joerg Roedelfcd95802010-01-11 16:38:18 +0100265 while (gfn < end_gfn) {
266 unsigned long unmap_pages;
267 int order;
Weidong Han260782b2008-12-02 21:03:39 +0800268
Joerg Roedelfcd95802010-01-11 16:38:18 +0100269 /* Get physical address */
270 phys = iommu_iova_to_phys(domain, gfn_to_gpa(gfn));
271 pfn = phys >> PAGE_SHIFT;
272
273 /* Unmap address from IO address space */
Jan Kiszka05b782a2010-05-26 21:36:33 +0200274 order = iommu_unmap(domain, gfn_to_gpa(gfn), 0);
Joerg Roedelfcd95802010-01-11 16:38:18 +0100275 unmap_pages = 1ULL << order;
276
277 /* Unpin all pages we just unmapped to not leak any memory */
278 kvm_unpin_pages(kvm, pfn, unmap_pages);
279
280 gfn += unmap_pages;
281 }
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300282}
283
284static int kvm_iommu_unmap_memslots(struct kvm *kvm)
285{
286 int i;
Marcelo Tosatti46a26bf2009-12-23 14:35:16 -0200287 struct kvm_memslots *slots;
Mark McLoughlin682edb42009-02-05 18:23:46 +0000288
Lai Jiangshan90d83dc2010-04-19 17:41:23 +0800289 slots = kvm_memslots(kvm);
Marcelo Tosatti46a26bf2009-12-23 14:35:16 -0200290
291 for (i = 0; i < slots->nmemslots; i++) {
292 kvm_iommu_put_pages(kvm, slots->memslots[i].base_gfn,
293 slots->memslots[i].npages);
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300294 }
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300295
296 return 0;
297}
298
299int kvm_iommu_unmap_guest(struct kvm *kvm)
300{
Joerg Roedel19de40a2008-12-03 14:43:34 +0100301 struct iommu_domain *domain = kvm->arch.iommu_domain;
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300302
303 /* check if iommu exists and in use */
304 if (!domain)
305 return 0;
306
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300307 kvm_iommu_unmap_memslots(kvm);
Joerg Roedel19de40a2008-12-03 14:43:34 +0100308 iommu_domain_free(domain);
Ben-Ami Yassour62c476c2008-09-14 03:48:28 +0300309 return 0;
310}