blob: 26066f54a849b0939179808088551b2a7717edcf [file] [log] [blame]
Joerg Roedel4a77a6c2008-11-26 17:02:33 +01001/*
2 * Copyright (C) 2007-2008 Advanced Micro Devices, Inc.
3 * Author: Joerg Roedel <joerg.roedel@amd.com>
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 as published
7 * by the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17 */
18
19#ifndef __LINUX_IOMMU_H
20#define __LINUX_IOMMU_H
21
Laura Abbott74315cc2011-06-08 17:29:11 -040022#include <linux/errno.h>
Thierry Reding76582d02012-07-25 16:24:49 +020023#include <linux/types.h>
Laura Abbott74315cc2011-06-08 17:29:11 -040024
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010025#define IOMMU_READ (1)
26#define IOMMU_WRITE (2)
Sheng Yang9cf066972009-03-18 15:33:07 +080027#define IOMMU_CACHE (4) /* DMA cache coherency */
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010028
Joerg Roedel905d66c2011-09-06 16:03:26 +020029struct iommu_ops;
Alex Williamsond72e31c2012-05-30 14:18:53 -060030struct iommu_group;
Joerg Roedelff217762011-08-26 16:48:26 +020031struct bus_type;
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010032struct device;
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -040033struct iommu_domain;
Joerg Roedelba1eabfa2012-08-03 15:55:41 +020034struct notifier_block;
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -040035
36/* iommu fault flags */
37#define IOMMU_FAULT_READ 0x0
38#define IOMMU_FAULT_WRITE 0x1
39
40typedef int (*iommu_fault_handler_t)(struct iommu_domain *,
Ohad Ben-Cohen77ca2332012-05-21 20:20:05 +030041 struct device *, unsigned long, int, void *);
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010042
Joerg Roedel0ff64f82012-01-26 19:40:53 +010043struct iommu_domain_geometry {
44 dma_addr_t aperture_start; /* First address that can be mapped */
45 dma_addr_t aperture_end; /* Last address that can be mapped */
46 bool force_aperture; /* DMA only allowed in mappable range? */
47};
48
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010049struct iommu_domain {
Joerg Roedel905d66c2011-09-06 16:03:26 +020050 struct iommu_ops *ops;
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010051 void *priv;
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -040052 iommu_fault_handler_t handler;
Ohad Ben-Cohen77ca2332012-05-21 20:20:05 +030053 void *handler_token;
Joerg Roedel0ff64f82012-01-26 19:40:53 +010054 struct iommu_domain_geometry geometry;
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010055};
56
Sheng Yangdbb9fd82009-03-18 15:33:06 +080057#define IOMMU_CAP_CACHE_COHERENCY 0x1
Tom Lyon323f99c2010-07-02 16:56:14 -040058#define IOMMU_CAP_INTR_REMAP 0x2 /* isolates device intrs */
Sheng Yangdbb9fd82009-03-18 15:33:06 +080059
Joerg Roedel0cd76dd2012-01-26 19:40:52 +010060enum iommu_attr {
Joerg Roedel0ff64f82012-01-26 19:40:53 +010061 DOMAIN_ATTR_GEOMETRY,
Joerg Roedeld2e12162013-01-29 13:49:04 +010062 DOMAIN_ATTR_PAGING,
Joerg Roedela8b8a88a2013-01-29 14:36:31 +010063 DOMAIN_ATTR_MAX,
Joerg Roedel0cd76dd2012-01-26 19:40:52 +010064};
65
Joerg Roedel39d4ebb2011-09-06 16:48:40 +020066#ifdef CONFIG_IOMMU_API
67
Ohad Ben-Cohen7d3002c2011-11-10 11:32:26 +020068/**
69 * struct iommu_ops - iommu ops and capabilities
70 * @domain_init: init iommu domain
71 * @domain_destroy: destroy iommu domain
72 * @attach_dev: attach device to an iommu domain
73 * @detach_dev: detach device from an iommu domain
74 * @map: map a physically contiguous memory region to an iommu domain
75 * @unmap: unmap a physically contiguous memory region from an iommu domain
76 * @iova_to_phys: translate iova to physical address
77 * @domain_has_cap: domain capabilities query
Alex Williamsond72e31c2012-05-30 14:18:53 -060078 * @add_device: add device to iommu grouping
79 * @remove_device: remove device from iommu grouping
Joerg Roedel0cd76dd2012-01-26 19:40:52 +010080 * @domain_get_attr: Query domain attributes
81 * @domain_set_attr: Change domain attributes
Ohad Ben-Cohen7d3002c2011-11-10 11:32:26 +020082 * @pgsize_bitmap: bitmap of supported page sizes
83 */
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010084struct iommu_ops {
85 int (*domain_init)(struct iommu_domain *domain);
86 void (*domain_destroy)(struct iommu_domain *domain);
87 int (*attach_dev)(struct iommu_domain *domain, struct device *dev);
88 void (*detach_dev)(struct iommu_domain *domain, struct device *dev);
Joerg Roedel67651782010-01-21 16:32:27 +010089 int (*map)(struct iommu_domain *domain, unsigned long iova,
Ohad Ben-Cohen50090652011-11-10 11:32:25 +020090 phys_addr_t paddr, size_t size, int prot);
91 size_t (*unmap)(struct iommu_domain *domain, unsigned long iova,
92 size_t size);
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010093 phys_addr_t (*iova_to_phys)(struct iommu_domain *domain,
94 unsigned long iova);
Sheng Yangdbb9fd82009-03-18 15:33:06 +080095 int (*domain_has_cap)(struct iommu_domain *domain,
96 unsigned long cap);
Alex Williamsond72e31c2012-05-30 14:18:53 -060097 int (*add_device)(struct device *dev);
98 void (*remove_device)(struct device *dev);
Alex Williamson14604322011-10-21 15:56:05 -040099 int (*device_group)(struct device *dev, unsigned int *groupid);
Joerg Roedel0cd76dd2012-01-26 19:40:52 +0100100 int (*domain_get_attr)(struct iommu_domain *domain,
101 enum iommu_attr attr, void *data);
102 int (*domain_set_attr)(struct iommu_domain *domain,
103 enum iommu_attr attr, void *data);
Ohad Ben-Cohen7d3002c2011-11-10 11:32:26 +0200104 unsigned long pgsize_bitmap;
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100105};
106
Alex Williamsond72e31c2012-05-30 14:18:53 -0600107#define IOMMU_GROUP_NOTIFY_ADD_DEVICE 1 /* Device added */
108#define IOMMU_GROUP_NOTIFY_DEL_DEVICE 2 /* Pre Device removed */
109#define IOMMU_GROUP_NOTIFY_BIND_DRIVER 3 /* Pre Driver bind */
110#define IOMMU_GROUP_NOTIFY_BOUND_DRIVER 4 /* Post Driver bind */
111#define IOMMU_GROUP_NOTIFY_UNBIND_DRIVER 5 /* Pre Driver unbind */
112#define IOMMU_GROUP_NOTIFY_UNBOUND_DRIVER 6 /* Post Driver unbind */
113
Joerg Roedelff217762011-08-26 16:48:26 +0200114extern int bus_set_iommu(struct bus_type *bus, struct iommu_ops *ops);
Joerg Roedela1b60c12011-09-06 18:46:34 +0200115extern bool iommu_present(struct bus_type *bus);
Joerg Roedel905d66c2011-09-06 16:03:26 +0200116extern struct iommu_domain *iommu_domain_alloc(struct bus_type *bus);
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100117extern void iommu_domain_free(struct iommu_domain *domain);
118extern int iommu_attach_device(struct iommu_domain *domain,
119 struct device *dev);
120extern void iommu_detach_device(struct iommu_domain *domain,
121 struct device *dev);
Joerg Roedelcefc53c2010-01-08 13:35:09 +0100122extern int iommu_map(struct iommu_domain *domain, unsigned long iova,
Ohad Ben-Cohen7d3002c2011-11-10 11:32:26 +0200123 phys_addr_t paddr, size_t size, int prot);
124extern size_t iommu_unmap(struct iommu_domain *domain, unsigned long iova,
125 size_t size);
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100126extern phys_addr_t iommu_iova_to_phys(struct iommu_domain *domain,
127 unsigned long iova);
Sheng Yangdbb9fd82009-03-18 15:33:06 +0800128extern int iommu_domain_has_cap(struct iommu_domain *domain,
129 unsigned long cap);
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400130extern void iommu_set_fault_handler(struct iommu_domain *domain,
Ohad Ben-Cohen77ca2332012-05-21 20:20:05 +0300131 iommu_fault_handler_t handler, void *token);
Alex Williamsond72e31c2012-05-30 14:18:53 -0600132
133extern int iommu_attach_group(struct iommu_domain *domain,
134 struct iommu_group *group);
135extern void iommu_detach_group(struct iommu_domain *domain,
136 struct iommu_group *group);
137extern struct iommu_group *iommu_group_alloc(void);
138extern void *iommu_group_get_iommudata(struct iommu_group *group);
139extern void iommu_group_set_iommudata(struct iommu_group *group,
140 void *iommu_data,
141 void (*release)(void *iommu_data));
142extern int iommu_group_set_name(struct iommu_group *group, const char *name);
143extern int iommu_group_add_device(struct iommu_group *group,
144 struct device *dev);
145extern void iommu_group_remove_device(struct device *dev);
146extern int iommu_group_for_each_dev(struct iommu_group *group, void *data,
147 int (*fn)(struct device *, void *));
148extern struct iommu_group *iommu_group_get(struct device *dev);
149extern void iommu_group_put(struct iommu_group *group);
150extern int iommu_group_register_notifier(struct iommu_group *group,
151 struct notifier_block *nb);
152extern int iommu_group_unregister_notifier(struct iommu_group *group,
153 struct notifier_block *nb);
154extern int iommu_group_id(struct iommu_group *group);
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400155
Joerg Roedel0cd76dd2012-01-26 19:40:52 +0100156extern int iommu_domain_get_attr(struct iommu_domain *domain, enum iommu_attr,
157 void *data);
158extern int iommu_domain_set_attr(struct iommu_domain *domain, enum iommu_attr,
159 void *data);
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400160
161/**
162 * report_iommu_fault() - report about an IOMMU fault to the IOMMU framework
163 * @domain: the iommu domain where the fault has happened
164 * @dev: the device where the fault has happened
165 * @iova: the faulting address
166 * @flags: mmu fault flags (e.g. IOMMU_FAULT_READ/IOMMU_FAULT_WRITE/...)
167 *
168 * This function should be called by the low-level IOMMU implementations
169 * whenever IOMMU faults happen, to allow high-level users, that are
170 * interested in such events, to know about them.
171 *
172 * This event may be useful for several possible use cases:
173 * - mere logging of the event
174 * - dynamic TLB/PTE loading
175 * - if restarting of the faulting device is required
176 *
177 * Returns 0 on success and an appropriate error code otherwise (if dynamic
178 * PTE/TLB loading will one day be supported, implementations will be able
179 * to tell whether it succeeded or not according to this return value).
Ohad Ben-Cohen0ed6d2d2011-09-27 07:36:40 -0400180 *
181 * Specifically, -ENOSYS is returned if a fault handler isn't installed
182 * (though fault handlers can also return -ENOSYS, in case they want to
183 * elicit the default behavior of the IOMMU drivers).
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400184 */
185static inline int report_iommu_fault(struct iommu_domain *domain,
186 struct device *dev, unsigned long iova, int flags)
187{
Ohad Ben-Cohen0ed6d2d2011-09-27 07:36:40 -0400188 int ret = -ENOSYS;
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400189
190 /*
191 * if upper layers showed interest and installed a fault handler,
192 * invoke it.
193 */
194 if (domain->handler)
Ohad Ben-Cohen77ca2332012-05-21 20:20:05 +0300195 ret = domain->handler(domain, dev, iova, flags,
196 domain->handler_token);
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400197
198 return ret;
199}
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100200
201#else /* CONFIG_IOMMU_API */
202
Joerg Roedel39d4ebb2011-09-06 16:48:40 +0200203struct iommu_ops {};
Alex Williamsond72e31c2012-05-30 14:18:53 -0600204struct iommu_group {};
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100205
Joerg Roedela1b60c12011-09-06 18:46:34 +0200206static inline bool iommu_present(struct bus_type *bus)
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100207{
208 return false;
209}
210
Joerg Roedel905d66c2011-09-06 16:03:26 +0200211static inline struct iommu_domain *iommu_domain_alloc(struct bus_type *bus)
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100212{
213 return NULL;
214}
215
216static inline void iommu_domain_free(struct iommu_domain *domain)
217{
218}
219
220static inline int iommu_attach_device(struct iommu_domain *domain,
221 struct device *dev)
222{
223 return -ENODEV;
224}
225
226static inline void iommu_detach_device(struct iommu_domain *domain,
227 struct device *dev)
228{
229}
230
Joerg Roedelcefc53c2010-01-08 13:35:09 +0100231static inline int iommu_map(struct iommu_domain *domain, unsigned long iova,
232 phys_addr_t paddr, int gfp_order, int prot)
233{
234 return -ENODEV;
235}
236
237static inline int iommu_unmap(struct iommu_domain *domain, unsigned long iova,
238 int gfp_order)
239{
240 return -ENODEV;
241}
242
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100243static inline phys_addr_t iommu_iova_to_phys(struct iommu_domain *domain,
244 unsigned long iova)
245{
246 return 0;
247}
248
Sheng Yangdbb9fd82009-03-18 15:33:06 +0800249static inline int domain_has_cap(struct iommu_domain *domain,
250 unsigned long cap)
251{
252 return 0;
253}
254
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400255static inline void iommu_set_fault_handler(struct iommu_domain *domain,
Ohad Ben-Cohen77ca2332012-05-21 20:20:05 +0300256 iommu_fault_handler_t handler, void *token)
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400257{
258}
259
Alex Williamsonbef83de2012-09-24 21:23:25 -0600260static inline int iommu_attach_group(struct iommu_domain *domain,
261 struct iommu_group *group)
Alex Williamson14604322011-10-21 15:56:05 -0400262{
263 return -ENODEV;
264}
265
Alex Williamsonbef83de2012-09-24 21:23:25 -0600266static inline void iommu_detach_group(struct iommu_domain *domain,
267 struct iommu_group *group)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600268{
269}
270
Alex Williamsonbef83de2012-09-24 21:23:25 -0600271static inline struct iommu_group *iommu_group_alloc(void)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600272{
273 return ERR_PTR(-ENODEV);
274}
275
Alex Williamsonbef83de2012-09-24 21:23:25 -0600276static inline void *iommu_group_get_iommudata(struct iommu_group *group)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600277{
278 return NULL;
279}
280
Alex Williamsonbef83de2012-09-24 21:23:25 -0600281static inline void iommu_group_set_iommudata(struct iommu_group *group,
282 void *iommu_data,
283 void (*release)(void *iommu_data))
Alex Williamsond72e31c2012-05-30 14:18:53 -0600284{
285}
286
Alex Williamsonbef83de2012-09-24 21:23:25 -0600287static inline int iommu_group_set_name(struct iommu_group *group,
288 const char *name)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600289{
290 return -ENODEV;
291}
292
Alex Williamsonbef83de2012-09-24 21:23:25 -0600293static inline int iommu_group_add_device(struct iommu_group *group,
294 struct device *dev)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600295{
296 return -ENODEV;
297}
298
Alex Williamsonbef83de2012-09-24 21:23:25 -0600299static inline void iommu_group_remove_device(struct device *dev)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600300{
301}
302
Alex Williamsonbef83de2012-09-24 21:23:25 -0600303static inline int iommu_group_for_each_dev(struct iommu_group *group,
304 void *data,
305 int (*fn)(struct device *, void *))
Alex Williamsond72e31c2012-05-30 14:18:53 -0600306{
307 return -ENODEV;
308}
309
Alex Williamsonbef83de2012-09-24 21:23:25 -0600310static inline struct iommu_group *iommu_group_get(struct device *dev)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600311{
312 return NULL;
313}
314
Alex Williamsonbef83de2012-09-24 21:23:25 -0600315static inline void iommu_group_put(struct iommu_group *group)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600316{
317}
318
Alex Williamsonbef83de2012-09-24 21:23:25 -0600319static inline int iommu_group_register_notifier(struct iommu_group *group,
320 struct notifier_block *nb)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600321{
322 return -ENODEV;
323}
324
Alex Williamsonbef83de2012-09-24 21:23:25 -0600325static inline int iommu_group_unregister_notifier(struct iommu_group *group,
326 struct notifier_block *nb)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600327{
328 return 0;
329}
330
Alex Williamsonbef83de2012-09-24 21:23:25 -0600331static inline int iommu_group_id(struct iommu_group *group)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600332{
333 return -ENODEV;
334}
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100335
Joerg Roedel0cd76dd2012-01-26 19:40:52 +0100336static inline int iommu_domain_get_attr(struct iommu_domain *domain,
337 enum iommu_attr attr, void *data)
338{
339 return -EINVAL;
340}
341
342static inline int iommu_domain_set_attr(struct iommu_domain *domain,
343 enum iommu_attr attr, void *data)
344{
345 return -EINVAL;
346}
347
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100348#endif /* CONFIG_IOMMU_API */
349
350#endif /* __LINUX_IOMMU_H */