blob: 3aeb7305e2f59d3eae986c1c36d0af22cfea057b [file] [log] [blame]
Joerg Roedel4a77a6c2008-11-26 17:02:33 +01001/*
2 * Copyright (C) 2007-2008 Advanced Micro Devices, Inc.
3 * Author: Joerg Roedel <joerg.roedel@amd.com>
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 as published
7 * by the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17 */
18
19#ifndef __LINUX_IOMMU_H
20#define __LINUX_IOMMU_H
21
Laura Abbott74315cc2011-06-08 17:29:11 -040022#include <linux/errno.h>
Wang YanQing9a08d372013-04-19 09:38:04 +080023#include <linux/err.h>
Thierry Reding76582d02012-07-25 16:24:49 +020024#include <linux/types.h>
Laura Abbott74315cc2011-06-08 17:29:11 -040025
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010026#define IOMMU_READ (1)
27#define IOMMU_WRITE (2)
Sheng Yang9cf066972009-03-18 15:33:07 +080028#define IOMMU_CACHE (4) /* DMA cache coherency */
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010029
Joerg Roedel905d66c2011-09-06 16:03:26 +020030struct iommu_ops;
Alex Williamsond72e31c2012-05-30 14:18:53 -060031struct iommu_group;
Joerg Roedelff217762011-08-26 16:48:26 +020032struct bus_type;
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010033struct device;
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -040034struct iommu_domain;
Joerg Roedelba1eabfa2012-08-03 15:55:41 +020035struct notifier_block;
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -040036
37/* iommu fault flags */
38#define IOMMU_FAULT_READ 0x0
39#define IOMMU_FAULT_WRITE 0x1
40
41typedef int (*iommu_fault_handler_t)(struct iommu_domain *,
Ohad Ben-Cohen77ca2332012-05-21 20:20:05 +030042 struct device *, unsigned long, int, void *);
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010043
Joerg Roedel0ff64f82012-01-26 19:40:53 +010044struct iommu_domain_geometry {
45 dma_addr_t aperture_start; /* First address that can be mapped */
46 dma_addr_t aperture_end; /* Last address that can be mapped */
47 bool force_aperture; /* DMA only allowed in mappable range? */
48};
49
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010050struct iommu_domain {
Joerg Roedel905d66c2011-09-06 16:03:26 +020051 struct iommu_ops *ops;
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010052 void *priv;
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -040053 iommu_fault_handler_t handler;
Ohad Ben-Cohen77ca2332012-05-21 20:20:05 +030054 void *handler_token;
Joerg Roedel0ff64f82012-01-26 19:40:53 +010055 struct iommu_domain_geometry geometry;
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010056};
57
Sheng Yangdbb9fd82009-03-18 15:33:06 +080058#define IOMMU_CAP_CACHE_COHERENCY 0x1
Tom Lyon323f99c2010-07-02 16:56:14 -040059#define IOMMU_CAP_INTR_REMAP 0x2 /* isolates device intrs */
Sheng Yangdbb9fd82009-03-18 15:33:06 +080060
Joerg Roedel0cd76dd2012-01-26 19:40:52 +010061enum iommu_attr {
Joerg Roedel0ff64f82012-01-26 19:40:53 +010062 DOMAIN_ATTR_GEOMETRY,
Joerg Roedeld2e12162013-01-29 13:49:04 +010063 DOMAIN_ATTR_PAGING,
Joerg Roedel69356712013-02-04 14:00:01 +010064 DOMAIN_ATTR_WINDOWS,
Joerg Roedela8b8a88a2013-01-29 14:36:31 +010065 DOMAIN_ATTR_MAX,
Joerg Roedel0cd76dd2012-01-26 19:40:52 +010066};
67
Joerg Roedel39d4ebb2011-09-06 16:48:40 +020068#ifdef CONFIG_IOMMU_API
69
Ohad Ben-Cohen7d3002c2011-11-10 11:32:26 +020070/**
71 * struct iommu_ops - iommu ops and capabilities
72 * @domain_init: init iommu domain
73 * @domain_destroy: destroy iommu domain
74 * @attach_dev: attach device to an iommu domain
75 * @detach_dev: detach device from an iommu domain
76 * @map: map a physically contiguous memory region to an iommu domain
77 * @unmap: unmap a physically contiguous memory region from an iommu domain
78 * @iova_to_phys: translate iova to physical address
79 * @domain_has_cap: domain capabilities query
Alex Williamsond72e31c2012-05-30 14:18:53 -060080 * @add_device: add device to iommu grouping
81 * @remove_device: remove device from iommu grouping
Joerg Roedel0cd76dd2012-01-26 19:40:52 +010082 * @domain_get_attr: Query domain attributes
83 * @domain_set_attr: Change domain attributes
Ohad Ben-Cohen7d3002c2011-11-10 11:32:26 +020084 * @pgsize_bitmap: bitmap of supported page sizes
85 */
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010086struct iommu_ops {
87 int (*domain_init)(struct iommu_domain *domain);
88 void (*domain_destroy)(struct iommu_domain *domain);
89 int (*attach_dev)(struct iommu_domain *domain, struct device *dev);
90 void (*detach_dev)(struct iommu_domain *domain, struct device *dev);
Joerg Roedel67651782010-01-21 16:32:27 +010091 int (*map)(struct iommu_domain *domain, unsigned long iova,
Ohad Ben-Cohen50090652011-11-10 11:32:25 +020092 phys_addr_t paddr, size_t size, int prot);
93 size_t (*unmap)(struct iommu_domain *domain, unsigned long iova,
94 size_t size);
Varun Sethibb5547ac2013-03-29 01:23:58 +053095 phys_addr_t (*iova_to_phys)(struct iommu_domain *domain, dma_addr_t iova);
Sheng Yangdbb9fd82009-03-18 15:33:06 +080096 int (*domain_has_cap)(struct iommu_domain *domain,
97 unsigned long cap);
Alex Williamsond72e31c2012-05-30 14:18:53 -060098 int (*add_device)(struct device *dev);
99 void (*remove_device)(struct device *dev);
Alex Williamson14604322011-10-21 15:56:05 -0400100 int (*device_group)(struct device *dev, unsigned int *groupid);
Joerg Roedel0cd76dd2012-01-26 19:40:52 +0100101 int (*domain_get_attr)(struct iommu_domain *domain,
102 enum iommu_attr attr, void *data);
103 int (*domain_set_attr)(struct iommu_domain *domain,
104 enum iommu_attr attr, void *data);
Joerg Roedeld7787d52013-01-29 14:26:20 +0100105
106 /* Window handling functions */
107 int (*domain_window_enable)(struct iommu_domain *domain, u32 wnd_nr,
Varun Sethi80f97f02013-03-29 01:24:00 +0530108 phys_addr_t paddr, u64 size, int prot);
Joerg Roedeld7787d52013-01-29 14:26:20 +0100109 void (*domain_window_disable)(struct iommu_domain *domain, u32 wnd_nr);
Joerg Roedel69356712013-02-04 14:00:01 +0100110 /* Set the numer of window per domain */
111 int (*domain_set_windows)(struct iommu_domain *domain, u32 w_count);
112 /* Get the numer of window per domain */
113 u32 (*domain_get_windows)(struct iommu_domain *domain);
Joerg Roedeld7787d52013-01-29 14:26:20 +0100114
Ohad Ben-Cohen7d3002c2011-11-10 11:32:26 +0200115 unsigned long pgsize_bitmap;
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100116};
117
Alex Williamsond72e31c2012-05-30 14:18:53 -0600118#define IOMMU_GROUP_NOTIFY_ADD_DEVICE 1 /* Device added */
119#define IOMMU_GROUP_NOTIFY_DEL_DEVICE 2 /* Pre Device removed */
120#define IOMMU_GROUP_NOTIFY_BIND_DRIVER 3 /* Pre Driver bind */
121#define IOMMU_GROUP_NOTIFY_BOUND_DRIVER 4 /* Post Driver bind */
122#define IOMMU_GROUP_NOTIFY_UNBIND_DRIVER 5 /* Pre Driver unbind */
123#define IOMMU_GROUP_NOTIFY_UNBOUND_DRIVER 6 /* Post Driver unbind */
124
Joerg Roedelff217762011-08-26 16:48:26 +0200125extern int bus_set_iommu(struct bus_type *bus, struct iommu_ops *ops);
Joerg Roedela1b60c12011-09-06 18:46:34 +0200126extern bool iommu_present(struct bus_type *bus);
Joerg Roedel905d66c2011-09-06 16:03:26 +0200127extern struct iommu_domain *iommu_domain_alloc(struct bus_type *bus);
Alexey Kardashevskiyaa16bea2013-03-25 10:23:49 +1100128extern struct iommu_group *iommu_group_get_by_id(int id);
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100129extern void iommu_domain_free(struct iommu_domain *domain);
130extern int iommu_attach_device(struct iommu_domain *domain,
131 struct device *dev);
132extern void iommu_detach_device(struct iommu_domain *domain,
133 struct device *dev);
Joerg Roedelcefc53c2010-01-08 13:35:09 +0100134extern int iommu_map(struct iommu_domain *domain, unsigned long iova,
Ohad Ben-Cohen7d3002c2011-11-10 11:32:26 +0200135 phys_addr_t paddr, size_t size, int prot);
136extern size_t iommu_unmap(struct iommu_domain *domain, unsigned long iova,
137 size_t size);
Varun Sethibb5547ac2013-03-29 01:23:58 +0530138extern phys_addr_t iommu_iova_to_phys(struct iommu_domain *domain, dma_addr_t iova);
Sheng Yangdbb9fd82009-03-18 15:33:06 +0800139extern int iommu_domain_has_cap(struct iommu_domain *domain,
140 unsigned long cap);
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400141extern void iommu_set_fault_handler(struct iommu_domain *domain,
Ohad Ben-Cohen77ca2332012-05-21 20:20:05 +0300142 iommu_fault_handler_t handler, void *token);
Alex Williamsond72e31c2012-05-30 14:18:53 -0600143
144extern int iommu_attach_group(struct iommu_domain *domain,
145 struct iommu_group *group);
146extern void iommu_detach_group(struct iommu_domain *domain,
147 struct iommu_group *group);
148extern struct iommu_group *iommu_group_alloc(void);
149extern void *iommu_group_get_iommudata(struct iommu_group *group);
150extern void iommu_group_set_iommudata(struct iommu_group *group,
151 void *iommu_data,
152 void (*release)(void *iommu_data));
153extern int iommu_group_set_name(struct iommu_group *group, const char *name);
154extern int iommu_group_add_device(struct iommu_group *group,
155 struct device *dev);
156extern void iommu_group_remove_device(struct device *dev);
157extern int iommu_group_for_each_dev(struct iommu_group *group, void *data,
158 int (*fn)(struct device *, void *));
159extern struct iommu_group *iommu_group_get(struct device *dev);
160extern void iommu_group_put(struct iommu_group *group);
161extern int iommu_group_register_notifier(struct iommu_group *group,
162 struct notifier_block *nb);
163extern int iommu_group_unregister_notifier(struct iommu_group *group,
164 struct notifier_block *nb);
165extern int iommu_group_id(struct iommu_group *group);
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400166
Joerg Roedel0cd76dd2012-01-26 19:40:52 +0100167extern int iommu_domain_get_attr(struct iommu_domain *domain, enum iommu_attr,
168 void *data);
169extern int iommu_domain_set_attr(struct iommu_domain *domain, enum iommu_attr,
170 void *data);
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400171
Joerg Roedeld7787d52013-01-29 14:26:20 +0100172/* Window handling function prototypes */
173extern int iommu_domain_window_enable(struct iommu_domain *domain, u32 wnd_nr,
Varun Sethi80f97f02013-03-29 01:24:00 +0530174 phys_addr_t offset, u64 size,
175 int prot);
Joerg Roedeld7787d52013-01-29 14:26:20 +0100176extern void iommu_domain_window_disable(struct iommu_domain *domain, u32 wnd_nr);
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400177/**
178 * report_iommu_fault() - report about an IOMMU fault to the IOMMU framework
179 * @domain: the iommu domain where the fault has happened
180 * @dev: the device where the fault has happened
181 * @iova: the faulting address
182 * @flags: mmu fault flags (e.g. IOMMU_FAULT_READ/IOMMU_FAULT_WRITE/...)
183 *
184 * This function should be called by the low-level IOMMU implementations
185 * whenever IOMMU faults happen, to allow high-level users, that are
186 * interested in such events, to know about them.
187 *
188 * This event may be useful for several possible use cases:
189 * - mere logging of the event
190 * - dynamic TLB/PTE loading
191 * - if restarting of the faulting device is required
192 *
193 * Returns 0 on success and an appropriate error code otherwise (if dynamic
194 * PTE/TLB loading will one day be supported, implementations will be able
195 * to tell whether it succeeded or not according to this return value).
Ohad Ben-Cohen0ed6d2d2011-09-27 07:36:40 -0400196 *
197 * Specifically, -ENOSYS is returned if a fault handler isn't installed
198 * (though fault handlers can also return -ENOSYS, in case they want to
199 * elicit the default behavior of the IOMMU drivers).
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400200 */
201static inline int report_iommu_fault(struct iommu_domain *domain,
202 struct device *dev, unsigned long iova, int flags)
203{
Ohad Ben-Cohen0ed6d2d2011-09-27 07:36:40 -0400204 int ret = -ENOSYS;
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400205
206 /*
207 * if upper layers showed interest and installed a fault handler,
208 * invoke it.
209 */
210 if (domain->handler)
Ohad Ben-Cohen77ca2332012-05-21 20:20:05 +0300211 ret = domain->handler(domain, dev, iova, flags,
212 domain->handler_token);
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400213
214 return ret;
215}
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100216
217#else /* CONFIG_IOMMU_API */
218
Joerg Roedel39d4ebb2011-09-06 16:48:40 +0200219struct iommu_ops {};
Alex Williamsond72e31c2012-05-30 14:18:53 -0600220struct iommu_group {};
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100221
Joerg Roedela1b60c12011-09-06 18:46:34 +0200222static inline bool iommu_present(struct bus_type *bus)
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100223{
224 return false;
225}
226
Joerg Roedel905d66c2011-09-06 16:03:26 +0200227static inline struct iommu_domain *iommu_domain_alloc(struct bus_type *bus)
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100228{
229 return NULL;
230}
231
232static inline void iommu_domain_free(struct iommu_domain *domain)
233{
234}
235
236static inline int iommu_attach_device(struct iommu_domain *domain,
237 struct device *dev)
238{
239 return -ENODEV;
240}
241
242static inline void iommu_detach_device(struct iommu_domain *domain,
243 struct device *dev)
244{
245}
246
Joerg Roedelcefc53c2010-01-08 13:35:09 +0100247static inline int iommu_map(struct iommu_domain *domain, unsigned long iova,
248 phys_addr_t paddr, int gfp_order, int prot)
249{
250 return -ENODEV;
251}
252
253static inline int iommu_unmap(struct iommu_domain *domain, unsigned long iova,
254 int gfp_order)
255{
256 return -ENODEV;
257}
258
Joerg Roedeld7787d52013-01-29 14:26:20 +0100259static inline int iommu_domain_window_enable(struct iommu_domain *domain,
260 u32 wnd_nr, phys_addr_t paddr,
Varun Sethi80f97f02013-03-29 01:24:00 +0530261 u64 size, int prot)
Joerg Roedeld7787d52013-01-29 14:26:20 +0100262{
263 return -ENODEV;
264}
265
266static inline void iommu_domain_window_disable(struct iommu_domain *domain,
267 u32 wnd_nr)
268{
269}
270
Varun Sethibb5547ac2013-03-29 01:23:58 +0530271static inline phys_addr_t iommu_iova_to_phys(struct iommu_domain *domain, dma_addr_t iova)
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100272{
273 return 0;
274}
275
Sheng Yangdbb9fd82009-03-18 15:33:06 +0800276static inline int domain_has_cap(struct iommu_domain *domain,
277 unsigned long cap)
278{
279 return 0;
280}
281
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400282static inline void iommu_set_fault_handler(struct iommu_domain *domain,
Ohad Ben-Cohen77ca2332012-05-21 20:20:05 +0300283 iommu_fault_handler_t handler, void *token)
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400284{
285}
286
Alex Williamsonbef83de2012-09-24 21:23:25 -0600287static inline int iommu_attach_group(struct iommu_domain *domain,
288 struct iommu_group *group)
Alex Williamson14604322011-10-21 15:56:05 -0400289{
290 return -ENODEV;
291}
292
Alex Williamsonbef83de2012-09-24 21:23:25 -0600293static inline void iommu_detach_group(struct iommu_domain *domain,
294 struct iommu_group *group)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600295{
296}
297
Alex Williamsonbef83de2012-09-24 21:23:25 -0600298static inline struct iommu_group *iommu_group_alloc(void)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600299{
300 return ERR_PTR(-ENODEV);
301}
302
Alex Williamsonbef83de2012-09-24 21:23:25 -0600303static inline void *iommu_group_get_iommudata(struct iommu_group *group)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600304{
305 return NULL;
306}
307
Alex Williamsonbef83de2012-09-24 21:23:25 -0600308static inline void iommu_group_set_iommudata(struct iommu_group *group,
309 void *iommu_data,
310 void (*release)(void *iommu_data))
Alex Williamsond72e31c2012-05-30 14:18:53 -0600311{
312}
313
Alex Williamsonbef83de2012-09-24 21:23:25 -0600314static inline int iommu_group_set_name(struct iommu_group *group,
315 const char *name)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600316{
317 return -ENODEV;
318}
319
Alex Williamsonbef83de2012-09-24 21:23:25 -0600320static inline int iommu_group_add_device(struct iommu_group *group,
321 struct device *dev)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600322{
323 return -ENODEV;
324}
325
Alex Williamsonbef83de2012-09-24 21:23:25 -0600326static inline void iommu_group_remove_device(struct device *dev)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600327{
328}
329
Alex Williamsonbef83de2012-09-24 21:23:25 -0600330static inline int iommu_group_for_each_dev(struct iommu_group *group,
331 void *data,
332 int (*fn)(struct device *, void *))
Alex Williamsond72e31c2012-05-30 14:18:53 -0600333{
334 return -ENODEV;
335}
336
Alex Williamsonbef83de2012-09-24 21:23:25 -0600337static inline struct iommu_group *iommu_group_get(struct device *dev)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600338{
339 return NULL;
340}
341
Alex Williamsonbef83de2012-09-24 21:23:25 -0600342static inline void iommu_group_put(struct iommu_group *group)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600343{
344}
345
Alex Williamsonbef83de2012-09-24 21:23:25 -0600346static inline int iommu_group_register_notifier(struct iommu_group *group,
347 struct notifier_block *nb)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600348{
349 return -ENODEV;
350}
351
Alex Williamsonbef83de2012-09-24 21:23:25 -0600352static inline int iommu_group_unregister_notifier(struct iommu_group *group,
353 struct notifier_block *nb)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600354{
355 return 0;
356}
357
Alex Williamsonbef83de2012-09-24 21:23:25 -0600358static inline int iommu_group_id(struct iommu_group *group)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600359{
360 return -ENODEV;
361}
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100362
Joerg Roedel0cd76dd2012-01-26 19:40:52 +0100363static inline int iommu_domain_get_attr(struct iommu_domain *domain,
364 enum iommu_attr attr, void *data)
365{
366 return -EINVAL;
367}
368
369static inline int iommu_domain_set_attr(struct iommu_domain *domain,
370 enum iommu_attr attr, void *data)
371{
372 return -EINVAL;
373}
374
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100375#endif /* CONFIG_IOMMU_API */
376
377#endif /* __LINUX_IOMMU_H */