blob: 54d6d690073c1cb5119671b99df70af3ddfc615d [file] [log] [blame]
Joerg Roedel4a77a6c2008-11-26 17:02:33 +01001/*
2 * Copyright (C) 2007-2008 Advanced Micro Devices, Inc.
3 * Author: Joerg Roedel <joerg.roedel@amd.com>
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 as published
7 * by the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17 */
18
19#ifndef __LINUX_IOMMU_H
20#define __LINUX_IOMMU_H
21
Laura Abbott74315cc2011-06-08 17:29:11 -040022#include <linux/errno.h>
23
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010024#define IOMMU_READ (1)
25#define IOMMU_WRITE (2)
Sheng Yang9cf066972009-03-18 15:33:07 +080026#define IOMMU_CACHE (4) /* DMA cache coherency */
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010027
Joerg Roedel905d66c2011-09-06 16:03:26 +020028struct iommu_ops;
Alex Williamsond72e31c2012-05-30 14:18:53 -060029struct iommu_group;
Joerg Roedelff217762011-08-26 16:48:26 +020030struct bus_type;
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010031struct device;
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -040032struct iommu_domain;
33
34/* iommu fault flags */
35#define IOMMU_FAULT_READ 0x0
36#define IOMMU_FAULT_WRITE 0x1
37
38typedef int (*iommu_fault_handler_t)(struct iommu_domain *,
Ohad Ben-Cohen77ca2332012-05-21 20:20:05 +030039 struct device *, unsigned long, int, void *);
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010040
Joerg Roedel0ff64f82012-01-26 19:40:53 +010041struct iommu_domain_geometry {
42 dma_addr_t aperture_start; /* First address that can be mapped */
43 dma_addr_t aperture_end; /* Last address that can be mapped */
44 bool force_aperture; /* DMA only allowed in mappable range? */
45};
46
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010047struct iommu_domain {
Joerg Roedel905d66c2011-09-06 16:03:26 +020048 struct iommu_ops *ops;
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010049 void *priv;
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -040050 iommu_fault_handler_t handler;
Ohad Ben-Cohen77ca2332012-05-21 20:20:05 +030051 void *handler_token;
Joerg Roedel0ff64f82012-01-26 19:40:53 +010052 struct iommu_domain_geometry geometry;
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010053};
54
Sheng Yangdbb9fd82009-03-18 15:33:06 +080055#define IOMMU_CAP_CACHE_COHERENCY 0x1
Tom Lyon323f99c2010-07-02 16:56:14 -040056#define IOMMU_CAP_INTR_REMAP 0x2 /* isolates device intrs */
Sheng Yangdbb9fd82009-03-18 15:33:06 +080057
Joerg Roedel0cd76dd2012-01-26 19:40:52 +010058enum iommu_attr {
59 DOMAIN_ATTR_MAX,
Joerg Roedel0ff64f82012-01-26 19:40:53 +010060 DOMAIN_ATTR_GEOMETRY,
Joerg Roedel0cd76dd2012-01-26 19:40:52 +010061};
62
Joerg Roedel39d4ebb2011-09-06 16:48:40 +020063#ifdef CONFIG_IOMMU_API
64
Ohad Ben-Cohen7d3002c2011-11-10 11:32:26 +020065/**
66 * struct iommu_ops - iommu ops and capabilities
67 * @domain_init: init iommu domain
68 * @domain_destroy: destroy iommu domain
69 * @attach_dev: attach device to an iommu domain
70 * @detach_dev: detach device from an iommu domain
71 * @map: map a physically contiguous memory region to an iommu domain
72 * @unmap: unmap a physically contiguous memory region from an iommu domain
73 * @iova_to_phys: translate iova to physical address
74 * @domain_has_cap: domain capabilities query
Alex Williamsond72e31c2012-05-30 14:18:53 -060075 * @add_device: add device to iommu grouping
76 * @remove_device: remove device from iommu grouping
Joerg Roedel0cd76dd2012-01-26 19:40:52 +010077 * @domain_get_attr: Query domain attributes
78 * @domain_set_attr: Change domain attributes
Ohad Ben-Cohen7d3002c2011-11-10 11:32:26 +020079 * @pgsize_bitmap: bitmap of supported page sizes
80 */
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010081struct iommu_ops {
82 int (*domain_init)(struct iommu_domain *domain);
83 void (*domain_destroy)(struct iommu_domain *domain);
84 int (*attach_dev)(struct iommu_domain *domain, struct device *dev);
85 void (*detach_dev)(struct iommu_domain *domain, struct device *dev);
Joerg Roedel67651782010-01-21 16:32:27 +010086 int (*map)(struct iommu_domain *domain, unsigned long iova,
Ohad Ben-Cohen50090652011-11-10 11:32:25 +020087 phys_addr_t paddr, size_t size, int prot);
88 size_t (*unmap)(struct iommu_domain *domain, unsigned long iova,
89 size_t size);
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010090 phys_addr_t (*iova_to_phys)(struct iommu_domain *domain,
91 unsigned long iova);
Sheng Yangdbb9fd82009-03-18 15:33:06 +080092 int (*domain_has_cap)(struct iommu_domain *domain,
93 unsigned long cap);
Alex Williamsond72e31c2012-05-30 14:18:53 -060094 int (*add_device)(struct device *dev);
95 void (*remove_device)(struct device *dev);
Alex Williamson14604322011-10-21 15:56:05 -040096 int (*device_group)(struct device *dev, unsigned int *groupid);
Joerg Roedel0cd76dd2012-01-26 19:40:52 +010097 int (*domain_get_attr)(struct iommu_domain *domain,
98 enum iommu_attr attr, void *data);
99 int (*domain_set_attr)(struct iommu_domain *domain,
100 enum iommu_attr attr, void *data);
Ohad Ben-Cohen7d3002c2011-11-10 11:32:26 +0200101 unsigned long pgsize_bitmap;
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100102};
103
Alex Williamsond72e31c2012-05-30 14:18:53 -0600104#define IOMMU_GROUP_NOTIFY_ADD_DEVICE 1 /* Device added */
105#define IOMMU_GROUP_NOTIFY_DEL_DEVICE 2 /* Pre Device removed */
106#define IOMMU_GROUP_NOTIFY_BIND_DRIVER 3 /* Pre Driver bind */
107#define IOMMU_GROUP_NOTIFY_BOUND_DRIVER 4 /* Post Driver bind */
108#define IOMMU_GROUP_NOTIFY_UNBIND_DRIVER 5 /* Pre Driver unbind */
109#define IOMMU_GROUP_NOTIFY_UNBOUND_DRIVER 6 /* Post Driver unbind */
110
Joerg Roedelff217762011-08-26 16:48:26 +0200111extern int bus_set_iommu(struct bus_type *bus, struct iommu_ops *ops);
Joerg Roedela1b60c12011-09-06 18:46:34 +0200112extern bool iommu_present(struct bus_type *bus);
Joerg Roedel905d66c2011-09-06 16:03:26 +0200113extern struct iommu_domain *iommu_domain_alloc(struct bus_type *bus);
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100114extern void iommu_domain_free(struct iommu_domain *domain);
115extern int iommu_attach_device(struct iommu_domain *domain,
116 struct device *dev);
117extern void iommu_detach_device(struct iommu_domain *domain,
118 struct device *dev);
Joerg Roedelcefc53c2010-01-08 13:35:09 +0100119extern int iommu_map(struct iommu_domain *domain, unsigned long iova,
Ohad Ben-Cohen7d3002c2011-11-10 11:32:26 +0200120 phys_addr_t paddr, size_t size, int prot);
121extern size_t iommu_unmap(struct iommu_domain *domain, unsigned long iova,
122 size_t size);
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100123extern phys_addr_t iommu_iova_to_phys(struct iommu_domain *domain,
124 unsigned long iova);
Sheng Yangdbb9fd82009-03-18 15:33:06 +0800125extern int iommu_domain_has_cap(struct iommu_domain *domain,
126 unsigned long cap);
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400127extern void iommu_set_fault_handler(struct iommu_domain *domain,
Ohad Ben-Cohen77ca2332012-05-21 20:20:05 +0300128 iommu_fault_handler_t handler, void *token);
Alex Williamsond72e31c2012-05-30 14:18:53 -0600129
130extern int iommu_attach_group(struct iommu_domain *domain,
131 struct iommu_group *group);
132extern void iommu_detach_group(struct iommu_domain *domain,
133 struct iommu_group *group);
134extern struct iommu_group *iommu_group_alloc(void);
135extern void *iommu_group_get_iommudata(struct iommu_group *group);
136extern void iommu_group_set_iommudata(struct iommu_group *group,
137 void *iommu_data,
138 void (*release)(void *iommu_data));
139extern int iommu_group_set_name(struct iommu_group *group, const char *name);
140extern int iommu_group_add_device(struct iommu_group *group,
141 struct device *dev);
142extern void iommu_group_remove_device(struct device *dev);
143extern int iommu_group_for_each_dev(struct iommu_group *group, void *data,
144 int (*fn)(struct device *, void *));
145extern struct iommu_group *iommu_group_get(struct device *dev);
146extern void iommu_group_put(struct iommu_group *group);
147extern int iommu_group_register_notifier(struct iommu_group *group,
148 struct notifier_block *nb);
149extern int iommu_group_unregister_notifier(struct iommu_group *group,
150 struct notifier_block *nb);
151extern int iommu_group_id(struct iommu_group *group);
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400152
Joerg Roedel0cd76dd2012-01-26 19:40:52 +0100153extern int iommu_domain_get_attr(struct iommu_domain *domain, enum iommu_attr,
154 void *data);
155extern int iommu_domain_set_attr(struct iommu_domain *domain, enum iommu_attr,
156 void *data);
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400157
158/**
159 * report_iommu_fault() - report about an IOMMU fault to the IOMMU framework
160 * @domain: the iommu domain where the fault has happened
161 * @dev: the device where the fault has happened
162 * @iova: the faulting address
163 * @flags: mmu fault flags (e.g. IOMMU_FAULT_READ/IOMMU_FAULT_WRITE/...)
164 *
165 * This function should be called by the low-level IOMMU implementations
166 * whenever IOMMU faults happen, to allow high-level users, that are
167 * interested in such events, to know about them.
168 *
169 * This event may be useful for several possible use cases:
170 * - mere logging of the event
171 * - dynamic TLB/PTE loading
172 * - if restarting of the faulting device is required
173 *
174 * Returns 0 on success and an appropriate error code otherwise (if dynamic
175 * PTE/TLB loading will one day be supported, implementations will be able
176 * to tell whether it succeeded or not according to this return value).
Ohad Ben-Cohen0ed6d2d2011-09-27 07:36:40 -0400177 *
178 * Specifically, -ENOSYS is returned if a fault handler isn't installed
179 * (though fault handlers can also return -ENOSYS, in case they want to
180 * elicit the default behavior of the IOMMU drivers).
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400181 */
182static inline int report_iommu_fault(struct iommu_domain *domain,
183 struct device *dev, unsigned long iova, int flags)
184{
Ohad Ben-Cohen0ed6d2d2011-09-27 07:36:40 -0400185 int ret = -ENOSYS;
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400186
187 /*
188 * if upper layers showed interest and installed a fault handler,
189 * invoke it.
190 */
191 if (domain->handler)
Ohad Ben-Cohen77ca2332012-05-21 20:20:05 +0300192 ret = domain->handler(domain, dev, iova, flags,
193 domain->handler_token);
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400194
195 return ret;
196}
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100197
198#else /* CONFIG_IOMMU_API */
199
Joerg Roedel39d4ebb2011-09-06 16:48:40 +0200200struct iommu_ops {};
Alex Williamsond72e31c2012-05-30 14:18:53 -0600201struct iommu_group {};
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100202
Joerg Roedela1b60c12011-09-06 18:46:34 +0200203static inline bool iommu_present(struct bus_type *bus)
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100204{
205 return false;
206}
207
Joerg Roedel905d66c2011-09-06 16:03:26 +0200208static inline struct iommu_domain *iommu_domain_alloc(struct bus_type *bus)
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100209{
210 return NULL;
211}
212
213static inline void iommu_domain_free(struct iommu_domain *domain)
214{
215}
216
217static inline int iommu_attach_device(struct iommu_domain *domain,
218 struct device *dev)
219{
220 return -ENODEV;
221}
222
223static inline void iommu_detach_device(struct iommu_domain *domain,
224 struct device *dev)
225{
226}
227
Joerg Roedelcefc53c2010-01-08 13:35:09 +0100228static inline int iommu_map(struct iommu_domain *domain, unsigned long iova,
229 phys_addr_t paddr, int gfp_order, int prot)
230{
231 return -ENODEV;
232}
233
234static inline int iommu_unmap(struct iommu_domain *domain, unsigned long iova,
235 int gfp_order)
236{
237 return -ENODEV;
238}
239
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100240static inline phys_addr_t iommu_iova_to_phys(struct iommu_domain *domain,
241 unsigned long iova)
242{
243 return 0;
244}
245
Sheng Yangdbb9fd82009-03-18 15:33:06 +0800246static inline int domain_has_cap(struct iommu_domain *domain,
247 unsigned long cap)
248{
249 return 0;
250}
251
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400252static inline void iommu_set_fault_handler(struct iommu_domain *domain,
Ohad Ben-Cohen77ca2332012-05-21 20:20:05 +0300253 iommu_fault_handler_t handler, void *token)
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400254{
255}
256
Alex Williamsond72e31c2012-05-30 14:18:53 -0600257int iommu_attach_group(struct iommu_domain *domain, struct iommu_group *group)
Alex Williamson14604322011-10-21 15:56:05 -0400258{
259 return -ENODEV;
260}
261
Alex Williamsond72e31c2012-05-30 14:18:53 -0600262void iommu_detach_group(struct iommu_domain *domain, struct iommu_group *group)
263{
264}
265
266struct iommu_group *iommu_group_alloc(void)
267{
268 return ERR_PTR(-ENODEV);
269}
270
271void *iommu_group_get_iommudata(struct iommu_group *group)
272{
273 return NULL;
274}
275
276void iommu_group_set_iommudata(struct iommu_group *group, void *iommu_data,
277 void (*release)(void *iommu_data))
278{
279}
280
281int iommu_group_set_name(struct iommu_group *group, const char *name)
282{
283 return -ENODEV;
284}
285
286int iommu_group_add_device(struct iommu_group *group, struct device *dev)
287{
288 return -ENODEV;
289}
290
291void iommu_group_remove_device(struct device *dev)
292{
293}
294
295int iommu_group_for_each_dev(struct iommu_group *group, void *data,
296 int (*fn)(struct device *, void *))
297{
298 return -ENODEV;
299}
300
301struct iommu_group *iommu_group_get(struct device *dev)
302{
303 return NULL;
304}
305
306void iommu_group_put(struct iommu_group *group)
307{
308}
309
310int iommu_group_register_notifier(struct iommu_group *group,
311 struct notifier_block *nb)
312{
313 return -ENODEV;
314}
315
316int iommu_group_unregister_notifier(struct iommu_group *group,
317 struct notifier_block *nb)
318{
319 return 0;
320}
321
322int iommu_group_id(struct iommu_group *group)
323{
324 return -ENODEV;
325}
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100326
Joerg Roedel0cd76dd2012-01-26 19:40:52 +0100327static inline int iommu_domain_get_attr(struct iommu_domain *domain,
328 enum iommu_attr attr, void *data)
329{
330 return -EINVAL;
331}
332
333static inline int iommu_domain_set_attr(struct iommu_domain *domain,
334 enum iommu_attr attr, void *data)
335{
336 return -EINVAL;
337}
338
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100339#endif /* CONFIG_IOMMU_API */
340
341#endif /* __LINUX_IOMMU_H */