blob: b96a5b2136e46be7fbeec8235c10a918df737ae9 [file] [log] [blame]
Joerg Roedel4a77a6c2008-11-26 17:02:33 +01001/*
2 * Copyright (C) 2007-2008 Advanced Micro Devices, Inc.
3 * Author: Joerg Roedel <joerg.roedel@amd.com>
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 as published
7 * by the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17 */
18
19#ifndef __LINUX_IOMMU_H
20#define __LINUX_IOMMU_H
21
Laura Abbott74315cc2011-06-08 17:29:11 -040022#include <linux/errno.h>
Wang YanQing9a08d372013-04-19 09:38:04 +080023#include <linux/err.h>
Thierry Reding76582d02012-07-25 16:24:49 +020024#include <linux/types.h>
Shuah Khan56fa4842013-09-24 15:21:20 -060025#include <trace/events/iommu.h>
Laura Abbott74315cc2011-06-08 17:29:11 -040026
Will Deaconca13bb32013-11-05 15:59:53 +000027#define IOMMU_READ (1 << 0)
28#define IOMMU_WRITE (1 << 1)
29#define IOMMU_CACHE (1 << 2) /* DMA cache coherency */
30#define IOMMU_EXEC (1 << 3)
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010031
Joerg Roedel905d66c2011-09-06 16:03:26 +020032struct iommu_ops;
Alex Williamsond72e31c2012-05-30 14:18:53 -060033struct iommu_group;
Joerg Roedelff217762011-08-26 16:48:26 +020034struct bus_type;
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010035struct device;
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -040036struct iommu_domain;
Joerg Roedelba1eabfa2012-08-03 15:55:41 +020037struct notifier_block;
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -040038
39/* iommu fault flags */
40#define IOMMU_FAULT_READ 0x0
41#define IOMMU_FAULT_WRITE 0x1
42
43typedef int (*iommu_fault_handler_t)(struct iommu_domain *,
Ohad Ben-Cohen77ca2332012-05-21 20:20:05 +030044 struct device *, unsigned long, int, void *);
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010045
Joerg Roedel0ff64f82012-01-26 19:40:53 +010046struct iommu_domain_geometry {
47 dma_addr_t aperture_start; /* First address that can be mapped */
48 dma_addr_t aperture_end; /* Last address that can be mapped */
49 bool force_aperture; /* DMA only allowed in mappable range? */
50};
51
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010052struct iommu_domain {
Joerg Roedel905d66c2011-09-06 16:03:26 +020053 struct iommu_ops *ops;
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010054 void *priv;
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -040055 iommu_fault_handler_t handler;
Ohad Ben-Cohen77ca2332012-05-21 20:20:05 +030056 void *handler_token;
Joerg Roedel0ff64f82012-01-26 19:40:53 +010057 struct iommu_domain_geometry geometry;
Joerg Roedel4a77a6c2008-11-26 17:02:33 +010058};
59
Sheng Yangdbb9fd82009-03-18 15:33:06 +080060#define IOMMU_CAP_CACHE_COHERENCY 0x1
Tom Lyon323f99c2010-07-02 16:56:14 -040061#define IOMMU_CAP_INTR_REMAP 0x2 /* isolates device intrs */
Sheng Yangdbb9fd82009-03-18 15:33:06 +080062
Varun Sethi7cabf492013-07-15 10:20:56 +053063/*
64 * Following constraints are specifc to FSL_PAMUV1:
65 * -aperture must be power of 2, and naturally aligned
66 * -number of windows must be power of 2, and address space size
67 * of each window is determined by aperture size / # of windows
68 * -the actual size of the mapped region of a window must be power
69 * of 2 starting with 4KB and physical address must be naturally
70 * aligned.
71 * DOMAIN_ATTR_FSL_PAMUV1 corresponds to the above mentioned contraints.
72 * The caller can invoke iommu_domain_get_attr to check if the underlying
73 * iommu implementation supports these constraints.
74 */
75
Joerg Roedel0cd76dd2012-01-26 19:40:52 +010076enum iommu_attr {
Joerg Roedel0ff64f82012-01-26 19:40:53 +010077 DOMAIN_ATTR_GEOMETRY,
Joerg Roedeld2e12162013-01-29 13:49:04 +010078 DOMAIN_ATTR_PAGING,
Joerg Roedel69356712013-02-04 14:00:01 +010079 DOMAIN_ATTR_WINDOWS,
Varun Sethi7cabf492013-07-15 10:20:56 +053080 DOMAIN_ATTR_FSL_PAMU_STASH,
81 DOMAIN_ATTR_FSL_PAMU_ENABLE,
82 DOMAIN_ATTR_FSL_PAMUV1,
Joerg Roedela8b8a88a2013-01-29 14:36:31 +010083 DOMAIN_ATTR_MAX,
Joerg Roedel0cd76dd2012-01-26 19:40:52 +010084};
85
Joerg Roedel39d4ebb2011-09-06 16:48:40 +020086#ifdef CONFIG_IOMMU_API
87
Ohad Ben-Cohen7d3002c2011-11-10 11:32:26 +020088/**
89 * struct iommu_ops - iommu ops and capabilities
90 * @domain_init: init iommu domain
91 * @domain_destroy: destroy iommu domain
92 * @attach_dev: attach device to an iommu domain
93 * @detach_dev: detach device from an iommu domain
94 * @map: map a physically contiguous memory region to an iommu domain
95 * @unmap: unmap a physically contiguous memory region from an iommu domain
96 * @iova_to_phys: translate iova to physical address
97 * @domain_has_cap: domain capabilities query
Alex Williamsond72e31c2012-05-30 14:18:53 -060098 * @add_device: add device to iommu grouping
99 * @remove_device: remove device from iommu grouping
Joerg Roedel0cd76dd2012-01-26 19:40:52 +0100100 * @domain_get_attr: Query domain attributes
101 * @domain_set_attr: Change domain attributes
Ohad Ben-Cohen7d3002c2011-11-10 11:32:26 +0200102 * @pgsize_bitmap: bitmap of supported page sizes
103 */
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100104struct iommu_ops {
105 int (*domain_init)(struct iommu_domain *domain);
106 void (*domain_destroy)(struct iommu_domain *domain);
107 int (*attach_dev)(struct iommu_domain *domain, struct device *dev);
108 void (*detach_dev)(struct iommu_domain *domain, struct device *dev);
Joerg Roedel67651782010-01-21 16:32:27 +0100109 int (*map)(struct iommu_domain *domain, unsigned long iova,
Ohad Ben-Cohen50090652011-11-10 11:32:25 +0200110 phys_addr_t paddr, size_t size, int prot);
111 size_t (*unmap)(struct iommu_domain *domain, unsigned long iova,
112 size_t size);
Varun Sethibb5547ac2013-03-29 01:23:58 +0530113 phys_addr_t (*iova_to_phys)(struct iommu_domain *domain, dma_addr_t iova);
Sheng Yangdbb9fd82009-03-18 15:33:06 +0800114 int (*domain_has_cap)(struct iommu_domain *domain,
115 unsigned long cap);
Alex Williamsond72e31c2012-05-30 14:18:53 -0600116 int (*add_device)(struct device *dev);
117 void (*remove_device)(struct device *dev);
Alex Williamson14604322011-10-21 15:56:05 -0400118 int (*device_group)(struct device *dev, unsigned int *groupid);
Joerg Roedel0cd76dd2012-01-26 19:40:52 +0100119 int (*domain_get_attr)(struct iommu_domain *domain,
120 enum iommu_attr attr, void *data);
121 int (*domain_set_attr)(struct iommu_domain *domain,
122 enum iommu_attr attr, void *data);
Joerg Roedeld7787d52013-01-29 14:26:20 +0100123
124 /* Window handling functions */
125 int (*domain_window_enable)(struct iommu_domain *domain, u32 wnd_nr,
Varun Sethi80f97f02013-03-29 01:24:00 +0530126 phys_addr_t paddr, u64 size, int prot);
Joerg Roedeld7787d52013-01-29 14:26:20 +0100127 void (*domain_window_disable)(struct iommu_domain *domain, u32 wnd_nr);
Joerg Roedel69356712013-02-04 14:00:01 +0100128 /* Set the numer of window per domain */
129 int (*domain_set_windows)(struct iommu_domain *domain, u32 w_count);
130 /* Get the numer of window per domain */
131 u32 (*domain_get_windows)(struct iommu_domain *domain);
Joerg Roedeld7787d52013-01-29 14:26:20 +0100132
Ohad Ben-Cohen7d3002c2011-11-10 11:32:26 +0200133 unsigned long pgsize_bitmap;
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100134};
135
Alex Williamsond72e31c2012-05-30 14:18:53 -0600136#define IOMMU_GROUP_NOTIFY_ADD_DEVICE 1 /* Device added */
137#define IOMMU_GROUP_NOTIFY_DEL_DEVICE 2 /* Pre Device removed */
138#define IOMMU_GROUP_NOTIFY_BIND_DRIVER 3 /* Pre Driver bind */
139#define IOMMU_GROUP_NOTIFY_BOUND_DRIVER 4 /* Post Driver bind */
140#define IOMMU_GROUP_NOTIFY_UNBIND_DRIVER 5 /* Pre Driver unbind */
141#define IOMMU_GROUP_NOTIFY_UNBOUND_DRIVER 6 /* Post Driver unbind */
142
Joerg Roedelff217762011-08-26 16:48:26 +0200143extern int bus_set_iommu(struct bus_type *bus, struct iommu_ops *ops);
Joerg Roedela1b60c12011-09-06 18:46:34 +0200144extern bool iommu_present(struct bus_type *bus);
Joerg Roedel905d66c2011-09-06 16:03:26 +0200145extern struct iommu_domain *iommu_domain_alloc(struct bus_type *bus);
Alexey Kardashevskiyaa16bea2013-03-25 10:23:49 +1100146extern struct iommu_group *iommu_group_get_by_id(int id);
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100147extern void iommu_domain_free(struct iommu_domain *domain);
148extern int iommu_attach_device(struct iommu_domain *domain,
149 struct device *dev);
150extern void iommu_detach_device(struct iommu_domain *domain,
151 struct device *dev);
Joerg Roedelcefc53c2010-01-08 13:35:09 +0100152extern int iommu_map(struct iommu_domain *domain, unsigned long iova,
Ohad Ben-Cohen7d3002c2011-11-10 11:32:26 +0200153 phys_addr_t paddr, size_t size, int prot);
154extern size_t iommu_unmap(struct iommu_domain *domain, unsigned long iova,
155 size_t size);
Varun Sethibb5547ac2013-03-29 01:23:58 +0530156extern phys_addr_t iommu_iova_to_phys(struct iommu_domain *domain, dma_addr_t iova);
Sheng Yangdbb9fd82009-03-18 15:33:06 +0800157extern int iommu_domain_has_cap(struct iommu_domain *domain,
158 unsigned long cap);
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400159extern void iommu_set_fault_handler(struct iommu_domain *domain,
Ohad Ben-Cohen77ca2332012-05-21 20:20:05 +0300160 iommu_fault_handler_t handler, void *token);
Alex Williamsond72e31c2012-05-30 14:18:53 -0600161
162extern int iommu_attach_group(struct iommu_domain *domain,
163 struct iommu_group *group);
164extern void iommu_detach_group(struct iommu_domain *domain,
165 struct iommu_group *group);
166extern struct iommu_group *iommu_group_alloc(void);
167extern void *iommu_group_get_iommudata(struct iommu_group *group);
168extern void iommu_group_set_iommudata(struct iommu_group *group,
169 void *iommu_data,
170 void (*release)(void *iommu_data));
171extern int iommu_group_set_name(struct iommu_group *group, const char *name);
172extern int iommu_group_add_device(struct iommu_group *group,
173 struct device *dev);
174extern void iommu_group_remove_device(struct device *dev);
175extern int iommu_group_for_each_dev(struct iommu_group *group, void *data,
176 int (*fn)(struct device *, void *));
177extern struct iommu_group *iommu_group_get(struct device *dev);
178extern void iommu_group_put(struct iommu_group *group);
179extern int iommu_group_register_notifier(struct iommu_group *group,
180 struct notifier_block *nb);
181extern int iommu_group_unregister_notifier(struct iommu_group *group,
182 struct notifier_block *nb);
183extern int iommu_group_id(struct iommu_group *group);
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400184
Joerg Roedel0cd76dd2012-01-26 19:40:52 +0100185extern int iommu_domain_get_attr(struct iommu_domain *domain, enum iommu_attr,
186 void *data);
187extern int iommu_domain_set_attr(struct iommu_domain *domain, enum iommu_attr,
188 void *data);
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400189
Joerg Roedeld7787d52013-01-29 14:26:20 +0100190/* Window handling function prototypes */
191extern int iommu_domain_window_enable(struct iommu_domain *domain, u32 wnd_nr,
Varun Sethi80f97f02013-03-29 01:24:00 +0530192 phys_addr_t offset, u64 size,
193 int prot);
Joerg Roedeld7787d52013-01-29 14:26:20 +0100194extern void iommu_domain_window_disable(struct iommu_domain *domain, u32 wnd_nr);
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400195/**
196 * report_iommu_fault() - report about an IOMMU fault to the IOMMU framework
197 * @domain: the iommu domain where the fault has happened
198 * @dev: the device where the fault has happened
199 * @iova: the faulting address
200 * @flags: mmu fault flags (e.g. IOMMU_FAULT_READ/IOMMU_FAULT_WRITE/...)
201 *
202 * This function should be called by the low-level IOMMU implementations
203 * whenever IOMMU faults happen, to allow high-level users, that are
204 * interested in such events, to know about them.
205 *
206 * This event may be useful for several possible use cases:
207 * - mere logging of the event
208 * - dynamic TLB/PTE loading
209 * - if restarting of the faulting device is required
210 *
211 * Returns 0 on success and an appropriate error code otherwise (if dynamic
212 * PTE/TLB loading will one day be supported, implementations will be able
213 * to tell whether it succeeded or not according to this return value).
Ohad Ben-Cohen0ed6d2d2011-09-27 07:36:40 -0400214 *
215 * Specifically, -ENOSYS is returned if a fault handler isn't installed
216 * (though fault handlers can also return -ENOSYS, in case they want to
217 * elicit the default behavior of the IOMMU drivers).
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400218 */
219static inline int report_iommu_fault(struct iommu_domain *domain,
220 struct device *dev, unsigned long iova, int flags)
221{
Ohad Ben-Cohen0ed6d2d2011-09-27 07:36:40 -0400222 int ret = -ENOSYS;
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400223
224 /*
225 * if upper layers showed interest and installed a fault handler,
226 * invoke it.
227 */
228 if (domain->handler)
Ohad Ben-Cohen77ca2332012-05-21 20:20:05 +0300229 ret = domain->handler(domain, dev, iova, flags,
230 domain->handler_token);
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400231
Shuah Khan56fa4842013-09-24 15:21:20 -0600232 trace_io_page_fault(dev, iova, flags);
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400233 return ret;
234}
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100235
236#else /* CONFIG_IOMMU_API */
237
Joerg Roedel39d4ebb2011-09-06 16:48:40 +0200238struct iommu_ops {};
Alex Williamsond72e31c2012-05-30 14:18:53 -0600239struct iommu_group {};
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100240
Joerg Roedela1b60c12011-09-06 18:46:34 +0200241static inline bool iommu_present(struct bus_type *bus)
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100242{
243 return false;
244}
245
Joerg Roedel905d66c2011-09-06 16:03:26 +0200246static inline struct iommu_domain *iommu_domain_alloc(struct bus_type *bus)
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100247{
248 return NULL;
249}
250
Alexey Kardashevskiyb62dfd22013-11-21 17:41:14 +1100251static inline struct iommu_group *iommu_group_get_by_id(int id)
252{
253 return NULL;
254}
255
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100256static inline void iommu_domain_free(struct iommu_domain *domain)
257{
258}
259
260static inline int iommu_attach_device(struct iommu_domain *domain,
261 struct device *dev)
262{
263 return -ENODEV;
264}
265
266static inline void iommu_detach_device(struct iommu_domain *domain,
267 struct device *dev)
268{
269}
270
Joerg Roedelcefc53c2010-01-08 13:35:09 +0100271static inline int iommu_map(struct iommu_domain *domain, unsigned long iova,
272 phys_addr_t paddr, int gfp_order, int prot)
273{
274 return -ENODEV;
275}
276
277static inline int iommu_unmap(struct iommu_domain *domain, unsigned long iova,
278 int gfp_order)
279{
280 return -ENODEV;
281}
282
Joerg Roedeld7787d52013-01-29 14:26:20 +0100283static inline int iommu_domain_window_enable(struct iommu_domain *domain,
284 u32 wnd_nr, phys_addr_t paddr,
Varun Sethi80f97f02013-03-29 01:24:00 +0530285 u64 size, int prot)
Joerg Roedeld7787d52013-01-29 14:26:20 +0100286{
287 return -ENODEV;
288}
289
290static inline void iommu_domain_window_disable(struct iommu_domain *domain,
291 u32 wnd_nr)
292{
293}
294
Varun Sethibb5547ac2013-03-29 01:23:58 +0530295static inline phys_addr_t iommu_iova_to_phys(struct iommu_domain *domain, dma_addr_t iova)
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100296{
297 return 0;
298}
299
Upinder Malhi (umalhi)5b5c1392013-12-11 20:19:56 +0000300static inline int iommu_domain_has_cap(struct iommu_domain *domain,
301 unsigned long cap)
Sheng Yangdbb9fd82009-03-18 15:33:06 +0800302{
303 return 0;
304}
305
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400306static inline void iommu_set_fault_handler(struct iommu_domain *domain,
Ohad Ben-Cohen77ca2332012-05-21 20:20:05 +0300307 iommu_fault_handler_t handler, void *token)
Ohad Ben-Cohen4f3f8d92011-09-13 15:25:23 -0400308{
309}
310
Alex Williamsonbef83de2012-09-24 21:23:25 -0600311static inline int iommu_attach_group(struct iommu_domain *domain,
312 struct iommu_group *group)
Alex Williamson14604322011-10-21 15:56:05 -0400313{
314 return -ENODEV;
315}
316
Alex Williamsonbef83de2012-09-24 21:23:25 -0600317static inline void iommu_detach_group(struct iommu_domain *domain,
318 struct iommu_group *group)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600319{
320}
321
Alex Williamsonbef83de2012-09-24 21:23:25 -0600322static inline struct iommu_group *iommu_group_alloc(void)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600323{
324 return ERR_PTR(-ENODEV);
325}
326
Alex Williamsonbef83de2012-09-24 21:23:25 -0600327static inline void *iommu_group_get_iommudata(struct iommu_group *group)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600328{
329 return NULL;
330}
331
Alex Williamsonbef83de2012-09-24 21:23:25 -0600332static inline void iommu_group_set_iommudata(struct iommu_group *group,
333 void *iommu_data,
334 void (*release)(void *iommu_data))
Alex Williamsond72e31c2012-05-30 14:18:53 -0600335{
336}
337
Alex Williamsonbef83de2012-09-24 21:23:25 -0600338static inline int iommu_group_set_name(struct iommu_group *group,
339 const char *name)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600340{
341 return -ENODEV;
342}
343
Alex Williamsonbef83de2012-09-24 21:23:25 -0600344static inline int iommu_group_add_device(struct iommu_group *group,
345 struct device *dev)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600346{
347 return -ENODEV;
348}
349
Alex Williamsonbef83de2012-09-24 21:23:25 -0600350static inline void iommu_group_remove_device(struct device *dev)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600351{
352}
353
Alex Williamsonbef83de2012-09-24 21:23:25 -0600354static inline int iommu_group_for_each_dev(struct iommu_group *group,
355 void *data,
356 int (*fn)(struct device *, void *))
Alex Williamsond72e31c2012-05-30 14:18:53 -0600357{
358 return -ENODEV;
359}
360
Alex Williamsonbef83de2012-09-24 21:23:25 -0600361static inline struct iommu_group *iommu_group_get(struct device *dev)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600362{
363 return NULL;
364}
365
Alex Williamsonbef83de2012-09-24 21:23:25 -0600366static inline void iommu_group_put(struct iommu_group *group)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600367{
368}
369
Alex Williamsonbef83de2012-09-24 21:23:25 -0600370static inline int iommu_group_register_notifier(struct iommu_group *group,
371 struct notifier_block *nb)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600372{
373 return -ENODEV;
374}
375
Alex Williamsonbef83de2012-09-24 21:23:25 -0600376static inline int iommu_group_unregister_notifier(struct iommu_group *group,
377 struct notifier_block *nb)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600378{
379 return 0;
380}
381
Alex Williamsonbef83de2012-09-24 21:23:25 -0600382static inline int iommu_group_id(struct iommu_group *group)
Alex Williamsond72e31c2012-05-30 14:18:53 -0600383{
384 return -ENODEV;
385}
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100386
Joerg Roedel0cd76dd2012-01-26 19:40:52 +0100387static inline int iommu_domain_get_attr(struct iommu_domain *domain,
388 enum iommu_attr attr, void *data)
389{
390 return -EINVAL;
391}
392
393static inline int iommu_domain_set_attr(struct iommu_domain *domain,
394 enum iommu_attr attr, void *data)
395{
396 return -EINVAL;
397}
398
Joerg Roedel4a77a6c2008-11-26 17:02:33 +0100399#endif /* CONFIG_IOMMU_API */
400
401#endif /* __LINUX_IOMMU_H */