blob: 70c696c04318c22e874ba6e0636c3f687220734c [file] [log] [blame]
Olav Haugan3c7fb382013-01-02 17:32:25 -08001/* Copyright (c) 2010-2013, The Linux Foundation. All rights reserved.
Stepan Moskovchenko0720d1f2010-08-24 18:31:10 -07002 *
3 * This program is free software; you can redistribute it and/or modify
4 * it under the terms of the GNU General Public License version 2 and
5 * only version 2 as published by the Free Software Foundation.
6 *
7 * This program is distributed in the hope that it will be useful,
8 * but WITHOUT ANY WARRANTY; without even the implied warranty of
9 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
10 * GNU General Public License for more details.
Stepan Moskovchenko0720d1f2010-08-24 18:31:10 -070011 */
12
13#ifndef MSM_IOMMU_H
14#define MSM_IOMMU_H
15
16#include <linux/interrupt.h>
Stepan Moskovchenko41f3f512011-02-24 18:00:39 -080017#include <linux/clk.h>
Stephen Boyd55742b72012-08-08 11:40:26 -070018#include <linux/list.h>
Stepan Moskovchenko6751acc2012-06-21 17:36:47 -070019#include <linux/regulator/consumer.h>
Stepan Moskovchenko15f209c2011-10-31 15:32:44 -070020#include <mach/socinfo.h>
Stepan Moskovchenko0720d1f2010-08-24 18:31:10 -070021
Stepan Moskovchenko6ee3be82011-11-08 15:24:53 -080022extern pgprot_t pgprot_kernel;
Laura Abbott0d135652012-10-04 12:59:03 -070023extern struct bus_type msm_iommu_sec_bus_type;
Stepan Moskovchenko08bd6832010-11-15 18:19:35 -080024
Stepan Moskovchenkob2438892011-08-31 17:16:19 -070025/* Domain attributes */
26#define MSM_IOMMU_DOMAIN_PT_CACHEABLE 0x1
Laura Abbott0d135652012-10-04 12:59:03 -070027#define MSM_IOMMU_DOMAIN_PT_SECURE 0x2
Stepan Moskovchenkob2438892011-08-31 17:16:19 -070028
Stepan Moskovchenko08bd6832010-11-15 18:19:35 -080029/* Mask for the cache policy attribute */
30#define MSM_IOMMU_CP_MASK 0x03
31
Stepan Moskovchenko0720d1f2010-08-24 18:31:10 -070032/* Maximum number of Machine IDs that we are allowing to be mapped to the same
33 * context bank. The number of MIDs mapped to the same CB does not affect
34 * performance, but there is a practical limit on how many distinct MIDs may
35 * be present. These mappings are typically determined at design time and are
36 * not expected to change at run time.
37 */
Stepan Moskovchenko23513c32010-11-12 19:29:47 -080038#define MAX_NUM_MIDS 32
Stepan Moskovchenko0720d1f2010-08-24 18:31:10 -070039
Stepan Moskovchenko4575bdd2012-06-28 14:59:00 -070040/* Maximum number of SMT entries allowed by the system */
41#define MAX_NUM_SMR 128
42
Stepan Moskovchenko880a3182012-10-01 12:35:24 -070043#define MAX_NUM_BFB_REGS 32
44
Stepan Moskovchenko0720d1f2010-08-24 18:31:10 -070045/**
46 * struct msm_iommu_dev - a single IOMMU hardware instance
47 * name Human-readable name given to this IOMMU HW instance
Stepan Moskovchenkoa43d8c12011-02-24 18:00:42 -080048 * ncb Number of context banks present on this IOMMU HW instance
Stepan Moskovchenko0720d1f2010-08-24 18:31:10 -070049 */
50struct msm_iommu_dev {
51 const char *name;
Stepan Moskovchenkoa43d8c12011-02-24 18:00:42 -080052 int ncb;
Shubhraprakash Das935e6a52012-04-05 14:47:30 -060053 int ttbr_split;
Stepan Moskovchenko0720d1f2010-08-24 18:31:10 -070054};
55
56/**
57 * struct msm_iommu_ctx_dev - an IOMMU context bank instance
58 * name Human-readable name given to this context bank
59 * num Index of this context bank within the hardware
60 * mids List of Machine IDs that are to be mapped into this context
61 * bank, terminated by -1. The MID is a set of signals on the
62 * AXI bus that identifies the function associated with a specific
63 * memory request. (See ARM spec).
64 */
65struct msm_iommu_ctx_dev {
66 const char *name;
67 int num;
68 int mids[MAX_NUM_MIDS];
69};
70
Stepan Moskovchenko880a3182012-10-01 12:35:24 -070071/**
72 * struct msm_iommu_bfb_settings - a set of IOMMU BFB tuning parameters
73 * regs An array of register offsets to configure
74 * data Values to write to corresponding registers
75 * length Number of valid entries in the offset/val arrays
76 */
77struct msm_iommu_bfb_settings {
78 unsigned int regs[MAX_NUM_BFB_REGS];
79 unsigned int data[MAX_NUM_BFB_REGS];
80 int length;
81};
Stepan Moskovchenko0720d1f2010-08-24 18:31:10 -070082
83/**
84 * struct msm_iommu_drvdata - A single IOMMU hardware instance
85 * @base: IOMMU config port base address (VA)
Olav Haugan95d24162012-12-05 14:47:47 -080086 * @glb_base: IOMMU config port base address for global register space (VA)
Stepan Moskovchenkoa43d8c12011-02-24 18:00:42 -080087 * @ncb The number of contexts on this IOMMU
Stepan Moskovchenko0720d1f2010-08-24 18:31:10 -070088 * @irq: Interrupt number
Stepan Moskovchenko41f3f512011-02-24 18:00:39 -080089 * @clk: The bus clock for this IOMMU hardware instance
90 * @pclk: The clock for the IOMMU bus interconnect
Stepan Moskovchenko17ae71e2012-07-24 19:24:14 -070091 * @aclk: Alternate clock for this IOMMU core, if any
Stepan Moskovchenko4575bdd2012-06-28 14:59:00 -070092 * @name: Human-readable name of this IOMMU device
93 * @gdsc: Regulator needed to power this HW block (v2 only)
Stepan Moskovchenko880a3182012-10-01 12:35:24 -070094 * @bfb_settings: Optional BFB performance tuning parameters
Stephen Boyd55742b72012-08-08 11:40:26 -070095 * @dev: Struct device this hardware instance is tied to
96 * @list: List head to link all iommus together
Olav Haugan3c7fb382013-01-02 17:32:25 -080097 * @clk_reg_virt: Optional clock register virtual address.
Olav Haugancd932192013-01-31 18:30:15 -080098 * @halt_enabled: Set to 1 if IOMMU halt is supported in the IOMMU, 0 otherwise.
Olav Haugan4e315c42013-03-06 10:14:28 -080099 * @asid: List of ASID and their usage count (index is ASID value).
Olav Haugane3885392013-03-06 16:22:53 -0800100 * @ctx_attach_count: Count of how many context are attached.
Olav Haugan236970a2013-05-14 17:00:02 -0700101 * @bus_client : Bus client needed to vote for bus bandwidth.
Stepan Moskovchenko41f3f512011-02-24 18:00:39 -0800102 *
Stepan Moskovchenko0720d1f2010-08-24 18:31:10 -0700103 * A msm_iommu_drvdata holds the global driver data about a single piece
104 * of an IOMMU hardware instance.
105 */
106struct msm_iommu_drvdata {
107 void __iomem *base;
Olav Haugan95d24162012-12-05 14:47:47 -0800108 void __iomem *glb_base;
Stepan Moskovchenkoa43d8c12011-02-24 18:00:42 -0800109 int ncb;
Shubhraprakash Das935e6a52012-04-05 14:47:30 -0600110 int ttbr_split;
Stepan Moskovchenko41f3f512011-02-24 18:00:39 -0800111 struct clk *clk;
112 struct clk *pclk;
Stepan Moskovchenko17ae71e2012-07-24 19:24:14 -0700113 struct clk *aclk;
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700114 const char *name;
Stepan Moskovchenko6751acc2012-06-21 17:36:47 -0700115 struct regulator *gdsc;
Olav Haugan2648d972013-01-07 17:32:31 -0800116 struct regulator *alt_gdsc;
Stepan Moskovchenko880a3182012-10-01 12:35:24 -0700117 struct msm_iommu_bfb_settings *bfb_settings;
Laura Abbott0d135652012-10-04 12:59:03 -0700118 int sec_id;
Stephen Boyd55742b72012-08-08 11:40:26 -0700119 struct device *dev;
120 struct list_head list;
Olav Haugan3c7fb382013-01-02 17:32:25 -0800121 void __iomem *clk_reg_virt;
Olav Haugancd932192013-01-31 18:30:15 -0800122 int halt_enabled;
Olav Haugan4e315c42013-03-06 10:14:28 -0800123 int *asid;
Olav Haugane3885392013-03-06 16:22:53 -0800124 unsigned int ctx_attach_count;
Olav Haugan236970a2013-05-14 17:00:02 -0700125 unsigned int bus_client;
Stepan Moskovchenko0720d1f2010-08-24 18:31:10 -0700126};
127
Olav Hauganeece7e52013-04-02 10:22:21 -0700128/**
129 * struct iommu_access_ops - Callbacks for accessing IOMMU
130 * @iommu_power_on: Turn on power to unit
131 * @iommu_power_off: Turn off power to unit
Olav Haugan236970a2013-05-14 17:00:02 -0700132 * @iommu_bus_vote: Vote for bus bandwidth
Olav Hauganeece7e52013-04-02 10:22:21 -0700133 * @iommu_clk_on: Turn on clks to unit
134 * @iommu_clk_off: Turn off clks to unit
Jordan Crouse64bf39f2013-04-18 15:48:13 -0600135 * @iommu_lock_initialize: Initialize the remote lock
Olav Hauganeece7e52013-04-02 10:22:21 -0700136 * @iommu_lock_acquire: Acquire any locks needed
137 * @iommu_lock_release: Release locks needed
138 */
139struct iommu_access_ops {
140 int (*iommu_power_on)(struct msm_iommu_drvdata *);
141 void (*iommu_power_off)(struct msm_iommu_drvdata *);
Olav Haugan236970a2013-05-14 17:00:02 -0700142 int (*iommu_bus_vote)(struct msm_iommu_drvdata *drvdata,
143 unsigned int vote);
Olav Hauganeece7e52013-04-02 10:22:21 -0700144 int (*iommu_clk_on)(struct msm_iommu_drvdata *);
145 void (*iommu_clk_off)(struct msm_iommu_drvdata *);
Jordan Crouse64bf39f2013-04-18 15:48:13 -0600146 void * (*iommu_lock_initialize)(void);
Olav Hauganeece7e52013-04-02 10:22:21 -0700147 void (*iommu_lock_acquire)(void);
148 void (*iommu_lock_release)(void);
149};
150
Stephen Boyd55742b72012-08-08 11:40:26 -0700151void msm_iommu_add_drv(struct msm_iommu_drvdata *drv);
152void msm_iommu_remove_drv(struct msm_iommu_drvdata *drv);
Olav Hauganf3782732013-01-11 11:23:30 -0800153void program_iommu_bfb_settings(void __iomem *base,
154 const struct msm_iommu_bfb_settings *bfb_settings);
Olav Haugancd932192013-01-31 18:30:15 -0800155void iommu_halt(const struct msm_iommu_drvdata *iommu_drvdata);
156void iommu_resume(const struct msm_iommu_drvdata *iommu_drvdata);
Stephen Boyd55742b72012-08-08 11:40:26 -0700157
Stepan Moskovchenko0720d1f2010-08-24 18:31:10 -0700158/**
159 * struct msm_iommu_ctx_drvdata - an IOMMU context bank instance
160 * @num: Hardware context number of this context
161 * @pdev: Platform device associated wit this HW instance
162 * @attached_elm: List element for domains to track which devices are
163 * attached to them
Stepan Moskovchenko4575bdd2012-06-28 14:59:00 -0700164 * @attached_domain Domain currently attached to this context (if any)
165 * @name Human-readable name of this context device
Olav Haugan95d24162012-12-05 14:47:47 -0800166 * @sids List of Stream IDs mapped to this context
167 * @nsid Number of Stream IDs mapped to this context
Olav Haugan26ddd432012-12-07 11:39:21 -0800168 * @secure_context true if this is a secure context programmed by
169 the secure environment, false otherwise
170 * @asid ASID used with this context.
Olav Haugane99ee7e2012-12-11 15:02:02 -0800171 * @attach_count Number of time this context has been attached.
Stepan Moskovchenko0720d1f2010-08-24 18:31:10 -0700172 *
173 * A msm_iommu_ctx_drvdata holds the driver data for a single context bank
174 * within each IOMMU hardware instance
175 */
176struct msm_iommu_ctx_drvdata {
177 int num;
178 struct platform_device *pdev;
179 struct list_head attached_elm;
Stepan Moskovchenko73a50f62012-05-03 17:29:12 -0700180 struct iommu_domain *attached_domain;
181 const char *name;
Stepan Moskovchenko4575bdd2012-06-28 14:59:00 -0700182 u32 sids[MAX_NUM_SMR];
183 unsigned int nsid;
Olav Haugan26ddd432012-12-07 11:39:21 -0800184 unsigned int secure_context;
185 int asid;
Olav Haugane99ee7e2012-12-11 15:02:02 -0800186 int attach_count;
Stepan Moskovchenko0720d1f2010-08-24 18:31:10 -0700187};
188
Mitchel Humpherys9e90db32013-05-21 17:37:22 -0700189struct msm_iommu_context_regs {
190 uint32_t far;
191 uint32_t par;
192 uint32_t fsr;
193 uint32_t fsynr0;
194 uint32_t fsynr1;
195 uint32_t ttbr0;
196 uint32_t ttbr1;
197 uint32_t sctlr;
198 uint32_t actlr;
199 uint32_t prrr;
200 uint32_t nmrr;
201};
202
203void print_ctx_regs(struct msm_iommu_context_regs *regs);
204
Stepan Moskovchenko0720d1f2010-08-24 18:31:10 -0700205/*
Stepan Moskovchenko0720d1f2010-08-24 18:31:10 -0700206 * Interrupt handler for the IOMMU context fault interrupt. Hooking the
207 * interrupt is not supported in the API yet, but this will print an error
208 * message and dump useful IOMMU registers.
209 */
210irqreturn_t msm_iommu_fault_handler(int irq, void *dev_id);
Sathish Ambleyd1b89ed2012-02-07 21:47:47 -0800211irqreturn_t msm_iommu_fault_handler_v2(int irq, void *dev_id);
Mitchel Humpherysf3b50912013-05-21 17:46:04 -0700212irqreturn_t msm_iommu_secure_fault_handler_v2(int irq, void *dev_id);
Stepan Moskovchenko0720d1f2010-08-24 18:31:10 -0700213
Olav Haugan65209cd2012-11-07 15:02:56 -0800214enum {
215 PROC_APPS,
216 PROC_GPU,
217 PROC_MAX
218};
219
220/* Expose structure to allow kgsl iommu driver to use the same structure to
221 * communicate to GPU the addresses of the flag and turn variables.
222 */
223struct remote_iommu_petersons_spinlock {
224 uint32_t flag[PROC_MAX];
225 uint32_t turn;
226};
227
228#ifdef CONFIG_MSM_IOMMU
229void *msm_iommu_lock_initialize(void);
230void msm_iommu_mutex_lock(void);
231void msm_iommu_mutex_unlock(void);
232#else
233static inline void *msm_iommu_lock_initialize(void)
234{
235 return NULL;
236}
237static inline void msm_iommu_mutex_lock(void) { }
238static inline void msm_iommu_mutex_unlock(void) { }
239#endif
240
241#ifdef CONFIG_MSM_IOMMU_GPU_SYNC
242void msm_iommu_remote_p0_spin_lock(void);
243void msm_iommu_remote_p0_spin_unlock(void);
244
245#define msm_iommu_remote_lock_init() _msm_iommu_remote_spin_lock_init()
246#define msm_iommu_remote_spin_lock() msm_iommu_remote_p0_spin_lock()
247#define msm_iommu_remote_spin_unlock() msm_iommu_remote_p0_spin_unlock()
248#else
249#define msm_iommu_remote_lock_init()
250#define msm_iommu_remote_spin_lock()
251#define msm_iommu_remote_spin_unlock()
252#endif
253
254/* Allows kgsl iommu driver to acquire lock */
255#define msm_iommu_lock() \
256 do { \
257 msm_iommu_mutex_lock(); \
258 msm_iommu_remote_spin_lock(); \
259 } while (0)
260
261#define msm_iommu_unlock() \
262 do { \
263 msm_iommu_remote_spin_unlock(); \
264 msm_iommu_mutex_unlock(); \
265 } while (0)
266
Shubhraprakash Dasf4f600f2011-08-12 13:27:34 -0600267#ifdef CONFIG_MSM_IOMMU
268/*
269 * Look up an IOMMU context device by its context name. NULL if none found.
270 * Useful for testing and drivers that do not yet fully have IOMMU stuff in
271 * their platform devices.
272 */
273struct device *msm_iommu_get_ctx(const char *ctx_name);
274#else
275static inline struct device *msm_iommu_get_ctx(const char *ctx_name)
276{
277 return NULL;
278}
279#endif
280
Laura Abbottf4daa692012-10-10 19:31:53 -0700281/*
282 * Function to program the global registers of an IOMMU securely.
283 * This should only be called on IOMMUs for which kernel programming
284 * of global registers is not possible
285 */
Olav Hauganeece7e52013-04-02 10:22:21 -0700286void msm_iommu_sec_set_access_ops(struct iommu_access_ops *access_ops);
Laura Abbottf4daa692012-10-10 19:31:53 -0700287int msm_iommu_sec_program_iommu(int sec_id);
Stepan Moskovchenko15f209c2011-10-31 15:32:44 -0700288
Olav Haugan0e22c482013-01-28 17:39:36 -0800289static inline int msm_soc_version_supports_iommu_v0(void)
Stepan Moskovchenko15f209c2011-10-31 15:32:44 -0700290{
Sathish Ambleyd1b89ed2012-02-07 21:47:47 -0800291#ifdef CONFIG_OF
292 struct device_node *node;
293
Olav Haugan0e22c482013-01-28 17:39:36 -0800294 node = of_find_compatible_node(NULL, NULL, "qcom,msm-smmu-v1");
Sathish Ambleyd1b89ed2012-02-07 21:47:47 -0800295 if (node) {
296 of_node_put(node);
297 return 0;
298 }
Olav Haugan95d24162012-12-05 14:47:47 -0800299
Olav Haugan0e22c482013-01-28 17:39:36 -0800300 node = of_find_compatible_node(NULL, NULL, "qcom,msm-smmu-v0");
Olav Haugan95d24162012-12-05 14:47:47 -0800301 if (node) {
302 of_node_put(node);
303 return 1;
304 }
Sathish Ambleyd1b89ed2012-02-07 21:47:47 -0800305#endif
Stepan Moskovchenko15f209c2011-10-31 15:32:44 -0700306 if (cpu_is_msm8960() &&
307 SOCINFO_VERSION_MAJOR(socinfo_get_version()) < 2)
308 return 0;
309
310 if (cpu_is_msm8x60() &&
311 (SOCINFO_VERSION_MAJOR(socinfo_get_version()) != 2 ||
312 SOCINFO_VERSION_MINOR(socinfo_get_version()) < 1)) {
313 return 0;
314 }
315 return 1;
316}
Jeremy Gebben2dfe0022012-11-01 11:03:21 -0600317#endif