Stephen Boyd | 55742b7 | 2012-08-08 11:40:26 -0700 | [diff] [blame] | 1 | /* Copyright (c) 2010-2012, The Linux Foundation. All rights reserved. |
Stepan Moskovchenko | 0720d1f | 2010-08-24 18:31:10 -0700 | [diff] [blame] | 2 | * |
| 3 | * This program is free software; you can redistribute it and/or modify |
| 4 | * it under the terms of the GNU General Public License version 2 and |
| 5 | * only version 2 as published by the Free Software Foundation. |
| 6 | * |
| 7 | * This program is distributed in the hope that it will be useful, |
| 8 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 9 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 10 | * GNU General Public License for more details. |
Stepan Moskovchenko | 0720d1f | 2010-08-24 18:31:10 -0700 | [diff] [blame] | 11 | */ |
| 12 | |
| 13 | #ifndef MSM_IOMMU_H |
| 14 | #define MSM_IOMMU_H |
| 15 | |
| 16 | #include <linux/interrupt.h> |
Stepan Moskovchenko | 41f3f51 | 2011-02-24 18:00:39 -0800 | [diff] [blame] | 17 | #include <linux/clk.h> |
Stephen Boyd | 55742b7 | 2012-08-08 11:40:26 -0700 | [diff] [blame] | 18 | #include <linux/list.h> |
Stepan Moskovchenko | 6751acc | 2012-06-21 17:36:47 -0700 | [diff] [blame] | 19 | #include <linux/regulator/consumer.h> |
Stepan Moskovchenko | 15f209c | 2011-10-31 15:32:44 -0700 | [diff] [blame] | 20 | #include <mach/socinfo.h> |
Stepan Moskovchenko | 0720d1f | 2010-08-24 18:31:10 -0700 | [diff] [blame] | 21 | |
Stepan Moskovchenko | 6ee3be8 | 2011-11-08 15:24:53 -0800 | [diff] [blame] | 22 | extern pgprot_t pgprot_kernel; |
Laura Abbott | 0d13565 | 2012-10-04 12:59:03 -0700 | [diff] [blame] | 23 | extern struct bus_type msm_iommu_sec_bus_type; |
Stepan Moskovchenko | 08bd683 | 2010-11-15 18:19:35 -0800 | [diff] [blame] | 24 | |
Stepan Moskovchenko | b243889 | 2011-08-31 17:16:19 -0700 | [diff] [blame] | 25 | /* Domain attributes */ |
| 26 | #define MSM_IOMMU_DOMAIN_PT_CACHEABLE 0x1 |
Laura Abbott | 0d13565 | 2012-10-04 12:59:03 -0700 | [diff] [blame] | 27 | #define MSM_IOMMU_DOMAIN_PT_SECURE 0x2 |
Stepan Moskovchenko | b243889 | 2011-08-31 17:16:19 -0700 | [diff] [blame] | 28 | |
Stepan Moskovchenko | 08bd683 | 2010-11-15 18:19:35 -0800 | [diff] [blame] | 29 | /* Mask for the cache policy attribute */ |
| 30 | #define MSM_IOMMU_CP_MASK 0x03 |
| 31 | |
Stepan Moskovchenko | 0720d1f | 2010-08-24 18:31:10 -0700 | [diff] [blame] | 32 | /* Maximum number of Machine IDs that we are allowing to be mapped to the same |
| 33 | * context bank. The number of MIDs mapped to the same CB does not affect |
| 34 | * performance, but there is a practical limit on how many distinct MIDs may |
| 35 | * be present. These mappings are typically determined at design time and are |
| 36 | * not expected to change at run time. |
| 37 | */ |
Stepan Moskovchenko | 23513c3 | 2010-11-12 19:29:47 -0800 | [diff] [blame] | 38 | #define MAX_NUM_MIDS 32 |
Stepan Moskovchenko | 0720d1f | 2010-08-24 18:31:10 -0700 | [diff] [blame] | 39 | |
Stepan Moskovchenko | 4575bdd | 2012-06-28 14:59:00 -0700 | [diff] [blame] | 40 | /* Maximum number of SMT entries allowed by the system */ |
| 41 | #define MAX_NUM_SMR 128 |
| 42 | |
Stepan Moskovchenko | 880a318 | 2012-10-01 12:35:24 -0700 | [diff] [blame] | 43 | #define MAX_NUM_BFB_REGS 32 |
| 44 | |
Stepan Moskovchenko | 0720d1f | 2010-08-24 18:31:10 -0700 | [diff] [blame] | 45 | /** |
| 46 | * struct msm_iommu_dev - a single IOMMU hardware instance |
| 47 | * name Human-readable name given to this IOMMU HW instance |
Stepan Moskovchenko | a43d8c1 | 2011-02-24 18:00:42 -0800 | [diff] [blame] | 48 | * ncb Number of context banks present on this IOMMU HW instance |
Stepan Moskovchenko | 0720d1f | 2010-08-24 18:31:10 -0700 | [diff] [blame] | 49 | */ |
| 50 | struct msm_iommu_dev { |
| 51 | const char *name; |
Stepan Moskovchenko | a43d8c1 | 2011-02-24 18:00:42 -0800 | [diff] [blame] | 52 | int ncb; |
Shubhraprakash Das | 935e6a5 | 2012-04-05 14:47:30 -0600 | [diff] [blame] | 53 | int ttbr_split; |
Stepan Moskovchenko | 0720d1f | 2010-08-24 18:31:10 -0700 | [diff] [blame] | 54 | }; |
| 55 | |
| 56 | /** |
| 57 | * struct msm_iommu_ctx_dev - an IOMMU context bank instance |
| 58 | * name Human-readable name given to this context bank |
| 59 | * num Index of this context bank within the hardware |
| 60 | * mids List of Machine IDs that are to be mapped into this context |
| 61 | * bank, terminated by -1. The MID is a set of signals on the |
| 62 | * AXI bus that identifies the function associated with a specific |
| 63 | * memory request. (See ARM spec). |
| 64 | */ |
| 65 | struct msm_iommu_ctx_dev { |
| 66 | const char *name; |
| 67 | int num; |
| 68 | int mids[MAX_NUM_MIDS]; |
| 69 | }; |
| 70 | |
Stepan Moskovchenko | 880a318 | 2012-10-01 12:35:24 -0700 | [diff] [blame] | 71 | /** |
| 72 | * struct msm_iommu_bfb_settings - a set of IOMMU BFB tuning parameters |
| 73 | * regs An array of register offsets to configure |
| 74 | * data Values to write to corresponding registers |
| 75 | * length Number of valid entries in the offset/val arrays |
| 76 | */ |
| 77 | struct msm_iommu_bfb_settings { |
| 78 | unsigned int regs[MAX_NUM_BFB_REGS]; |
| 79 | unsigned int data[MAX_NUM_BFB_REGS]; |
| 80 | int length; |
| 81 | }; |
Stepan Moskovchenko | 0720d1f | 2010-08-24 18:31:10 -0700 | [diff] [blame] | 82 | |
| 83 | /** |
| 84 | * struct msm_iommu_drvdata - A single IOMMU hardware instance |
| 85 | * @base: IOMMU config port base address (VA) |
Stepan Moskovchenko | a43d8c1 | 2011-02-24 18:00:42 -0800 | [diff] [blame] | 86 | * @ncb The number of contexts on this IOMMU |
Stepan Moskovchenko | 0720d1f | 2010-08-24 18:31:10 -0700 | [diff] [blame] | 87 | * @irq: Interrupt number |
Stepan Moskovchenko | 41f3f51 | 2011-02-24 18:00:39 -0800 | [diff] [blame] | 88 | * @clk: The bus clock for this IOMMU hardware instance |
| 89 | * @pclk: The clock for the IOMMU bus interconnect |
Stepan Moskovchenko | 17ae71e | 2012-07-24 19:24:14 -0700 | [diff] [blame] | 90 | * @aclk: Alternate clock for this IOMMU core, if any |
Stepan Moskovchenko | 4575bdd | 2012-06-28 14:59:00 -0700 | [diff] [blame] | 91 | * @name: Human-readable name of this IOMMU device |
| 92 | * @gdsc: Regulator needed to power this HW block (v2 only) |
Stepan Moskovchenko | 880a318 | 2012-10-01 12:35:24 -0700 | [diff] [blame] | 93 | * @bfb_settings: Optional BFB performance tuning parameters |
Stephen Boyd | 55742b7 | 2012-08-08 11:40:26 -0700 | [diff] [blame] | 94 | * @dev: Struct device this hardware instance is tied to |
| 95 | * @list: List head to link all iommus together |
Stepan Moskovchenko | 41f3f51 | 2011-02-24 18:00:39 -0800 | [diff] [blame] | 96 | * |
Stepan Moskovchenko | 0720d1f | 2010-08-24 18:31:10 -0700 | [diff] [blame] | 97 | * A msm_iommu_drvdata holds the global driver data about a single piece |
| 98 | * of an IOMMU hardware instance. |
| 99 | */ |
| 100 | struct msm_iommu_drvdata { |
| 101 | void __iomem *base; |
Stepan Moskovchenko | a43d8c1 | 2011-02-24 18:00:42 -0800 | [diff] [blame] | 102 | int ncb; |
Shubhraprakash Das | 935e6a5 | 2012-04-05 14:47:30 -0600 | [diff] [blame] | 103 | int ttbr_split; |
Stepan Moskovchenko | 41f3f51 | 2011-02-24 18:00:39 -0800 | [diff] [blame] | 104 | struct clk *clk; |
| 105 | struct clk *pclk; |
Stepan Moskovchenko | 17ae71e | 2012-07-24 19:24:14 -0700 | [diff] [blame] | 106 | struct clk *aclk; |
Bryan Huntsman | 3f2bc4d | 2011-08-16 17:27:22 -0700 | [diff] [blame] | 107 | const char *name; |
Stepan Moskovchenko | 6751acc | 2012-06-21 17:36:47 -0700 | [diff] [blame] | 108 | struct regulator *gdsc; |
Stepan Moskovchenko | 880a318 | 2012-10-01 12:35:24 -0700 | [diff] [blame] | 109 | struct msm_iommu_bfb_settings *bfb_settings; |
Laura Abbott | 0d13565 | 2012-10-04 12:59:03 -0700 | [diff] [blame] | 110 | int sec_id; |
Stephen Boyd | 55742b7 | 2012-08-08 11:40:26 -0700 | [diff] [blame] | 111 | struct device *dev; |
| 112 | struct list_head list; |
Stepan Moskovchenko | 0720d1f | 2010-08-24 18:31:10 -0700 | [diff] [blame] | 113 | }; |
| 114 | |
Stephen Boyd | 55742b7 | 2012-08-08 11:40:26 -0700 | [diff] [blame] | 115 | void msm_iommu_add_drv(struct msm_iommu_drvdata *drv); |
| 116 | void msm_iommu_remove_drv(struct msm_iommu_drvdata *drv); |
| 117 | |
Stepan Moskovchenko | 0720d1f | 2010-08-24 18:31:10 -0700 | [diff] [blame] | 118 | /** |
| 119 | * struct msm_iommu_ctx_drvdata - an IOMMU context bank instance |
| 120 | * @num: Hardware context number of this context |
| 121 | * @pdev: Platform device associated wit this HW instance |
| 122 | * @attached_elm: List element for domains to track which devices are |
| 123 | * attached to them |
Stepan Moskovchenko | 4575bdd | 2012-06-28 14:59:00 -0700 | [diff] [blame] | 124 | * @attached_domain Domain currently attached to this context (if any) |
| 125 | * @name Human-readable name of this context device |
| 126 | * @sids List of Stream IDs mapped to this context (v2 only) |
| 127 | * @nsid Number of Stream IDs mapped to this context (v2 only) |
Stepan Moskovchenko | 0720d1f | 2010-08-24 18:31:10 -0700 | [diff] [blame] | 128 | * |
| 129 | * A msm_iommu_ctx_drvdata holds the driver data for a single context bank |
| 130 | * within each IOMMU hardware instance |
| 131 | */ |
| 132 | struct msm_iommu_ctx_drvdata { |
| 133 | int num; |
| 134 | struct platform_device *pdev; |
| 135 | struct list_head attached_elm; |
Stepan Moskovchenko | 73a50f6 | 2012-05-03 17:29:12 -0700 | [diff] [blame] | 136 | struct iommu_domain *attached_domain; |
| 137 | const char *name; |
Stepan Moskovchenko | 4575bdd | 2012-06-28 14:59:00 -0700 | [diff] [blame] | 138 | u32 sids[MAX_NUM_SMR]; |
| 139 | unsigned int nsid; |
Stepan Moskovchenko | 0720d1f | 2010-08-24 18:31:10 -0700 | [diff] [blame] | 140 | }; |
| 141 | |
| 142 | /* |
Stepan Moskovchenko | 0720d1f | 2010-08-24 18:31:10 -0700 | [diff] [blame] | 143 | * Interrupt handler for the IOMMU context fault interrupt. Hooking the |
| 144 | * interrupt is not supported in the API yet, but this will print an error |
| 145 | * message and dump useful IOMMU registers. |
| 146 | */ |
| 147 | irqreturn_t msm_iommu_fault_handler(int irq, void *dev_id); |
Sathish Ambley | d1b89ed | 2012-02-07 21:47:47 -0800 | [diff] [blame] | 148 | irqreturn_t msm_iommu_fault_handler_v2(int irq, void *dev_id); |
Stepan Moskovchenko | 0720d1f | 2010-08-24 18:31:10 -0700 | [diff] [blame] | 149 | |
Olav Haugan | 65209cd | 2012-11-07 15:02:56 -0800 | [diff] [blame] | 150 | enum { |
| 151 | PROC_APPS, |
| 152 | PROC_GPU, |
| 153 | PROC_MAX |
| 154 | }; |
| 155 | |
| 156 | /* Expose structure to allow kgsl iommu driver to use the same structure to |
| 157 | * communicate to GPU the addresses of the flag and turn variables. |
| 158 | */ |
| 159 | struct remote_iommu_petersons_spinlock { |
| 160 | uint32_t flag[PROC_MAX]; |
| 161 | uint32_t turn; |
| 162 | }; |
| 163 | |
| 164 | #ifdef CONFIG_MSM_IOMMU |
| 165 | void *msm_iommu_lock_initialize(void); |
| 166 | void msm_iommu_mutex_lock(void); |
| 167 | void msm_iommu_mutex_unlock(void); |
| 168 | #else |
| 169 | static inline void *msm_iommu_lock_initialize(void) |
| 170 | { |
| 171 | return NULL; |
| 172 | } |
| 173 | static inline void msm_iommu_mutex_lock(void) { } |
| 174 | static inline void msm_iommu_mutex_unlock(void) { } |
| 175 | #endif |
| 176 | |
| 177 | #ifdef CONFIG_MSM_IOMMU_GPU_SYNC |
| 178 | void msm_iommu_remote_p0_spin_lock(void); |
| 179 | void msm_iommu_remote_p0_spin_unlock(void); |
| 180 | |
| 181 | #define msm_iommu_remote_lock_init() _msm_iommu_remote_spin_lock_init() |
| 182 | #define msm_iommu_remote_spin_lock() msm_iommu_remote_p0_spin_lock() |
| 183 | #define msm_iommu_remote_spin_unlock() msm_iommu_remote_p0_spin_unlock() |
| 184 | #else |
| 185 | #define msm_iommu_remote_lock_init() |
| 186 | #define msm_iommu_remote_spin_lock() |
| 187 | #define msm_iommu_remote_spin_unlock() |
| 188 | #endif |
| 189 | |
| 190 | /* Allows kgsl iommu driver to acquire lock */ |
| 191 | #define msm_iommu_lock() \ |
| 192 | do { \ |
| 193 | msm_iommu_mutex_lock(); \ |
| 194 | msm_iommu_remote_spin_lock(); \ |
| 195 | } while (0) |
| 196 | |
| 197 | #define msm_iommu_unlock() \ |
| 198 | do { \ |
| 199 | msm_iommu_remote_spin_unlock(); \ |
| 200 | msm_iommu_mutex_unlock(); \ |
| 201 | } while (0) |
| 202 | |
Shubhraprakash Das | f4f600f | 2011-08-12 13:27:34 -0600 | [diff] [blame] | 203 | #ifdef CONFIG_MSM_IOMMU |
| 204 | /* |
| 205 | * Look up an IOMMU context device by its context name. NULL if none found. |
| 206 | * Useful for testing and drivers that do not yet fully have IOMMU stuff in |
| 207 | * their platform devices. |
| 208 | */ |
| 209 | struct device *msm_iommu_get_ctx(const char *ctx_name); |
| 210 | #else |
| 211 | static inline struct device *msm_iommu_get_ctx(const char *ctx_name) |
| 212 | { |
| 213 | return NULL; |
| 214 | } |
| 215 | #endif |
| 216 | |
Laura Abbott | f4daa69 | 2012-10-10 19:31:53 -0700 | [diff] [blame] | 217 | /* |
| 218 | * Function to program the global registers of an IOMMU securely. |
| 219 | * This should only be called on IOMMUs for which kernel programming |
| 220 | * of global registers is not possible |
| 221 | */ |
| 222 | int msm_iommu_sec_program_iommu(int sec_id); |
Stepan Moskovchenko | 15f209c | 2011-10-31 15:32:44 -0700 | [diff] [blame] | 223 | |
Sathish Ambley | d1b89ed | 2012-02-07 21:47:47 -0800 | [diff] [blame] | 224 | static inline int msm_soc_version_supports_iommu_v1(void) |
Stepan Moskovchenko | 15f209c | 2011-10-31 15:32:44 -0700 | [diff] [blame] | 225 | { |
Sathish Ambley | d1b89ed | 2012-02-07 21:47:47 -0800 | [diff] [blame] | 226 | #ifdef CONFIG_OF |
| 227 | struct device_node *node; |
| 228 | |
| 229 | node = of_find_compatible_node(NULL, NULL, "qcom,msm-smmu-v2"); |
| 230 | if (node) { |
| 231 | of_node_put(node); |
| 232 | return 0; |
| 233 | } |
| 234 | #endif |
Stepan Moskovchenko | 15f209c | 2011-10-31 15:32:44 -0700 | [diff] [blame] | 235 | if (cpu_is_msm8960() && |
| 236 | SOCINFO_VERSION_MAJOR(socinfo_get_version()) < 2) |
| 237 | return 0; |
| 238 | |
| 239 | if (cpu_is_msm8x60() && |
| 240 | (SOCINFO_VERSION_MAJOR(socinfo_get_version()) != 2 || |
| 241 | SOCINFO_VERSION_MINOR(socinfo_get_version()) < 1)) { |
| 242 | return 0; |
| 243 | } |
| 244 | return 1; |
| 245 | } |
Jeremy Gebben | 2dfe002 | 2012-11-01 11:03:21 -0600 | [diff] [blame] | 246 | #endif |