blob: c8bec9c7655d417ebbcb78096f16a7cbeddcf54d [file] [log] [blame]
Donguk Ryub55f6852011-01-13 13:35:31 +09001/* linux/arch/arm/plat-s5p/sysmmu.c
2 *
3 * Copyright (c) 2010 Samsung Electronics Co., Ltd.
4 * http://www.samsung.com
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 */
10
11#include <linux/io.h>
12#include <linux/interrupt.h>
13#include <linux/platform_device.h>
Kukjin Kim12b248e2011-11-17 01:13:34 +090014#include <linux/export.h>
Donguk Ryub55f6852011-01-13 13:35:31 +090015
KyongHo Chob34f0032011-03-07 08:56:48 +090016#include <asm/pgtable.h>
17
Donguk Ryub55f6852011-01-13 13:35:31 +090018#include <mach/map.h>
19#include <mach/regs-sysmmu.h>
KyongHo Chob34f0032011-03-07 08:56:48 +090020#include <plat/sysmmu.h>
Donguk Ryub55f6852011-01-13 13:35:31 +090021
KyongHo Chob34f0032011-03-07 08:56:48 +090022#define CTRL_ENABLE 0x5
23#define CTRL_BLOCK 0x7
24#define CTRL_DISABLE 0x0
Donguk Ryub55f6852011-01-13 13:35:31 +090025
KyongHo Chob34f0032011-03-07 08:56:48 +090026static struct device *dev;
27
28static unsigned short fault_reg_offset[SYSMMU_FAULTS_NUM] = {
29 S5P_PAGE_FAULT_ADDR,
30 S5P_AR_FAULT_ADDR,
31 S5P_AW_FAULT_ADDR,
32 S5P_DEFAULT_SLAVE_ADDR,
33 S5P_AR_FAULT_ADDR,
34 S5P_AR_FAULT_ADDR,
35 S5P_AW_FAULT_ADDR,
36 S5P_AW_FAULT_ADDR
37};
38
39static char *sysmmu_fault_name[SYSMMU_FAULTS_NUM] = {
40 "PAGE FAULT",
41 "AR MULTI-HIT FAULT",
42 "AW MULTI-HIT FAULT",
43 "BUS ERROR",
44 "AR SECURITY PROTECTION FAULT",
45 "AR ACCESS PROTECTION FAULT",
46 "AW SECURITY PROTECTION FAULT",
47 "AW ACCESS PROTECTION FAULT"
48};
49
50static int (*fault_handlers[S5P_SYSMMU_TOTAL_IPNUM])(
51 enum S5P_SYSMMU_INTERRUPT_TYPE itype,
52 unsigned long pgtable_base,
53 unsigned long fault_addr);
54
55/*
56 * If adjacent 2 bits are true, the system MMU is enabled.
57 * The system MMU is disabled, otherwise.
58 */
59static unsigned long sysmmu_states;
60
61static inline void set_sysmmu_active(sysmmu_ips ips)
Donguk Ryub55f6852011-01-13 13:35:31 +090062{
KyongHo Chob34f0032011-03-07 08:56:48 +090063 sysmmu_states |= 3 << (ips * 2);
64}
Donguk Ryub55f6852011-01-13 13:35:31 +090065
KyongHo Chob34f0032011-03-07 08:56:48 +090066static inline void set_sysmmu_inactive(sysmmu_ips ips)
67{
68 sysmmu_states &= ~(3 << (ips * 2));
69}
Donguk Ryub55f6852011-01-13 13:35:31 +090070
KyongHo Chob34f0032011-03-07 08:56:48 +090071static inline int is_sysmmu_active(sysmmu_ips ips)
72{
73 return sysmmu_states & (3 << (ips * 2));
74}
Donguk Ryub55f6852011-01-13 13:35:31 +090075
KyongHo Chob34f0032011-03-07 08:56:48 +090076static void __iomem *sysmmusfrs[S5P_SYSMMU_TOTAL_IPNUM];
77
78static inline void sysmmu_block(sysmmu_ips ips)
79{
80 __raw_writel(CTRL_BLOCK, sysmmusfrs[ips] + S5P_MMU_CTRL);
81 dev_dbg(dev, "%s is blocked.\n", sysmmu_ips_name[ips]);
82}
83
84static inline void sysmmu_unblock(sysmmu_ips ips)
85{
86 __raw_writel(CTRL_ENABLE, sysmmusfrs[ips] + S5P_MMU_CTRL);
87 dev_dbg(dev, "%s is unblocked.\n", sysmmu_ips_name[ips]);
88}
89
90static inline void __sysmmu_tlb_invalidate(sysmmu_ips ips)
91{
92 __raw_writel(0x1, sysmmusfrs[ips] + S5P_MMU_FLUSH);
93 dev_dbg(dev, "TLB of %s is invalidated.\n", sysmmu_ips_name[ips]);
94}
95
96static inline void __sysmmu_set_ptbase(sysmmu_ips ips, unsigned long pgd)
97{
98 if (unlikely(pgd == 0)) {
99 pgd = (unsigned long)ZERO_PAGE(0);
100 __raw_writel(0x20, sysmmusfrs[ips] + S5P_MMU_CFG); /* 4KB LV1 */
101 } else {
102 __raw_writel(0x0, sysmmusfrs[ips] + S5P_MMU_CFG); /* 16KB LV1 */
Donguk Ryub55f6852011-01-13 13:35:31 +0900103 }
KyongHo Chob34f0032011-03-07 08:56:48 +0900104
105 __raw_writel(pgd, sysmmusfrs[ips] + S5P_PT_BASE_ADDR);
106
107 dev_dbg(dev, "Page table base of %s is initialized with 0x%08lX.\n",
108 sysmmu_ips_name[ips], pgd);
109 __sysmmu_tlb_invalidate(ips);
110}
111
112void sysmmu_set_fault_handler(sysmmu_ips ips,
113 int (*handler)(enum S5P_SYSMMU_INTERRUPT_TYPE itype,
114 unsigned long pgtable_base,
115 unsigned long fault_addr))
116{
117 BUG_ON(!((ips >= SYSMMU_MDMA) && (ips < S5P_SYSMMU_TOTAL_IPNUM)));
118 fault_handlers[ips] = handler;
Donguk Ryub55f6852011-01-13 13:35:31 +0900119}
120
121static irqreturn_t s5p_sysmmu_irq(int irq, void *dev_id)
122{
KyongHo Chob34f0032011-03-07 08:56:48 +0900123 /* SYSMMU is in blocked when interrupt occurred. */
124 unsigned long base = 0;
125 sysmmu_ips ips = (sysmmu_ips)dev_id;
126 enum S5P_SYSMMU_INTERRUPT_TYPE itype;
Donguk Ryub55f6852011-01-13 13:35:31 +0900127
KyongHo Chob34f0032011-03-07 08:56:48 +0900128 itype = (enum S5P_SYSMMU_INTERRUPT_TYPE)
129 __ffs(__raw_readl(sysmmusfrs[ips] + S5P_INT_STATUS));
Donguk Ryub55f6852011-01-13 13:35:31 +0900130
KyongHo Chob34f0032011-03-07 08:56:48 +0900131 BUG_ON(!((itype >= 0) && (itype < 8)));
Donguk Ryub55f6852011-01-13 13:35:31 +0900132
KyongHo Chob34f0032011-03-07 08:56:48 +0900133 dev_alert(dev, "%s occurred by %s.\n", sysmmu_fault_name[itype],
134 sysmmu_ips_name[ips]);
135
136 if (fault_handlers[ips]) {
137 unsigned long addr;
138
139 base = __raw_readl(sysmmusfrs[ips] + S5P_PT_BASE_ADDR);
140 addr = __raw_readl(sysmmusfrs[ips] + fault_reg_offset[itype]);
141
142 if (fault_handlers[ips](itype, base, addr)) {
143 __raw_writel(1 << itype,
144 sysmmusfrs[ips] + S5P_INT_CLEAR);
145 dev_notice(dev, "%s from %s is resolved."
146 " Retrying translation.\n",
147 sysmmu_fault_name[itype], sysmmu_ips_name[ips]);
148 } else {
149 base = 0;
Donguk Ryub55f6852011-01-13 13:35:31 +0900150 }
151 }
KyongHo Chob34f0032011-03-07 08:56:48 +0900152
153 sysmmu_unblock(ips);
154
155 if (!base)
156 dev_notice(dev, "%s from %s is not handled.\n",
157 sysmmu_fault_name[itype], sysmmu_ips_name[ips]);
158
Donguk Ryub55f6852011-01-13 13:35:31 +0900159 return IRQ_HANDLED;
160}
161
KyongHo Chob34f0032011-03-07 08:56:48 +0900162void s5p_sysmmu_set_tablebase_pgd(sysmmu_ips ips, unsigned long pgd)
Donguk Ryub55f6852011-01-13 13:35:31 +0900163{
KyongHo Chob34f0032011-03-07 08:56:48 +0900164 if (is_sysmmu_active(ips)) {
165 sysmmu_block(ips);
166 __sysmmu_set_ptbase(ips, pgd);
167 sysmmu_unblock(ips);
168 } else {
169 dev_dbg(dev, "%s is disabled. "
170 "Skipping initializing page table base.\n",
171 sysmmu_ips_name[ips]);
Donguk Ryub55f6852011-01-13 13:35:31 +0900172 }
Donguk Ryub55f6852011-01-13 13:35:31 +0900173}
174
KyongHo Chob34f0032011-03-07 08:56:48 +0900175void s5p_sysmmu_enable(sysmmu_ips ips, unsigned long pgd)
Donguk Ryub55f6852011-01-13 13:35:31 +0900176{
KyongHo Chob34f0032011-03-07 08:56:48 +0900177 if (!is_sysmmu_active(ips)) {
KyongHo Chob0b6ff02011-03-07 09:10:24 +0900178 sysmmu_clk_enable(ips);
179
KyongHo Chob34f0032011-03-07 08:56:48 +0900180 __sysmmu_set_ptbase(ips, pgd);
Donguk Ryub55f6852011-01-13 13:35:31 +0900181
KyongHo Chob34f0032011-03-07 08:56:48 +0900182 __raw_writel(CTRL_ENABLE, sysmmusfrs[ips] + S5P_MMU_CTRL);
Donguk Ryub55f6852011-01-13 13:35:31 +0900183
KyongHo Chob34f0032011-03-07 08:56:48 +0900184 set_sysmmu_active(ips);
185 dev_dbg(dev, "%s is enabled.\n", sysmmu_ips_name[ips]);
186 } else {
187 dev_dbg(dev, "%s is already enabled.\n", sysmmu_ips_name[ips]);
Donguk Ryub55f6852011-01-13 13:35:31 +0900188 }
Donguk Ryub55f6852011-01-13 13:35:31 +0900189}
190
KyongHo Chob34f0032011-03-07 08:56:48 +0900191void s5p_sysmmu_disable(sysmmu_ips ips)
Donguk Ryub55f6852011-01-13 13:35:31 +0900192{
KyongHo Chob34f0032011-03-07 08:56:48 +0900193 if (is_sysmmu_active(ips)) {
194 __raw_writel(CTRL_DISABLE, sysmmusfrs[ips] + S5P_MMU_CTRL);
195 set_sysmmu_inactive(ips);
KyongHo Chob0b6ff02011-03-07 09:10:24 +0900196 sysmmu_clk_disable(ips);
KyongHo Chob34f0032011-03-07 08:56:48 +0900197 dev_dbg(dev, "%s is disabled.\n", sysmmu_ips_name[ips]);
198 } else {
199 dev_dbg(dev, "%s is already disabled.\n", sysmmu_ips_name[ips]);
Donguk Ryub55f6852011-01-13 13:35:31 +0900200 }
Donguk Ryub55f6852011-01-13 13:35:31 +0900201}
202
KyongHo Chob34f0032011-03-07 08:56:48 +0900203void s5p_sysmmu_tlb_invalidate(sysmmu_ips ips)
Donguk Ryub55f6852011-01-13 13:35:31 +0900204{
KyongHo Chob34f0032011-03-07 08:56:48 +0900205 if (is_sysmmu_active(ips)) {
206 sysmmu_block(ips);
207 __sysmmu_tlb_invalidate(ips);
208 sysmmu_unblock(ips);
209 } else {
210 dev_dbg(dev, "%s is disabled. "
211 "Skipping invalidating TLB.\n", sysmmu_ips_name[ips]);
Donguk Ryub55f6852011-01-13 13:35:31 +0900212 }
Donguk Ryub55f6852011-01-13 13:35:31 +0900213}
214
215static int s5p_sysmmu_probe(struct platform_device *pdev)
216{
KyongHo Chob34f0032011-03-07 08:56:48 +0900217 int i, ret;
218 struct resource *res, *mem;
219
220 dev = &pdev->dev;
Donguk Ryub55f6852011-01-13 13:35:31 +0900221
222 for (i = 0; i < S5P_SYSMMU_TOTAL_IPNUM; i++) {
KyongHo Chob34f0032011-03-07 08:56:48 +0900223 int irq;
Donguk Ryub55f6852011-01-13 13:35:31 +0900224
KyongHo Chob0b6ff02011-03-07 09:10:24 +0900225 sysmmu_clk_init(dev, i);
226 sysmmu_clk_disable(i);
227
Donguk Ryub55f6852011-01-13 13:35:31 +0900228 res = platform_get_resource(pdev, IORESOURCE_MEM, i);
229 if (!res) {
KyongHo Chob34f0032011-03-07 08:56:48 +0900230 dev_err(dev, "Failed to get the resource of %s.\n",
231 sysmmu_ips_name[i]);
Donguk Ryub55f6852011-01-13 13:35:31 +0900232 ret = -ENODEV;
233 goto err_res;
234 }
235
Joe Perches28f65c12011-06-09 09:13:32 -0700236 mem = request_mem_region(res->start, resource_size(res),
237 pdev->name);
KyongHo Chob34f0032011-03-07 08:56:48 +0900238 if (!mem) {
239 dev_err(dev, "Failed to request the memory region of %s.\n",
240 sysmmu_ips_name[i]);
Donguk Ryub55f6852011-01-13 13:35:31 +0900241 ret = -EBUSY;
242 goto err_res;
243 }
244
Joe Perches28f65c12011-06-09 09:13:32 -0700245 sysmmusfrs[i] = ioremap(res->start, resource_size(res));
KyongHo Chob34f0032011-03-07 08:56:48 +0900246 if (!sysmmusfrs[i]) {
247 dev_err(dev, "Failed to ioremap() for %s.\n",
248 sysmmu_ips_name[i]);
Donguk Ryub55f6852011-01-13 13:35:31 +0900249 ret = -ENXIO;
250 goto err_reg;
251 }
252
KyongHo Chob34f0032011-03-07 08:56:48 +0900253 irq = platform_get_irq(pdev, i);
254 if (irq <= 0) {
255 dev_err(dev, "Failed to get the IRQ resource of %s.\n",
256 sysmmu_ips_name[i]);
Donguk Ryub55f6852011-01-13 13:35:31 +0900257 ret = -ENOENT;
258 goto err_map;
259 }
260
KyongHo Chob34f0032011-03-07 08:56:48 +0900261 if (request_irq(irq, s5p_sysmmu_irq, IRQF_DISABLED,
262 pdev->name, (void *)i)) {
263 dev_err(dev, "Failed to request IRQ for %s.\n",
264 sysmmu_ips_name[i]);
Donguk Ryub55f6852011-01-13 13:35:31 +0900265 ret = -ENOENT;
266 goto err_map;
267 }
Donguk Ryub55f6852011-01-13 13:35:31 +0900268 }
269
270 return 0;
271
Donguk Ryub55f6852011-01-13 13:35:31 +0900272err_map:
KyongHo Chob34f0032011-03-07 08:56:48 +0900273 iounmap(sysmmusfrs[i]);
274err_reg:
275 release_mem_region(mem->start, resource_size(mem));
Donguk Ryub55f6852011-01-13 13:35:31 +0900276err_res:
277 return ret;
278}
279
280static int s5p_sysmmu_remove(struct platform_device *pdev)
281{
282 return 0;
283}
284int s5p_sysmmu_runtime_suspend(struct device *dev)
285{
286 return 0;
287}
288
289int s5p_sysmmu_runtime_resume(struct device *dev)
290{
291 return 0;
292}
293
294const struct dev_pm_ops s5p_sysmmu_pm_ops = {
295 .runtime_suspend = s5p_sysmmu_runtime_suspend,
296 .runtime_resume = s5p_sysmmu_runtime_resume,
297};
298
299static struct platform_driver s5p_sysmmu_driver = {
300 .probe = s5p_sysmmu_probe,
301 .remove = s5p_sysmmu_remove,
302 .driver = {
303 .owner = THIS_MODULE,
304 .name = "s5p-sysmmu",
305 .pm = &s5p_sysmmu_pm_ops,
306 }
307};
308
309static int __init s5p_sysmmu_init(void)
310{
311 return platform_driver_register(&s5p_sysmmu_driver);
312}
313arch_initcall(s5p_sysmmu_init);