blob: cf65ab8bb0046f69d3bc244cc4636f2ead54a8b8 [file] [log] [blame]
Santosh Shilimkarfbc9be12010-05-14 12:05:26 -07001/*
2 * OMAP4 specific common source file.
3 *
4 * Copyright (C) 2010 Texas Instruments, Inc.
5 * Author:
6 * Santosh Shilimkar <santosh.shilimkar@ti.com>
7 *
8 *
9 * This program is free software,you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License version 2 as
11 * published by the Free Software Foundation.
12 */
13
14#include <linux/kernel.h>
15#include <linux/init.h>
16#include <linux/io.h>
Colin Crosscd8ce152012-10-18 12:20:08 +030017#include <linux/irq.h>
Rob Herring0529e3152012-11-05 16:18:28 -060018#include <linux/irqchip.h>
Santosh Shilimkarfbc9be12010-05-14 12:05:26 -070019#include <linux/platform_device.h>
Santosh Shilimkar137d1052011-06-25 18:04:31 -070020#include <linux/memblock.h>
Tony Lindgren7d7e1eb2012-08-27 17:43:01 -070021#include <linux/of_irq.h>
22#include <linux/of_platform.h>
23#include <linux/export.h>
Rob Herring520f7bd2012-12-27 13:10:24 -060024#include <linux/irqchip/arm-gic.h>
Santosh Shilimkarfd1c0782013-02-25 14:12:58 +053025#include <linux/of_address.h>
Robin Holt7b6d8642013-07-08 16:01:40 -070026#include <linux/reboot.h>
Rajendra Nayak1306c082014-09-10 11:04:04 -050027#include <linux/genalloc.h>
Santosh Shilimkarfbc9be12010-05-14 12:05:26 -070028
Santosh Shilimkarfbc9be12010-05-14 12:05:26 -070029#include <asm/hardware/cache-l2x0.h>
Santosh Shilimkar137d1052011-06-25 18:04:31 -070030#include <asm/mach/map.h>
Russell King716a3dc2012-01-13 15:00:51 +000031#include <asm/memblock.h>
Colin Crosscd8ce152012-10-18 12:20:08 +030032#include <asm/smp_twd.h>
Santosh Shilimkarfbc9be12010-05-14 12:05:26 -070033
Tony Lindgren732231a2012-09-20 11:41:16 -070034#include "omap-wakeupgen.h"
Tony Lindgrendbc04162012-08-31 10:59:07 -070035#include "soc.h"
Paul Walmsleyb6a42262012-10-29 20:50:21 -060036#include "iomap.h"
Tony Lindgren4e653312011-11-10 22:45:17 +010037#include "common.h"
Paul Walmsley2f334a32012-10-29 20:56:07 -060038#include "prminst44xx.h"
Paul Walmsleyd9a16f92012-10-29 20:57:39 -060039#include "prcm_mpu44xx.h"
Santosh Shilimkar501f0c72011-01-01 19:56:04 +053040#include "omap4-sar-layout.h"
Lokesh Vutlaf7a9b8a2012-10-02 00:17:06 +053041#include "omap-secure.h"
Tony Lindgrenbb772092012-10-29 09:35:35 -070042#include "sram.h"
Santosh Shilimkarfbc9be12010-05-14 12:05:26 -070043
44#ifdef CONFIG_CACHE_L2X0
Santosh Shilimkar02afe8a2011-03-03 18:03:25 +053045static void __iomem *l2cache_base;
Santosh Shilimkarfbc9be12010-05-14 12:05:26 -070046#endif
47
Santosh Shilimkar501f0c72011-01-01 19:56:04 +053048static void __iomem *sar_ram_base;
Santosh Shilimkarff999b82012-10-18 12:20:05 +030049static void __iomem *gic_dist_base_addr;
Colin Crosscd8ce152012-10-18 12:20:08 +030050static void __iomem *twd_base;
51
52#define IRQ_LOCALTIMER 29
Santosh Shilimkar501f0c72011-01-01 19:56:04 +053053
Russell King3fa60972015-06-06 00:38:08 +010054#ifdef CONFIG_OMAP_INTERCONNECT_BARRIER
55
Russell Kingf7469292015-06-06 00:13:40 +010056/* Used to implement memory barrier on DRAM path */
57#define OMAP4_DRAM_BARRIER_VA 0xfe600000
58
Russell King3fa60972015-06-06 00:38:08 +010059static void __iomem *dram_sync, *sram_sync;
60static phys_addr_t dram_sync_paddr;
61static u32 dram_sync_size;
Russell Kingf7469292015-06-06 00:13:40 +010062
Russell King3fa60972015-06-06 00:38:08 +010063/*
Andrea Gelmini6eedfcb2016-05-21 13:50:19 +020064 * The OMAP4 bus structure contains asynchronous bridges which can buffer
Russell King3fa60972015-06-06 00:38:08 +010065 * data writes from the MPU. These asynchronous bridges can be found on
66 * paths between the MPU to EMIF, and the MPU to L3 interconnects.
67 *
68 * We need to be careful about re-ordering which can happen as a result
69 * of different accesses being performed via different paths, and
70 * therefore different asynchronous bridges.
71 */
Russell Kingf7469292015-06-06 00:13:40 +010072
Russell King3fa60972015-06-06 00:38:08 +010073/*
74 * OMAP4 interconnect barrier which is called for each mb() and wmb().
75 * This is to ensure that normal paths to DRAM (normal memory, cacheable
76 * accesses) are properly synchronised with writes to DMA coherent memory
77 * (normal memory, uncacheable) and device writes.
78 *
79 * The mb() and wmb() barriers only operate only on the MPU->MA->EMIF
80 * path, as we need to ensure that data is visible to other system
81 * masters prior to writes to those system masters being seen.
82 *
83 * Note: the SRAM path is not synchronised via mb() and wmb().
84 */
85static void omap4_mb(void)
86{
87 if (dram_sync)
88 writel_relaxed(0, dram_sync);
89}
90
91/*
92 * OMAP4 Errata i688 - asynchronous bridge corruption when entering WFI.
93 *
94 * If a data is stalled inside asynchronous bridge because of back
95 * pressure, it may be accepted multiple times, creating pointer
96 * misalignment that will corrupt next transfers on that data path until
97 * next reset of the system. No recovery procedure once the issue is hit,
98 * the path remains consistently broken.
99 *
100 * Async bridges can be found on paths between MPU to EMIF and MPU to L3
101 * interconnects.
102 *
103 * This situation can happen only when the idle is initiated by a Master
104 * Request Disconnection (which is trigged by software when executing WFI
105 * on the CPU).
106 *
107 * The work-around for this errata needs all the initiators connected
108 * through an async bridge to ensure that data path is properly drained
109 * before issuing WFI. This condition will be met if one Strongly ordered
110 * access is performed to the target right before executing the WFI.
111 *
112 * In MPU case, L3 T2ASYNC FIFO and DDR T2ASYNC FIFO needs to be drained.
113 * IO barrier ensure that there is no synchronisation loss on initiators
114 * operating on both interconnect port simultaneously.
115 *
116 * This is a stronger version of the OMAP4 memory barrier below, and
117 * operates on both the MPU->MA->EMIF path but also the MPU->OCP path
118 * as well, and is necessary prior to executing a WFI.
119 */
120void omap_interconnect_sync(void)
Russell Kingf7469292015-06-06 00:13:40 +0100121{
122 if (dram_sync && sram_sync) {
123 writel_relaxed(readl_relaxed(dram_sync), dram_sync);
124 writel_relaxed(readl_relaxed(sram_sync), sram_sync);
125 isb();
126 }
127}
Russell Kingf7469292015-06-06 00:13:40 +0100128
129static int __init omap4_sram_init(void)
130{
131 struct device_node *np;
132 struct gen_pool *sram_pool;
133
134 np = of_find_compatible_node(NULL, NULL, "ti,omap4-mpu");
135 if (!np)
136 pr_warn("%s:Unable to allocate sram needed to handle errata I688\n",
137 __func__);
Russell King3fa60972015-06-06 00:38:08 +0100138 sram_pool = of_gen_pool_get(np, "sram", 0);
Russell Kingf7469292015-06-06 00:13:40 +0100139 if (!sram_pool)
140 pr_warn("%s:Unable to get sram pool needed to handle errata I688\n",
141 __func__);
142 else
143 sram_sync = (void *)gen_pool_alloc(sram_pool, PAGE_SIZE);
144
145 return 0;
146}
147omap_arch_initcall(omap4_sram_init);
148
149/* Steal one page physical memory for barrier implementation */
Russell King3fa60972015-06-06 00:38:08 +0100150void __init omap_barrier_reserve_memblock(void)
Russell Kingf7469292015-06-06 00:13:40 +0100151{
Russell King3fa60972015-06-06 00:38:08 +0100152 dram_sync_size = ALIGN(PAGE_SIZE, SZ_1M);
153 dram_sync_paddr = arm_memblock_steal(dram_sync_size, SZ_1M);
Russell Kingf7469292015-06-06 00:13:40 +0100154}
155
156void __init omap_barriers_init(void)
157{
158 struct map_desc dram_io_desc[1];
159
160 dram_io_desc[0].virtual = OMAP4_DRAM_BARRIER_VA;
Russell King3fa60972015-06-06 00:38:08 +0100161 dram_io_desc[0].pfn = __phys_to_pfn(dram_sync_paddr);
162 dram_io_desc[0].length = dram_sync_size;
Russell Kingf7469292015-06-06 00:13:40 +0100163 dram_io_desc[0].type = MT_MEMORY_RW_SO;
164 iotable_init(dram_io_desc, ARRAY_SIZE(dram_io_desc));
165 dram_sync = (void __iomem *) dram_io_desc[0].virtual;
166
Russell King3fa60972015-06-06 00:38:08 +0100167 pr_info("OMAP4: Map %pa to %p for dram barrier\n",
168 &dram_sync_paddr, dram_sync);
Russell Kingf7469292015-06-06 00:13:40 +0100169
Russell King3fa60972015-06-06 00:38:08 +0100170 soc_mb = omap4_mb;
Russell Kingf7469292015-06-06 00:13:40 +0100171}
Russell King3fa60972015-06-06 00:38:08 +0100172
Russell Kingf7469292015-06-06 00:13:40 +0100173#endif
174
Santosh Shilimkarff999b82012-10-18 12:20:05 +0300175void gic_dist_disable(void)
176{
177 if (gic_dist_base_addr)
Victor Kamenskyedfaf052014-04-15 20:37:46 +0300178 writel_relaxed(0x0, gic_dist_base_addr + GIC_DIST_CTRL);
Santosh Shilimkarff999b82012-10-18 12:20:05 +0300179}
180
Strashko, Grygorii74ed7bd2013-10-22 22:07:15 +0300181void gic_dist_enable(void)
182{
183 if (gic_dist_base_addr)
Victor Kamenskyedfaf052014-04-15 20:37:46 +0300184 writel_relaxed(0x1, gic_dist_base_addr + GIC_DIST_CTRL);
Strashko, Grygorii74ed7bd2013-10-22 22:07:15 +0300185}
186
Colin Crosscd8ce152012-10-18 12:20:08 +0300187bool gic_dist_disabled(void)
188{
Victor Kamenskyedfaf052014-04-15 20:37:46 +0300189 return !(readl_relaxed(gic_dist_base_addr + GIC_DIST_CTRL) & 0x1);
Colin Crosscd8ce152012-10-18 12:20:08 +0300190}
191
192void gic_timer_retrigger(void)
193{
Victor Kamenskyedfaf052014-04-15 20:37:46 +0300194 u32 twd_int = readl_relaxed(twd_base + TWD_TIMER_INTSTAT);
195 u32 gic_int = readl_relaxed(gic_dist_base_addr + GIC_DIST_PENDING_SET);
196 u32 twd_ctrl = readl_relaxed(twd_base + TWD_TIMER_CONTROL);
Colin Crosscd8ce152012-10-18 12:20:08 +0300197
198 if (twd_int && !(gic_int & BIT(IRQ_LOCALTIMER))) {
199 /*
200 * The local timer interrupt got lost while the distributor was
201 * disabled. Ack the pending interrupt, and retrigger it.
202 */
203 pr_warn("%s: lost localtimer interrupt\n", __func__);
Victor Kamenskyedfaf052014-04-15 20:37:46 +0300204 writel_relaxed(1, twd_base + TWD_TIMER_INTSTAT);
Colin Crosscd8ce152012-10-18 12:20:08 +0300205 if (!(twd_ctrl & TWD_TIMER_CONTROL_PERIODIC)) {
Victor Kamenskyedfaf052014-04-15 20:37:46 +0300206 writel_relaxed(1, twd_base + TWD_TIMER_COUNTER);
Colin Crosscd8ce152012-10-18 12:20:08 +0300207 twd_ctrl |= TWD_TIMER_CONTROL_ENABLE;
Victor Kamenskyedfaf052014-04-15 20:37:46 +0300208 writel_relaxed(twd_ctrl, twd_base + TWD_TIMER_CONTROL);
Colin Crosscd8ce152012-10-18 12:20:08 +0300209 }
210 }
211}
212
Santosh Shilimkarfbc9be12010-05-14 12:05:26 -0700213#ifdef CONFIG_CACHE_L2X0
Santosh Shilimkar4e803c42010-07-31 21:40:10 +0530214
Santosh Shilimkar02afe8a2011-03-03 18:03:25 +0530215void __iomem *omap4_get_l2cache_base(void)
216{
217 return l2cache_base;
218}
219
Marek Szyprowski944e9df2015-01-08 07:48:58 +0100220void omap4_l2c310_write_sec(unsigned long val, unsigned reg)
Santosh Shilimkar4e803c42010-07-31 21:40:10 +0530221{
Russell King36827ed2014-03-16 17:45:56 +0000222 unsigned smc_op;
Santosh Shilimkar4e803c42010-07-31 21:40:10 +0530223
Russell King36827ed2014-03-16 17:45:56 +0000224 switch (reg) {
225 case L2X0_CTRL:
226 smc_op = OMAP4_MON_L2X0_CTRL_INDEX;
227 break;
228
229 case L2X0_AUX_CTRL:
230 smc_op = OMAP4_MON_L2X0_AUXCTRL_INDEX;
231 break;
232
233 case L2X0_DEBUG_CTRL:
234 smc_op = OMAP4_MON_L2X0_DBG_CTRL_INDEX;
235 break;
236
237 case L310_PREFETCH_CTRL:
238 smc_op = OMAP4_MON_L2X0_PREFETCH_INDEX;
239 break;
240
Sekhar Noriba394f02014-07-14 18:43:46 +0530241 case L310_POWER_CTRL:
242 pr_info_once("OMAP L2C310: ROM does not support power control setting\n");
243 return;
244
Russell King36827ed2014-03-16 17:45:56 +0000245 default:
246 WARN_ONCE(1, "OMAP L2C310: ignoring write to reg 0x%x\n", reg);
247 return;
248 }
249
250 omap_smc1(smc_op, val);
Santosh Shilimkarfbc9be12010-05-14 12:05:26 -0700251}
252
Sekhar Norib39b14e2014-04-22 13:58:01 +0530253int __init omap_l2_cache_init(void)
Santosh Shilimkar4bdb1572011-02-22 10:00:44 +0100254{
Santosh Shilimkarfbc9be12010-05-14 12:05:26 -0700255 /* Static mapping, never released */
256 l2cache_base = ioremap(OMAP44XX_L2CACHE_BASE, SZ_4K);
Santosh Shilimkar0db18032011-03-03 17:36:52 +0530257 if (WARN_ON(!l2cache_base))
258 return -ENOMEM;
Santosh Shilimkarfbc9be12010-05-14 12:05:26 -0700259 return 0;
260}
Santosh Shilimkarfbc9be12010-05-14 12:05:26 -0700261#endif
Santosh Shilimkar501f0c72011-01-01 19:56:04 +0530262
263void __iomem *omap4_get_sar_ram_base(void)
264{
265 return sar_ram_base;
266}
267
268/*
Tony Lindgrenf4b9f402016-06-22 01:59:39 -0700269 * SAR RAM used to save and restore the HW context in low power modes.
270 * Note that we need to initialize this very early for kexec. See
271 * omap4_mpuss_early_init().
Santosh Shilimkar501f0c72011-01-01 19:56:04 +0530272 */
Tony Lindgrenf4b9f402016-06-22 01:59:39 -0700273void __init omap4_sar_ram_init(void)
Santosh Shilimkar501f0c72011-01-01 19:56:04 +0530274{
Santosh Shilimkarda0e02a2013-02-06 17:54:39 +0530275 unsigned long sar_base;
276
Santosh Shilimkar501f0c72011-01-01 19:56:04 +0530277 /*
278 * To avoid code running on other OMAPs in
279 * multi-omap builds
280 */
Santosh Shilimkarda0e02a2013-02-06 17:54:39 +0530281 if (cpu_is_omap44xx())
282 sar_base = OMAP44XX_SAR_RAM_BASE;
283 else if (soc_is_omap54xx())
284 sar_base = OMAP54XX_SAR_RAM_BASE;
285 else
Tony Lindgrenf4b9f402016-06-22 01:59:39 -0700286 return;
Santosh Shilimkar501f0c72011-01-01 19:56:04 +0530287
288 /* Static mapping, never released */
Santosh Shilimkarda0e02a2013-02-06 17:54:39 +0530289 sar_ram_base = ioremap(sar_base, SZ_16K);
Santosh Shilimkar501f0c72011-01-01 19:56:04 +0530290 if (WARN_ON(!sar_ram_base))
Tony Lindgrenf4b9f402016-06-22 01:59:39 -0700291 return;
Santosh Shilimkar501f0c72011-01-01 19:56:04 +0530292}
Balaji T K1ee47b02012-04-25 17:27:46 +0530293
Marc Zyngier7136d452015-03-11 15:43:49 +0000294static const struct of_device_id intc_match[] = {
295 { .compatible = "ti,omap4-wugen-mpu", },
296 { .compatible = "ti,omap5-wugen-mpu", },
Marc Zyngier0fb22a82015-01-17 10:21:08 +0000297 { },
298};
299
Marc Zyngier7136d452015-03-11 15:43:49 +0000300static struct device_node *intc_node;
Marc Zyngier0fb22a82015-01-17 10:21:08 +0000301
302unsigned int omap4_xlate_irq(unsigned int hwirq)
303{
304 struct of_phandle_args irq_data;
305 unsigned int irq;
306
Marc Zyngier7136d452015-03-11 15:43:49 +0000307 if (!intc_node)
308 intc_node = of_find_matching_node(NULL, intc_match);
Marc Zyngier0fb22a82015-01-17 10:21:08 +0000309
Marc Zyngier7136d452015-03-11 15:43:49 +0000310 if (WARN_ON(!intc_node))
Marc Zyngier0fb22a82015-01-17 10:21:08 +0000311 return hwirq;
312
Marc Zyngier7136d452015-03-11 15:43:49 +0000313 irq_data.np = intc_node;
Marc Zyngier0fb22a82015-01-17 10:21:08 +0000314 irq_data.args_count = 3;
315 irq_data.args[0] = 0;
316 irq_data.args[1] = hwirq - OMAP44XX_IRQ_GIC_START;
317 irq_data.args[2] = IRQ_TYPE_LEVEL_HIGH;
318
319 irq = irq_create_of_mapping(&irq_data);
320 if (WARN_ON(!irq))
321 irq = hwirq;
322
323 return irq;
324}
325
R Sricharanc4082d42012-06-05 16:31:06 +0530326void __init omap_gic_of_init(void)
327{
Santosh Shilimkarfd1c0782013-02-25 14:12:58 +0530328 struct device_node *np;
329
Marc Zyngier7136d452015-03-11 15:43:49 +0000330 intc_node = of_find_matching_node(NULL, intc_match);
331 if (WARN_ON(!intc_node)) {
332 pr_err("No WUGEN found in DT, system will misbehave.\n");
333 pr_err("UPDATE YOUR DEVICE TREE!\n");
334 }
335
Santosh Shilimkarfd1c0782013-02-25 14:12:58 +0530336 /* Extract GIC distributor and TWD bases for OMAP4460 ROM Errata WA */
337 if (!cpu_is_omap446x())
338 goto skip_errata_init;
339
340 np = of_find_compatible_node(NULL, NULL, "arm,cortex-a9-gic");
341 gic_dist_base_addr = of_iomap(np, 0);
342 WARN_ON(!gic_dist_base_addr);
343
344 np = of_find_compatible_node(NULL, NULL, "arm,cortex-a9-twd-timer");
345 twd_base = of_iomap(np, 0);
346 WARN_ON(!twd_base);
347
348skip_errata_init:
Rob Herring0529e3152012-11-05 16:18:28 -0600349 irqchip_init();
R Sricharanc4082d42012-06-05 16:31:06 +0530350}