blob: 701c4bcb9e4777c031e2af542c4abc89e6d6a9f7 [file] [log] [blame]
Jayachandran C9584c552013-06-10 06:41:01 +00001/*
2 * Copyright 2003-2013 Broadcom Corporation.
3 * All Rights Reserved.
4 *
5 * This software is available to you under a choice of one of two
6 * licenses. You may choose to be licensed under the terms of the GNU
7 * General Public License (GPL) Version 2, available from the file
8 * COPYING in the main directory of this source tree, or the Broadcom
9 * license below:
10 *
11 * Redistribution and use in source and binary forms, with or without
12 * modification, are permitted provided that the following conditions
13 * are met:
14 *
15 * 1. Redistributions of source code must retain the above copyright
16 * notice, this list of conditions and the following disclaimer.
17 * 2. Redistributions in binary form must reproduce the above copyright
18 * notice, this list of conditions and the following disclaimer in
19 * the documentation and/or other materials provided with the
20 * distribution.
21 *
22 * THIS SOFTWARE IS PROVIDED BY BROADCOM ``AS IS'' AND ANY EXPRESS OR
23 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
24 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25 * ARE DISCLAIMED. IN NO EVENT SHALL BROADCOM OR CONTRIBUTORS BE LIABLE
26 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
27 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
28 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
29 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
30 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
31 * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
32 * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
33 */
34
Jayachandran C9584c552013-06-10 06:41:01 +000035
36#include <asm/asm.h>
37#include <asm/asm-offsets.h>
Jayachandran C5874743e2014-04-29 20:07:49 +053038#include <asm/cpu.h>
Yonghong Songed8dfc42013-12-21 16:52:16 +053039#include <asm/cacheops.h>
Jayachandran C9584c552013-06-10 06:41:01 +000040#include <asm/regdef.h>
41#include <asm/mipsregs.h>
42#include <asm/stackframe.h>
43#include <asm/asmmacro.h>
44#include <asm/addrspace.h>
45
46#include <asm/netlogic/common.h>
47
48#include <asm/netlogic/xlp-hal/iomap.h>
49#include <asm/netlogic/xlp-hal/xlp.h>
50#include <asm/netlogic/xlp-hal/sys.h>
51#include <asm/netlogic/xlp-hal/cpucontrol.h>
52
53#define CP0_EBASE $15
Jayachandran Cd3b94282013-12-21 16:52:15 +053054#define SYS_CPU_COHERENT_BASE CKSEG1ADDR(XLP_DEFAULT_IO_BASE) + \
55 XLP_IO_SYS_OFFSET(0) + XLP_IO_PCI_HDRSZ + \
Jayachandran C9584c552013-06-10 06:41:01 +000056 SYS_CPU_NONCOHERENT_MODE * 4
57
Jayachandran C9584c552013-06-10 06:41:01 +000058/* Enable XLP features and workarounds in the LSU */
59.macro xlp_config_lsu
60 li t0, LSU_DEFEATURE
61 mfcr t1, t0
62
63 lui t2, 0xc080 /* SUE, Enable Unaligned Access, L2HPE */
64 or t1, t1, t2
Jayachandran C9584c552013-06-10 06:41:01 +000065 mtcr t1, t0
66
67 li t0, ICU_DEFEATURE
68 mfcr t1, t0
69 ori t1, 0x1000 /* Enable Icache partitioning */
70 mtcr t1, t0
71
Jayachandran C9584c552013-06-10 06:41:01 +000072 li t0, SCHED_DEFEATURE
73 lui t1, 0x0100 /* Disable BRU accepting ALU ops */
74 mtcr t1, t0
Jayachandran C9584c552013-06-10 06:41:01 +000075.endm
76
77/*
Jayachandran Ce9126412014-04-29 20:07:47 +053078 * Allow access to physical mem >64G by enabling ELPA in PAGEGRAIN
79 * register. This is needed before going to C code since the SP can
80 * in this region. Called from all HW threads.
81 */
82.macro xlp_early_mmu_init
83 mfc0 t0, CP0_PAGEMASK, 1
84 li t1, (1 << 29) /* ELPA bit */
85 or t0, t1
86 mtc0 t0, CP0_PAGEMASK, 1
87.endm
88
89/*
Yonghong Songed8dfc42013-12-21 16:52:16 +053090 * L1D cache has to be flushed before enabling threads in XLP.
91 * On XLP8xx/XLP3xx, we do a low level flush using processor control
92 * registers. On XLPII CPUs, usual cache instructions work.
Jayachandran C9584c552013-06-10 06:41:01 +000093 */
94.macro xlp_flush_l1_dcache
Yonghong Songed8dfc42013-12-21 16:52:16 +053095 mfc0 t0, CP0_EBASE, 0
Jayachandran C5874743e2014-04-29 20:07:49 +053096 andi t0, t0, PRID_IMP_MASK
Yonghong Songed8dfc42013-12-21 16:52:16 +053097 slt t1, t0, 0x1200
98 beqz t1, 15f
99 nop
100
101 /* XLP8xx low level cache flush */
Jayachandran C9584c552013-06-10 06:41:01 +0000102 li t0, LSU_DEBUG_DATA0
103 li t1, LSU_DEBUG_ADDR
104 li t2, 0 /* index */
105 li t3, 0x1000 /* loop count */
Jayachandran Cd3b94282013-12-21 16:52:15 +053010611:
Jayachandran C9584c552013-06-10 06:41:01 +0000107 sll v0, t2, 5
108 mtcr zero, t0
109 ori v1, v0, 0x3 /* way0 | write_enable | write_active */
110 mtcr v1, t1
Jayachandran Cd3b94282013-12-21 16:52:15 +053011112:
Jayachandran C9584c552013-06-10 06:41:01 +0000112 mfcr v1, t1
113 andi v1, 0x1 /* wait for write_active == 0 */
Jayachandran Cd3b94282013-12-21 16:52:15 +0530114 bnez v1, 12b
Jayachandran C9584c552013-06-10 06:41:01 +0000115 nop
116 mtcr zero, t0
117 ori v1, v0, 0x7 /* way1 | write_enable | write_active */
118 mtcr v1, t1
Jayachandran Cd3b94282013-12-21 16:52:15 +053011913:
Jayachandran C9584c552013-06-10 06:41:01 +0000120 mfcr v1, t1
121 andi v1, 0x1 /* wait for write_active == 0 */
Jayachandran Cd3b94282013-12-21 16:52:15 +0530122 bnez v1, 13b
Jayachandran C9584c552013-06-10 06:41:01 +0000123 nop
124 addi t2, 1
Jayachandran Cd3b94282013-12-21 16:52:15 +0530125 bne t3, t2, 11b
Jayachandran C9584c552013-06-10 06:41:01 +0000126 nop
Yonghong Songed8dfc42013-12-21 16:52:16 +0530127 b 17f
128 nop
129
130 /* XLPII CPUs, Invalidate all 64k of L1 D-cache */
13115:
132 li t0, 0x80000000
133 li t1, 0x80010000
13416: cache Index_Writeback_Inv_D, 0(t0)
135 addiu t0, t0, 32
136 bne t0, t1, 16b
137 nop
13817:
Jayachandran C9584c552013-06-10 06:41:01 +0000139.endm
140
141/*
142 * nlm_reset_entry will be copied to the reset entry point for
143 * XLR and XLP. The XLP cores start here when they are woken up. This
144 * is also the NMI entry point.
145 *
146 * We use scratch reg 6/7 to save k0/k1 and check for NMI first.
147 *
148 * The data corresponding to reset/NMI is stored at RESET_DATA_PHYS
149 * location, this will have the thread mask (used when core is woken up)
150 * and the current NMI handler in case we reached here for an NMI.
151 *
152 * When a core or thread is newly woken up, it marks itself ready and
153 * loops in a 'wait'. When the CPU really needs waking up, we send an NMI
154 * IPI to it, with the NMI handler set to prom_boot_secondary_cpus
155 */
156 .set noreorder
157 .set noat
158 .set arch=xlr /* for mfcr/mtcr, XLR is sufficient */
159
160FEXPORT(nlm_reset_entry)
161 dmtc0 k0, $22, 6
162 dmtc0 k1, $22, 7
163 mfc0 k0, CP0_STATUS
164 li k1, 0x80000
165 and k1, k0, k1
166 beqz k1, 1f /* go to real reset entry */
167 nop
168 li k1, CKSEG1ADDR(RESET_DATA_PHYS) /* NMI */
169 ld k0, BOOT_NMI_HANDLER(k1)
170 jr k0
171 nop
172
1731: /* Entry point on core wakeup */
Jayachandran C861c0562013-12-21 16:52:23 +0530174 mfc0 t0, CP0_EBASE, 0 /* processor ID */
Jayachandran C5874743e2014-04-29 20:07:49 +0530175 andi t0, PRID_IMP_MASK
Jayachandran C861c0562013-12-21 16:52:23 +0530176 li t1, 0x1500 /* XLP 9xx */
177 beq t0, t1, 2f /* does not need to set coherent */
178 nop
179
Yonghong Song1c983982014-04-29 20:07:53 +0530180 li t1, 0x1300 /* XLP 5xx */
181 beq t0, t1, 2f /* does not need to set coherent */
182 nop
183
Jayachandran C861c0562013-12-21 16:52:23 +0530184 /* set bit in SYS coherent register for the core */
Jayachandran C9584c552013-06-10 06:41:01 +0000185 mfc0 t0, CP0_EBASE, 1
186 mfc0 t1, CP0_EBASE, 1
187 srl t1, 5
188 andi t1, 0x3 /* t1 <- node */
189 li t2, 0x40000
190 mul t3, t2, t1 /* t3 = node * 0x40000 */
191 srl t0, t0, 2
192 and t0, t0, 0x7 /* t0 <- core */
193 li t1, 0x1
194 sll t0, t1, t0
195 nor t0, t0, zero /* t0 <- ~(1 << core) */
Jayachandran Cd3b94282013-12-21 16:52:15 +0530196 li t2, SYS_CPU_COHERENT_BASE
Jayachandran C9584c552013-06-10 06:41:01 +0000197 add t2, t2, t3 /* t2 <- SYS offset for node */
198 lw t1, 0(t2)
199 and t1, t1, t0
200 sw t1, 0(t2)
201
202 /* read back to ensure complete */
203 lw t1, 0(t2)
204 sync
205
Jayachandran C861c0562013-12-21 16:52:23 +05302062:
Jayachandran C9584c552013-06-10 06:41:01 +0000207 /* Configure LSU on Non-0 Cores. */
208 xlp_config_lsu
209 /* FALL THROUGH */
210
211/*
Jayachandran Cd3b94282013-12-21 16:52:15 +0530212 * Wake up sibling threads from the initial thread in a core.
Jayachandran C9584c552013-06-10 06:41:01 +0000213 */
214EXPORT(nlm_boot_siblings)
215 /* core L1D flush before enable threads */
216 xlp_flush_l1_dcache
Jayachandran Ca3deecf2014-05-09 16:35:14 +0530217 /* save ra and sp, will be used later (only for boot cpu) */
218 dmtc0 ra, $22, 6
219 dmtc0 sp, $22, 7
Jayachandran C9584c552013-06-10 06:41:01 +0000220 /* Enable hw threads by writing to MAP_THREADMODE of the core */
221 li t0, CKSEG1ADDR(RESET_DATA_PHYS)
222 lw t1, BOOT_THREAD_MODE(t0) /* t1 <- thread mode */
223 li t0, ((CPU_BLOCKID_MAP << 8) | MAP_THREADMODE)
224 mfcr t2, t0
225 or t2, t2, t1
226 mtcr t2, t0
227
228 /*
229 * The new hardware thread starts at the next instruction
230 * For all the cases other than core 0 thread 0, we will
Jayachandran Cd3b94282013-12-21 16:52:15 +0530231 * jump to the secondary wait function.
232
233 * NOTE: All GPR contents are lost after the mtcr above!
234 */
Jayachandran C9584c552013-06-10 06:41:01 +0000235 mfc0 v0, CP0_EBASE, 1
236 andi v0, 0x3ff /* v0 <- node/core */
237
Jayachandran C60991152013-06-10 06:41:09 +0000238 beqz v0, 4f /* boot cpu (cpuid == 0)? */
Jayachandran C9584c552013-06-10 06:41:01 +0000239 nop
240
241 /* setup status reg */
242 move t1, zero
243#ifdef CONFIG_64BIT
244 ori t1, ST0_KX
245#endif
246 mtc0 t1, CP0_STATUS
Jayachandran C919f9ab2013-06-10 06:41:04 +0000247
Jayachandran Ce9126412014-04-29 20:07:47 +0530248 xlp_early_mmu_init
249
Jayachandran Cd3b94282013-12-21 16:52:15 +0530250 /* mark CPU ready */
Jayachandran C919f9ab2013-06-10 06:41:04 +0000251 li t3, CKSEG1ADDR(RESET_DATA_PHYS)
252 ADDIU t1, t3, BOOT_CPU_READY
Jayachandran C9584c552013-06-10 06:41:01 +0000253 sll v1, v0, 2
254 PTR_ADDU t1, v1
255 li t2, 1
256 sw t2, 0(t1)
257 /* Wait until NMI hits */
2583: wait
Jayachandran Cfd5f5272013-06-10 06:41:05 +0000259 b 3b
Jayachandran C9584c552013-06-10 06:41:01 +0000260 nop
261
262 /*
Jayachandran Ca3deecf2014-05-09 16:35:14 +0530263 * For the boot CPU, we have to restore ra and sp and return, rest
264 * of the registers will be restored by the caller
Jayachandran C9584c552013-06-10 06:41:01 +0000265 */
Jayachandran Ca3deecf2014-05-09 16:35:14 +05302664:
267 dmfc0 ra, $22, 6
268 dmfc0 sp, $22, 7
Jayachandran C9584c552013-06-10 06:41:01 +0000269 jr ra
270 nop
271EXPORT(nlm_reset_entry_end)
272
273LEAF(nlm_init_boot_cpu)
274#ifdef CONFIG_CPU_XLP
275 xlp_config_lsu
Jayachandran Ce9126412014-04-29 20:07:47 +0530276 xlp_early_mmu_init
Jayachandran C9584c552013-06-10 06:41:01 +0000277#endif
278 jr ra
279 nop
280END(nlm_init_boot_cpu)