blob: f78538eceef77c903bf393b20256ce7b2a5552a7 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 1994, 1995 Waldorf Electronics
7 * Written by Ralf Baechle and Andreas Busse
Ralf Baechle192ef362006-07-07 14:07:18 +01008 * Copyright (C) 1994 - 99, 2003, 06 Ralf Baechle
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 * Copyright (C) 1996 Paul M. Antoine
10 * Modified for DECStation and hence R3000 support by Paul M. Antoine
11 * Further modifications by David S. Miller and Harald Koerfgen
12 * Copyright (C) 1999 Silicon Graphics, Inc.
13 * Kevin Kissell, kevink@mips.com and Carsten Langgaard, carstenl@mips.com
14 * Copyright (C) 2000 MIPS Technologies, Inc. All rights reserved.
15 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/init.h>
17#include <linux/threads.h>
18
Marc St-Jean9267a302007-06-14 15:55:31 -060019#include <asm/addrspace.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include <asm/asm.h>
Ralf Baechle41c594a2006-04-05 09:45:45 +010021#include <asm/asmmacro.h>
Ralf Baechle192ef362006-07-07 14:07:18 +010022#include <asm/irqflags.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#include <asm/regdef.h>
24#include <asm/page.h>
25#include <asm/mipsregs.h>
26#include <asm/stackframe.h>
Ralf Baechle7e359522005-07-14 09:42:32 +000027
28#include <kernel-entry-init.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070029
30 .macro ARC64_TWIDDLE_PC
31#if defined(CONFIG_ARC64) || defined(CONFIG_MAPPED_KERNEL)
32 /* We get launched at a XKPHYS address but the kernel is linked to
33 run at a KSEG0 address, so jump there. */
34 PTR_LA t0, \@f
35 jr t0
36\@:
37#endif
38 .endm
39
Linus Torvalds1da177e2005-04-16 15:20:36 -070040 /*
41 * inputs are the text nasid in t1, data nasid in t2.
42 */
43 .macro MAPPED_KERNEL_SETUP_TLB
44#ifdef CONFIG_MAPPED_KERNEL
45 /*
46 * This needs to read the nasid - assume 0 for now.
47 * Drop in 0xffffffffc0000000 in tlbhi, 0+VG in tlblo_0,
48 * 0+DVG in tlblo_1.
49 */
50 dli t0, 0xffffffffc0000000
51 dmtc0 t0, CP0_ENTRYHI
52 li t0, 0x1c000 # Offset of text into node memory
53 dsll t1, NASID_SHFT # Shift text nasid into place
54 dsll t2, NASID_SHFT # Same for data nasid
55 or t1, t1, t0 # Physical load address of kernel text
56 or t2, t2, t0 # Physical load address of kernel data
57 dsrl t1, 12 # 4K pfn
58 dsrl t2, 12 # 4K pfn
59 dsll t1, 6 # Get pfn into place
60 dsll t2, 6 # Get pfn into place
61 li t0, ((_PAGE_GLOBAL|_PAGE_VALID| _CACHE_CACHABLE_COW) >> 6)
62 or t0, t0, t1
63 mtc0 t0, CP0_ENTRYLO0 # physaddr, VG, cach exlwr
64 li t0, ((_PAGE_GLOBAL|_PAGE_VALID| _PAGE_DIRTY|_CACHE_CACHABLE_COW) >> 6)
65 or t0, t0, t2
66 mtc0 t0, CP0_ENTRYLO1 # physaddr, DVG, cach exlwr
67 li t0, 0x1ffe000 # MAPPED_KERN_TLBMASK, TLBPGMASK_16M
68 mtc0 t0, CP0_PAGEMASK
69 li t0, 0 # KMAP_INX
70 mtc0 t0, CP0_INDEX
71 li t0, 1
72 mtc0 t0, CP0_WIRED
73 tlbwi
74#else
75 mtc0 zero, CP0_WIRED
76#endif
77 .endm
78
79 /*
80 * For the moment disable interrupts, mark the kernel mode and
81 * set ST0_KX so that the CPU does not spit fire when using
82 * 64-bit addresses. A full initialization of the CPU's status
83 * register is done later in per_cpu_trap_init().
84 */
85 .macro setup_c0_status set clr
86 .set push
Ralf Baechle41c594a2006-04-05 09:45:45 +010087#ifdef CONFIG_MIPS_MT_SMTC
88 /*
89 * For SMTC, we need to set privilege and disable interrupts only for
90 * the current TC, using the TCStatus register.
91 */
92 mfc0 t0, CP0_TCSTATUS
93 /* Fortunately CU 0 is in the same place in both registers */
94 /* Set TCU0, TMX, TKSU (for later inversion) and IXMT */
95 li t1, ST0_CU0 | 0x08001c00
96 or t0, t1
97 /* Clear TKSU, leave IXMT */
98 xori t0, 0x00001800
99 mtc0 t0, CP0_TCSTATUS
Ralf Baechle4277ff52006-06-03 22:40:15 +0100100 _ehb
Ralf Baechle41c594a2006-04-05 09:45:45 +0100101 /* We need to leave the global IE bit set, but clear EXL...*/
102 mfc0 t0, CP0_STATUS
103 or t0, ST0_CU0 | ST0_EXL | ST0_ERL | \set | \clr
104 xor t0, ST0_EXL | ST0_ERL | \clr
105 mtc0 t0, CP0_STATUS
106#else
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107 mfc0 t0, CP0_STATUS
108 or t0, ST0_CU0|\set|0x1f|\clr
109 xor t0, 0x1f|\clr
110 mtc0 t0, CP0_STATUS
111 .set noreorder
112 sll zero,3 # ehb
Ralf Baechle41c594a2006-04-05 09:45:45 +0100113#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114 .set pop
115 .endm
116
117 .macro setup_c0_status_pri
Ralf Baechle875d43e2005-09-03 15:56:16 -0700118#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119 setup_c0_status ST0_KX 0
120#else
121 setup_c0_status 0 0
122#endif
123 .endm
124
125 .macro setup_c0_status_sec
Ralf Baechle875d43e2005-09-03 15:56:16 -0700126#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127 setup_c0_status ST0_KX ST0_BEV
128#else
129 setup_c0_status 0 ST0_BEV
130#endif
131 .endm
132
Marc St-Jean9267a302007-06-14 15:55:31 -0600133#ifndef CONFIG_NO_EXCEPT_FILL
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134 /*
135 * Reserved space for exception handlers.
136 * Necessary for machines which link their kernels at KSEG0.
137 */
138 .fill 0x400
Marc St-Jean9267a302007-06-14 15:55:31 -0600139#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140
141EXPORT(stext) # used for profiling
142EXPORT(_stext)
143
Marc St-Jean9267a302007-06-14 15:55:31 -0600144#ifdef CONFIG_BOOT_RAW
Ralf Baechleb490ff42005-07-11 11:53:44 +0000145 /*
146 * Give us a fighting chance of running if execution beings at the
147 * kernel load address. This is needed because this platform does
148 * not have a ELF loader yet.
149 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150 __INIT
Ralf Baechlef6e23732007-07-10 17:32:56 +0100151#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152
153NESTED(kernel_entry, 16, sp) # kernel entry point
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154
Ralf Baechle7e359522005-07-14 09:42:32 +0000155 kernel_entry_setup # cpu specific setup
156
157 setup_c0_status_pri
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158
159 ARC64_TWIDDLE_PC
160
Ralf Baechle41c594a2006-04-05 09:45:45 +0100161#ifdef CONFIG_MIPS_MT_SMTC
162 /*
163 * In SMTC kernel, "CLI" is thread-specific, in TCStatus.
164 * We still need to enable interrupts globally in Status,
165 * and clear EXL/ERL.
166 *
167 * TCContext is used to track interrupt levels under
168 * service in SMTC kernel. Clear for boot TC before
169 * allowing any interrupts.
170 */
171 mtc0 zero, CP0_TCCONTEXT
172
173 mfc0 t0, CP0_STATUS
174 ori t0, t0, 0xff1f
175 xori t0, t0, 0x001e
176 mtc0 t0, CP0_STATUS
177#endif /* CONFIG_MIPS_MT_SMTC */
178
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179 PTR_LA t0, __bss_start # clear .bss
180 LONG_S zero, (t0)
181 PTR_LA t1, __bss_stop - LONGSIZE
1821:
183 PTR_ADDIU t0, LONGSIZE
184 LONG_S zero, (t0)
185 bne t0, t1, 1b
186
187 LONG_S a0, fw_arg0 # firmware arguments
188 LONG_S a1, fw_arg1
189 LONG_S a2, fw_arg2
190 LONG_S a3, fw_arg3
191
Thiemo Seufer1b3a6e92005-04-01 14:07:13 +0000192 MTC0 zero, CP0_CONTEXT # clear context register
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193 PTR_LA $28, init_thread_union
Ralf Baechle242954b2006-10-24 02:29:01 +0100194 PTR_LI sp, _THREAD_SIZE - 32
195 PTR_ADDU sp, $28
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196 set_saved_sp sp, t0, t1
197 PTR_SUBU sp, 4 * SZREG # init stack pointer
198
199 j start_kernel
200 END(kernel_entry)
201
Ralf Baechleb490ff42005-07-11 11:53:44 +0000202 __INIT
Ralf Baechleb490ff42005-07-11 11:53:44 +0000203
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204#ifdef CONFIG_SMP
205/*
206 * SMP slave cpus entry point. Board specific code for bootstrap calls this
207 * function after setting up the stack and gp registers.
208 */
209NESTED(smp_bootstrap, 16, sp)
Ralf Baechle41c594a2006-04-05 09:45:45 +0100210#ifdef CONFIG_MIPS_MT_SMTC
211 /*
212 * Read-modify-writes of Status must be atomic, and this
213 * is one case where CLI is invoked without EXL being
214 * necessarily set. The CLI and setup_c0_status will
215 * in fact be redundant for all but the first TC of
216 * each VPE being booted.
217 */
218 DMT 10 # dmt t2 /* t0, t1 are used by CLI and setup_c0_status() */
219 jal mips_ihb
220#endif /* CONFIG_MIPS_MT_SMTC */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700221 setup_c0_status_sec
Ralf Baechle7e359522005-07-14 09:42:32 +0000222 smp_slave_setup
Ralf Baechle41c594a2006-04-05 09:45:45 +0100223#ifdef CONFIG_MIPS_MT_SMTC
224 andi t2, t2, VPECONTROL_TE
225 beqz t2, 2f
226 EMT # emt
2272:
228#endif /* CONFIG_MIPS_MT_SMTC */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700229 j start_secondary
230 END(smp_bootstrap)
231#endif /* CONFIG_SMP */
232
233 __FINIT