blob: 531ce7b1612479305c05602def67bd7e100f7992 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 1994, 1995 Waldorf Electronics
7 * Written by Ralf Baechle and Andreas Busse
Ralf Baechle192ef362006-07-07 14:07:18 +01008 * Copyright (C) 1994 - 99, 2003, 06 Ralf Baechle
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 * Copyright (C) 1996 Paul M. Antoine
10 * Modified for DECStation and hence R3000 support by Paul M. Antoine
11 * Further modifications by David S. Miller and Harald Koerfgen
12 * Copyright (C) 1999 Silicon Graphics, Inc.
13 * Kevin Kissell, kevink@mips.com and Carsten Langgaard, carstenl@mips.com
14 * Copyright (C) 2000 MIPS Technologies, Inc. All rights reserved.
15 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/init.h>
17#include <linux/threads.h>
18
Marc St-Jean9267a302007-06-14 15:55:31 -060019#include <asm/addrspace.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include <asm/asm.h>
Ralf Baechle41c594a2006-04-05 09:45:45 +010021#include <asm/asmmacro.h>
Ralf Baechle192ef362006-07-07 14:07:18 +010022#include <asm/irqflags.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#include <asm/regdef.h>
24#include <asm/page.h>
Ralf Baechlefd3d2762008-10-03 22:43:38 +010025#include <asm/pgtable-bits.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070026#include <asm/mipsregs.h>
27#include <asm/stackframe.h>
Ralf Baechle7e359522005-07-14 09:42:32 +000028
29#include <kernel-entry-init.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070030
Linus Torvalds1da177e2005-04-16 15:20:36 -070031 /*
32 * inputs are the text nasid in t1, data nasid in t2.
33 */
34 .macro MAPPED_KERNEL_SETUP_TLB
35#ifdef CONFIG_MAPPED_KERNEL
36 /*
37 * This needs to read the nasid - assume 0 for now.
38 * Drop in 0xffffffffc0000000 in tlbhi, 0+VG in tlblo_0,
39 * 0+DVG in tlblo_1.
40 */
41 dli t0, 0xffffffffc0000000
42 dmtc0 t0, CP0_ENTRYHI
43 li t0, 0x1c000 # Offset of text into node memory
44 dsll t1, NASID_SHFT # Shift text nasid into place
45 dsll t2, NASID_SHFT # Same for data nasid
46 or t1, t1, t0 # Physical load address of kernel text
47 or t2, t2, t0 # Physical load address of kernel data
48 dsrl t1, 12 # 4K pfn
49 dsrl t2, 12 # 4K pfn
50 dsll t1, 6 # Get pfn into place
51 dsll t2, 6 # Get pfn into place
52 li t0, ((_PAGE_GLOBAL|_PAGE_VALID| _CACHE_CACHABLE_COW) >> 6)
53 or t0, t0, t1
54 mtc0 t0, CP0_ENTRYLO0 # physaddr, VG, cach exlwr
55 li t0, ((_PAGE_GLOBAL|_PAGE_VALID| _PAGE_DIRTY|_CACHE_CACHABLE_COW) >> 6)
56 or t0, t0, t2
57 mtc0 t0, CP0_ENTRYLO1 # physaddr, DVG, cach exlwr
58 li t0, 0x1ffe000 # MAPPED_KERN_TLBMASK, TLBPGMASK_16M
59 mtc0 t0, CP0_PAGEMASK
60 li t0, 0 # KMAP_INX
61 mtc0 t0, CP0_INDEX
62 li t0, 1
63 mtc0 t0, CP0_WIRED
64 tlbwi
65#else
66 mtc0 zero, CP0_WIRED
67#endif
68 .endm
69
70 /*
71 * For the moment disable interrupts, mark the kernel mode and
72 * set ST0_KX so that the CPU does not spit fire when using
73 * 64-bit addresses. A full initialization of the CPU's status
74 * register is done later in per_cpu_trap_init().
75 */
76 .macro setup_c0_status set clr
77 .set push
Ralf Baechle41c594a2006-04-05 09:45:45 +010078#ifdef CONFIG_MIPS_MT_SMTC
79 /*
80 * For SMTC, we need to set privilege and disable interrupts only for
81 * the current TC, using the TCStatus register.
82 */
83 mfc0 t0, CP0_TCSTATUS
84 /* Fortunately CU 0 is in the same place in both registers */
85 /* Set TCU0, TMX, TKSU (for later inversion) and IXMT */
86 li t1, ST0_CU0 | 0x08001c00
87 or t0, t1
88 /* Clear TKSU, leave IXMT */
89 xori t0, 0x00001800
90 mtc0 t0, CP0_TCSTATUS
Ralf Baechle4277ff52006-06-03 22:40:15 +010091 _ehb
Ralf Baechle41c594a2006-04-05 09:45:45 +010092 /* We need to leave the global IE bit set, but clear EXL...*/
93 mfc0 t0, CP0_STATUS
94 or t0, ST0_CU0 | ST0_EXL | ST0_ERL | \set | \clr
95 xor t0, ST0_EXL | ST0_ERL | \clr
96 mtc0 t0, CP0_STATUS
97#else
Linus Torvalds1da177e2005-04-16 15:20:36 -070098 mfc0 t0, CP0_STATUS
99 or t0, ST0_CU0|\set|0x1f|\clr
100 xor t0, 0x1f|\clr
101 mtc0 t0, CP0_STATUS
102 .set noreorder
103 sll zero,3 # ehb
Ralf Baechle41c594a2006-04-05 09:45:45 +0100104#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105 .set pop
106 .endm
107
108 .macro setup_c0_status_pri
Ralf Baechle875d43e2005-09-03 15:56:16 -0700109#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110 setup_c0_status ST0_KX 0
111#else
112 setup_c0_status 0 0
113#endif
114 .endm
115
116 .macro setup_c0_status_sec
Ralf Baechle875d43e2005-09-03 15:56:16 -0700117#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118 setup_c0_status ST0_KX ST0_BEV
119#else
120 setup_c0_status 0 ST0_BEV
121#endif
122 .endm
123
Marc St-Jean9267a302007-06-14 15:55:31 -0600124#ifndef CONFIG_NO_EXCEPT_FILL
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125 /*
126 * Reserved space for exception handlers.
127 * Necessary for machines which link their kernels at KSEG0.
128 */
129 .fill 0x400
Marc St-Jean9267a302007-06-14 15:55:31 -0600130#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132EXPORT(_stext)
133
Ralf Baechle396a2ae2007-10-16 20:05:18 +0100134#ifdef CONFIG_BOOT_RAW
Ralf Baechleb490ff42005-07-11 11:53:44 +0000135 /*
136 * Give us a fighting chance of running if execution beings at the
137 * kernel load address. This is needed because this platform does
138 * not have a ELF loader yet.
139 */
Ralf Baechleba820c52008-01-07 15:09:50 +0000140FEXPORT(__kernel_entry)
141 j kernel_entry
Ralf Baechlef6e23732007-07-10 17:32:56 +0100142#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143
Ralf Baechlea0559172008-01-30 12:14:59 +0000144 __REF
Ralf Baechle396a2ae2007-10-16 20:05:18 +0100145
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146NESTED(kernel_entry, 16, sp) # kernel entry point
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147
Ralf Baechle7e359522005-07-14 09:42:32 +0000148 kernel_entry_setup # cpu specific setup
149
150 setup_c0_status_pri
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151
Thomas Bogendoerfer15ad8382007-09-13 20:23:48 +0200152 /* We might not get launched at the address the kernel is linked to,
153 so we jump there. */
154 PTR_LA t0, 0f
155 jr t0
1560:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157
Ralf Baechle41c594a2006-04-05 09:45:45 +0100158#ifdef CONFIG_MIPS_MT_SMTC
159 /*
160 * In SMTC kernel, "CLI" is thread-specific, in TCStatus.
161 * We still need to enable interrupts globally in Status,
162 * and clear EXL/ERL.
163 *
164 * TCContext is used to track interrupt levels under
165 * service in SMTC kernel. Clear for boot TC before
166 * allowing any interrupts.
167 */
168 mtc0 zero, CP0_TCCONTEXT
169
170 mfc0 t0, CP0_STATUS
171 ori t0, t0, 0xff1f
172 xori t0, t0, 0x001e
173 mtc0 t0, CP0_STATUS
174#endif /* CONFIG_MIPS_MT_SMTC */
175
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176 PTR_LA t0, __bss_start # clear .bss
177 LONG_S zero, (t0)
178 PTR_LA t1, __bss_stop - LONGSIZE
1791:
180 PTR_ADDIU t0, LONGSIZE
181 LONG_S zero, (t0)
182 bne t0, t1, 1b
183
184 LONG_S a0, fw_arg0 # firmware arguments
185 LONG_S a1, fw_arg1
186 LONG_S a2, fw_arg2
187 LONG_S a3, fw_arg3
188
Thiemo Seufer1b3a6e92005-04-01 14:07:13 +0000189 MTC0 zero, CP0_CONTEXT # clear context register
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190 PTR_LA $28, init_thread_union
David Daney484889f2009-07-08 10:07:50 -0700191 /* Set the SP after an empty pt_regs. */
192 PTR_LI sp, _THREAD_SIZE - 32 - PT_SIZE
Ralf Baechle242954b2006-10-24 02:29:01 +0100193 PTR_ADDU sp, $28
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194 set_saved_sp sp, t0, t1
195 PTR_SUBU sp, 4 * SZREG # init stack pointer
196
197 j start_kernel
198 END(kernel_entry)
199
Ralf Baechle234fcd12008-03-08 09:56:28 +0000200 __CPUINIT
Ralf Baechleb490ff42005-07-11 11:53:44 +0000201
Linus Torvalds1da177e2005-04-16 15:20:36 -0700202#ifdef CONFIG_SMP
203/*
204 * SMP slave cpus entry point. Board specific code for bootstrap calls this
205 * function after setting up the stack and gp registers.
206 */
207NESTED(smp_bootstrap, 16, sp)
Ralf Baechle41c594a2006-04-05 09:45:45 +0100208#ifdef CONFIG_MIPS_MT_SMTC
209 /*
210 * Read-modify-writes of Status must be atomic, and this
211 * is one case where CLI is invoked without EXL being
212 * necessarily set. The CLI and setup_c0_status will
213 * in fact be redundant for all but the first TC of
214 * each VPE being booted.
215 */
216 DMT 10 # dmt t2 /* t0, t1 are used by CLI and setup_c0_status() */
217 jal mips_ihb
218#endif /* CONFIG_MIPS_MT_SMTC */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219 setup_c0_status_sec
Ralf Baechle7e359522005-07-14 09:42:32 +0000220 smp_slave_setup
Ralf Baechle41c594a2006-04-05 09:45:45 +0100221#ifdef CONFIG_MIPS_MT_SMTC
222 andi t2, t2, VPECONTROL_TE
223 beqz t2, 2f
224 EMT # emt
2252:
226#endif /* CONFIG_MIPS_MT_SMTC */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227 j start_secondary
228 END(smp_bootstrap)
229#endif /* CONFIG_SMP */
230
231 __FINIT