blob: 49a61bedf40e26100569687eea62471f155ad8bd [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 1994 Waldorf GMBH
7 * Copyright (C) 1995, 1996, 1997, 1998, 1999, 2001, 2002, 2003 Ralf Baechle
8 * Copyright (C) 1996 Paul M. Antoine
9 * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
10 */
11#ifndef _ASM_PROCESSOR_H
12#define _ASM_PROCESSOR_H
13
Ralf Baechle41c594a2006-04-05 09:45:45 +010014#include <linux/cpumask.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/threads.h>
16
17#include <asm/cachectl.h>
18#include <asm/cpu.h>
19#include <asm/cpu-info.h>
20#include <asm/mipsregs.h>
21#include <asm/prefetch.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
23/*
24 * Return current * instruction pointer ("program counter").
25 */
26#define current_text_addr() ({ __label__ _l; _l: &&_l;})
27
28/*
29 * System setup and hardware flags..
30 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070031
32extern unsigned int vced_count, vcei_count;
33
David Daneyc52d0d32010-02-18 16:13:04 -080034/*
David Daney10914582010-07-19 13:14:56 -070035 * MIPS does have an arch_pick_mmap_layout()
36 */
37#define HAVE_ARCH_PICK_MMAP_LAYOUT 1
38
39/*
David Daneyc52d0d32010-02-18 16:13:04 -080040 * A special page (the vdso) is mapped into all processes at the very
41 * top of the virtual memory space.
42 */
43#define SPECIAL_PAGES_SIZE PAGE_SIZE
44
Ralf Baechle875d43e2005-09-03 15:56:16 -070045#ifdef CONFIG_32BIT
Sanjay Lal9843b032012-11-21 18:34:03 -080046#ifdef CONFIG_KVM_GUEST
47/* User space process size is limited to 1GB in KVM Guest Mode */
48#define TASK_SIZE 0x3fff8000UL
49#else
Linus Torvalds1da177e2005-04-16 15:20:36 -070050/*
51 * User space process size: 2GB. This is hardcoded into a few places,
52 * so don't change it unless you know what you are doing.
53 */
54#define TASK_SIZE 0x7fff8000UL
Sanjay Lal9843b032012-11-21 18:34:03 -080055#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070056
David Daney949e51b2010-10-14 11:32:33 -070057#ifdef __KERNEL__
58#define STACK_TOP_MAX TASK_SIZE
59#endif
David Daney10914582010-07-19 13:14:56 -070060
61#define TASK_IS_32BIT_ADDR 1
62
Linus Torvalds1da177e2005-04-16 15:20:36 -070063#endif
64
Ralf Baechle875d43e2005-09-03 15:56:16 -070065#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -070066/*
67 * User space process size: 1TB. This is hardcoded into a few places,
68 * so don't change it unless you know what you are doing. TASK_SIZE
69 * is limited to 1TB by the R4000 architecture; R10000 and better can
70 * support 16TB; the architectural reserve for future expansion is
71 * 8192EB ...
72 */
73#define TASK_SIZE32 0x7fff8000UL
David Daney949e51b2010-10-14 11:32:33 -070074#define TASK_SIZE64 0x10000000000UL
75#define TASK_SIZE (test_thread_flag(TIF_32BIT_ADDR) ? TASK_SIZE32 : TASK_SIZE64)
Linus Torvalds1da177e2005-04-16 15:20:36 -070076
David Daney949e51b2010-10-14 11:32:33 -070077#ifdef __KERNEL__
78#define STACK_TOP_MAX TASK_SIZE64
79#endif
80
81
Dave Hansen82455252008-02-04 22:28:59 -080082#define TASK_SIZE_OF(tsk) \
David Daney949e51b2010-10-14 11:32:33 -070083 (test_tsk_thread_flag(tsk, TIF_32BIT_ADDR) ? TASK_SIZE32 : TASK_SIZE64)
David Daney10914582010-07-19 13:14:56 -070084
85#define TASK_IS_32BIT_ADDR test_thread_flag(TIF_32BIT_ADDR)
86
Linus Torvalds1da177e2005-04-16 15:20:36 -070087#endif
88
David Daney949e51b2010-10-14 11:32:33 -070089#define STACK_TOP ((TASK_SIZE & PAGE_MASK) - SPECIAL_PAGES_SIZE)
90
91/*
92 * This decides where the kernel will search for a free chunk of vm
93 * space during mmap's.
94 */
95#define TASK_UNMAPPED_BASE PAGE_ALIGN(TASK_SIZE / 3)
96
David Howells922a70d2008-02-08 04:19:26 -080097
Linus Torvalds1da177e2005-04-16 15:20:36 -070098#define NUM_FPU_REGS 32
Paul Burtonbbd426f2014-02-13 11:26:41 +000099#define FPU_REG_WIDTH 64
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100
Paul Burtonbbd426f2014-02-13 11:26:41 +0000101union fpureg {
102 __u32 val32[FPU_REG_WIDTH / 32];
103 __u64 val64[FPU_REG_WIDTH / 64];
104};
105
106#ifdef CONFIG_CPU_LITTLE_ENDIAN
107# define FPR_IDX(width, idx) (idx)
108#else
109# define FPR_IDX(width, idx) ((FPU_REG_WIDTH / (width)) - 1 - (idx))
110#endif
111
112#define BUILD_FPR_ACCESS(width) \
113static inline u##width get_fpr##width(union fpureg *fpr, unsigned idx) \
114{ \
115 return fpr->val##width[FPR_IDX(width, idx)]; \
116} \
117 \
118static inline void set_fpr##width(union fpureg *fpr, unsigned idx, \
119 u##width val) \
120{ \
121 fpr->val##width[FPR_IDX(width, idx)] = val; \
122}
123
124BUILD_FPR_ACCESS(32)
125BUILD_FPR_ACCESS(64)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127/*
128 * It would be nice to add some more fields for emulator statistics, but there
129 * are a number of fixed offsets in offset.h and elsewhere that would have to
130 * be recalculated by hand. So the additional information will be private to
131 * the FPU emulator for now. See asm-mips/fpu_emulator.h.
132 */
133
Atsushi Nemotoeae89072006-05-16 01:26:03 +0900134struct mips_fpu_struct {
Paul Burtonbbd426f2014-02-13 11:26:41 +0000135 union fpureg fpr[NUM_FPU_REGS];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136 unsigned int fcr31;
137};
138
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000139#define NUM_DSP_REGS 6
140
141typedef __u32 dspreg_t;
142
143struct mips_dsp_state {
Ralf Baechle70342282013-01-22 12:59:30 +0100144 dspreg_t dspr[NUM_DSP_REGS];
145 unsigned int dspcontrol;
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000146};
147
Ralf Baechle41c594a2006-04-05 09:45:45 +0100148#define INIT_CPUMASK { \
149 {0,} \
150}
151
David Daney6aa35242008-09-23 00:05:54 -0700152struct mips3264_watch_reg_state {
153 /* The width of watchlo is 32 in a 32 bit kernel and 64 in a
154 64 bit kernel. We use unsigned long as it has the same
155 property. */
156 unsigned long watchlo[NUM_WATCH_REGS];
157 /* Only the mask and IRW bits from watchhi. */
158 u16 watchhi[NUM_WATCH_REGS];
159};
160
161union mips_watch_reg_state {
162 struct mips3264_watch_reg_state mips3264;
163};
164
Jayachandran C2c952e02013-06-10 06:30:00 +0000165#if defined(CONFIG_CPU_CAVIUM_OCTEON)
David Daneyb5e00af2008-12-11 15:33:30 -0800166
167struct octeon_cop2_state {
168 /* DMFC2 rt, 0x0201 */
Ralf Baechle70342282013-01-22 12:59:30 +0100169 unsigned long cop2_crc_iv;
David Daneyb5e00af2008-12-11 15:33:30 -0800170 /* DMFC2 rt, 0x0202 (Set with DMTC2 rt, 0x1202) */
Ralf Baechle70342282013-01-22 12:59:30 +0100171 unsigned long cop2_crc_length;
David Daneyb5e00af2008-12-11 15:33:30 -0800172 /* DMFC2 rt, 0x0200 (set with DMTC2 rt, 0x4200) */
Ralf Baechle70342282013-01-22 12:59:30 +0100173 unsigned long cop2_crc_poly;
David Daneyb5e00af2008-12-11 15:33:30 -0800174 /* DMFC2 rt, 0x0402; DMFC2 rt, 0x040A */
Ralf Baechle70342282013-01-22 12:59:30 +0100175 unsigned long cop2_llm_dat[2];
David Daneyb5e00af2008-12-11 15:33:30 -0800176 /* DMFC2 rt, 0x0084 */
Ralf Baechle70342282013-01-22 12:59:30 +0100177 unsigned long cop2_3des_iv;
David Daneyb5e00af2008-12-11 15:33:30 -0800178 /* DMFC2 rt, 0x0080; DMFC2 rt, 0x0081; DMFC2 rt, 0x0082 */
Ralf Baechle70342282013-01-22 12:59:30 +0100179 unsigned long cop2_3des_key[3];
David Daneyb5e00af2008-12-11 15:33:30 -0800180 /* DMFC2 rt, 0x0088 (Set with DMTC2 rt, 0x0098) */
Ralf Baechle70342282013-01-22 12:59:30 +0100181 unsigned long cop2_3des_result;
David Daneyb5e00af2008-12-11 15:33:30 -0800182 /* DMFC2 rt, 0x0111 (FIXME: Read Pass1 Errata) */
Ralf Baechle70342282013-01-22 12:59:30 +0100183 unsigned long cop2_aes_inp0;
David Daneyb5e00af2008-12-11 15:33:30 -0800184 /* DMFC2 rt, 0x0102; DMFC2 rt, 0x0103 */
Ralf Baechle70342282013-01-22 12:59:30 +0100185 unsigned long cop2_aes_iv[2];
David Daneyb5e00af2008-12-11 15:33:30 -0800186 /* DMFC2 rt, 0x0104; DMFC2 rt, 0x0105; DMFC2 rt, 0x0106; DMFC2
187 * rt, 0x0107 */
Ralf Baechle70342282013-01-22 12:59:30 +0100188 unsigned long cop2_aes_key[4];
David Daneyb5e00af2008-12-11 15:33:30 -0800189 /* DMFC2 rt, 0x0110 */
Ralf Baechle70342282013-01-22 12:59:30 +0100190 unsigned long cop2_aes_keylen;
David Daneyb5e00af2008-12-11 15:33:30 -0800191 /* DMFC2 rt, 0x0100; DMFC2 rt, 0x0101 */
Ralf Baechle70342282013-01-22 12:59:30 +0100192 unsigned long cop2_aes_result[2];
David Daneyb5e00af2008-12-11 15:33:30 -0800193 /* DMFC2 rt, 0x0240; DMFC2 rt, 0x0241; DMFC2 rt, 0x0242; DMFC2
194 * rt, 0x0243; DMFC2 rt, 0x0244; DMFC2 rt, 0x0245; DMFC2 rt,
195 * 0x0246; DMFC2 rt, 0x0247; DMFC2 rt, 0x0248; DMFC2 rt,
196 * 0x0249; DMFC2 rt, 0x024A; DMFC2 rt, 0x024B; DMFC2 rt,
197 * 0x024C; DMFC2 rt, 0x024D; DMFC2 rt, 0x024E - Pass2 */
Ralf Baechle70342282013-01-22 12:59:30 +0100198 unsigned long cop2_hsh_datw[15];
David Daneyb5e00af2008-12-11 15:33:30 -0800199 /* DMFC2 rt, 0x0250; DMFC2 rt, 0x0251; DMFC2 rt, 0x0252; DMFC2
200 * rt, 0x0253; DMFC2 rt, 0x0254; DMFC2 rt, 0x0255; DMFC2 rt,
201 * 0x0256; DMFC2 rt, 0x0257 - Pass2 */
Ralf Baechle70342282013-01-22 12:59:30 +0100202 unsigned long cop2_hsh_ivw[8];
David Daneyb5e00af2008-12-11 15:33:30 -0800203 /* DMFC2 rt, 0x0258; DMFC2 rt, 0x0259 - Pass2 */
Ralf Baechle70342282013-01-22 12:59:30 +0100204 unsigned long cop2_gfm_mult[2];
David Daneyb5e00af2008-12-11 15:33:30 -0800205 /* DMFC2 rt, 0x025E - Pass2 */
Ralf Baechle70342282013-01-22 12:59:30 +0100206 unsigned long cop2_gfm_poly;
David Daneyb5e00af2008-12-11 15:33:30 -0800207 /* DMFC2 rt, 0x025A; DMFC2 rt, 0x025B - Pass2 */
Ralf Baechle70342282013-01-22 12:59:30 +0100208 unsigned long cop2_gfm_result[2];
David Daneyb5e00af2008-12-11 15:33:30 -0800209};
Jayachandran C2c952e02013-06-10 06:30:00 +0000210#define COP2_INIT \
211 .cp2 = {0,},
David Daneyb5e00af2008-12-11 15:33:30 -0800212
213struct octeon_cvmseg_state {
214 unsigned long cvmseg[CONFIG_CAVIUM_OCTEON_CVMSEG_SIZE]
215 [cpu_dcache_line_size() / sizeof(unsigned long)];
216};
217
Jayachandran C5649d372013-06-10 06:30:04 +0000218#elif defined(CONFIG_CPU_XLP)
219struct nlm_cop2_state {
220 u64 rx[4];
221 u64 tx[4];
222 u32 tx_msg_status;
223 u32 rx_msg_status;
224};
225
226#define COP2_INIT \
227 .cp2 = {{0}, {0}, 0, 0},
Jayachandran C2c952e02013-06-10 06:30:00 +0000228#else
229#define COP2_INIT
David Daneyb5e00af2008-12-11 15:33:30 -0800230#endif
231
Linus Torvalds1da177e2005-04-16 15:20:36 -0700232typedef struct {
233 unsigned long seg;
234} mm_segment_t;
235
236#define ARCH_MIN_TASKALIGN 8
237
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000238struct mips_abi;
239
Linus Torvalds1da177e2005-04-16 15:20:36 -0700240/*
241 * If you change thread_struct remember to change the #defines below too!
242 */
243struct thread_struct {
244 /* Saved main processor registers. */
245 unsigned long reg16;
246 unsigned long reg17, reg18, reg19, reg20, reg21, reg22, reg23;
247 unsigned long reg29, reg30, reg31;
248
249 /* Saved cp0 stuff. */
250 unsigned long cp0_status;
251
252 /* Saved fpu/fpu emulator stuff. */
Atsushi Nemotoeae89072006-05-16 01:26:03 +0900253 struct mips_fpu_struct fpu;
Ralf Baechlef088fc82006-04-05 09:45:47 +0100254#ifdef CONFIG_MIPS_MT_FPAFF
255 /* Emulated instruction count */
256 unsigned long emulated_fp;
257 /* Saved per-thread scheduler affinity mask */
258 cpumask_t user_cpus_allowed;
259#endif /* CONFIG_MIPS_MT_FPAFF */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700260
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000261 /* Saved state of the DSP ASE, if available. */
262 struct mips_dsp_state dsp;
263
David Daney6aa35242008-09-23 00:05:54 -0700264 /* Saved watch register state, if available. */
265 union mips_watch_reg_state watch;
266
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267 /* Other stuff associated with the thread. */
268 unsigned long cp0_badvaddr; /* Last user fault */
269 unsigned long cp0_baduaddr; /* Last kernel fault accessing USEG */
270 unsigned long error_code;
David Daneyb5e00af2008-12-11 15:33:30 -0800271#ifdef CONFIG_CPU_CAVIUM_OCTEON
Tony Wufc192e52013-06-21 10:10:46 +0000272 struct octeon_cop2_state cp2 __attribute__ ((__aligned__(128)));
273 struct octeon_cvmseg_state cvmseg __attribute__ ((__aligned__(128)));
David Daneyb5e00af2008-12-11 15:33:30 -0800274#endif
Jayachandran C5649d372013-06-10 06:30:04 +0000275#ifdef CONFIG_CPU_XLP
276 struct nlm_cop2_state cp2;
277#endif
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000278 struct mips_abi *abi;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700279};
280
Ralf Baechlef088fc82006-04-05 09:45:47 +0100281#ifdef CONFIG_MIPS_MT_FPAFF
Ralf Baechlefee578f2007-07-10 17:33:02 +0100282#define FPAFF_INIT \
283 .emulated_fp = 0, \
284 .user_cpus_allowed = INIT_CPUMASK,
Ralf Baechlef088fc82006-04-05 09:45:47 +0100285#else
286#define FPAFF_INIT
287#endif /* CONFIG_MIPS_MT_FPAFF */
288
Ralf Baechlefee578f2007-07-10 17:33:02 +0100289#define INIT_THREAD { \
Ralf Baechle70342282013-01-22 12:59:30 +0100290 /* \
291 * Saved main processor registers \
292 */ \
Ralf Baechlefee578f2007-07-10 17:33:02 +0100293 .reg16 = 0, \
294 .reg17 = 0, \
295 .reg18 = 0, \
296 .reg19 = 0, \
297 .reg20 = 0, \
298 .reg21 = 0, \
299 .reg22 = 0, \
300 .reg23 = 0, \
301 .reg29 = 0, \
302 .reg30 = 0, \
303 .reg31 = 0, \
304 /* \
305 * Saved cp0 stuff \
306 */ \
307 .cp0_status = 0, \
308 /* \
309 * Saved FPU/FPU emulator stuff \
310 */ \
311 .fpu = { \
Paul Burtonbbd426f2014-02-13 11:26:41 +0000312 .fpr = {{{0,},},}, \
Ralf Baechlefee578f2007-07-10 17:33:02 +0100313 .fcr31 = 0, \
314 }, \
315 /* \
316 * FPU affinity state (null if not FPAFF) \
317 */ \
318 FPAFF_INIT \
319 /* \
320 * Saved DSP stuff \
321 */ \
322 .dsp = { \
323 .dspr = {0, }, \
324 .dspcontrol = 0, \
325 }, \
326 /* \
David Daney6aa35242008-09-23 00:05:54 -0700327 * saved watch register stuff \
328 */ \
329 .watch = {{{0,},},}, \
330 /* \
Ralf Baechlefee578f2007-07-10 17:33:02 +0100331 * Other stuff associated with the process \
332 */ \
333 .cp0_badvaddr = 0, \
334 .cp0_baduaddr = 0, \
335 .error_code = 0, \
David Daneyb5e00af2008-12-11 15:33:30 -0800336 /* \
Jayachandran C2c952e02013-06-10 06:30:00 +0000337 * Platform specific cop2 registers(null if no COP2) \
David Daneyb5e00af2008-12-11 15:33:30 -0800338 */ \
Jayachandran C2c952e02013-06-10 06:30:00 +0000339 COP2_INIT \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700340}
341
342struct task_struct;
343
344/* Free all resources held by a thread. */
345#define release_thread(thread) do { } while(0)
346
Linus Torvalds1da177e2005-04-16 15:20:36 -0700347extern unsigned long thread_saved_pc(struct task_struct *tsk);
348
349/*
350 * Do necessary setup to start up a newly executed thread.
351 */
352extern void start_thread(struct pt_regs * regs, unsigned long pc, unsigned long sp);
353
354unsigned long get_wchan(struct task_struct *p);
355
David Daney484889f2009-07-08 10:07:50 -0700356#define __KSTK_TOS(tsk) ((unsigned long)task_stack_page(tsk) + \
357 THREAD_SIZE - 32 - sizeof(struct pt_regs))
358#define task_pt_regs(tsk) ((struct pt_regs *)__KSTK_TOS(tsk))
Al Viro40bc9c62006-01-12 01:06:07 -0800359#define KSTK_EIP(tsk) (task_pt_regs(tsk)->cp0_epc)
360#define KSTK_ESP(tsk) (task_pt_regs(tsk)->regs[29])
361#define KSTK_STATUS(tsk) (task_pt_regs(tsk)->cp0_status)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700362
363#define cpu_relax() barrier()
364
365/*
366 * Return_address is a replacement for __builtin_return_address(count)
367 * which on certain architectures cannot reasonably be implemented in GCC
Lucas De Marchi25985ed2011-03-30 22:57:33 -0300368 * (MIPS, Alpha) or is unusable with -fomit-frame-pointer (i386).
Linus Torvalds1da177e2005-04-16 15:20:36 -0700369 * Note that __builtin_return_address(x>=1) is forbidden because GCC
370 * aborts compilation on some CPUs. It's simply not possible to unwind
371 * some CPU's stackframes.
372 *
Ralf Baechle70342282013-01-22 12:59:30 +0100373 * __builtin_return_address works only for non-leaf functions. We avoid the
Linus Torvalds1da177e2005-04-16 15:20:36 -0700374 * overhead of a function call by forcing the compiler to save the return
375 * address register on the stack.
376 */
377#define return_address() ({__asm__ __volatile__("":::"$31");__builtin_return_address(0);})
378
379#ifdef CONFIG_CPU_HAS_PREFETCH
380
381#define ARCH_HAS_PREFETCH
David Daney0453fb32010-05-14 12:44:18 -0700382#define prefetch(x) __builtin_prefetch((x), 0, 1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700383
David Daney0453fb32010-05-14 12:44:18 -0700384#define ARCH_HAS_PREFETCHW
385#define prefetchw(x) __builtin_prefetch((x), 1, 1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700386
David Howellsb81947c2012-03-28 18:30:02 +0100387/*
388 * See Documentation/scheduler/sched-arch.txt; prevents deadlock on SMP
389 * systems.
390 */
391#define __ARCH_WANT_UNLOCKED_CTXSW
392
Linus Torvalds1da177e2005-04-16 15:20:36 -0700393#endif
394
395#endif /* _ASM_PROCESSOR_H */