blob: 05f08438a7c468fde74c885d9291548a3b71eb68 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 1994 Waldorf GMBH
7 * Copyright (C) 1995, 1996, 1997, 1998, 1999, 2001, 2002, 2003 Ralf Baechle
8 * Copyright (C) 1996 Paul M. Antoine
9 * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
10 */
11#ifndef _ASM_PROCESSOR_H
12#define _ASM_PROCESSOR_H
13
Ralf Baechle41c594a2006-04-05 09:45:45 +010014#include <linux/cpumask.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/threads.h>
16
17#include <asm/cachectl.h>
18#include <asm/cpu.h>
19#include <asm/cpu-info.h>
20#include <asm/mipsregs.h>
21#include <asm/prefetch.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
23/*
24 * Return current * instruction pointer ("program counter").
25 */
26#define current_text_addr() ({ __label__ _l; _l: &&_l;})
27
28/*
29 * System setup and hardware flags..
30 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070031
32extern unsigned int vced_count, vcei_count;
33
David Daneyc52d0d32010-02-18 16:13:04 -080034/*
David Daney10914582010-07-19 13:14:56 -070035 * MIPS does have an arch_pick_mmap_layout()
36 */
37#define HAVE_ARCH_PICK_MMAP_LAYOUT 1
38
39/*
David Daneyc52d0d32010-02-18 16:13:04 -080040 * A special page (the vdso) is mapped into all processes at the very
41 * top of the virtual memory space.
42 */
43#define SPECIAL_PAGES_SIZE PAGE_SIZE
44
Ralf Baechle875d43e2005-09-03 15:56:16 -070045#ifdef CONFIG_32BIT
Sanjay Lal9843b032012-11-21 18:34:03 -080046#ifdef CONFIG_KVM_GUEST
47/* User space process size is limited to 1GB in KVM Guest Mode */
48#define TASK_SIZE 0x3fff8000UL
49#else
Linus Torvalds1da177e2005-04-16 15:20:36 -070050/*
51 * User space process size: 2GB. This is hardcoded into a few places,
52 * so don't change it unless you know what you are doing.
53 */
54#define TASK_SIZE 0x7fff8000UL
Sanjay Lal9843b032012-11-21 18:34:03 -080055#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070056
David Daney949e51b2010-10-14 11:32:33 -070057#ifdef __KERNEL__
58#define STACK_TOP_MAX TASK_SIZE
59#endif
David Daney10914582010-07-19 13:14:56 -070060
61#define TASK_IS_32BIT_ADDR 1
62
Linus Torvalds1da177e2005-04-16 15:20:36 -070063#endif
64
Ralf Baechle875d43e2005-09-03 15:56:16 -070065#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -070066/*
67 * User space process size: 1TB. This is hardcoded into a few places,
68 * so don't change it unless you know what you are doing. TASK_SIZE
69 * is limited to 1TB by the R4000 architecture; R10000 and better can
70 * support 16TB; the architectural reserve for future expansion is
71 * 8192EB ...
72 */
73#define TASK_SIZE32 0x7fff8000UL
David Daney949e51b2010-10-14 11:32:33 -070074#define TASK_SIZE64 0x10000000000UL
75#define TASK_SIZE (test_thread_flag(TIF_32BIT_ADDR) ? TASK_SIZE32 : TASK_SIZE64)
Linus Torvalds1da177e2005-04-16 15:20:36 -070076
David Daney949e51b2010-10-14 11:32:33 -070077#ifdef __KERNEL__
78#define STACK_TOP_MAX TASK_SIZE64
79#endif
80
81
Dave Hansen82455252008-02-04 22:28:59 -080082#define TASK_SIZE_OF(tsk) \
David Daney949e51b2010-10-14 11:32:33 -070083 (test_tsk_thread_flag(tsk, TIF_32BIT_ADDR) ? TASK_SIZE32 : TASK_SIZE64)
David Daney10914582010-07-19 13:14:56 -070084
85#define TASK_IS_32BIT_ADDR test_thread_flag(TIF_32BIT_ADDR)
86
Linus Torvalds1da177e2005-04-16 15:20:36 -070087#endif
88
David Daney949e51b2010-10-14 11:32:33 -070089#define STACK_TOP ((TASK_SIZE & PAGE_MASK) - SPECIAL_PAGES_SIZE)
90
91/*
92 * This decides where the kernel will search for a free chunk of vm
93 * space during mmap's.
94 */
95#define TASK_UNMAPPED_BASE PAGE_ALIGN(TASK_SIZE / 3)
96
David Howells922a70d2008-02-08 04:19:26 -080097
Linus Torvalds1da177e2005-04-16 15:20:36 -070098#define NUM_FPU_REGS 32
Paul Burton1db1af82014-01-27 15:23:11 +000099
100#ifdef CONFIG_CPU_HAS_MSA
101# define FPU_REG_WIDTH 128
102#else
103# define FPU_REG_WIDTH 64
104#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105
Paul Burtonbbd426f2014-02-13 11:26:41 +0000106union fpureg {
107 __u32 val32[FPU_REG_WIDTH / 32];
108 __u64 val64[FPU_REG_WIDTH / 64];
109};
110
111#ifdef CONFIG_CPU_LITTLE_ENDIAN
112# define FPR_IDX(width, idx) (idx)
113#else
114# define FPR_IDX(width, idx) ((FPU_REG_WIDTH / (width)) - 1 - (idx))
115#endif
116
117#define BUILD_FPR_ACCESS(width) \
118static inline u##width get_fpr##width(union fpureg *fpr, unsigned idx) \
119{ \
120 return fpr->val##width[FPR_IDX(width, idx)]; \
121} \
122 \
123static inline void set_fpr##width(union fpureg *fpr, unsigned idx, \
124 u##width val) \
125{ \
126 fpr->val##width[FPR_IDX(width, idx)] = val; \
127}
128
129BUILD_FPR_ACCESS(32)
130BUILD_FPR_ACCESS(64)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132/*
Paul Burtone87ce942014-01-27 15:23:01 +0000133 * It would be nice to add some more fields for emulator statistics,
134 * the additional information is private to the FPU emulator for now.
135 * See arch/mips/include/asm/fpu_emulator.h.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136 */
137
Atsushi Nemotoeae89072006-05-16 01:26:03 +0900138struct mips_fpu_struct {
Paul Burtonbbd426f2014-02-13 11:26:41 +0000139 union fpureg fpr[NUM_FPU_REGS];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140 unsigned int fcr31;
Paul Burton1db1af82014-01-27 15:23:11 +0000141 unsigned int msacsr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142};
143
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000144#define NUM_DSP_REGS 6
145
146typedef __u32 dspreg_t;
147
148struct mips_dsp_state {
Ralf Baechle70342282013-01-22 12:59:30 +0100149 dspreg_t dspr[NUM_DSP_REGS];
150 unsigned int dspcontrol;
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000151};
152
Ralf Baechle41c594a2006-04-05 09:45:45 +0100153#define INIT_CPUMASK { \
154 {0,} \
155}
156
David Daney6aa35242008-09-23 00:05:54 -0700157struct mips3264_watch_reg_state {
158 /* The width of watchlo is 32 in a 32 bit kernel and 64 in a
159 64 bit kernel. We use unsigned long as it has the same
160 property. */
161 unsigned long watchlo[NUM_WATCH_REGS];
162 /* Only the mask and IRW bits from watchhi. */
163 u16 watchhi[NUM_WATCH_REGS];
164};
165
166union mips_watch_reg_state {
167 struct mips3264_watch_reg_state mips3264;
168};
169
Jayachandran C2c952e02013-06-10 06:30:00 +0000170#if defined(CONFIG_CPU_CAVIUM_OCTEON)
David Daneyb5e00af2008-12-11 15:33:30 -0800171
172struct octeon_cop2_state {
173 /* DMFC2 rt, 0x0201 */
Ralf Baechle70342282013-01-22 12:59:30 +0100174 unsigned long cop2_crc_iv;
David Daneyb5e00af2008-12-11 15:33:30 -0800175 /* DMFC2 rt, 0x0202 (Set with DMTC2 rt, 0x1202) */
Ralf Baechle70342282013-01-22 12:59:30 +0100176 unsigned long cop2_crc_length;
David Daneyb5e00af2008-12-11 15:33:30 -0800177 /* DMFC2 rt, 0x0200 (set with DMTC2 rt, 0x4200) */
Ralf Baechle70342282013-01-22 12:59:30 +0100178 unsigned long cop2_crc_poly;
David Daneyb5e00af2008-12-11 15:33:30 -0800179 /* DMFC2 rt, 0x0402; DMFC2 rt, 0x040A */
Ralf Baechle70342282013-01-22 12:59:30 +0100180 unsigned long cop2_llm_dat[2];
David Daneyb5e00af2008-12-11 15:33:30 -0800181 /* DMFC2 rt, 0x0084 */
Ralf Baechle70342282013-01-22 12:59:30 +0100182 unsigned long cop2_3des_iv;
David Daneyb5e00af2008-12-11 15:33:30 -0800183 /* DMFC2 rt, 0x0080; DMFC2 rt, 0x0081; DMFC2 rt, 0x0082 */
Ralf Baechle70342282013-01-22 12:59:30 +0100184 unsigned long cop2_3des_key[3];
David Daneyb5e00af2008-12-11 15:33:30 -0800185 /* DMFC2 rt, 0x0088 (Set with DMTC2 rt, 0x0098) */
Ralf Baechle70342282013-01-22 12:59:30 +0100186 unsigned long cop2_3des_result;
David Daneyb5e00af2008-12-11 15:33:30 -0800187 /* DMFC2 rt, 0x0111 (FIXME: Read Pass1 Errata) */
Ralf Baechle70342282013-01-22 12:59:30 +0100188 unsigned long cop2_aes_inp0;
David Daneyb5e00af2008-12-11 15:33:30 -0800189 /* DMFC2 rt, 0x0102; DMFC2 rt, 0x0103 */
Ralf Baechle70342282013-01-22 12:59:30 +0100190 unsigned long cop2_aes_iv[2];
David Daneyb5e00af2008-12-11 15:33:30 -0800191 /* DMFC2 rt, 0x0104; DMFC2 rt, 0x0105; DMFC2 rt, 0x0106; DMFC2
192 * rt, 0x0107 */
Ralf Baechle70342282013-01-22 12:59:30 +0100193 unsigned long cop2_aes_key[4];
David Daneyb5e00af2008-12-11 15:33:30 -0800194 /* DMFC2 rt, 0x0110 */
Ralf Baechle70342282013-01-22 12:59:30 +0100195 unsigned long cop2_aes_keylen;
David Daneyb5e00af2008-12-11 15:33:30 -0800196 /* DMFC2 rt, 0x0100; DMFC2 rt, 0x0101 */
Ralf Baechle70342282013-01-22 12:59:30 +0100197 unsigned long cop2_aes_result[2];
David Daneyb5e00af2008-12-11 15:33:30 -0800198 /* DMFC2 rt, 0x0240; DMFC2 rt, 0x0241; DMFC2 rt, 0x0242; DMFC2
199 * rt, 0x0243; DMFC2 rt, 0x0244; DMFC2 rt, 0x0245; DMFC2 rt,
200 * 0x0246; DMFC2 rt, 0x0247; DMFC2 rt, 0x0248; DMFC2 rt,
201 * 0x0249; DMFC2 rt, 0x024A; DMFC2 rt, 0x024B; DMFC2 rt,
202 * 0x024C; DMFC2 rt, 0x024D; DMFC2 rt, 0x024E - Pass2 */
Ralf Baechle70342282013-01-22 12:59:30 +0100203 unsigned long cop2_hsh_datw[15];
David Daneyb5e00af2008-12-11 15:33:30 -0800204 /* DMFC2 rt, 0x0250; DMFC2 rt, 0x0251; DMFC2 rt, 0x0252; DMFC2
205 * rt, 0x0253; DMFC2 rt, 0x0254; DMFC2 rt, 0x0255; DMFC2 rt,
206 * 0x0256; DMFC2 rt, 0x0257 - Pass2 */
Ralf Baechle70342282013-01-22 12:59:30 +0100207 unsigned long cop2_hsh_ivw[8];
David Daneyb5e00af2008-12-11 15:33:30 -0800208 /* DMFC2 rt, 0x0258; DMFC2 rt, 0x0259 - Pass2 */
Ralf Baechle70342282013-01-22 12:59:30 +0100209 unsigned long cop2_gfm_mult[2];
David Daneyb5e00af2008-12-11 15:33:30 -0800210 /* DMFC2 rt, 0x025E - Pass2 */
Ralf Baechle70342282013-01-22 12:59:30 +0100211 unsigned long cop2_gfm_poly;
David Daneyb5e00af2008-12-11 15:33:30 -0800212 /* DMFC2 rt, 0x025A; DMFC2 rt, 0x025B - Pass2 */
Ralf Baechle70342282013-01-22 12:59:30 +0100213 unsigned long cop2_gfm_result[2];
David Daneyb5e00af2008-12-11 15:33:30 -0800214};
Jayachandran C2c952e02013-06-10 06:30:00 +0000215#define COP2_INIT \
216 .cp2 = {0,},
David Daneyb5e00af2008-12-11 15:33:30 -0800217
218struct octeon_cvmseg_state {
219 unsigned long cvmseg[CONFIG_CAVIUM_OCTEON_CVMSEG_SIZE]
220 [cpu_dcache_line_size() / sizeof(unsigned long)];
221};
222
Jayachandran C5649d372013-06-10 06:30:04 +0000223#elif defined(CONFIG_CPU_XLP)
224struct nlm_cop2_state {
225 u64 rx[4];
226 u64 tx[4];
227 u32 tx_msg_status;
228 u32 rx_msg_status;
229};
230
231#define COP2_INIT \
232 .cp2 = {{0}, {0}, 0, 0},
Jayachandran C2c952e02013-06-10 06:30:00 +0000233#else
234#define COP2_INIT
David Daneyb5e00af2008-12-11 15:33:30 -0800235#endif
236
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237typedef struct {
238 unsigned long seg;
239} mm_segment_t;
240
Paul Burton37cddff2014-07-11 16:46:54 +0100241#ifdef CONFIG_CPU_HAS_MSA
242# define ARCH_MIN_TASKALIGN 16
243# define FPU_ALIGN __aligned(16)
244#else
245# define ARCH_MIN_TASKALIGN 8
246# define FPU_ALIGN
247#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700248
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000249struct mips_abi;
250
Linus Torvalds1da177e2005-04-16 15:20:36 -0700251/*
252 * If you change thread_struct remember to change the #defines below too!
253 */
254struct thread_struct {
255 /* Saved main processor registers. */
256 unsigned long reg16;
257 unsigned long reg17, reg18, reg19, reg20, reg21, reg22, reg23;
258 unsigned long reg29, reg30, reg31;
259
260 /* Saved cp0 stuff. */
261 unsigned long cp0_status;
262
263 /* Saved fpu/fpu emulator stuff. */
Paul Burton37cddff2014-07-11 16:46:54 +0100264 struct mips_fpu_struct fpu FPU_ALIGN;
Ralf Baechlef088fc82006-04-05 09:45:47 +0100265#ifdef CONFIG_MIPS_MT_FPAFF
266 /* Emulated instruction count */
267 unsigned long emulated_fp;
268 /* Saved per-thread scheduler affinity mask */
269 cpumask_t user_cpus_allowed;
270#endif /* CONFIG_MIPS_MT_FPAFF */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700271
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000272 /* Saved state of the DSP ASE, if available. */
273 struct mips_dsp_state dsp;
274
David Daney6aa35242008-09-23 00:05:54 -0700275 /* Saved watch register state, if available. */
276 union mips_watch_reg_state watch;
277
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278 /* Other stuff associated with the thread. */
279 unsigned long cp0_badvaddr; /* Last user fault */
280 unsigned long cp0_baduaddr; /* Last kernel fault accessing USEG */
281 unsigned long error_code;
David Daneyb5e00af2008-12-11 15:33:30 -0800282#ifdef CONFIG_CPU_CAVIUM_OCTEON
Tony Wufc192e52013-06-21 10:10:46 +0000283 struct octeon_cop2_state cp2 __attribute__ ((__aligned__(128)));
284 struct octeon_cvmseg_state cvmseg __attribute__ ((__aligned__(128)));
David Daneyb5e00af2008-12-11 15:33:30 -0800285#endif
Jayachandran C5649d372013-06-10 06:30:04 +0000286#ifdef CONFIG_CPU_XLP
287 struct nlm_cop2_state cp2;
288#endif
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000289 struct mips_abi *abi;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700290};
291
Ralf Baechlef088fc82006-04-05 09:45:47 +0100292#ifdef CONFIG_MIPS_MT_FPAFF
Ralf Baechlefee578f2007-07-10 17:33:02 +0100293#define FPAFF_INIT \
294 .emulated_fp = 0, \
295 .user_cpus_allowed = INIT_CPUMASK,
Ralf Baechlef088fc82006-04-05 09:45:47 +0100296#else
297#define FPAFF_INIT
298#endif /* CONFIG_MIPS_MT_FPAFF */
299
Ralf Baechlefee578f2007-07-10 17:33:02 +0100300#define INIT_THREAD { \
Ralf Baechle70342282013-01-22 12:59:30 +0100301 /* \
302 * Saved main processor registers \
303 */ \
Ralf Baechlefee578f2007-07-10 17:33:02 +0100304 .reg16 = 0, \
305 .reg17 = 0, \
306 .reg18 = 0, \
307 .reg19 = 0, \
308 .reg20 = 0, \
309 .reg21 = 0, \
310 .reg22 = 0, \
311 .reg23 = 0, \
312 .reg29 = 0, \
313 .reg30 = 0, \
314 .reg31 = 0, \
315 /* \
316 * Saved cp0 stuff \
317 */ \
318 .cp0_status = 0, \
319 /* \
320 * Saved FPU/FPU emulator stuff \
321 */ \
322 .fpu = { \
Paul Burtonbbd426f2014-02-13 11:26:41 +0000323 .fpr = {{{0,},},}, \
Ralf Baechlefee578f2007-07-10 17:33:02 +0100324 .fcr31 = 0, \
Paul Burton1db1af82014-01-27 15:23:11 +0000325 .msacsr = 0, \
Ralf Baechlefee578f2007-07-10 17:33:02 +0100326 }, \
327 /* \
328 * FPU affinity state (null if not FPAFF) \
329 */ \
330 FPAFF_INIT \
331 /* \
332 * Saved DSP stuff \
333 */ \
334 .dsp = { \
335 .dspr = {0, }, \
336 .dspcontrol = 0, \
337 }, \
338 /* \
David Daney6aa35242008-09-23 00:05:54 -0700339 * saved watch register stuff \
340 */ \
341 .watch = {{{0,},},}, \
342 /* \
Ralf Baechlefee578f2007-07-10 17:33:02 +0100343 * Other stuff associated with the process \
344 */ \
345 .cp0_badvaddr = 0, \
346 .cp0_baduaddr = 0, \
347 .error_code = 0, \
David Daneyb5e00af2008-12-11 15:33:30 -0800348 /* \
Jayachandran C2c952e02013-06-10 06:30:00 +0000349 * Platform specific cop2 registers(null if no COP2) \
David Daneyb5e00af2008-12-11 15:33:30 -0800350 */ \
Jayachandran C2c952e02013-06-10 06:30:00 +0000351 COP2_INIT \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700352}
353
354struct task_struct;
355
356/* Free all resources held by a thread. */
357#define release_thread(thread) do { } while(0)
358
Linus Torvalds1da177e2005-04-16 15:20:36 -0700359extern unsigned long thread_saved_pc(struct task_struct *tsk);
360
361/*
362 * Do necessary setup to start up a newly executed thread.
363 */
364extern void start_thread(struct pt_regs * regs, unsigned long pc, unsigned long sp);
365
366unsigned long get_wchan(struct task_struct *p);
367
David Daney484889f2009-07-08 10:07:50 -0700368#define __KSTK_TOS(tsk) ((unsigned long)task_stack_page(tsk) + \
369 THREAD_SIZE - 32 - sizeof(struct pt_regs))
370#define task_pt_regs(tsk) ((struct pt_regs *)__KSTK_TOS(tsk))
Al Viro40bc9c62006-01-12 01:06:07 -0800371#define KSTK_EIP(tsk) (task_pt_regs(tsk)->cp0_epc)
372#define KSTK_ESP(tsk) (task_pt_regs(tsk)->regs[29])
373#define KSTK_STATUS(tsk) (task_pt_regs(tsk)->cp0_status)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700374
375#define cpu_relax() barrier()
Davidlohr Bueso3a6bfbc2014-06-29 15:09:33 -0700376#define cpu_relax_lowlatency() cpu_relax()
Linus Torvalds1da177e2005-04-16 15:20:36 -0700377
378/*
379 * Return_address is a replacement for __builtin_return_address(count)
380 * which on certain architectures cannot reasonably be implemented in GCC
Lucas De Marchi25985ed2011-03-30 22:57:33 -0300381 * (MIPS, Alpha) or is unusable with -fomit-frame-pointer (i386).
Linus Torvalds1da177e2005-04-16 15:20:36 -0700382 * Note that __builtin_return_address(x>=1) is forbidden because GCC
383 * aborts compilation on some CPUs. It's simply not possible to unwind
384 * some CPU's stackframes.
385 *
Ralf Baechle70342282013-01-22 12:59:30 +0100386 * __builtin_return_address works only for non-leaf functions. We avoid the
Linus Torvalds1da177e2005-04-16 15:20:36 -0700387 * overhead of a function call by forcing the compiler to save the return
388 * address register on the stack.
389 */
390#define return_address() ({__asm__ __volatile__("":::"$31");__builtin_return_address(0);})
391
392#ifdef CONFIG_CPU_HAS_PREFETCH
393
394#define ARCH_HAS_PREFETCH
David Daney0453fb32010-05-14 12:44:18 -0700395#define prefetch(x) __builtin_prefetch((x), 0, 1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700396
David Daney0453fb32010-05-14 12:44:18 -0700397#define ARCH_HAS_PREFETCHW
398#define prefetchw(x) __builtin_prefetch((x), 1, 1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700399
David Howellsb81947c2012-03-28 18:30:02 +0100400/*
401 * See Documentation/scheduler/sched-arch.txt; prevents deadlock on SMP
402 * systems.
403 */
404#define __ARCH_WANT_UNLOCKED_CTXSW
405
Linus Torvalds1da177e2005-04-16 15:20:36 -0700406#endif
407
408#endif /* _ASM_PROCESSOR_H */