blob: ad70cba8daffaeaeb7f62a7a47308dc1597a8be4 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 1994 Waldorf GMBH
7 * Copyright (C) 1995, 1996, 1997, 1998, 1999, 2001, 2002, 2003 Ralf Baechle
8 * Copyright (C) 1996 Paul M. Antoine
9 * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
10 */
11#ifndef _ASM_PROCESSOR_H
12#define _ASM_PROCESSOR_H
13
Ralf Baechle41c594a2006-04-05 09:45:45 +010014#include <linux/cpumask.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/threads.h>
16
17#include <asm/cachectl.h>
18#include <asm/cpu.h>
19#include <asm/cpu-info.h>
20#include <asm/mipsregs.h>
21#include <asm/prefetch.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
23/*
24 * Return current * instruction pointer ("program counter").
25 */
26#define current_text_addr() ({ __label__ _l; _l: &&_l;})
27
28/*
29 * System setup and hardware flags..
30 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070031
32extern unsigned int vced_count, vcei_count;
33
David Daneyc52d0d32010-02-18 16:13:04 -080034/*
David Daney10914582010-07-19 13:14:56 -070035 * MIPS does have an arch_pick_mmap_layout()
36 */
37#define HAVE_ARCH_PICK_MMAP_LAYOUT 1
38
39/*
David Daneyc52d0d32010-02-18 16:13:04 -080040 * A special page (the vdso) is mapped into all processes at the very
41 * top of the virtual memory space.
42 */
43#define SPECIAL_PAGES_SIZE PAGE_SIZE
44
Ralf Baechle875d43e2005-09-03 15:56:16 -070045#ifdef CONFIG_32BIT
Sanjay Lal9843b032012-11-21 18:34:03 -080046#ifdef CONFIG_KVM_GUEST
47/* User space process size is limited to 1GB in KVM Guest Mode */
48#define TASK_SIZE 0x3fff8000UL
49#else
Linus Torvalds1da177e2005-04-16 15:20:36 -070050/*
51 * User space process size: 2GB. This is hardcoded into a few places,
52 * so don't change it unless you know what you are doing.
53 */
54#define TASK_SIZE 0x7fff8000UL
Sanjay Lal9843b032012-11-21 18:34:03 -080055#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070056
David Daney949e51b2010-10-14 11:32:33 -070057#ifdef __KERNEL__
58#define STACK_TOP_MAX TASK_SIZE
59#endif
David Daney10914582010-07-19 13:14:56 -070060
61#define TASK_IS_32BIT_ADDR 1
62
Linus Torvalds1da177e2005-04-16 15:20:36 -070063#endif
64
Ralf Baechle875d43e2005-09-03 15:56:16 -070065#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -070066/*
67 * User space process size: 1TB. This is hardcoded into a few places,
68 * so don't change it unless you know what you are doing. TASK_SIZE
69 * is limited to 1TB by the R4000 architecture; R10000 and better can
70 * support 16TB; the architectural reserve for future expansion is
71 * 8192EB ...
72 */
73#define TASK_SIZE32 0x7fff8000UL
David Daney949e51b2010-10-14 11:32:33 -070074#define TASK_SIZE64 0x10000000000UL
75#define TASK_SIZE (test_thread_flag(TIF_32BIT_ADDR) ? TASK_SIZE32 : TASK_SIZE64)
Linus Torvalds1da177e2005-04-16 15:20:36 -070076
David Daney949e51b2010-10-14 11:32:33 -070077#ifdef __KERNEL__
78#define STACK_TOP_MAX TASK_SIZE64
79#endif
80
81
Dave Hansen82455252008-02-04 22:28:59 -080082#define TASK_SIZE_OF(tsk) \
David Daney949e51b2010-10-14 11:32:33 -070083 (test_tsk_thread_flag(tsk, TIF_32BIT_ADDR) ? TASK_SIZE32 : TASK_SIZE64)
David Daney10914582010-07-19 13:14:56 -070084
85#define TASK_IS_32BIT_ADDR test_thread_flag(TIF_32BIT_ADDR)
86
Linus Torvalds1da177e2005-04-16 15:20:36 -070087#endif
88
David Daney949e51b2010-10-14 11:32:33 -070089#define STACK_TOP ((TASK_SIZE & PAGE_MASK) - SPECIAL_PAGES_SIZE)
90
91/*
92 * This decides where the kernel will search for a free chunk of vm
93 * space during mmap's.
94 */
95#define TASK_UNMAPPED_BASE PAGE_ALIGN(TASK_SIZE / 3)
96
David Howells922a70d2008-02-08 04:19:26 -080097
Linus Torvalds1da177e2005-04-16 15:20:36 -070098#define NUM_FPU_REGS 32
Paul Burton1db1af82014-01-27 15:23:11 +000099
100#ifdef CONFIG_CPU_HAS_MSA
101# define FPU_REG_WIDTH 128
102#else
103# define FPU_REG_WIDTH 64
104#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105
Paul Burtonbbd426f2014-02-13 11:26:41 +0000106union fpureg {
107 __u32 val32[FPU_REG_WIDTH / 32];
108 __u64 val64[FPU_REG_WIDTH / 64];
109};
110
111#ifdef CONFIG_CPU_LITTLE_ENDIAN
112# define FPR_IDX(width, idx) (idx)
113#else
114# define FPR_IDX(width, idx) ((FPU_REG_WIDTH / (width)) - 1 - (idx))
115#endif
116
117#define BUILD_FPR_ACCESS(width) \
118static inline u##width get_fpr##width(union fpureg *fpr, unsigned idx) \
119{ \
120 return fpr->val##width[FPR_IDX(width, idx)]; \
121} \
122 \
123static inline void set_fpr##width(union fpureg *fpr, unsigned idx, \
124 u##width val) \
125{ \
126 fpr->val##width[FPR_IDX(width, idx)] = val; \
127}
128
129BUILD_FPR_ACCESS(32)
130BUILD_FPR_ACCESS(64)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132/*
Paul Burtone87ce942014-01-27 15:23:01 +0000133 * It would be nice to add some more fields for emulator statistics,
134 * the additional information is private to the FPU emulator for now.
135 * See arch/mips/include/asm/fpu_emulator.h.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136 */
137
Atsushi Nemotoeae89072006-05-16 01:26:03 +0900138struct mips_fpu_struct {
Paul Burtonbbd426f2014-02-13 11:26:41 +0000139 union fpureg fpr[NUM_FPU_REGS];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140 unsigned int fcr31;
Paul Burton1db1af82014-01-27 15:23:11 +0000141 unsigned int msacsr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142};
143
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000144#define NUM_DSP_REGS 6
145
146typedef __u32 dspreg_t;
147
148struct mips_dsp_state {
Ralf Baechle70342282013-01-22 12:59:30 +0100149 dspreg_t dspr[NUM_DSP_REGS];
150 unsigned int dspcontrol;
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000151};
152
Ralf Baechle41c594a2006-04-05 09:45:45 +0100153#define INIT_CPUMASK { \
154 {0,} \
155}
156
David Daney6aa35242008-09-23 00:05:54 -0700157struct mips3264_watch_reg_state {
158 /* The width of watchlo is 32 in a 32 bit kernel and 64 in a
159 64 bit kernel. We use unsigned long as it has the same
160 property. */
161 unsigned long watchlo[NUM_WATCH_REGS];
162 /* Only the mask and IRW bits from watchhi. */
163 u16 watchhi[NUM_WATCH_REGS];
164};
165
166union mips_watch_reg_state {
167 struct mips3264_watch_reg_state mips3264;
168};
169
Jayachandran C2c952e02013-06-10 06:30:00 +0000170#if defined(CONFIG_CPU_CAVIUM_OCTEON)
David Daneyb5e00af2008-12-11 15:33:30 -0800171
172struct octeon_cop2_state {
173 /* DMFC2 rt, 0x0201 */
Ralf Baechle70342282013-01-22 12:59:30 +0100174 unsigned long cop2_crc_iv;
David Daneyb5e00af2008-12-11 15:33:30 -0800175 /* DMFC2 rt, 0x0202 (Set with DMTC2 rt, 0x1202) */
Ralf Baechle70342282013-01-22 12:59:30 +0100176 unsigned long cop2_crc_length;
David Daneyb5e00af2008-12-11 15:33:30 -0800177 /* DMFC2 rt, 0x0200 (set with DMTC2 rt, 0x4200) */
Ralf Baechle70342282013-01-22 12:59:30 +0100178 unsigned long cop2_crc_poly;
David Daneyb5e00af2008-12-11 15:33:30 -0800179 /* DMFC2 rt, 0x0402; DMFC2 rt, 0x040A */
Ralf Baechle70342282013-01-22 12:59:30 +0100180 unsigned long cop2_llm_dat[2];
David Daneyb5e00af2008-12-11 15:33:30 -0800181 /* DMFC2 rt, 0x0084 */
Ralf Baechle70342282013-01-22 12:59:30 +0100182 unsigned long cop2_3des_iv;
David Daneyb5e00af2008-12-11 15:33:30 -0800183 /* DMFC2 rt, 0x0080; DMFC2 rt, 0x0081; DMFC2 rt, 0x0082 */
Ralf Baechle70342282013-01-22 12:59:30 +0100184 unsigned long cop2_3des_key[3];
David Daneyb5e00af2008-12-11 15:33:30 -0800185 /* DMFC2 rt, 0x0088 (Set with DMTC2 rt, 0x0098) */
Ralf Baechle70342282013-01-22 12:59:30 +0100186 unsigned long cop2_3des_result;
David Daneyb5e00af2008-12-11 15:33:30 -0800187 /* DMFC2 rt, 0x0111 (FIXME: Read Pass1 Errata) */
Ralf Baechle70342282013-01-22 12:59:30 +0100188 unsigned long cop2_aes_inp0;
David Daneyb5e00af2008-12-11 15:33:30 -0800189 /* DMFC2 rt, 0x0102; DMFC2 rt, 0x0103 */
Ralf Baechle70342282013-01-22 12:59:30 +0100190 unsigned long cop2_aes_iv[2];
David Daneyb5e00af2008-12-11 15:33:30 -0800191 /* DMFC2 rt, 0x0104; DMFC2 rt, 0x0105; DMFC2 rt, 0x0106; DMFC2
192 * rt, 0x0107 */
Ralf Baechle70342282013-01-22 12:59:30 +0100193 unsigned long cop2_aes_key[4];
David Daneyb5e00af2008-12-11 15:33:30 -0800194 /* DMFC2 rt, 0x0110 */
Ralf Baechle70342282013-01-22 12:59:30 +0100195 unsigned long cop2_aes_keylen;
David Daneyb5e00af2008-12-11 15:33:30 -0800196 /* DMFC2 rt, 0x0100; DMFC2 rt, 0x0101 */
Ralf Baechle70342282013-01-22 12:59:30 +0100197 unsigned long cop2_aes_result[2];
David Daneyb5e00af2008-12-11 15:33:30 -0800198 /* DMFC2 rt, 0x0240; DMFC2 rt, 0x0241; DMFC2 rt, 0x0242; DMFC2
199 * rt, 0x0243; DMFC2 rt, 0x0244; DMFC2 rt, 0x0245; DMFC2 rt,
200 * 0x0246; DMFC2 rt, 0x0247; DMFC2 rt, 0x0248; DMFC2 rt,
201 * 0x0249; DMFC2 rt, 0x024A; DMFC2 rt, 0x024B; DMFC2 rt,
202 * 0x024C; DMFC2 rt, 0x024D; DMFC2 rt, 0x024E - Pass2 */
Ralf Baechle70342282013-01-22 12:59:30 +0100203 unsigned long cop2_hsh_datw[15];
David Daneyb5e00af2008-12-11 15:33:30 -0800204 /* DMFC2 rt, 0x0250; DMFC2 rt, 0x0251; DMFC2 rt, 0x0252; DMFC2
205 * rt, 0x0253; DMFC2 rt, 0x0254; DMFC2 rt, 0x0255; DMFC2 rt,
206 * 0x0256; DMFC2 rt, 0x0257 - Pass2 */
Ralf Baechle70342282013-01-22 12:59:30 +0100207 unsigned long cop2_hsh_ivw[8];
David Daneyb5e00af2008-12-11 15:33:30 -0800208 /* DMFC2 rt, 0x0258; DMFC2 rt, 0x0259 - Pass2 */
Ralf Baechle70342282013-01-22 12:59:30 +0100209 unsigned long cop2_gfm_mult[2];
David Daneyb5e00af2008-12-11 15:33:30 -0800210 /* DMFC2 rt, 0x025E - Pass2 */
Ralf Baechle70342282013-01-22 12:59:30 +0100211 unsigned long cop2_gfm_poly;
David Daneyb5e00af2008-12-11 15:33:30 -0800212 /* DMFC2 rt, 0x025A; DMFC2 rt, 0x025B - Pass2 */
Ralf Baechle70342282013-01-22 12:59:30 +0100213 unsigned long cop2_gfm_result[2];
David Daneyb5e00af2008-12-11 15:33:30 -0800214};
Jayachandran C2c952e02013-06-10 06:30:00 +0000215#define COP2_INIT \
216 .cp2 = {0,},
David Daneyb5e00af2008-12-11 15:33:30 -0800217
218struct octeon_cvmseg_state {
219 unsigned long cvmseg[CONFIG_CAVIUM_OCTEON_CVMSEG_SIZE]
220 [cpu_dcache_line_size() / sizeof(unsigned long)];
221};
222
Jayachandran C5649d372013-06-10 06:30:04 +0000223#elif defined(CONFIG_CPU_XLP)
224struct nlm_cop2_state {
225 u64 rx[4];
226 u64 tx[4];
227 u32 tx_msg_status;
228 u32 rx_msg_status;
229};
230
231#define COP2_INIT \
232 .cp2 = {{0}, {0}, 0, 0},
Jayachandran C2c952e02013-06-10 06:30:00 +0000233#else
234#define COP2_INIT
David Daneyb5e00af2008-12-11 15:33:30 -0800235#endif
236
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237typedef struct {
238 unsigned long seg;
239} mm_segment_t;
240
241#define ARCH_MIN_TASKALIGN 8
242
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000243struct mips_abi;
244
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245/*
246 * If you change thread_struct remember to change the #defines below too!
247 */
248struct thread_struct {
249 /* Saved main processor registers. */
250 unsigned long reg16;
251 unsigned long reg17, reg18, reg19, reg20, reg21, reg22, reg23;
252 unsigned long reg29, reg30, reg31;
253
254 /* Saved cp0 stuff. */
255 unsigned long cp0_status;
256
257 /* Saved fpu/fpu emulator stuff. */
Atsushi Nemotoeae89072006-05-16 01:26:03 +0900258 struct mips_fpu_struct fpu;
Ralf Baechlef088fc82006-04-05 09:45:47 +0100259#ifdef CONFIG_MIPS_MT_FPAFF
260 /* Emulated instruction count */
261 unsigned long emulated_fp;
262 /* Saved per-thread scheduler affinity mask */
263 cpumask_t user_cpus_allowed;
264#endif /* CONFIG_MIPS_MT_FPAFF */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700265
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000266 /* Saved state of the DSP ASE, if available. */
267 struct mips_dsp_state dsp;
268
David Daney6aa35242008-09-23 00:05:54 -0700269 /* Saved watch register state, if available. */
270 union mips_watch_reg_state watch;
271
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272 /* Other stuff associated with the thread. */
273 unsigned long cp0_badvaddr; /* Last user fault */
274 unsigned long cp0_baduaddr; /* Last kernel fault accessing USEG */
275 unsigned long error_code;
David Daneyb5e00af2008-12-11 15:33:30 -0800276#ifdef CONFIG_CPU_CAVIUM_OCTEON
Tony Wufc192e52013-06-21 10:10:46 +0000277 struct octeon_cop2_state cp2 __attribute__ ((__aligned__(128)));
278 struct octeon_cvmseg_state cvmseg __attribute__ ((__aligned__(128)));
David Daneyb5e00af2008-12-11 15:33:30 -0800279#endif
Jayachandran C5649d372013-06-10 06:30:04 +0000280#ifdef CONFIG_CPU_XLP
281 struct nlm_cop2_state cp2;
282#endif
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000283 struct mips_abi *abi;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700284};
285
Ralf Baechlef088fc82006-04-05 09:45:47 +0100286#ifdef CONFIG_MIPS_MT_FPAFF
Ralf Baechlefee578f2007-07-10 17:33:02 +0100287#define FPAFF_INIT \
288 .emulated_fp = 0, \
289 .user_cpus_allowed = INIT_CPUMASK,
Ralf Baechlef088fc82006-04-05 09:45:47 +0100290#else
291#define FPAFF_INIT
292#endif /* CONFIG_MIPS_MT_FPAFF */
293
Ralf Baechlefee578f2007-07-10 17:33:02 +0100294#define INIT_THREAD { \
Ralf Baechle70342282013-01-22 12:59:30 +0100295 /* \
296 * Saved main processor registers \
297 */ \
Ralf Baechlefee578f2007-07-10 17:33:02 +0100298 .reg16 = 0, \
299 .reg17 = 0, \
300 .reg18 = 0, \
301 .reg19 = 0, \
302 .reg20 = 0, \
303 .reg21 = 0, \
304 .reg22 = 0, \
305 .reg23 = 0, \
306 .reg29 = 0, \
307 .reg30 = 0, \
308 .reg31 = 0, \
309 /* \
310 * Saved cp0 stuff \
311 */ \
312 .cp0_status = 0, \
313 /* \
314 * Saved FPU/FPU emulator stuff \
315 */ \
316 .fpu = { \
Paul Burtonbbd426f2014-02-13 11:26:41 +0000317 .fpr = {{{0,},},}, \
Ralf Baechlefee578f2007-07-10 17:33:02 +0100318 .fcr31 = 0, \
Paul Burton1db1af82014-01-27 15:23:11 +0000319 .msacsr = 0, \
Ralf Baechlefee578f2007-07-10 17:33:02 +0100320 }, \
321 /* \
322 * FPU affinity state (null if not FPAFF) \
323 */ \
324 FPAFF_INIT \
325 /* \
326 * Saved DSP stuff \
327 */ \
328 .dsp = { \
329 .dspr = {0, }, \
330 .dspcontrol = 0, \
331 }, \
332 /* \
David Daney6aa35242008-09-23 00:05:54 -0700333 * saved watch register stuff \
334 */ \
335 .watch = {{{0,},},}, \
336 /* \
Ralf Baechlefee578f2007-07-10 17:33:02 +0100337 * Other stuff associated with the process \
338 */ \
339 .cp0_badvaddr = 0, \
340 .cp0_baduaddr = 0, \
341 .error_code = 0, \
David Daneyb5e00af2008-12-11 15:33:30 -0800342 /* \
Jayachandran C2c952e02013-06-10 06:30:00 +0000343 * Platform specific cop2 registers(null if no COP2) \
David Daneyb5e00af2008-12-11 15:33:30 -0800344 */ \
Jayachandran C2c952e02013-06-10 06:30:00 +0000345 COP2_INIT \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700346}
347
348struct task_struct;
349
350/* Free all resources held by a thread. */
351#define release_thread(thread) do { } while(0)
352
Linus Torvalds1da177e2005-04-16 15:20:36 -0700353extern unsigned long thread_saved_pc(struct task_struct *tsk);
354
355/*
356 * Do necessary setup to start up a newly executed thread.
357 */
358extern void start_thread(struct pt_regs * regs, unsigned long pc, unsigned long sp);
359
360unsigned long get_wchan(struct task_struct *p);
361
David Daney484889f2009-07-08 10:07:50 -0700362#define __KSTK_TOS(tsk) ((unsigned long)task_stack_page(tsk) + \
363 THREAD_SIZE - 32 - sizeof(struct pt_regs))
364#define task_pt_regs(tsk) ((struct pt_regs *)__KSTK_TOS(tsk))
Al Viro40bc9c62006-01-12 01:06:07 -0800365#define KSTK_EIP(tsk) (task_pt_regs(tsk)->cp0_epc)
366#define KSTK_ESP(tsk) (task_pt_regs(tsk)->regs[29])
367#define KSTK_STATUS(tsk) (task_pt_regs(tsk)->cp0_status)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700368
369#define cpu_relax() barrier()
370
371/*
372 * Return_address is a replacement for __builtin_return_address(count)
373 * which on certain architectures cannot reasonably be implemented in GCC
Lucas De Marchi25985ed2011-03-30 22:57:33 -0300374 * (MIPS, Alpha) or is unusable with -fomit-frame-pointer (i386).
Linus Torvalds1da177e2005-04-16 15:20:36 -0700375 * Note that __builtin_return_address(x>=1) is forbidden because GCC
376 * aborts compilation on some CPUs. It's simply not possible to unwind
377 * some CPU's stackframes.
378 *
Ralf Baechle70342282013-01-22 12:59:30 +0100379 * __builtin_return_address works only for non-leaf functions. We avoid the
Linus Torvalds1da177e2005-04-16 15:20:36 -0700380 * overhead of a function call by forcing the compiler to save the return
381 * address register on the stack.
382 */
383#define return_address() ({__asm__ __volatile__("":::"$31");__builtin_return_address(0);})
384
385#ifdef CONFIG_CPU_HAS_PREFETCH
386
387#define ARCH_HAS_PREFETCH
David Daney0453fb32010-05-14 12:44:18 -0700388#define prefetch(x) __builtin_prefetch((x), 0, 1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700389
David Daney0453fb32010-05-14 12:44:18 -0700390#define ARCH_HAS_PREFETCHW
391#define prefetchw(x) __builtin_prefetch((x), 1, 1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700392
David Howellsb81947c2012-03-28 18:30:02 +0100393/*
394 * See Documentation/scheduler/sched-arch.txt; prevents deadlock on SMP
395 * systems.
396 */
397#define __ARCH_WANT_UNLOCKED_CTXSW
398
Linus Torvalds1da177e2005-04-16 15:20:36 -0700399#endif
400
401#endif /* _ASM_PROCESSOR_H */