blob: 56831dfa9198c6e2192605fd5ee9d68c538d8b17 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * S390 version
Heiko Carstensa53c8fa2012-07-20 11:15:04 +02003 * Copyright IBM Corp. 1999
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 * Author(s): Hartmut Penner (hp@de.ibm.com),
5 * Martin Schwidefsky (schwidefsky@de.ibm.com)
6 *
7 * Derived from "include/asm-i386/processor.h"
8 * Copyright (C) 1994, Linus Torvalds
9 */
10
11#ifndef __ASM_S390_PROCESSOR_H
12#define __ASM_S390_PROCESSOR_H
13
Heiko Carstenseb608fb2012-09-05 13:26:11 +020014#ifndef __ASSEMBLY__
15
Heiko Carstensedd53782008-12-25 13:39:16 +010016#include <linux/linkage.h>
David Howellsa0616cd2012-03-28 18:30:02 +010017#include <linux/irqflags.h>
Heiko Carstense86a6ed2009-09-11 10:29:04 +020018#include <asm/cpu.h>
Christian Ehrhardt25097bf2009-04-14 15:36:16 +020019#include <asm/page.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include <asm/ptrace.h>
Christian Ehrhardt25097bf2009-04-14 15:36:16 +020021#include <asm/setup.h>
Jan Glaubere4b8b3f2012-07-31 10:52:05 +020022#include <asm/runtime_instr.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070023
Linus Torvalds1da177e2005-04-16 15:20:36 -070024/*
25 * Default implementation of macro that returns current
26 * instruction pointer ("program counter").
27 */
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +020028#define current_text_addr() ({ void *pc; asm("basr %0,0" : "=a" (pc)); pc; })
Linus Torvalds1da177e2005-04-16 15:20:36 -070029
Heiko Carstense86a6ed2009-09-11 10:29:04 +020030static inline void get_cpu_id(struct cpuid *ptr)
Michael Holzheu72960a02007-02-21 10:55:18 +010031{
Martin Schwidefsky987bcda2010-02-26 22:37:31 +010032 asm volatile("stidp %0" : "=Q" (*ptr));
Michael Holzheu72960a02007-02-21 10:55:18 +010033}
34
Martin Schwidefsky31ee4b22007-02-05 21:18:31 +010035extern void s390_adjust_jiffies(void);
Martin Schwidefsky638ad342011-10-30 15:17:13 +010036extern const struct seq_operations cpuinfo_op;
37extern int sysctl_ieee_emulation_warnings;
Linus Torvalds1da177e2005-04-16 15:20:36 -070038
Linus Torvalds1da177e2005-04-16 15:20:36 -070039/*
Martin Schwidefskyf481bfa2009-03-18 13:27:36 +010040 * User space process size: 2GB for 31 bit, 4TB or 8PT for 64 bit.
Linus Torvalds1da177e2005-04-16 15:20:36 -070041 */
Heiko Carstensf4815ac2012-05-23 16:24:51 +020042#ifndef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -070043
Martin Schwidefsky5a216a22008-02-09 18:24:36 +010044#define TASK_SIZE (1UL << 31)
45#define TASK_UNMAPPED_BASE (1UL << 30)
Linus Torvalds1da177e2005-04-16 15:20:36 -070046
Heiko Carstensf4815ac2012-05-23 16:24:51 +020047#else /* CONFIG_64BIT */
Linus Torvalds1da177e2005-04-16 15:20:36 -070048
Martin Schwidefskyf481bfa2009-03-18 13:27:36 +010049#define TASK_SIZE_OF(tsk) ((tsk)->mm->context.asce_limit)
Martin Schwidefsky5a216a22008-02-09 18:24:36 +010050#define TASK_UNMAPPED_BASE (test_thread_flag(TIF_31BIT) ? \
51 (1UL << 30) : (1UL << 41))
52#define TASK_SIZE TASK_SIZE_OF(current)
Linus Torvalds1da177e2005-04-16 15:20:36 -070053
Heiko Carstensf4815ac2012-05-23 16:24:51 +020054#endif /* CONFIG_64BIT */
Linus Torvalds1da177e2005-04-16 15:20:36 -070055
Heiko Carstensf4815ac2012-05-23 16:24:51 +020056#ifndef CONFIG_64BIT
Martin Schwidefsky5a216a22008-02-09 18:24:36 +010057#define STACK_TOP (1UL << 31)
Martin Schwidefsky6252d702008-02-09 18:24:37 +010058#define STACK_TOP_MAX (1UL << 31)
Heiko Carstensf4815ac2012-05-23 16:24:51 +020059#else /* CONFIG_64BIT */
Martin Schwidefsky6252d702008-02-09 18:24:37 +010060#define STACK_TOP (1UL << (test_thread_flag(TIF_31BIT) ? 31:42))
61#define STACK_TOP_MAX (1UL << 42)
Heiko Carstensf4815ac2012-05-23 16:24:51 +020062#endif /* CONFIG_64BIT */
David Howells922a70d2008-02-08 04:19:26 -080063
Linus Torvalds1da177e2005-04-16 15:20:36 -070064#define HAVE_ARCH_PICK_MMAP_LAYOUT
65
66typedef struct {
67 __u32 ar4;
68} mm_segment_t;
69
70/*
71 * Thread structure
72 */
73struct thread_struct {
74 s390_fp_regs fp_regs;
75 unsigned int acrs[NUM_ACRS];
76 unsigned long ksp; /* kernel stack pointer */
Linus Torvalds1da177e2005-04-16 15:20:36 -070077 mm_segment_t mm_segment;
Martin Schwidefskye5992f22011-07-24 10:48:20 +020078 unsigned long gmap_addr; /* address of last gmap fault. */
Martin Schwidefsky5e9a2692011-01-05 12:48:10 +010079 struct per_regs per_user; /* User specified PER registers */
80 struct per_event per_event; /* Cause of the last PER trap */
Martin Schwidefskyd35339a2012-07-31 11:03:04 +020081 unsigned long per_flags; /* Flags to control debug behavior */
Linus Torvalds1da177e2005-04-16 15:20:36 -070082 /* pfault_wait is used to block the process on a pfault event */
83 unsigned long pfault_wait;
Heiko Carstensf2db2e62011-05-23 10:24:34 +020084 struct list_head list;
Jan Glaubere4b8b3f2012-07-31 10:52:05 +020085 /* cpu runtime instrumentation */
86 struct runtime_instr_cb *ri_cb;
87 int ri_signum;
Martin Schwidefskyd35339a2012-07-31 11:03:04 +020088#ifdef CONFIG_64BIT
89 unsigned char trap_tdb[256]; /* Transaction abort diagnose block */
90#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070091};
92
Martin Schwidefskyd35339a2012-07-31 11:03:04 +020093#define PER_FLAG_NO_TE 1UL /* Flag to disable transactions. */
94
Linus Torvalds1da177e2005-04-16 15:20:36 -070095typedef struct thread_struct thread_struct;
96
97/*
98 * Stack layout of a C stack frame.
99 */
100#ifndef __PACK_STACK
101struct stack_frame {
102 unsigned long back_chain;
103 unsigned long empty1[5];
104 unsigned long gprs[10];
105 unsigned int empty2[8];
106};
107#else
108struct stack_frame {
109 unsigned long empty1[5];
110 unsigned int empty2[8];
111 unsigned long gprs[10];
112 unsigned long back_chain;
113};
114#endif
115
116#define ARCH_MIN_TASKALIGN 8
117
Martin Schwidefsky6f3fa3f2007-10-22 12:52:45 +0200118#define INIT_THREAD { \
119 .ksp = sizeof(init_stack) + (unsigned long) &init_stack, \
120}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121
122/*
123 * Do necessary setup to start up a new thread.
124 */
Martin Schwidefskyb50511e2011-10-30 15:16:50 +0100125#define start_thread(regs, new_psw, new_stackp) do { \
126 regs->psw.mask = psw_user_bits | PSW_MASK_EA | PSW_MASK_BA; \
127 regs->psw.addr = new_psw | PSW_ADDR_AMODE; \
128 regs->gprs[15] = new_stackp; \
Martin Schwidefsky63506c42008-07-14 09:58:54 +0200129} while (0)
130
Martin Schwidefskyb50511e2011-10-30 15:16:50 +0100131#define start_thread31(regs, new_psw, new_stackp) do { \
132 regs->psw.mask = psw_user_bits | PSW_MASK_BA; \
133 regs->psw.addr = new_psw | PSW_ADDR_AMODE; \
134 regs->gprs[15] = new_stackp; \
Martin Schwidefsky0f6f2812012-07-26 08:53:06 +0200135 __tlb_flush_mm(current->mm); \
Martin Schwidefskyb50511e2011-10-30 15:16:50 +0100136 crst_table_downgrade(current->mm, 1UL << 31); \
Martin Schwidefsky0f6f2812012-07-26 08:53:06 +0200137 update_mm(current->mm, current); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138} while (0)
139
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140/* Forward declaration, a strange C thing */
141struct task_struct;
142struct mm_struct;
Eric W. Biedermandf5f8312008-02-08 04:18:33 -0800143struct seq_file;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144
Heiko Carstens66680222012-08-29 14:12:20 +0200145#ifdef CONFIG_64BIT
146extern void show_cacheinfo(struct seq_file *m);
147#else
148static inline void show_cacheinfo(struct seq_file *m) { }
149#endif
150
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151/* Free all resources held by a thread. */
152extern void release_thread(struct task_struct *);
153extern int kernel_thread(int (*fn)(void *), void * arg, unsigned long flags);
154
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155/*
156 * Return saved PC of a blocked thread.
157 */
158extern unsigned long thread_saved_pc(struct task_struct *t);
159
Martin Schwidefskybb11e3b2007-04-27 16:01:41 +0200160extern void show_code(struct pt_regs *regs);
Martin Schwidefskyc10302e2012-07-31 16:23:59 +0200161extern void print_fn_code(unsigned char *code, unsigned long len);
Cornelia Huck9b7fb992012-07-23 17:20:28 +0200162extern int insn_to_mnemonic(unsigned char *instruction, char buf[8]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163
164unsigned long get_wchan(struct task_struct *p);
Al Viroc7584fb2006-01-12 01:05:49 -0800165#define task_pt_regs(tsk) ((struct pt_regs *) \
Al Viro30af7122006-01-12 01:05:50 -0800166 (task_stack_page(tsk) + THREAD_SIZE) - 1)
Al Viroc7584fb2006-01-12 01:05:49 -0800167#define KSTK_EIP(tsk) (task_pt_regs(tsk)->psw.addr)
168#define KSTK_ESP(tsk) (task_pt_regs(tsk)->gprs[15])
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169
David Howellsa0616cd2012-03-28 18:30:02 +0100170static inline unsigned short stap(void)
171{
172 unsigned short cpu_address;
173
174 asm volatile("stap %0" : "=m" (cpu_address));
175 return cpu_address;
176}
177
Linus Torvalds1da177e2005-04-16 15:20:36 -0700178/*
179 * Give up the time slice of the virtual PU.
180 */
Heiko Carstensabdba612006-07-12 16:39:58 +0200181static inline void cpu_relax(void)
182{
183 if (MACHINE_HAS_DIAG44)
Heiko Carstensc48e0912007-02-05 21:17:20 +0100184 asm volatile("diag 0,0,68");
185 barrier();
Heiko Carstensabdba612006-07-12 16:39:58 +0200186}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187
Heiko Carstensdc74d7f2007-06-19 13:10:06 +0200188static inline void psw_set_key(unsigned int key)
189{
190 asm volatile("spka 0(%0)" : : "d" (key));
191}
192
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193/*
Heiko Carstens77fa2242005-06-25 14:55:30 -0700194 * Set PSW to specified value.
195 */
196static inline void __load_psw(psw_t psw)
197{
Heiko Carstensf4815ac2012-05-23 16:24:51 +0200198#ifndef CONFIG_64BIT
Martin Schwidefsky987bcda2010-02-26 22:37:31 +0100199 asm volatile("lpsw %0" : : "Q" (psw) : "cc");
Heiko Carstens77fa2242005-06-25 14:55:30 -0700200#else
Martin Schwidefsky987bcda2010-02-26 22:37:31 +0100201 asm volatile("lpswe %0" : : "Q" (psw) : "cc");
Heiko Carstens77fa2242005-06-25 14:55:30 -0700202#endif
203}
204
205/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700206 * Set PSW mask to specified value, while leaving the
207 * PSW addr pointing to the next instruction.
208 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700209static inline void __load_psw_mask (unsigned long mask)
210{
211 unsigned long addr;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700212 psw_t psw;
Heiko Carstens77fa2242005-06-25 14:55:30 -0700213
Linus Torvalds1da177e2005-04-16 15:20:36 -0700214 psw.mask = mask;
215
Heiko Carstensf4815ac2012-05-23 16:24:51 +0200216#ifndef CONFIG_64BIT
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200217 asm volatile(
218 " basr %0,0\n"
219 "0: ahi %0,1f-0b\n"
Martin Schwidefsky987bcda2010-02-26 22:37:31 +0100220 " st %0,%O1+4(%R1)\n"
221 " lpsw %1\n"
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222 "1:"
Martin Schwidefsky987bcda2010-02-26 22:37:31 +0100223 : "=&d" (addr), "=Q" (psw) : "Q" (psw) : "memory", "cc");
Heiko Carstensf4815ac2012-05-23 16:24:51 +0200224#else /* CONFIG_64BIT */
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200225 asm volatile(
226 " larl %0,1f\n"
Martin Schwidefsky987bcda2010-02-26 22:37:31 +0100227 " stg %0,%O1+8(%R1)\n"
228 " lpswe %1\n"
Linus Torvalds1da177e2005-04-16 15:20:36 -0700229 "1:"
Martin Schwidefsky987bcda2010-02-26 22:37:31 +0100230 : "=&d" (addr), "=Q" (psw) : "Q" (psw) : "memory", "cc");
Heiko Carstensf4815ac2012-05-23 16:24:51 +0200231#endif /* CONFIG_64BIT */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700232}
Martin Schwidefskyccf45ca2011-10-30 15:16:48 +0100233
234/*
235 * Rewind PSW instruction address by specified number of bytes.
236 */
237static inline unsigned long __rewind_psw(psw_t psw, unsigned long ilc)
238{
Heiko Carstensf4815ac2012-05-23 16:24:51 +0200239#ifndef CONFIG_64BIT
Martin Schwidefskyccf45ca2011-10-30 15:16:48 +0100240 if (psw.addr & PSW_ADDR_AMODE)
241 /* 31 bit mode */
242 return (psw.addr - ilc) | PSW_ADDR_AMODE;
243 /* 24 bit mode */
244 return (psw.addr - ilc) & ((1UL << 24) - 1);
245#else
246 unsigned long mask;
247
248 mask = (psw.mask & PSW_MASK_EA) ? -1UL :
249 (psw.mask & PSW_MASK_BA) ? (1UL << 31) - 1 :
250 (1UL << 24) - 1;
251 return (psw.addr - ilc) & mask;
252#endif
253}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254
255/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256 * Function to drop a processor into disabled wait state
257 */
Joe Perchesff2d8b12012-01-12 17:17:21 -0800258static inline void __noreturn disabled_wait(unsigned long code)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700260 unsigned long ctl_buf;
Heiko Carstens77fa2242005-06-25 14:55:30 -0700261 psw_t dw_psw;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700262
Martin Schwidefskyb50511e2011-10-30 15:16:50 +0100263 dw_psw.mask = PSW_MASK_BASE | PSW_MASK_WAIT | PSW_MASK_BA | PSW_MASK_EA;
Heiko Carstens77fa2242005-06-25 14:55:30 -0700264 dw_psw.addr = code;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700265 /*
266 * Store status and then load disabled wait psw,
267 * the processor is dead afterwards
268 */
Heiko Carstensf4815ac2012-05-23 16:24:51 +0200269#ifndef CONFIG_64BIT
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200270 asm volatile(
271 " stctl 0,0,0(%2)\n"
272 " ni 0(%2),0xef\n" /* switch off protection */
273 " lctl 0,0,0(%2)\n"
274 " stpt 0xd8\n" /* store timer */
275 " stckc 0xe0\n" /* store clock comparator */
276 " stpx 0x108\n" /* store prefix register */
277 " stam 0,15,0x120\n" /* store access registers */
278 " std 0,0x160\n" /* store f0 */
279 " std 2,0x168\n" /* store f2 */
280 " std 4,0x170\n" /* store f4 */
281 " std 6,0x178\n" /* store f6 */
282 " stm 0,15,0x180\n" /* store general registers */
283 " stctl 0,15,0x1c0\n" /* store control registers */
284 " oi 0x1c0,0x10\n" /* fake protection bit */
285 " lpsw 0(%1)"
286 : "=m" (ctl_buf)
287 : "a" (&dw_psw), "a" (&ctl_buf), "m" (dw_psw) : "cc");
Heiko Carstensf4815ac2012-05-23 16:24:51 +0200288#else /* CONFIG_64BIT */
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200289 asm volatile(
290 " stctg 0,0,0(%2)\n"
291 " ni 4(%2),0xef\n" /* switch off protection */
292 " lctlg 0,0,0(%2)\n"
293 " lghi 1,0x1000\n"
294 " stpt 0x328(1)\n" /* store timer */
295 " stckc 0x330(1)\n" /* store clock comparator */
296 " stpx 0x318(1)\n" /* store prefix register */
297 " stam 0,15,0x340(1)\n"/* store access registers */
298 " stfpc 0x31c(1)\n" /* store fpu control */
299 " std 0,0x200(1)\n" /* store f0 */
300 " std 1,0x208(1)\n" /* store f1 */
301 " std 2,0x210(1)\n" /* store f2 */
302 " std 3,0x218(1)\n" /* store f3 */
303 " std 4,0x220(1)\n" /* store f4 */
304 " std 5,0x228(1)\n" /* store f5 */
305 " std 6,0x230(1)\n" /* store f6 */
306 " std 7,0x238(1)\n" /* store f7 */
307 " std 8,0x240(1)\n" /* store f8 */
308 " std 9,0x248(1)\n" /* store f9 */
309 " std 10,0x250(1)\n" /* store f10 */
310 " std 11,0x258(1)\n" /* store f11 */
311 " std 12,0x260(1)\n" /* store f12 */
312 " std 13,0x268(1)\n" /* store f13 */
313 " std 14,0x270(1)\n" /* store f14 */
314 " std 15,0x278(1)\n" /* store f15 */
315 " stmg 0,15,0x280(1)\n"/* store general registers */
316 " stctg 0,15,0x380(1)\n"/* store control registers */
317 " oi 0x384(1),0x10\n"/* fake protection bit */
318 " lpswe 0(%1)"
319 : "=m" (ctl_buf)
Heiko Carstensbdd42b22009-09-22 22:58:47 +0200320 : "a" (&dw_psw), "a" (&ctl_buf), "m" (dw_psw) : "cc", "0", "1");
Heiko Carstensf4815ac2012-05-23 16:24:51 +0200321#endif /* CONFIG_64BIT */
Heiko Carstensedd53782008-12-25 13:39:16 +0100322 while (1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700323}
324
325/*
David Howellsa0616cd2012-03-28 18:30:02 +0100326 * Use to set psw mask except for the first byte which
327 * won't be changed by this function.
328 */
329static inline void
330__set_psw_mask(unsigned long mask)
331{
332 __load_psw_mask(mask | (arch_local_save_flags() & ~(-1UL >> 8)));
333}
334
335#define local_mcck_enable() \
336 __set_psw_mask(psw_kernel_bits | PSW_MASK_DAT | PSW_MASK_MCHECK)
337#define local_mcck_disable() \
338 __set_psw_mask(psw_kernel_bits | PSW_MASK_DAT)
339
340/*
Heiko Carstensab14de62007-02-05 21:18:37 +0100341 * Basic Machine Check/Program Check Handler.
342 */
343
344extern void s390_base_mcck_handler(void);
345extern void s390_base_pgm_handler(void);
346extern void s390_base_ext_handler(void);
347
348extern void (*s390_base_mcck_handler_fn)(void);
349extern void (*s390_base_pgm_handler_fn)(void);
350extern void (*s390_base_ext_handler_fn)(void);
351
Heiko Carstensdfd54cb2006-09-25 23:31:33 -0700352#define ARCH_LOW_ADDRESS_LIMIT 0x7fffffffUL
353
Heiko Carstensfbe76562012-06-05 09:59:52 +0200354extern int memcpy_real(void *, void *, size_t);
355extern void memcpy_absolute(void *, void *, size_t);
356
357#define mem_assign_absolute(dest, val) { \
358 __typeof__(dest) __tmp = (val); \
359 \
360 BUILD_BUG_ON(sizeof(__tmp) != sizeof(val)); \
361 memcpy_absolute(&(dest), &__tmp, sizeof(__tmp)); \
362}
363
Heiko Carstenseb608fb2012-09-05 13:26:11 +0200364/*
365 * Helper macro for exception table entries
366 */
367#define EX_TABLE(_fault, _target) \
368 ".section __ex_table,\"a\"\n" \
369 ".align 4\n" \
370 ".long (" #_fault ") - .\n" \
371 ".long (" #_target ") - .\n" \
372 ".previous\n"
373
374#else /* __ASSEMBLY__ */
375
376#define EX_TABLE(_fault, _target) \
377 .section __ex_table,"a" ; \
378 .align 4 ; \
379 .long (_fault) - . ; \
380 .long (_target) - . ; \
381 .previous
382
383#endif /* __ASSEMBLY__ */
384
385#endif /* __ASM_S390_PROCESSOR_H */