blob: 49e50369702275935475a475338b3119ed228fea [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Al Virof67aa2f2011-08-18 20:10:39 +01002 * Copyright (C) 2003 PathScale, Inc.
3 * Copyright (C) 2003 - 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com)
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 * Licensed under the GPL
5 */
6
Al Virof67aa2f2011-08-18 20:10:39 +01007
8#include <linux/personality.h>
Jeff Dike77969312008-01-30 13:31:08 +01009#include <linux/ptrace.h>
Al Virof67aa2f2011-08-18 20:10:39 +010010#include <linux/kernel.h>
Jeff Dike77969312008-01-30 13:31:08 +010011#include <asm/unistd.h>
12#include <asm/uaccess.h>
13#include <asm/ucontext.h>
Al Viro37185b32012-10-08 03:27:32 +010014#include <frame_kern.h>
15#include <skas.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016
Al Virof67aa2f2011-08-18 20:10:39 +010017#ifdef CONFIG_X86_32
18
Jeff Dikea5f6096c2007-10-16 01:27:15 -070019/*
20 * FPU tag word conversions.
21 */
22
23static inline unsigned short twd_i387_to_fxsr(unsigned short twd)
24{
25 unsigned int tmp; /* to avoid 16 bit prefixes in the code */
26
27 /* Transform each pair of bits into 01 (valid) or 00 (empty) */
28 tmp = ~twd;
29 tmp = (tmp | (tmp>>1)) & 0x5555; /* 0V0V0V0V0V0V0V0V */
30 /* and move the valid bits to the lower byte. */
31 tmp = (tmp | (tmp >> 1)) & 0x3333; /* 00VV00VV00VV00VV */
32 tmp = (tmp | (tmp >> 2)) & 0x0f0f; /* 0000VVVV0000VVVV */
33 tmp = (tmp | (tmp >> 4)) & 0x00ff; /* 00000000VVVVVVVV */
34 return tmp;
35}
36
37static inline unsigned long twd_fxsr_to_i387(struct user_fxsr_struct *fxsave)
38{
39 struct _fpxreg *st = NULL;
40 unsigned long twd = (unsigned long) fxsave->twd;
41 unsigned long tag;
42 unsigned long ret = 0xffff0000;
43 int i;
44
Phil Carmody497888c2011-07-14 15:07:13 +030045#define FPREG_ADDR(f, n) ((char *)&(f)->st_space + (n) * 16)
Jeff Dikea5f6096c2007-10-16 01:27:15 -070046
47 for (i = 0; i < 8; i++) {
48 if (twd & 0x1) {
49 st = (struct _fpxreg *) FPREG_ADDR(fxsave, i);
50
51 switch (st->exponent & 0x7fff) {
52 case 0x7fff:
53 tag = 2; /* Special */
54 break;
55 case 0x0000:
56 if ( !st->significand[0] &&
57 !st->significand[1] &&
58 !st->significand[2] &&
59 !st->significand[3] ) {
60 tag = 1; /* Zero */
61 } else {
62 tag = 2; /* Special */
63 }
64 break;
65 default:
66 if (st->significand[3] & 0x8000) {
67 tag = 0; /* Valid */
68 } else {
69 tag = 2; /* Special */
70 }
71 break;
72 }
73 } else {
74 tag = 3; /* Empty */
75 }
76 ret |= (tag << (2 * i));
77 twd = twd >> 1;
78 }
79 return ret;
80}
81
82static int convert_fxsr_to_user(struct _fpstate __user *buf,
83 struct user_fxsr_struct *fxsave)
84{
85 unsigned long env[7];
86 struct _fpreg __user *to;
87 struct _fpxreg *from;
88 int i;
89
90 env[0] = (unsigned long)fxsave->cwd | 0xffff0000ul;
91 env[1] = (unsigned long)fxsave->swd | 0xffff0000ul;
92 env[2] = twd_fxsr_to_i387(fxsave);
93 env[3] = fxsave->fip;
94 env[4] = fxsave->fcs | ((unsigned long)fxsave->fop << 16);
95 env[5] = fxsave->foo;
96 env[6] = fxsave->fos;
97
98 if (__copy_to_user(buf, env, 7 * sizeof(unsigned long)))
99 return 1;
100
101 to = &buf->_st[0];
102 from = (struct _fpxreg *) &fxsave->st_space[0];
103 for (i = 0; i < 8; i++, to++, from++) {
104 unsigned long __user *t = (unsigned long __user *)to;
105 unsigned long *f = (unsigned long *)from;
106
107 if (__put_user(*f, t) ||
108 __put_user(*(f + 1), t + 1) ||
109 __put_user(from->exponent, &to->exponent))
110 return 1;
111 }
112 return 0;
113}
114
115static int convert_fxsr_from_user(struct user_fxsr_struct *fxsave,
116 struct _fpstate __user *buf)
117{
118 unsigned long env[7];
119 struct _fpxreg *to;
120 struct _fpreg __user *from;
121 int i;
122
123 if (copy_from_user( env, buf, 7 * sizeof(long)))
124 return 1;
125
126 fxsave->cwd = (unsigned short)(env[0] & 0xffff);
127 fxsave->swd = (unsigned short)(env[1] & 0xffff);
128 fxsave->twd = twd_i387_to_fxsr((unsigned short)(env[2] & 0xffff));
129 fxsave->fip = env[3];
130 fxsave->fop = (unsigned short)((env[4] & 0xffff0000ul) >> 16);
131 fxsave->fcs = (env[4] & 0xffff);
132 fxsave->foo = env[5];
133 fxsave->fos = env[6];
134
135 to = (struct _fpxreg *) &fxsave->st_space[0];
136 from = &buf->_st[0];
137 for (i = 0; i < 8; i++, to++, from++) {
138 unsigned long *t = (unsigned long *)to;
139 unsigned long __user *f = (unsigned long __user *)from;
140
141 if (__get_user(*t, f) ||
142 __get_user(*(t + 1), f + 1) ||
143 __get_user(to->exponent, &from->exponent))
144 return 1;
145 }
146 return 0;
147}
148
149extern int have_fpx_regs;
150
Al Virof67aa2f2011-08-18 20:10:39 +0100151#endif
152
Jeff Dike77bf4402007-10-16 01:26:58 -0700153static int copy_sc_from_user(struct pt_regs *regs,
154 struct sigcontext __user *from)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155{
Jeff Dikea5f6096c2007-10-16 01:27:15 -0700156 struct sigcontext sc;
Jeff Dikea5a678c2008-02-04 22:30:54 -0800157 int err, pid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158
Al Viro3b7d15b2012-04-22 03:27:28 -0400159 /* Always make any pending restarted system calls return -EINTR */
Andy Lutomirskif56141e2015-02-12 15:01:14 -0800160 current->restart_block.fn = do_no_restart_syscall;
Al Viro3b7d15b2012-04-22 03:27:28 -0400161
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162 err = copy_from_user(&sc, from, sizeof(sc));
Jeff Dikeba180fd2007-10-16 01:27:00 -0700163 if (err)
Jeff Dike5d864562007-05-06 14:51:24 -0700164 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165
Al Viroa955bd62011-08-18 20:00:49 +0100166#define GETREG(regno, regname) regs->regs.gp[HOST_##regno] = sc.regname
167
Al Virof67aa2f2011-08-18 20:10:39 +0100168#ifdef CONFIG_X86_32
Al Viroa955bd62011-08-18 20:00:49 +0100169 GETREG(GS, gs);
170 GETREG(FS, fs);
171 GETREG(ES, es);
172 GETREG(DS, ds);
Al Virof67aa2f2011-08-18 20:10:39 +0100173#endif
Al Viro3579a382011-08-18 20:10:09 +0100174 GETREG(DI, di);
175 GETREG(SI, si);
176 GETREG(BP, bp);
Al Viroa955bd62011-08-18 20:00:49 +0100177 GETREG(SP, sp);
Al Viro3579a382011-08-18 20:10:09 +0100178 GETREG(BX, bx);
179 GETREG(DX, dx);
180 GETREG(CX, cx);
181 GETREG(AX, ax);
Al Viroa955bd62011-08-18 20:00:49 +0100182 GETREG(IP, ip);
Al Virof67aa2f2011-08-18 20:10:39 +0100183
184#ifdef CONFIG_X86_64
185 GETREG(R8, r8);
186 GETREG(R9, r9);
187 GETREG(R10, r10);
188 GETREG(R11, r11);
189 GETREG(R12, r12);
190 GETREG(R13, r13);
191 GETREG(R14, r14);
192 GETREG(R15, r15);
193#endif
194
Al Viroa955bd62011-08-18 20:00:49 +0100195 GETREG(CS, cs);
196 GETREG(EFLAGS, flags);
Al Virof67aa2f2011-08-18 20:10:39 +0100197#ifdef CONFIG_X86_32
Al Viroa955bd62011-08-18 20:00:49 +0100198 GETREG(SS, ss);
Al Virof67aa2f2011-08-18 20:10:39 +0100199#endif
Al Viroa955bd62011-08-18 20:00:49 +0100200
201#undef GETREG
Al Virof67aa2f2011-08-18 20:10:39 +0100202
203 pid = userspace_pid[current_thread_info()->cpu];
204#ifdef CONFIG_X86_32
Jeff Dikea5f6096c2007-10-16 01:27:15 -0700205 if (have_fpx_regs) {
206 struct user_fxsr_struct fpx;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700207
WANG Cong966c8072008-10-18 20:27:26 -0700208 err = copy_from_user(&fpx,
209 &((struct _fpstate __user *)sc.fpstate)->_fxsr_env[0],
Jeff Dikea5f6096c2007-10-16 01:27:15 -0700210 sizeof(struct user_fxsr_struct));
211 if (err)
212 return 1;
213
Richard Weinberger8090bfd2015-11-29 21:13:50 +0100214 err = convert_fxsr_from_user(&fpx, (void *)sc.fpstate);
Jeff Dikea5f6096c2007-10-16 01:27:15 -0700215 if (err)
216 return 1;
217
Jeff Dikea5a678c2008-02-04 22:30:54 -0800218 err = restore_fpx_registers(pid, (unsigned long *) &fpx);
Jeff Dikea5f6096c2007-10-16 01:27:15 -0700219 if (err < 0) {
220 printk(KERN_ERR "copy_sc_from_user - "
221 "restore_fpx_registers failed, errno = %d\n",
222 -err);
223 return 1;
224 }
Al Virof67aa2f2011-08-18 20:10:39 +0100225 } else
226#endif
227 {
Eli Cooper6de5a8a2016-03-20 00:58:39 +0800228 err = copy_from_user(regs->regs.fp, (void *)sc.fpstate,
Eli Cooperb6024b22016-03-20 00:58:40 +0800229 sizeof(struct _xstate));
Jeff Dikea5f6096c2007-10-16 01:27:15 -0700230 if (err)
231 return 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700232 }
Jeff Dike5d864562007-05-06 14:51:24 -0700233 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234}
235
Jeff Dike77bf4402007-10-16 01:26:58 -0700236static int copy_sc_to_user(struct sigcontext __user *to,
Eli Cooperb6024b22016-03-20 00:58:40 +0800237 struct _xstate __user *to_fp, struct pt_regs *regs,
Al Virof67aa2f2011-08-18 20:10:39 +0100238 unsigned long mask)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239{
Jeff Dikeba180fd2007-10-16 01:27:00 -0700240 struct sigcontext sc;
Bodo Stroesserc5784552005-05-05 16:15:31 -0700241 struct faultinfo * fi = &current->thread.arch.faultinfo;
Jeff Dikea5a678c2008-02-04 22:30:54 -0800242 int err, pid;
Al Viroa955bd62011-08-18 20:00:49 +0100243 memset(&sc, 0, sizeof(struct sigcontext));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700244
Al Virof67aa2f2011-08-18 20:10:39 +0100245#define PUTREG(regno, regname) sc.regname = regs->regs.gp[HOST_##regno]
246
247#ifdef CONFIG_X86_32
248 PUTREG(GS, gs);
249 PUTREG(FS, fs);
250 PUTREG(ES, es);
251 PUTREG(DS, ds);
252#endif
253 PUTREG(DI, di);
254 PUTREG(SI, si);
255 PUTREG(BP, bp);
256 PUTREG(SP, sp);
257 PUTREG(BX, bx);
258 PUTREG(DX, dx);
259 PUTREG(CX, cx);
260 PUTREG(AX, ax);
261#ifdef CONFIG_X86_64
262 PUTREG(R8, r8);
263 PUTREG(R9, r9);
264 PUTREG(R10, r10);
265 PUTREG(R11, r11);
266 PUTREG(R12, r12);
267 PUTREG(R13, r13);
268 PUTREG(R14, r14);
269 PUTREG(R15, r15);
270#endif
271
Jeff Dikeba180fd2007-10-16 01:27:00 -0700272 sc.cr2 = fi->cr2;
273 sc.err = fi->error_code;
274 sc.trapno = fi->trap_no;
Al Virof67aa2f2011-08-18 20:10:39 +0100275 PUTREG(IP, ip);
276 PUTREG(CS, cs);
277 PUTREG(EFLAGS, flags);
278#ifdef CONFIG_X86_32
279 PUTREG(SP, sp_at_signal);
280 PUTREG(SS, ss);
281#endif
282#undef PUTREG
283 sc.oldmask = mask;
Richard Weinberger8090bfd2015-11-29 21:13:50 +0100284 sc.fpstate = (unsigned long)to_fp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700285
Al Virof67aa2f2011-08-18 20:10:39 +0100286 err = copy_to_user(to, &sc, sizeof(struct sigcontext));
287 if (err)
288 return 1;
289
Jeff Dikea5a678c2008-02-04 22:30:54 -0800290 pid = userspace_pid[current_thread_info()->cpu];
Al Virof67aa2f2011-08-18 20:10:39 +0100291
292#ifdef CONFIG_X86_32
Jeff Dikea5f6096c2007-10-16 01:27:15 -0700293 if (have_fpx_regs) {
294 struct user_fxsr_struct fpx;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700295
Jeff Dikea5a678c2008-02-04 22:30:54 -0800296 err = save_fpx_registers(pid, (unsigned long *) &fpx);
Jeff Dikea5f6096c2007-10-16 01:27:15 -0700297 if (err < 0){
298 printk(KERN_ERR "copy_sc_to_user - save_fpx_registers "
299 "failed, errno = %d\n", err);
300 return 1;
301 }
302
Eli Cooperb6024b22016-03-20 00:58:40 +0800303 err = convert_fxsr_to_user(&to_fp->fpstate, &fpx);
Jeff Dikea5f6096c2007-10-16 01:27:15 -0700304 if (err)
305 return 1;
306
Eli Cooperb6024b22016-03-20 00:58:40 +0800307 err |= __put_user(fpx.swd, &to_fp->fpstate.status);
308 err |= __put_user(X86_FXSR_MAGIC, &to_fp->fpstate.magic);
Jeff Dikea5f6096c2007-10-16 01:27:15 -0700309 if (err)
310 return 1;
311
Eli Cooperb6024b22016-03-20 00:58:40 +0800312 if (copy_to_user(&to_fp->fpstate._fxsr_env[0], &fpx,
Jeff Dikea5f6096c2007-10-16 01:27:15 -0700313 sizeof(struct user_fxsr_struct)))
314 return 1;
Al Virof67aa2f2011-08-18 20:10:39 +0100315 } else
316#endif
317 {
Eli Cooperb6024b22016-03-20 00:58:40 +0800318 if (copy_to_user(to_fp, regs->regs.fp, sizeof(struct _xstate)))
Jeff Dikea5f6096c2007-10-16 01:27:15 -0700319 return 1;
320 }
321
Al Virof67aa2f2011-08-18 20:10:39 +0100322 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700323}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700324
Al Virof67aa2f2011-08-18 20:10:39 +0100325#ifdef CONFIG_X86_32
Jeff Dikeba180fd2007-10-16 01:27:00 -0700326static int copy_ucontext_to_user(struct ucontext __user *uc,
Eli Cooperb6024b22016-03-20 00:58:40 +0800327 struct _xstate __user *fp, sigset_t *set,
Jeff Dikeba180fd2007-10-16 01:27:00 -0700328 unsigned long sp)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329{
330 int err = 0;
331
Al Viroc40702c2012-11-20 14:24:26 -0500332 err |= __save_altstack(&uc->uc_stack, sp);
Al Virof67aa2f2011-08-18 20:10:39 +0100333 err |= copy_sc_to_user(&uc->uc_mcontext, fp, &current->thread.regs, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700334 err |= copy_to_user(&uc->uc_sigmask, set, sizeof(*set));
Jeff Dike5d864562007-05-06 14:51:24 -0700335 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336}
337
338struct sigframe
339{
Al Viro4d338e12006-03-31 02:30:15 -0800340 char __user *pretcode;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700341 int sig;
342 struct sigcontext sc;
Eli Cooperb6024b22016-03-20 00:58:40 +0800343 struct _xstate fpstate;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700344 unsigned long extramask[_NSIG_WORDS-1];
345 char retcode[8];
346};
347
348struct rt_sigframe
349{
Al Viro4d338e12006-03-31 02:30:15 -0800350 char __user *pretcode;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700351 int sig;
Al Viro4d338e12006-03-31 02:30:15 -0800352 struct siginfo __user *pinfo;
353 void __user *puc;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700354 struct siginfo info;
355 struct ucontext uc;
Eli Cooperb6024b22016-03-20 00:58:40 +0800356 struct _xstate fpstate;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700357 char retcode[8];
358};
359
Richard Weinberger307627e2013-10-06 21:57:10 +0200360int setup_signal_stack_sc(unsigned long stack_top, struct ksignal *ksig,
361 struct pt_regs *regs, sigset_t *mask)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700362{
363 struct sigframe __user *frame;
Al Viro4d338e12006-03-31 02:30:15 -0800364 void __user *restorer;
Richard Weinberger307627e2013-10-06 21:57:10 +0200365 int err = 0, sig = ksig->sig;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700366
Jeff Dike38966252007-01-30 14:36:17 -0800367 /* This is the same calculation as i386 - ((sp + 4) & 15) == 0 */
368 stack_top = ((stack_top + 4) & -16UL) - 4;
Al Viro4d338e12006-03-31 02:30:15 -0800369 frame = (struct sigframe __user *) stack_top - 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700370 if (!access_ok(VERIFY_WRITE, frame, sizeof(*frame)))
371 return 1;
372
Al Viro4d338e12006-03-31 02:30:15 -0800373 restorer = frame->retcode;
Richard Weinberger307627e2013-10-06 21:57:10 +0200374 if (ksig->ka.sa.sa_flags & SA_RESTORER)
375 restorer = ksig->ka.sa.sa_restorer;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700376
377 err |= __put_user(restorer, &frame->pretcode);
378 err |= __put_user(sig, &frame->sig);
Al Virof67aa2f2011-08-18 20:10:39 +0100379 err |= copy_sc_to_user(&frame->sc, &frame->fpstate, regs, mask->sig[0]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700380 if (_NSIG_WORDS > 1)
381 err |= __copy_to_user(&frame->extramask, &mask->sig[1],
382 sizeof(frame->extramask));
383
384 /*
385 * This is popl %eax ; movl $,%eax ; int $0x80
386 *
387 * WE DO NOT USE IT ANY MORE! It's only left here for historical
388 * reasons and because gdb uses it as a signature to notice
389 * signal handler stack frames.
390 */
391 err |= __put_user(0xb858, (short __user *)(frame->retcode+0));
392 err |= __put_user(__NR_sigreturn, (int __user *)(frame->retcode+2));
393 err |= __put_user(0x80cd, (short __user *)(frame->retcode+6));
394
Jeff Dikeba180fd2007-10-16 01:27:00 -0700395 if (err)
Al Virofbe98682011-08-18 20:10:29 +0100396 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700397
398 PT_REGS_SP(regs) = (unsigned long) frame;
Richard Weinberger307627e2013-10-06 21:57:10 +0200399 PT_REGS_IP(regs) = (unsigned long) ksig->ka.sa.sa_handler;
Al Viro243412b2012-05-20 00:05:58 -0400400 PT_REGS_AX(regs) = (unsigned long) sig;
401 PT_REGS_DX(regs) = (unsigned long) 0;
402 PT_REGS_CX(regs) = (unsigned long) 0;
Jeff Dike98c18232006-03-27 01:14:38 -0800403 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700404}
405
Richard Weinberger307627e2013-10-06 21:57:10 +0200406int setup_signal_stack_si(unsigned long stack_top, struct ksignal *ksig,
407 struct pt_regs *regs, sigset_t *mask)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700408{
409 struct rt_sigframe __user *frame;
Al Viro4d338e12006-03-31 02:30:15 -0800410 void __user *restorer;
Richard Weinberger307627e2013-10-06 21:57:10 +0200411 int err = 0, sig = ksig->sig;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700412
413 stack_top &= -8UL;
Al Viro4d338e12006-03-31 02:30:15 -0800414 frame = (struct rt_sigframe __user *) stack_top - 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700415 if (!access_ok(VERIFY_WRITE, frame, sizeof(*frame)))
416 return 1;
417
Al Viro4d338e12006-03-31 02:30:15 -0800418 restorer = frame->retcode;
Richard Weinberger307627e2013-10-06 21:57:10 +0200419 if (ksig->ka.sa.sa_flags & SA_RESTORER)
420 restorer = ksig->ka.sa.sa_restorer;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700421
422 err |= __put_user(restorer, &frame->pretcode);
423 err |= __put_user(sig, &frame->sig);
424 err |= __put_user(&frame->info, &frame->pinfo);
425 err |= __put_user(&frame->uc, &frame->puc);
Richard Weinberger307627e2013-10-06 21:57:10 +0200426 err |= copy_siginfo_to_user(&frame->info, &ksig->info);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700427 err |= copy_ucontext_to_user(&frame->uc, &frame->fpstate, mask,
Al Virofbe98682011-08-18 20:10:29 +0100428 PT_REGS_SP(regs));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700429
430 /*
431 * This is movl $,%eax ; int $0x80
432 *
433 * WE DO NOT USE IT ANY MORE! It's only left here for historical
434 * reasons and because gdb uses it as a signature to notice
435 * signal handler stack frames.
436 */
437 err |= __put_user(0xb8, (char __user *)(frame->retcode+0));
438 err |= __put_user(__NR_rt_sigreturn, (int __user *)(frame->retcode+1));
439 err |= __put_user(0x80cd, (short __user *)(frame->retcode+5));
440
Jeff Dikeba180fd2007-10-16 01:27:00 -0700441 if (err)
Al Virofbe98682011-08-18 20:10:29 +0100442 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700443
Al Virofbe98682011-08-18 20:10:29 +0100444 PT_REGS_SP(regs) = (unsigned long) frame;
Richard Weinberger307627e2013-10-06 21:57:10 +0200445 PT_REGS_IP(regs) = (unsigned long) ksig->ka.sa.sa_handler;
Al Viro243412b2012-05-20 00:05:58 -0400446 PT_REGS_AX(regs) = (unsigned long) sig;
447 PT_REGS_DX(regs) = (unsigned long) &frame->info;
448 PT_REGS_CX(regs) = (unsigned long) &frame->uc;
Jeff Dike98c18232006-03-27 01:14:38 -0800449 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700450}
451
Al Viro3fe26fa2012-11-12 14:32:42 -0500452long sys_sigreturn(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700453{
454 unsigned long sp = PT_REGS_SP(&current->thread.regs);
Al Viro4d338e12006-03-31 02:30:15 -0800455 struct sigframe __user *frame = (struct sigframe __user *)(sp - 8);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700456 sigset_t set;
457 struct sigcontext __user *sc = &frame->sc;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700458 int sig_size = (_NSIG_WORDS - 1) * sizeof(unsigned long);
459
Mickaël Salaünde379372015-12-22 21:44:01 +0100460 if (copy_from_user(&set.sig[0], &sc->oldmask, sizeof(set.sig[0])) ||
Richard Weinberger8090bfd2015-11-29 21:13:50 +0100461 copy_from_user(&set.sig[1], frame->extramask, sig_size))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700462 goto segfault;
463
Al Viro78722a42011-08-18 20:00:19 +0100464 set_current_blocked(&set);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700465
Jeff Dikeba180fd2007-10-16 01:27:00 -0700466 if (copy_sc_from_user(&current->thread.regs, sc))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700467 goto segfault;
468
469 /* Avoid ERESTART handling */
470 PT_REGS_SYSCALL_NR(&current->thread.regs) = -1;
Jeff Dike5d864562007-05-06 14:51:24 -0700471 return PT_REGS_SYSCALL_RET(&current->thread.regs);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700472
473 segfault:
474 force_sig(SIGSEGV, current);
475 return 0;
476}
477
Al Virof67aa2f2011-08-18 20:10:39 +0100478#else
479
480struct rt_sigframe
481{
482 char __user *pretcode;
483 struct ucontext uc;
484 struct siginfo info;
Eli Cooperb6024b22016-03-20 00:58:40 +0800485 struct _xstate fpstate;
Al Virof67aa2f2011-08-18 20:10:39 +0100486};
487
Richard Weinberger307627e2013-10-06 21:57:10 +0200488int setup_signal_stack_si(unsigned long stack_top, struct ksignal *ksig,
489 struct pt_regs *regs, sigset_t *set)
Al Virof67aa2f2011-08-18 20:10:39 +0100490{
491 struct rt_sigframe __user *frame;
Richard Weinberger307627e2013-10-06 21:57:10 +0200492 int err = 0, sig = ksig->sig;
Richard Weinberger8090bfd2015-11-29 21:13:50 +0100493 unsigned long fp_to;
Al Virof67aa2f2011-08-18 20:10:39 +0100494
495 frame = (struct rt_sigframe __user *)
496 round_down(stack_top - sizeof(struct rt_sigframe), 16);
497 /* Subtract 128 for a red zone and 8 for proper alignment */
498 frame = (struct rt_sigframe __user *) ((unsigned long) frame - 128 - 8);
499
500 if (!access_ok(VERIFY_WRITE, frame, sizeof(*frame)))
501 goto out;
502
Richard Weinberger307627e2013-10-06 21:57:10 +0200503 if (ksig->ka.sa.sa_flags & SA_SIGINFO) {
504 err |= copy_siginfo_to_user(&frame->info, &ksig->info);
Al Virof67aa2f2011-08-18 20:10:39 +0100505 if (err)
506 goto out;
507 }
508
509 /* Create the ucontext. */
510 err |= __put_user(0, &frame->uc.uc_flags);
511 err |= __put_user(0, &frame->uc.uc_link);
Al Viroc40702c2012-11-20 14:24:26 -0500512 err |= __save_altstack(&frame->uc.uc_stack, PT_REGS_SP(regs));
Al Virof67aa2f2011-08-18 20:10:39 +0100513 err |= copy_sc_to_user(&frame->uc.uc_mcontext, &frame->fpstate, regs,
514 set->sig[0]);
Richard Weinberger8090bfd2015-11-29 21:13:50 +0100515
516 fp_to = (unsigned long)&frame->fpstate;
517
518 err |= __put_user(fp_to, &frame->uc.uc_mcontext.fpstate);
Al Virof67aa2f2011-08-18 20:10:39 +0100519 if (sizeof(*set) == 16) {
Al Viroffc51be2012-04-22 16:34:27 -0400520 err |= __put_user(set->sig[0], &frame->uc.uc_sigmask.sig[0]);
521 err |= __put_user(set->sig[1], &frame->uc.uc_sigmask.sig[1]);
Al Virof67aa2f2011-08-18 20:10:39 +0100522 }
523 else
524 err |= __copy_to_user(&frame->uc.uc_sigmask, set,
525 sizeof(*set));
526
527 /*
528 * Set up to return from userspace. If provided, use a stub
529 * already in userspace.
530 */
531 /* x86-64 should always use SA_RESTORER. */
Richard Weinberger307627e2013-10-06 21:57:10 +0200532 if (ksig->ka.sa.sa_flags & SA_RESTORER)
Richard Weinberger6c684462015-05-13 23:02:14 +0200533 err |= __put_user((void *)ksig->ka.sa.sa_restorer,
534 &frame->pretcode);
Al Virof67aa2f2011-08-18 20:10:39 +0100535 else
536 /* could use a vstub here */
537 return err;
538
539 if (err)
540 return err;
541
Al Virof67aa2f2011-08-18 20:10:39 +0100542 PT_REGS_SP(regs) = (unsigned long) frame;
Al Viro243412b2012-05-20 00:05:58 -0400543 PT_REGS_DI(regs) = sig;
Al Virof67aa2f2011-08-18 20:10:39 +0100544 /* In case the signal handler was declared without prototypes */
Al Viro243412b2012-05-20 00:05:58 -0400545 PT_REGS_AX(regs) = 0;
Al Virof67aa2f2011-08-18 20:10:39 +0100546
547 /*
548 * This also works for non SA_SIGINFO handlers because they expect the
549 * next argument after the signal number on the stack.
550 */
Al Viro243412b2012-05-20 00:05:58 -0400551 PT_REGS_SI(regs) = (unsigned long) &frame->info;
552 PT_REGS_DX(regs) = (unsigned long) &frame->uc;
Richard Weinberger307627e2013-10-06 21:57:10 +0200553 PT_REGS_IP(regs) = (unsigned long) ksig->ka.sa.sa_handler;
Al Virof67aa2f2011-08-18 20:10:39 +0100554 out:
555 return err;
556}
557#endif
558
Al Viro3fe26fa2012-11-12 14:32:42 -0500559long sys_rt_sigreturn(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700560{
Al Viro4d338e12006-03-31 02:30:15 -0800561 unsigned long sp = PT_REGS_SP(&current->thread.regs);
Jeff Dikeba180fd2007-10-16 01:27:00 -0700562 struct rt_sigframe __user *frame =
Al Virof67aa2f2011-08-18 20:10:39 +0100563 (struct rt_sigframe __user *)(sp - sizeof(long));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700564 struct ucontext __user *uc = &frame->uc;
Al Virof67aa2f2011-08-18 20:10:39 +0100565 sigset_t set;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700566
Al Virof67aa2f2011-08-18 20:10:39 +0100567 if (copy_from_user(&set, &uc->uc_sigmask, sizeof(set)))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700568 goto segfault;
569
Al Viro78722a42011-08-18 20:00:19 +0100570 set_current_blocked(&set);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700571
Jeff Dikeba180fd2007-10-16 01:27:00 -0700572 if (copy_sc_from_user(&current->thread.regs, &uc->uc_mcontext))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700573 goto segfault;
574
575 /* Avoid ERESTART handling */
576 PT_REGS_SYSCALL_NR(&current->thread.regs) = -1;
Jeff Dike5d864562007-05-06 14:51:24 -0700577 return PT_REGS_SYSCALL_RET(&current->thread.regs);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700578
579 segfault:
580 force_sig(SIGSEGV, current);
581 return 0;
582}