blob: 8f8eec9e1198cc97fef9fd036a953dbd7c9d6009 [file] [log] [blame]
Martin Schwidefsky3363fbd2006-04-27 18:40:12 -07001#ifndef _ASM_S390_FUTEX_H
2#define _ASM_S390_FUTEX_H
Jakub Jelinek4732efb2005-09-06 15:16:25 -07003
Heiko Carstensd8ad0752007-01-09 10:18:50 +01004#include <linux/uaccess.h>
Heiko Carstens457f2182014-03-21 10:42:25 +01005#include <linux/futex.h>
6#include <asm/mmu_context.h>
Martin Schwidefsky3363fbd2006-04-27 18:40:12 -07007#include <asm/errno.h>
Martin Schwidefsky3363fbd2006-04-27 18:40:12 -07008
Heiko Carstens457f2182014-03-21 10:42:25 +01009#define __futex_atomic_op(insn, ret, oldval, newval, uaddr, oparg) \
10 asm volatile( \
11 " sacf 256\n" \
12 "0: l %1,0(%6)\n" \
13 "1:"insn \
14 "2: cs %1,%2,0(%6)\n" \
15 "3: jl 1b\n" \
16 " lhi %0,0\n" \
17 "4: sacf 768\n" \
18 EX_TABLE(0b,4b) EX_TABLE(2b,4b) EX_TABLE(3b,4b) \
19 : "=d" (ret), "=&d" (oldval), "=&d" (newval), \
20 "=m" (*uaddr) \
21 : "0" (-EFAULT), "d" (oparg), "a" (uaddr), \
22 "m" (*uaddr) : "cc");
Heiko Carstens4f41c2b2014-01-23 11:18:36 +010023
Jiri Slaby30d6e0a2017-08-24 09:31:05 +020024static inline int arch_futex_atomic_op_inuser(int op, int oparg, int *oval,
25 u32 __user *uaddr)
Martin Schwidefsky3363fbd2006-04-27 18:40:12 -070026{
Heiko Carstens457f2182014-03-21 10:42:25 +010027 int oldval = 0, newval, ret;
Gerald Schaeferd02765d2006-09-20 15:59:42 +020028
Martin Schwidefskybeef5602014-04-14 15:11:26 +020029 load_kernel_asce();
Martin Schwidefsky3363fbd2006-04-27 18:40:12 -070030
Heiko Carstensd8ad0752007-01-09 10:18:50 +010031 pagefault_disable();
Heiko Carstens457f2182014-03-21 10:42:25 +010032 switch (op) {
33 case FUTEX_OP_SET:
34 __futex_atomic_op("lr %2,%5\n",
35 ret, oldval, newval, uaddr, oparg);
36 break;
37 case FUTEX_OP_ADD:
38 __futex_atomic_op("lr %2,%1\nar %2,%5\n",
39 ret, oldval, newval, uaddr, oparg);
40 break;
41 case FUTEX_OP_OR:
42 __futex_atomic_op("lr %2,%1\nor %2,%5\n",
43 ret, oldval, newval, uaddr, oparg);
44 break;
45 case FUTEX_OP_ANDN:
46 __futex_atomic_op("lr %2,%1\nnr %2,%5\n",
47 ret, oldval, newval, uaddr, oparg);
48 break;
49 case FUTEX_OP_XOR:
50 __futex_atomic_op("lr %2,%1\nxr %2,%5\n",
51 ret, oldval, newval, uaddr, oparg);
52 break;
53 default:
54 ret = -ENOSYS;
55 }
Heiko Carstensd8ad0752007-01-09 10:18:50 +010056 pagefault_enable();
Martin Schwidefsky3363fbd2006-04-27 18:40:12 -070057
Jiri Slaby30d6e0a2017-08-24 09:31:05 +020058 if (!ret)
59 *oval = oldval;
60
Martin Schwidefsky3363fbd2006-04-27 18:40:12 -070061 return ret;
62}
63
Heiko Carstens457f2182014-03-21 10:42:25 +010064static inline int futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr,
65 u32 oldval, u32 newval)
66{
67 int ret;
68
Martin Schwidefskybeef5602014-04-14 15:11:26 +020069 load_kernel_asce();
Heiko Carstens457f2182014-03-21 10:42:25 +010070 asm volatile(
71 " sacf 256\n"
72 "0: cs %1,%4,0(%5)\n"
73 "1: la %0,0\n"
74 "2: sacf 768\n"
75 EX_TABLE(0b,2b) EX_TABLE(1b,2b)
76 : "=d" (ret), "+d" (oldval), "=m" (*uaddr)
77 : "0" (-EFAULT), "d" (newval), "a" (uaddr), "m" (*uaddr)
78 : "cc", "memory");
79 *uval = oldval;
80 return ret;
81}
82
Martin Schwidefsky3363fbd2006-04-27 18:40:12 -070083#endif /* _ASM_S390_FUTEX_H */