blob: e56272c919b5a688e1739cdefaa08c121e26f5a8 [file] [log] [blame]
Jeff Dikef8aaeace2006-01-08 01:01:32 -08001#ifndef _ASM_GENERIC_FUTEX_H
2#define _ASM_GENERIC_FUTEX_H
3
Jeff Dikef8aaeace2006-01-08 01:01:32 -08004#include <linux/futex.h>
Jeff Dike730f4122008-04-30 00:54:49 -07005#include <linux/uaccess.h>
Jeff Dikef8aaeace2006-01-08 01:01:32 -08006#include <asm/errno.h>
Jeff Dikef8aaeace2006-01-08 01:01:32 -08007
Ley Foon Tan00f634b2014-11-06 15:19:34 +08008#ifndef CONFIG_SMP
9/*
10 * The following implementation only for uniprocessor machines.
David Hildenbrandf3dae072015-05-11 17:52:13 +020011 * It relies on preempt_disable() ensuring mutual exclusion.
Ley Foon Tan00f634b2014-11-06 15:19:34 +080012 *
13 */
14
15/**
16 * futex_atomic_op_inuser() - Atomic arithmetic operation with constant
17 * argument and comparison of the previous
18 * futex value with another constant.
19 *
20 * @encoded_op: encoded operation to execute
21 * @uaddr: pointer to user space address
22 *
23 * Return:
24 * 0 - On success
25 * <0 - On error
26 */
27static inline int
28futex_atomic_op_inuser(int encoded_op, u32 __user *uaddr)
29{
30 int op = (encoded_op >> 28) & 7;
31 int cmp = (encoded_op >> 24) & 15;
32 int oparg = (encoded_op << 8) >> 20;
33 int cmparg = (encoded_op << 20) >> 20;
34 int oldval, ret;
35 u32 tmp;
36
37 if (encoded_op & (FUTEX_OP_OPARG_SHIFT << 28))
38 oparg = 1 << oparg;
39
David Hildenbrandf3dae072015-05-11 17:52:13 +020040 preempt_disable();
Ley Foon Tan00f634b2014-11-06 15:19:34 +080041 pagefault_disable();
42
43 ret = -EFAULT;
44 if (unlikely(get_user(oldval, uaddr) != 0))
45 goto out_pagefault_enable;
46
47 ret = 0;
48 tmp = oldval;
49
50 switch (op) {
51 case FUTEX_OP_SET:
52 tmp = oparg;
53 break;
54 case FUTEX_OP_ADD:
55 tmp += oparg;
56 break;
57 case FUTEX_OP_OR:
58 tmp |= oparg;
59 break;
60 case FUTEX_OP_ANDN:
61 tmp &= ~oparg;
62 break;
63 case FUTEX_OP_XOR:
64 tmp ^= oparg;
65 break;
66 default:
67 ret = -ENOSYS;
68 }
69
70 if (ret == 0 && unlikely(put_user(tmp, uaddr) != 0))
71 ret = -EFAULT;
72
73out_pagefault_enable:
74 pagefault_enable();
David Hildenbrandf3dae072015-05-11 17:52:13 +020075 preempt_enable();
Ley Foon Tan00f634b2014-11-06 15:19:34 +080076
77 if (ret == 0) {
78 switch (cmp) {
79 case FUTEX_OP_CMP_EQ: ret = (oldval == cmparg); break;
80 case FUTEX_OP_CMP_NE: ret = (oldval != cmparg); break;
81 case FUTEX_OP_CMP_LT: ret = (oldval < cmparg); break;
82 case FUTEX_OP_CMP_GE: ret = (oldval >= cmparg); break;
83 case FUTEX_OP_CMP_LE: ret = (oldval <= cmparg); break;
84 case FUTEX_OP_CMP_GT: ret = (oldval > cmparg); break;
85 default: ret = -ENOSYS;
86 }
87 }
88 return ret;
89}
90
91/**
92 * futex_atomic_cmpxchg_inatomic() - Compare and exchange the content of the
93 * uaddr with newval if the current value is
94 * oldval.
95 * @uval: pointer to store content of @uaddr
96 * @uaddr: pointer to user space address
97 * @oldval: old value
98 * @newval: new value to store to @uaddr
99 *
100 * Return:
101 * 0 - On success
102 * <0 - On error
103 */
104static inline int
105futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr,
106 u32 oldval, u32 newval)
107{
108 u32 val;
109
David Hildenbrandd9b9ff82015-05-11 17:52:14 +0200110 preempt_disable();
Ley Foon Tan00f634b2014-11-06 15:19:34 +0800111 if (unlikely(get_user(val, uaddr) != 0))
112 return -EFAULT;
113
114 if (val == oldval && unlikely(put_user(newval, uaddr) != 0))
115 return -EFAULT;
116
117 *uval = val;
David Hildenbrandd9b9ff82015-05-11 17:52:14 +0200118 preempt_enable();
Ley Foon Tan00f634b2014-11-06 15:19:34 +0800119
120 return 0;
121}
122
123#else
Jeff Dikef8aaeace2006-01-08 01:01:32 -0800124static inline int
Michel Lespinasse8d7718a2011-03-10 18:50:58 -0800125futex_atomic_op_inuser (int encoded_op, u32 __user *uaddr)
Jeff Dikef8aaeace2006-01-08 01:01:32 -0800126{
127 int op = (encoded_op >> 28) & 7;
128 int cmp = (encoded_op >> 24) & 15;
129 int oparg = (encoded_op << 8) >> 20;
130 int cmparg = (encoded_op << 20) >> 20;
131 int oldval = 0, ret;
132 if (encoded_op & (FUTEX_OP_OPARG_SHIFT << 28))
133 oparg = 1 << oparg;
134
Michel Lespinasse8d7718a2011-03-10 18:50:58 -0800135 if (! access_ok (VERIFY_WRITE, uaddr, sizeof(u32)))
Jeff Dikef8aaeace2006-01-08 01:01:32 -0800136 return -EFAULT;
137
Peter Zijlstraa8663742006-12-06 20:32:20 -0800138 pagefault_disable();
Jeff Dikef8aaeace2006-01-08 01:01:32 -0800139
140 switch (op) {
141 case FUTEX_OP_SET:
142 case FUTEX_OP_ADD:
143 case FUTEX_OP_OR:
144 case FUTEX_OP_ANDN:
145 case FUTEX_OP_XOR:
146 default:
147 ret = -ENOSYS;
148 }
149
Peter Zijlstraa8663742006-12-06 20:32:20 -0800150 pagefault_enable();
Jeff Dikef8aaeace2006-01-08 01:01:32 -0800151
152 if (!ret) {
153 switch (cmp) {
154 case FUTEX_OP_CMP_EQ: ret = (oldval == cmparg); break;
155 case FUTEX_OP_CMP_NE: ret = (oldval != cmparg); break;
156 case FUTEX_OP_CMP_LT: ret = (oldval < cmparg); break;
157 case FUTEX_OP_CMP_GE: ret = (oldval >= cmparg); break;
158 case FUTEX_OP_CMP_LE: ret = (oldval <= cmparg); break;
159 case FUTEX_OP_CMP_GT: ret = (oldval > cmparg); break;
160 default: ret = -ENOSYS;
161 }
162 }
163 return ret;
164}
165
Ingo Molnare9056f12006-03-27 01:16:21 -0800166static inline int
Michel Lespinasse8d7718a2011-03-10 18:50:58 -0800167futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr,
168 u32 oldval, u32 newval)
Ingo Molnare9056f12006-03-27 01:16:21 -0800169{
170 return -ENOSYS;
171}
172
Ley Foon Tan00f634b2014-11-06 15:19:34 +0800173#endif /* CONFIG_SMP */
Jeff Dikef8aaeace2006-01-08 01:01:32 -0800174#endif