blob: 9c33ed4e666f5cd920933f6ad9fa5463d83dd1c1 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * S390 version
Heiko Carstensa53c8fa2012-07-20 11:15:04 +02003 * Copyright IBM Corp. 1999, 2000
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 * Author(s): Hartmut Penner (hp@de.ibm.com),
5 * Martin Schwidefsky (schwidefsky@de.ibm.com)
6 *
7 * Derived from "include/asm-i386/uaccess.h"
8 */
9#ifndef __S390_UACCESS_H
10#define __S390_UACCESS_H
11
12/*
13 * User space memory access functions
14 */
15#include <linux/sched.h>
16#include <linux/errno.h>
David Howellsa0616cd2012-03-28 18:30:02 +010017#include <asm/ctl_reg.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018
19#define VERIFY_READ 0
20#define VERIFY_WRITE 1
21
22
23/*
24 * The fs value determines whether argument validity checking should be
25 * performed or not. If get_fs() == USER_DS, checking is performed, with
26 * get_fs() == KERNEL_DS, checking is bypassed.
27 *
28 * For historical reasons, these macros are grossly misnamed.
29 */
30
31#define MAKE_MM_SEG(a) ((mm_segment_t) { (a) })
32
33
34#define KERNEL_DS MAKE_MM_SEG(0)
35#define USER_DS MAKE_MM_SEG(1)
36
37#define get_ds() (KERNEL_DS)
38#define get_fs() (current->thread.mm_segment)
39
Linus Torvalds1da177e2005-04-16 15:20:36 -070040#define set_fs(x) \
41({ \
42 unsigned long __pto; \
43 current->thread.mm_segment = (x); \
44 __pto = current->thread.mm_segment.ar4 ? \
45 S390_lowcore.user_asce : S390_lowcore.kernel_asce; \
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +020046 __ctl_load(__pto, 7, 7); \
Linus Torvalds1da177e2005-04-16 15:20:36 -070047})
Linus Torvalds1da177e2005-04-16 15:20:36 -070048
49#define segment_eq(a,b) ((a).ar4 == (b).ar4)
50
Heiko Carstens491af992012-05-29 07:33:59 +020051static inline int __range_ok(unsigned long addr, unsigned long size)
52{
53 return 1;
54}
55
56#define __access_ok(addr, size) \
57({ \
58 __chk_user_ptr(addr); \
59 __range_ok((unsigned long)(addr), (size)); \
Heiko Carstens7683f742011-05-26 09:48:25 +020060})
Linus Torvalds1da177e2005-04-16 15:20:36 -070061
Heiko Carstens7683f742011-05-26 09:48:25 +020062#define access_ok(type, addr, size) __access_ok(addr, size)
Linus Torvalds1da177e2005-04-16 15:20:36 -070063
Linus Torvalds1da177e2005-04-16 15:20:36 -070064/*
65 * The exception table consists of pairs of addresses: the first is the
66 * address of an instruction that is allowed to fault, and the second is
67 * the address at which the program should continue. No registers are
68 * modified, so it is entirely up to the continuation code to figure out
69 * what to do.
70 *
71 * All the routines below use bits of fixup code that are out of line
72 * with the main instruction path. This means when everything is well,
73 * we don't even have to jump over them. Further, they do not intrude
74 * on our cache or tlb entries.
75 */
76
77struct exception_table_entry
78{
Heiko Carstenseb608fb2012-09-05 13:26:11 +020079 int insn, fixup;
Linus Torvalds1da177e2005-04-16 15:20:36 -070080};
81
Heiko Carstenseb608fb2012-09-05 13:26:11 +020082static inline unsigned long extable_insn(const struct exception_table_entry *x)
83{
84 return (unsigned long)&x->insn + x->insn;
85}
86
87static inline unsigned long extable_fixup(const struct exception_table_entry *x)
88{
89 return (unsigned long)&x->fixup + x->fixup;
90}
91
92#define ARCH_HAS_SORT_EXTABLE
93#define ARCH_HAS_SEARCH_EXTABLE
94
Gerald Schaeferd02765d2006-09-20 15:59:42 +020095struct uaccess_ops {
96 size_t (*copy_from_user)(size_t, const void __user *, void *);
97 size_t (*copy_from_user_small)(size_t, const void __user *, void *);
98 size_t (*copy_to_user)(size_t, void __user *, const void *);
99 size_t (*copy_to_user_small)(size_t, void __user *, const void *);
100 size_t (*copy_in_user)(size_t, void __user *, const void __user *);
101 size_t (*clear_user)(size_t, void __user *);
102 size_t (*strnlen_user)(size_t, const char __user *);
103 size_t (*strncpy_from_user)(size_t, const char __user *, char *);
Michel Lespinasse8d7718a2011-03-10 18:50:58 -0800104 int (*futex_atomic_op)(int op, u32 __user *, int oparg, int *old);
105 int (*futex_atomic_cmpxchg)(u32 *, u32 __user *, u32 old, u32 new);
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200106};
107
108extern struct uaccess_ops uaccess;
109extern struct uaccess_ops uaccess_std;
Gerald Schaefer6c2a9e62006-09-20 15:59:44 +0200110extern struct uaccess_ops uaccess_mvcos;
Gerald Schaeferc1821c22007-02-05 21:18:17 +0100111extern struct uaccess_ops uaccess_mvcos_switch;
112extern struct uaccess_ops uaccess_pt;
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200113
Gerald Schaefer6c1e3e72009-12-07 12:51:47 +0100114extern int __handle_fault(unsigned long, unsigned long, int);
115
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200116static inline int __put_user_fn(size_t size, void __user *ptr, void *x)
117{
118 size = uaccess.copy_to_user_small(size, ptr, x);
119 return size ? -EFAULT : size;
120}
121
122static inline int __get_user_fn(size_t size, const void __user *ptr, void *x)
123{
124 size = uaccess.copy_from_user_small(size, ptr, x);
125 return size ? -EFAULT : size;
126}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127
128/*
129 * These are the main single-value transfer routines. They automatically
130 * use the right size if we just have the right pointer type.
131 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132#define __put_user(x, ptr) \
133({ \
134 __typeof__(*(ptr)) __x = (x); \
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200135 int __pu_err = -EFAULT; \
Al Viro17566c32005-08-23 22:48:22 +0100136 __chk_user_ptr(ptr); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137 switch (sizeof (*(ptr))) { \
138 case 1: \
139 case 2: \
140 case 4: \
141 case 8: \
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200142 __pu_err = __put_user_fn(sizeof (*(ptr)), \
143 ptr, &__x); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144 break; \
145 default: \
146 __put_user_bad(); \
147 break; \
148 } \
149 __pu_err; \
150})
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151
152#define put_user(x, ptr) \
153({ \
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200154 might_fault(); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155 __put_user(x, ptr); \
156})
157
158
159extern int __put_user_bad(void) __attribute__((noreturn));
160
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161#define __get_user(x, ptr) \
162({ \
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200163 int __gu_err = -EFAULT; \
164 __chk_user_ptr(ptr); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165 switch (sizeof(*(ptr))) { \
Martin Schwidefsky1047aa72005-11-07 00:59:11 -0800166 case 1: { \
167 unsigned char __x; \
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200168 __gu_err = __get_user_fn(sizeof (*(ptr)), \
169 ptr, &__x); \
Al Viro97fa5a62006-02-03 20:11:52 -0500170 (x) = *(__force __typeof__(*(ptr)) *) &__x; \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700171 break; \
Martin Schwidefsky1047aa72005-11-07 00:59:11 -0800172 }; \
173 case 2: { \
174 unsigned short __x; \
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200175 __gu_err = __get_user_fn(sizeof (*(ptr)), \
176 ptr, &__x); \
Al Viro97fa5a62006-02-03 20:11:52 -0500177 (x) = *(__force __typeof__(*(ptr)) *) &__x; \
Martin Schwidefsky1047aa72005-11-07 00:59:11 -0800178 break; \
179 }; \
180 case 4: { \
181 unsigned int __x; \
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200182 __gu_err = __get_user_fn(sizeof (*(ptr)), \
183 ptr, &__x); \
Al Viro97fa5a62006-02-03 20:11:52 -0500184 (x) = *(__force __typeof__(*(ptr)) *) &__x; \
Martin Schwidefsky1047aa72005-11-07 00:59:11 -0800185 break; \
186 }; \
187 case 8: { \
188 unsigned long long __x; \
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200189 __gu_err = __get_user_fn(sizeof (*(ptr)), \
190 ptr, &__x); \
Al Viro97fa5a62006-02-03 20:11:52 -0500191 (x) = *(__force __typeof__(*(ptr)) *) &__x; \
Martin Schwidefsky1047aa72005-11-07 00:59:11 -0800192 break; \
193 }; \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194 default: \
195 __get_user_bad(); \
196 break; \
197 } \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700198 __gu_err; \
199})
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200
201#define get_user(x, ptr) \
202({ \
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200203 might_fault(); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204 __get_user(x, ptr); \
205})
206
207extern int __get_user_bad(void) __attribute__((noreturn));
208
209#define __put_user_unaligned __put_user
210#define __get_user_unaligned __get_user
211
Linus Torvalds1da177e2005-04-16 15:20:36 -0700212/**
213 * __copy_to_user: - Copy a block of data into user space, with less checking.
214 * @to: Destination address, in user space.
215 * @from: Source address, in kernel space.
216 * @n: Number of bytes to copy.
217 *
218 * Context: User context only. This function may sleep.
219 *
220 * Copy data from kernel space to user space. Caller must check
221 * the specified block with access_ok() before calling this function.
222 *
223 * Returns number of bytes that could not be copied.
224 * On success, this will be zero.
225 */
Heiko Carstensf7675ad2006-12-04 15:39:55 +0100226static inline unsigned long __must_check
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227__copy_to_user(void __user *to, const void *from, unsigned long n)
228{
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200229 if (__builtin_constant_p(n) && (n <= 256))
230 return uaccess.copy_to_user_small(n, to, from);
231 else
232 return uaccess.copy_to_user(n, to, from);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233}
234
235#define __copy_to_user_inatomic __copy_to_user
236#define __copy_from_user_inatomic __copy_from_user
237
238/**
239 * copy_to_user: - Copy a block of data into user space.
240 * @to: Destination address, in user space.
241 * @from: Source address, in kernel space.
242 * @n: Number of bytes to copy.
243 *
244 * Context: User context only. This function may sleep.
245 *
246 * Copy data from kernel space to user space.
247 *
248 * Returns number of bytes that could not be copied.
249 * On success, this will be zero.
250 */
Heiko Carstensf7675ad2006-12-04 15:39:55 +0100251static inline unsigned long __must_check
Linus Torvalds1da177e2005-04-16 15:20:36 -0700252copy_to_user(void __user *to, const void *from, unsigned long n)
253{
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200254 might_fault();
Heiko Carstensd12a2972013-02-21 16:57:42 +0100255 return __copy_to_user(to, from, n);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256}
257
Linus Torvalds1da177e2005-04-16 15:20:36 -0700258/**
259 * __copy_from_user: - Copy a block of data from user space, with less checking.
260 * @to: Destination address, in kernel space.
261 * @from: Source address, in user space.
262 * @n: Number of bytes to copy.
263 *
264 * Context: User context only. This function may sleep.
265 *
266 * Copy data from user space to kernel space. Caller must check
267 * the specified block with access_ok() before calling this function.
268 *
269 * Returns number of bytes that could not be copied.
270 * On success, this will be zero.
271 *
272 * If some data could not be copied, this function will pad the copied
273 * data to the requested size using zero bytes.
274 */
Heiko Carstensf7675ad2006-12-04 15:39:55 +0100275static inline unsigned long __must_check
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276__copy_from_user(void *to, const void __user *from, unsigned long n)
277{
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200278 if (__builtin_constant_p(n) && (n <= 256))
279 return uaccess.copy_from_user_small(n, from, to);
280 else
281 return uaccess.copy_from_user(n, from, to);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700282}
283
Heiko Carstens1dcec252010-02-26 22:37:22 +0100284extern void copy_from_user_overflow(void)
285#ifdef CONFIG_DEBUG_STRICT_USER_COPY_CHECKS
286__compiletime_warning("copy_from_user() buffer size is not provably correct")
287#endif
288;
289
Linus Torvalds1da177e2005-04-16 15:20:36 -0700290/**
291 * copy_from_user: - Copy a block of data from user space.
292 * @to: Destination address, in kernel space.
293 * @from: Source address, in user space.
294 * @n: Number of bytes to copy.
295 *
296 * Context: User context only. This function may sleep.
297 *
298 * Copy data from user space to kernel space.
299 *
300 * Returns number of bytes that could not be copied.
301 * On success, this will be zero.
302 *
303 * If some data could not be copied, this function will pad the copied
304 * data to the requested size using zero bytes.
305 */
Heiko Carstensf7675ad2006-12-04 15:39:55 +0100306static inline unsigned long __must_check
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307copy_from_user(void *to, const void __user *from, unsigned long n)
308{
Heiko Carstens1dcec252010-02-26 22:37:22 +0100309 unsigned int sz = __compiletime_object_size(to);
310
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200311 might_fault();
Heiko Carstens1dcec252010-02-26 22:37:22 +0100312 if (unlikely(sz != -1 && sz < n)) {
313 copy_from_user_overflow();
314 return n;
315 }
Heiko Carstensd12a2972013-02-21 16:57:42 +0100316 return __copy_from_user(to, from, n);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700317}
318
Heiko Carstensf7675ad2006-12-04 15:39:55 +0100319static inline unsigned long __must_check
Linus Torvalds1da177e2005-04-16 15:20:36 -0700320__copy_in_user(void __user *to, const void __user *from, unsigned long n)
321{
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200322 return uaccess.copy_in_user(n, to, from);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700323}
324
Heiko Carstensf7675ad2006-12-04 15:39:55 +0100325static inline unsigned long __must_check
Linus Torvalds1da177e2005-04-16 15:20:36 -0700326copy_in_user(void __user *to, const void __user *from, unsigned long n)
327{
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200328 might_fault();
Heiko Carstensd12a2972013-02-21 16:57:42 +0100329 return __copy_in_user(to, from, n);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700330}
331
332/*
333 * Copy a null terminated string from userspace.
334 */
Heiko Carstensf7675ad2006-12-04 15:39:55 +0100335static inline long __must_check
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336strncpy_from_user(char *dst, const char __user *src, long count)
337{
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200338 might_fault();
Heiko Carstensd12a2972013-02-21 16:57:42 +0100339 return uaccess.strncpy_from_user(count, src, dst);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700340}
341
Linus Torvalds1da177e2005-04-16 15:20:36 -0700342static inline unsigned long
343strnlen_user(const char __user * src, unsigned long n)
344{
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200345 might_fault();
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200346 return uaccess.strnlen_user(n, src);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700347}
348
349/**
350 * strlen_user: - Get the size of a string in user space.
351 * @str: The string to measure.
352 *
353 * Context: User context only. This function may sleep.
354 *
355 * Get the size of a NUL-terminated string in user space.
356 *
357 * Returns the size of the string INCLUDING the terminating NUL.
358 * On exception, returns 0.
359 *
360 * If there is a limit on the length of a valid string, you may wish to
361 * consider using strnlen_user() instead.
362 */
363#define strlen_user(str) strnlen_user(str, ~0UL)
364
365/*
366 * Zero Userspace
367 */
368
Heiko Carstensf7675ad2006-12-04 15:39:55 +0100369static inline unsigned long __must_check
Linus Torvalds1da177e2005-04-16 15:20:36 -0700370__clear_user(void __user *to, unsigned long n)
371{
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200372 return uaccess.clear_user(n, to);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700373}
374
Heiko Carstensf7675ad2006-12-04 15:39:55 +0100375static inline unsigned long __must_check
Linus Torvalds1da177e2005-04-16 15:20:36 -0700376clear_user(void __user *to, unsigned long n)
377{
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200378 might_fault();
Heiko Carstensd12a2972013-02-21 16:57:42 +0100379 return uaccess.clear_user(n, to);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700380}
381
David Howellsa0616cd2012-03-28 18:30:02 +0100382extern int copy_to_user_real(void __user *dest, void *src, size_t count);
383extern int copy_from_user_real(void *dest, void __user *src, size_t count);
384
Linus Torvalds1da177e2005-04-16 15:20:36 -0700385#endif /* __S390_UACCESS_H */