blob: e2047b0c90921a1898c1b6a94dadede886d25ec3 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * include/asm-s390/uaccess.h
3 *
4 * S390 version
5 * Copyright (C) 1999,2000 IBM Deutschland Entwicklung GmbH, IBM Corporation
6 * Author(s): Hartmut Penner (hp@de.ibm.com),
7 * Martin Schwidefsky (schwidefsky@de.ibm.com)
8 *
9 * Derived from "include/asm-i386/uaccess.h"
10 */
11#ifndef __S390_UACCESS_H
12#define __S390_UACCESS_H
13
14/*
15 * User space memory access functions
16 */
17#include <linux/sched.h>
18#include <linux/errno.h>
19
20#define VERIFY_READ 0
21#define VERIFY_WRITE 1
22
23
24/*
25 * The fs value determines whether argument validity checking should be
26 * performed or not. If get_fs() == USER_DS, checking is performed, with
27 * get_fs() == KERNEL_DS, checking is bypassed.
28 *
29 * For historical reasons, these macros are grossly misnamed.
30 */
31
32#define MAKE_MM_SEG(a) ((mm_segment_t) { (a) })
33
34
35#define KERNEL_DS MAKE_MM_SEG(0)
36#define USER_DS MAKE_MM_SEG(1)
37
38#define get_ds() (KERNEL_DS)
39#define get_fs() (current->thread.mm_segment)
40
41#ifdef __s390x__
42#define set_fs(x) \
43({ \
44 unsigned long __pto; \
45 current->thread.mm_segment = (x); \
46 __pto = current->thread.mm_segment.ar4 ? \
47 S390_lowcore.user_asce : S390_lowcore.kernel_asce; \
48 asm volatile ("lctlg 7,7,%0" : : "m" (__pto) ); \
49})
Gerald Schaeferd02765d2006-09-20 15:59:42 +020050#else /* __s390x__ */
Linus Torvalds1da177e2005-04-16 15:20:36 -070051#define set_fs(x) \
52({ \
53 unsigned long __pto; \
54 current->thread.mm_segment = (x); \
55 __pto = current->thread.mm_segment.ar4 ? \
56 S390_lowcore.user_asce : S390_lowcore.kernel_asce; \
57 asm volatile ("lctl 7,7,%0" : : "m" (__pto) ); \
58})
Gerald Schaeferd02765d2006-09-20 15:59:42 +020059#endif /* __s390x__ */
Linus Torvalds1da177e2005-04-16 15:20:36 -070060
61#define segment_eq(a,b) ((a).ar4 == (b).ar4)
62
63
Al Viro793af242006-02-01 06:55:59 -050064static inline int __access_ok(const void __user *addr, unsigned long size)
Martin Schwidefskya63a4932006-01-06 00:19:09 -080065{
66 return 1;
67}
Linus Torvalds1da177e2005-04-16 15:20:36 -070068#define access_ok(type,addr,size) __access_ok(addr,size)
69
Linus Torvalds1da177e2005-04-16 15:20:36 -070070/*
71 * The exception table consists of pairs of addresses: the first is the
72 * address of an instruction that is allowed to fault, and the second is
73 * the address at which the program should continue. No registers are
74 * modified, so it is entirely up to the continuation code to figure out
75 * what to do.
76 *
77 * All the routines below use bits of fixup code that are out of line
78 * with the main instruction path. This means when everything is well,
79 * we don't even have to jump over them. Further, they do not intrude
80 * on our cache or tlb entries.
81 */
82
83struct exception_table_entry
84{
85 unsigned long insn, fixup;
86};
87
Gerald Schaeferd02765d2006-09-20 15:59:42 +020088struct uaccess_ops {
89 size_t (*copy_from_user)(size_t, const void __user *, void *);
90 size_t (*copy_from_user_small)(size_t, const void __user *, void *);
91 size_t (*copy_to_user)(size_t, void __user *, const void *);
92 size_t (*copy_to_user_small)(size_t, void __user *, const void *);
93 size_t (*copy_in_user)(size_t, void __user *, const void __user *);
94 size_t (*clear_user)(size_t, void __user *);
95 size_t (*strnlen_user)(size_t, const char __user *);
96 size_t (*strncpy_from_user)(size_t, const char __user *, char *);
97 int (*futex_atomic_op)(int op, int __user *, int oparg, int *old);
98 int (*futex_atomic_cmpxchg)(int __user *, int old, int new);
99};
100
101extern struct uaccess_ops uaccess;
102extern struct uaccess_ops uaccess_std;
Gerald Schaefer6c2a9e62006-09-20 15:59:44 +0200103extern struct uaccess_ops uaccess_mvcos;
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200104
105static inline int __put_user_fn(size_t size, void __user *ptr, void *x)
106{
107 size = uaccess.copy_to_user_small(size, ptr, x);
108 return size ? -EFAULT : size;
109}
110
111static inline int __get_user_fn(size_t size, const void __user *ptr, void *x)
112{
113 size = uaccess.copy_from_user_small(size, ptr, x);
114 return size ? -EFAULT : size;
115}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116
117/*
118 * These are the main single-value transfer routines. They automatically
119 * use the right size if we just have the right pointer type.
120 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121#define __put_user(x, ptr) \
122({ \
123 __typeof__(*(ptr)) __x = (x); \
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200124 int __pu_err = -EFAULT; \
Al Viro17566c32005-08-23 22:48:22 +0100125 __chk_user_ptr(ptr); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126 switch (sizeof (*(ptr))) { \
127 case 1: \
128 case 2: \
129 case 4: \
130 case 8: \
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200131 __pu_err = __put_user_fn(sizeof (*(ptr)), \
132 ptr, &__x); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133 break; \
134 default: \
135 __put_user_bad(); \
136 break; \
137 } \
138 __pu_err; \
139})
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140
141#define put_user(x, ptr) \
142({ \
143 might_sleep(); \
144 __put_user(x, ptr); \
145})
146
147
148extern int __put_user_bad(void) __attribute__((noreturn));
149
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150#define __get_user(x, ptr) \
151({ \
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200152 int __gu_err = -EFAULT; \
153 __chk_user_ptr(ptr); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154 switch (sizeof(*(ptr))) { \
Martin Schwidefsky1047aa72005-11-07 00:59:11 -0800155 case 1: { \
156 unsigned char __x; \
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200157 __gu_err = __get_user_fn(sizeof (*(ptr)), \
158 ptr, &__x); \
Al Viro97fa5a62006-02-03 20:11:52 -0500159 (x) = *(__force __typeof__(*(ptr)) *) &__x; \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160 break; \
Martin Schwidefsky1047aa72005-11-07 00:59:11 -0800161 }; \
162 case 2: { \
163 unsigned short __x; \
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200164 __gu_err = __get_user_fn(sizeof (*(ptr)), \
165 ptr, &__x); \
Al Viro97fa5a62006-02-03 20:11:52 -0500166 (x) = *(__force __typeof__(*(ptr)) *) &__x; \
Martin Schwidefsky1047aa72005-11-07 00:59:11 -0800167 break; \
168 }; \
169 case 4: { \
170 unsigned int __x; \
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200171 __gu_err = __get_user_fn(sizeof (*(ptr)), \
172 ptr, &__x); \
Al Viro97fa5a62006-02-03 20:11:52 -0500173 (x) = *(__force __typeof__(*(ptr)) *) &__x; \
Martin Schwidefsky1047aa72005-11-07 00:59:11 -0800174 break; \
175 }; \
176 case 8: { \
177 unsigned long long __x; \
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200178 __gu_err = __get_user_fn(sizeof (*(ptr)), \
179 ptr, &__x); \
Al Viro97fa5a62006-02-03 20:11:52 -0500180 (x) = *(__force __typeof__(*(ptr)) *) &__x; \
Martin Schwidefsky1047aa72005-11-07 00:59:11 -0800181 break; \
182 }; \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 default: \
184 __get_user_bad(); \
185 break; \
186 } \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187 __gu_err; \
188})
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189
190#define get_user(x, ptr) \
191({ \
192 might_sleep(); \
193 __get_user(x, ptr); \
194})
195
196extern int __get_user_bad(void) __attribute__((noreturn));
197
198#define __put_user_unaligned __put_user
199#define __get_user_unaligned __get_user
200
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201/**
202 * __copy_to_user: - Copy a block of data into user space, with less checking.
203 * @to: Destination address, in user space.
204 * @from: Source address, in kernel space.
205 * @n: Number of bytes to copy.
206 *
207 * Context: User context only. This function may sleep.
208 *
209 * Copy data from kernel space to user space. Caller must check
210 * the specified block with access_ok() before calling this function.
211 *
212 * Returns number of bytes that could not be copied.
213 * On success, this will be zero.
214 */
215static inline unsigned long
216__copy_to_user(void __user *to, const void *from, unsigned long n)
217{
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200218 if (__builtin_constant_p(n) && (n <= 256))
219 return uaccess.copy_to_user_small(n, to, from);
220 else
221 return uaccess.copy_to_user(n, to, from);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222}
223
224#define __copy_to_user_inatomic __copy_to_user
225#define __copy_from_user_inatomic __copy_from_user
226
227/**
228 * copy_to_user: - Copy a block of data into user space.
229 * @to: Destination address, in user space.
230 * @from: Source address, in kernel space.
231 * @n: Number of bytes to copy.
232 *
233 * Context: User context only. This function may sleep.
234 *
235 * Copy data from kernel space to user space.
236 *
237 * Returns number of bytes that could not be copied.
238 * On success, this will be zero.
239 */
240static inline unsigned long
241copy_to_user(void __user *to, const void *from, unsigned long n)
242{
243 might_sleep();
244 if (access_ok(VERIFY_WRITE, to, n))
245 n = __copy_to_user(to, from, n);
246 return n;
247}
248
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249/**
250 * __copy_from_user: - Copy a block of data from user space, with less checking.
251 * @to: Destination address, in kernel space.
252 * @from: Source address, in user space.
253 * @n: Number of bytes to copy.
254 *
255 * Context: User context only. This function may sleep.
256 *
257 * Copy data from user space to kernel space. Caller must check
258 * the specified block with access_ok() before calling this function.
259 *
260 * Returns number of bytes that could not be copied.
261 * On success, this will be zero.
262 *
263 * If some data could not be copied, this function will pad the copied
264 * data to the requested size using zero bytes.
265 */
266static inline unsigned long
267__copy_from_user(void *to, const void __user *from, unsigned long n)
268{
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200269 if (__builtin_constant_p(n) && (n <= 256))
270 return uaccess.copy_from_user_small(n, from, to);
271 else
272 return uaccess.copy_from_user(n, from, to);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700273}
274
275/**
276 * copy_from_user: - Copy a block of data from user space.
277 * @to: Destination address, in kernel space.
278 * @from: Source address, in user space.
279 * @n: Number of bytes to copy.
280 *
281 * Context: User context only. This function may sleep.
282 *
283 * Copy data from user space to kernel space.
284 *
285 * Returns number of bytes that could not be copied.
286 * On success, this will be zero.
287 *
288 * If some data could not be copied, this function will pad the copied
289 * data to the requested size using zero bytes.
290 */
291static inline unsigned long
292copy_from_user(void *to, const void __user *from, unsigned long n)
293{
294 might_sleep();
295 if (access_ok(VERIFY_READ, from, n))
296 n = __copy_from_user(to, from, n);
297 else
298 memset(to, 0, n);
299 return n;
300}
301
Linus Torvalds1da177e2005-04-16 15:20:36 -0700302static inline unsigned long
303__copy_in_user(void __user *to, const void __user *from, unsigned long n)
304{
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200305 return uaccess.copy_in_user(n, to, from);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700306}
307
308static inline unsigned long
309copy_in_user(void __user *to, const void __user *from, unsigned long n)
310{
311 might_sleep();
312 if (__access_ok(from,n) && __access_ok(to,n))
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200313 n = __copy_in_user(to, from, n);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700314 return n;
315}
316
317/*
318 * Copy a null terminated string from userspace.
319 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700320static inline long
321strncpy_from_user(char *dst, const char __user *src, long count)
322{
323 long res = -EFAULT;
324 might_sleep();
325 if (access_ok(VERIFY_READ, src, 1))
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200326 res = uaccess.strncpy_from_user(count, src, dst);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700327 return res;
328}
329
Linus Torvalds1da177e2005-04-16 15:20:36 -0700330static inline unsigned long
331strnlen_user(const char __user * src, unsigned long n)
332{
333 might_sleep();
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200334 return uaccess.strnlen_user(n, src);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700335}
336
337/**
338 * strlen_user: - Get the size of a string in user space.
339 * @str: The string to measure.
340 *
341 * Context: User context only. This function may sleep.
342 *
343 * Get the size of a NUL-terminated string in user space.
344 *
345 * Returns the size of the string INCLUDING the terminating NUL.
346 * On exception, returns 0.
347 *
348 * If there is a limit on the length of a valid string, you may wish to
349 * consider using strnlen_user() instead.
350 */
351#define strlen_user(str) strnlen_user(str, ~0UL)
352
353/*
354 * Zero Userspace
355 */
356
Linus Torvalds1da177e2005-04-16 15:20:36 -0700357static inline unsigned long
358__clear_user(void __user *to, unsigned long n)
359{
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200360 return uaccess.clear_user(n, to);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700361}
362
363static inline unsigned long
364clear_user(void __user *to, unsigned long n)
365{
366 might_sleep();
367 if (access_ok(VERIFY_WRITE, to, n))
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200368 n = uaccess.clear_user(n, to);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700369 return n;
370}
371
372#endif /* __S390_UACCESS_H */