blob: e0900ddf91dd0144a92e3f962eabd18395f5bcb6 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * S390 version
Heiko Carstensa53c8fa2012-07-20 11:15:04 +02003 * Copyright IBM Corp. 1999, 2000
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 * Author(s): Hartmut Penner (hp@de.ibm.com),
5 * Martin Schwidefsky (schwidefsky@de.ibm.com)
6 *
7 * Derived from "include/asm-i386/uaccess.h"
8 */
9#ifndef __S390_UACCESS_H
10#define __S390_UACCESS_H
11
12/*
13 * User space memory access functions
14 */
15#include <linux/sched.h>
16#include <linux/errno.h>
David Howellsa0616cd2012-03-28 18:30:02 +010017#include <asm/ctl_reg.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018
19#define VERIFY_READ 0
20#define VERIFY_WRITE 1
21
22
23/*
24 * The fs value determines whether argument validity checking should be
25 * performed or not. If get_fs() == USER_DS, checking is performed, with
26 * get_fs() == KERNEL_DS, checking is bypassed.
27 *
28 * For historical reasons, these macros are grossly misnamed.
29 */
30
31#define MAKE_MM_SEG(a) ((mm_segment_t) { (a) })
32
33
34#define KERNEL_DS MAKE_MM_SEG(0)
35#define USER_DS MAKE_MM_SEG(1)
36
37#define get_ds() (KERNEL_DS)
38#define get_fs() (current->thread.mm_segment)
39
Linus Torvalds1da177e2005-04-16 15:20:36 -070040#define set_fs(x) \
41({ \
42 unsigned long __pto; \
43 current->thread.mm_segment = (x); \
44 __pto = current->thread.mm_segment.ar4 ? \
45 S390_lowcore.user_asce : S390_lowcore.kernel_asce; \
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +020046 __ctl_load(__pto, 7, 7); \
Linus Torvalds1da177e2005-04-16 15:20:36 -070047})
Linus Torvalds1da177e2005-04-16 15:20:36 -070048
49#define segment_eq(a,b) ((a).ar4 == (b).ar4)
50
Heiko Carstens491af992012-05-29 07:33:59 +020051static inline int __range_ok(unsigned long addr, unsigned long size)
52{
53 return 1;
54}
55
56#define __access_ok(addr, size) \
57({ \
58 __chk_user_ptr(addr); \
59 __range_ok((unsigned long)(addr), (size)); \
Heiko Carstens7683f742011-05-26 09:48:25 +020060})
Linus Torvalds1da177e2005-04-16 15:20:36 -070061
Heiko Carstens7683f742011-05-26 09:48:25 +020062#define access_ok(type, addr, size) __access_ok(addr, size)
Linus Torvalds1da177e2005-04-16 15:20:36 -070063
Linus Torvalds1da177e2005-04-16 15:20:36 -070064/*
65 * The exception table consists of pairs of addresses: the first is the
66 * address of an instruction that is allowed to fault, and the second is
67 * the address at which the program should continue. No registers are
68 * modified, so it is entirely up to the continuation code to figure out
69 * what to do.
70 *
71 * All the routines below use bits of fixup code that are out of line
72 * with the main instruction path. This means when everything is well,
73 * we don't even have to jump over them. Further, they do not intrude
74 * on our cache or tlb entries.
75 */
76
77struct exception_table_entry
78{
Heiko Carstenseb608fb2012-09-05 13:26:11 +020079 int insn, fixup;
Linus Torvalds1da177e2005-04-16 15:20:36 -070080};
81
Heiko Carstenseb608fb2012-09-05 13:26:11 +020082static inline unsigned long extable_fixup(const struct exception_table_entry *x)
83{
84 return (unsigned long)&x->fixup + x->fixup;
85}
86
Ard Biesheuvelc352e8b2016-03-22 14:28:14 -070087#define ARCH_HAS_RELATIVE_EXTABLE
Heiko Carstenseb608fb2012-09-05 13:26:11 +020088
Heiko Carstens4f41c2b2014-01-23 11:18:36 +010089/**
90 * __copy_from_user: - Copy a block of data from user space, with less checking.
91 * @to: Destination address, in kernel space.
92 * @from: Source address, in user space.
93 * @n: Number of bytes to copy.
94 *
David Hildenbrandb3c395ef2015-05-11 17:52:08 +020095 * Context: User context only. This function may sleep if pagefaults are
96 * enabled.
Heiko Carstens4f41c2b2014-01-23 11:18:36 +010097 *
98 * Copy data from user space to kernel space. Caller must check
99 * the specified block with access_ok() before calling this function.
100 *
101 * Returns number of bytes that could not be copied.
102 * On success, this will be zero.
103 *
104 * If some data could not be copied, this function will pad the copied
105 * data to the requested size using zero bytes.
106 */
Heiko Carstens211deca2014-01-24 12:51:27 +0100107unsigned long __must_check __copy_from_user(void *to, const void __user *from,
108 unsigned long n);
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200109
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100110/**
111 * __copy_to_user: - Copy a block of data into user space, with less checking.
112 * @to: Destination address, in user space.
113 * @from: Source address, in kernel space.
114 * @n: Number of bytes to copy.
115 *
David Hildenbrandb3c395ef2015-05-11 17:52:08 +0200116 * Context: User context only. This function may sleep if pagefaults are
117 * enabled.
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100118 *
119 * Copy data from kernel space to user space. Caller must check
120 * the specified block with access_ok() before calling this function.
121 *
122 * Returns number of bytes that could not be copied.
123 * On success, this will be zero.
124 */
125unsigned long __must_check __copy_to_user(void __user *to, const void *from,
126 unsigned long n);
127
128#define __copy_to_user_inatomic __copy_to_user
129#define __copy_from_user_inatomic __copy_from_user
Gerald Schaefer6c1e3e72009-12-07 12:51:47 +0100130
Heiko Carstensc9ca7842014-04-17 14:16:03 +0200131#ifdef CONFIG_HAVE_MARCH_Z10_FEATURES
132
133#define __put_get_user_asm(to, from, size, spec) \
134({ \
135 register unsigned long __reg0 asm("0") = spec; \
136 int __rc; \
137 \
138 asm volatile( \
139 "0: mvcos %1,%3,%2\n" \
140 "1: xr %0,%0\n" \
141 "2:\n" \
142 ".pushsection .fixup, \"ax\"\n" \
143 "3: lhi %0,%5\n" \
144 " jg 2b\n" \
145 ".popsection\n" \
146 EX_TABLE(0b,3b) EX_TABLE(1b,3b) \
147 : "=d" (__rc), "=Q" (*(to)) \
148 : "d" (size), "Q" (*(from)), \
149 "d" (__reg0), "K" (-EFAULT) \
150 : "cc"); \
151 __rc; \
152})
153
154#define __put_user_fn(x, ptr, size) __put_get_user_asm(ptr, x, size, 0x810000UL)
155#define __get_user_fn(x, ptr, size) __put_get_user_asm(x, ptr, size, 0x81UL)
156
157#else /* CONFIG_HAVE_MARCH_Z10_FEATURES */
158
Heiko Carstens211deca2014-01-24 12:51:27 +0100159static inline int __put_user_fn(void *x, void __user *ptr, unsigned long size)
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200160{
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100161 size = __copy_to_user(ptr, x, size);
162 return size ? -EFAULT : 0;
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200163}
164
Heiko Carstens211deca2014-01-24 12:51:27 +0100165static inline int __get_user_fn(void *x, const void __user *ptr, unsigned long size)
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200166{
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100167 size = __copy_from_user(x, ptr, size);
168 return size ? -EFAULT : 0;
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200169}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170
Heiko Carstensc9ca7842014-04-17 14:16:03 +0200171#endif /* CONFIG_HAVE_MARCH_Z10_FEATURES */
172
Linus Torvalds1da177e2005-04-16 15:20:36 -0700173/*
174 * These are the main single-value transfer routines. They automatically
175 * use the right size if we just have the right pointer type.
176 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177#define __put_user(x, ptr) \
178({ \
179 __typeof__(*(ptr)) __x = (x); \
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200180 int __pu_err = -EFAULT; \
Al Viro17566c32005-08-23 22:48:22 +0100181 __chk_user_ptr(ptr); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700182 switch (sizeof (*(ptr))) { \
183 case 1: \
184 case 2: \
185 case 4: \
186 case 8: \
Heiko Carstenscfa785e2014-01-22 14:49:30 +0100187 __pu_err = __put_user_fn(&__x, ptr, \
188 sizeof(*(ptr))); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189 break; \
190 default: \
191 __put_user_bad(); \
192 break; \
193 } \
194 __pu_err; \
195})
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196
197#define put_user(x, ptr) \
198({ \
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200199 might_fault(); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200 __put_user(x, ptr); \
201})
202
203
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100204int __put_user_bad(void) __attribute__((noreturn));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205
Linus Torvalds1da177e2005-04-16 15:20:36 -0700206#define __get_user(x, ptr) \
207({ \
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200208 int __gu_err = -EFAULT; \
209 __chk_user_ptr(ptr); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210 switch (sizeof(*(ptr))) { \
Martin Schwidefsky1047aa72005-11-07 00:59:11 -0800211 case 1: { \
212 unsigned char __x; \
Heiko Carstenscfa785e2014-01-22 14:49:30 +0100213 __gu_err = __get_user_fn(&__x, ptr, \
214 sizeof(*(ptr))); \
Al Viro97fa5a62006-02-03 20:11:52 -0500215 (x) = *(__force __typeof__(*(ptr)) *) &__x; \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216 break; \
Martin Schwidefsky1047aa72005-11-07 00:59:11 -0800217 }; \
218 case 2: { \
219 unsigned short __x; \
Heiko Carstenscfa785e2014-01-22 14:49:30 +0100220 __gu_err = __get_user_fn(&__x, ptr, \
221 sizeof(*(ptr))); \
Al Viro97fa5a62006-02-03 20:11:52 -0500222 (x) = *(__force __typeof__(*(ptr)) *) &__x; \
Martin Schwidefsky1047aa72005-11-07 00:59:11 -0800223 break; \
224 }; \
225 case 4: { \
226 unsigned int __x; \
Heiko Carstenscfa785e2014-01-22 14:49:30 +0100227 __gu_err = __get_user_fn(&__x, ptr, \
228 sizeof(*(ptr))); \
Al Viro97fa5a62006-02-03 20:11:52 -0500229 (x) = *(__force __typeof__(*(ptr)) *) &__x; \
Martin Schwidefsky1047aa72005-11-07 00:59:11 -0800230 break; \
231 }; \
232 case 8: { \
233 unsigned long long __x; \
Heiko Carstenscfa785e2014-01-22 14:49:30 +0100234 __gu_err = __get_user_fn(&__x, ptr, \
235 sizeof(*(ptr))); \
Al Viro97fa5a62006-02-03 20:11:52 -0500236 (x) = *(__force __typeof__(*(ptr)) *) &__x; \
Martin Schwidefsky1047aa72005-11-07 00:59:11 -0800237 break; \
238 }; \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239 default: \
240 __get_user_bad(); \
241 break; \
242 } \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243 __gu_err; \
244})
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245
246#define get_user(x, ptr) \
247({ \
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200248 might_fault(); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249 __get_user(x, ptr); \
250})
251
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100252int __get_user_bad(void) __attribute__((noreturn));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253
254#define __put_user_unaligned __put_user
255#define __get_user_unaligned __get_user
256
Linus Torvalds1da177e2005-04-16 15:20:36 -0700257/**
Linus Torvalds1da177e2005-04-16 15:20:36 -0700258 * copy_to_user: - Copy a block of data into user space.
259 * @to: Destination address, in user space.
260 * @from: Source address, in kernel space.
261 * @n: Number of bytes to copy.
262 *
David Hildenbrandb3c395ef2015-05-11 17:52:08 +0200263 * Context: User context only. This function may sleep if pagefaults are
264 * enabled.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700265 *
266 * Copy data from kernel space to user space.
267 *
268 * Returns number of bytes that could not be copied.
269 * On success, this will be zero.
270 */
Heiko Carstensf7675ad2006-12-04 15:39:55 +0100271static inline unsigned long __must_check
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272copy_to_user(void __user *to, const void *from, unsigned long n)
273{
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200274 might_fault();
Heiko Carstensd12a2972013-02-21 16:57:42 +0100275 return __copy_to_user(to, from, n);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276}
277
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100278void copy_from_user_overflow(void)
Heiko Carstens1dcec252010-02-26 22:37:22 +0100279#ifdef CONFIG_DEBUG_STRICT_USER_COPY_CHECKS
280__compiletime_warning("copy_from_user() buffer size is not provably correct")
281#endif
282;
283
Linus Torvalds1da177e2005-04-16 15:20:36 -0700284/**
285 * copy_from_user: - Copy a block of data from user space.
286 * @to: Destination address, in kernel space.
287 * @from: Source address, in user space.
288 * @n: Number of bytes to copy.
289 *
David Hildenbrandb3c395ef2015-05-11 17:52:08 +0200290 * Context: User context only. This function may sleep if pagefaults are
291 * enabled.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700292 *
293 * Copy data from user space to kernel space.
294 *
295 * Returns number of bytes that could not be copied.
296 * On success, this will be zero.
297 *
298 * If some data could not be copied, this function will pad the copied
299 * data to the requested size using zero bytes.
300 */
Heiko Carstensf7675ad2006-12-04 15:39:55 +0100301static inline unsigned long __must_check
Linus Torvalds1da177e2005-04-16 15:20:36 -0700302copy_from_user(void *to, const void __user *from, unsigned long n)
303{
Heiko Carstens1dcec252010-02-26 22:37:22 +0100304 unsigned int sz = __compiletime_object_size(to);
305
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200306 might_fault();
Heiko Carstens1dcec252010-02-26 22:37:22 +0100307 if (unlikely(sz != -1 && sz < n)) {
308 copy_from_user_overflow();
309 return n;
310 }
Heiko Carstensd12a2972013-02-21 16:57:42 +0100311 return __copy_from_user(to, from, n);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700312}
313
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100314unsigned long __must_check
315__copy_in_user(void __user *to, const void __user *from, unsigned long n);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700316
Heiko Carstensf7675ad2006-12-04 15:39:55 +0100317static inline unsigned long __must_check
Linus Torvalds1da177e2005-04-16 15:20:36 -0700318copy_in_user(void __user *to, const void __user *from, unsigned long n)
319{
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200320 might_fault();
Heiko Carstensd12a2972013-02-21 16:57:42 +0100321 return __copy_in_user(to, from, n);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700322}
323
324/*
325 * Copy a null terminated string from userspace.
326 */
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100327
328long __strncpy_from_user(char *dst, const char __user *src, long count);
329
Heiko Carstensf7675ad2006-12-04 15:39:55 +0100330static inline long __must_check
Linus Torvalds1da177e2005-04-16 15:20:36 -0700331strncpy_from_user(char *dst, const char __user *src, long count)
332{
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200333 might_fault();
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100334 return __strncpy_from_user(dst, src, count);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700335}
336
Heiko Carstens211deca2014-01-24 12:51:27 +0100337unsigned long __must_check __strnlen_user(const char __user *src, unsigned long count);
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100338
Heiko Carstens211deca2014-01-24 12:51:27 +0100339static inline unsigned long strnlen_user(const char __user *src, unsigned long n)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700340{
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200341 might_fault();
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100342 return __strnlen_user(src, n);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700343}
344
345/**
346 * strlen_user: - Get the size of a string in user space.
347 * @str: The string to measure.
348 *
David Hildenbrandb3c395ef2015-05-11 17:52:08 +0200349 * Context: User context only. This function may sleep if pagefaults are
350 * enabled.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700351 *
352 * Get the size of a NUL-terminated string in user space.
353 *
354 * Returns the size of the string INCLUDING the terminating NUL.
355 * On exception, returns 0.
356 *
357 * If there is a limit on the length of a valid string, you may wish to
358 * consider using strnlen_user() instead.
359 */
360#define strlen_user(str) strnlen_user(str, ~0UL)
361
362/*
363 * Zero Userspace
364 */
Heiko Carstens211deca2014-01-24 12:51:27 +0100365unsigned long __must_check __clear_user(void __user *to, unsigned long size);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700366
Heiko Carstens211deca2014-01-24 12:51:27 +0100367static inline unsigned long __must_check clear_user(void __user *to, unsigned long n)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700368{
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200369 might_fault();
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100370 return __clear_user(to, n);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700371}
372
Heiko Carstens211deca2014-01-24 12:51:27 +0100373int copy_to_user_real(void __user *dest, void *src, unsigned long count);
Heiko Carstens8a5d8472015-03-13 12:55:56 +0100374void s390_kernel_write(void *dst, const void *src, size_t size);
David Howellsa0616cd2012-03-28 18:30:02 +0100375
Linus Torvalds1da177e2005-04-16 15:20:36 -0700376#endif /* __S390_UACCESS_H */