blob: d4dd6e58682ce582f9b6581095fb11e59dee2766 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef __PARISC_UACCESS_H
2#define __PARISC_UACCESS_H
3
4/*
5 * User space memory access functions
6 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07007#include <asm/page.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07008#include <asm/cache.h>
Helge Deller888c31f2010-02-01 19:56:33 +00009#include <asm/errno.h>
Arnd Bergmann5b17e1c2009-05-13 22:56:30 +000010#include <asm-generic/uaccess-unaligned.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070011
Helge Deller8dd95c62014-10-21 21:29:09 +020012#include <linux/bug.h>
13
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#define VERIFY_READ 0
15#define VERIFY_WRITE 1
16
17#define KERNEL_DS ((mm_segment_t){0})
18#define USER_DS ((mm_segment_t){1})
19
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +020020#define segment_eq(a, b) ((a).seg == (b).seg)
Linus Torvalds1da177e2005-04-16 15:20:36 -070021
22#define get_ds() (KERNEL_DS)
23#define get_fs() (current_thread_info()->addr_limit)
24#define set_fs(x) (current_thread_info()->addr_limit = (x))
25
26/*
27 * Note that since kernel addresses are in a separate address space on
Jesper Juhle49332b2005-05-01 08:59:08 -070028 * parisc, we don't need to do anything for access_ok().
Linus Torvalds1da177e2005-04-16 15:20:36 -070029 * We just let the page fault handler do the right thing. This also means
30 * that put_user is the same as __put_user, etc.
31 */
32
Helge Dellera0ffa8f2013-11-19 23:31:35 +010033static inline long access_ok(int type, const void __user * addr,
34 unsigned long size)
Linus Torvalds1da177e2005-04-16 15:20:36 -070035{
Helge Dellera0ffa8f2013-11-19 23:31:35 +010036 return 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -070037}
38
Linus Torvalds1da177e2005-04-16 15:20:36 -070039#define put_user __put_user
40#define get_user __get_user
41
Helge Dellerca72a222006-12-20 00:35:57 +010042#if !defined(CONFIG_64BIT)
Helge Deller8dd95c62014-10-21 21:29:09 +020043#define LDD_KERNEL(ptr) BUILD_BUG()
44#define LDD_USER(ptr) BUILD_BUG()
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +020045#define STD_KERNEL(x, ptr) __put_kernel_asm64(x, ptr)
46#define STD_USER(x, ptr) __put_user_asm64(x, ptr)
Helge Deller94a19812006-12-19 22:33:58 +010047#define ASM_WORD_INSN ".word\t"
Linus Torvalds1da177e2005-04-16 15:20:36 -070048#else
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +020049#define LDD_KERNEL(ptr) __get_kernel_asm("ldd", ptr)
50#define LDD_USER(ptr) __get_user_asm("ldd", ptr)
51#define STD_KERNEL(x, ptr) __put_kernel_asm("std", x, ptr)
52#define STD_USER(x, ptr) __put_user_asm("std", x, ptr)
Helge Deller94a19812006-12-19 22:33:58 +010053#define ASM_WORD_INSN ".dword\t"
Linus Torvalds1da177e2005-04-16 15:20:36 -070054#endif
55
56/*
57 * The exception table contains two values: the first is an address
58 * for an instruction that is allowed to fault, and the second is
Helge Deller61dbbae2013-10-13 21:11:30 +020059 * the address to the fixup routine. Even on a 64bit kernel we could
60 * use a 32bit (unsigned int) address here.
Linus Torvalds1da177e2005-04-16 15:20:36 -070061 */
62
Helge Deller0de79852016-03-23 16:00:46 +010063#define ARCH_HAS_RELATIVE_EXTABLE
Linus Torvalds1da177e2005-04-16 15:20:36 -070064struct exception_table_entry {
Helge Deller0de79852016-03-23 16:00:46 +010065 int insn; /* relative address of insn that is allowed to fault. */
66 int fixup; /* relative address of fixup routine */
Linus Torvalds1da177e2005-04-16 15:20:36 -070067};
68
Helge Deller0b3d6432007-01-28 14:52:57 +010069#define ASM_EXCEPTIONTABLE_ENTRY( fault_addr, except_addr )\
70 ".section __ex_table,\"aw\"\n" \
Helge Deller0de79852016-03-23 16:00:46 +010071 ".word (" #fault_addr " - .), (" #except_addr " - .)\n\t" \
Helge Deller0b3d6432007-01-28 14:52:57 +010072 ".previous\n"
73
Linus Torvalds1da177e2005-04-16 15:20:36 -070074/*
75 * The page fault handler stores, in a per-cpu area, the following information
76 * if a fixup routine is available.
77 */
78struct exception_data {
79 unsigned long fault_ip;
80 unsigned long fault_space;
81 unsigned long fault_addr;
82};
83
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +020084#define __get_user(x, ptr) \
85({ \
86 register long __gu_err __asm__ ("r8") = 0; \
87 register long __gu_val __asm__ ("r9") = 0; \
88 \
89 if (segment_eq(get_fs(), KERNEL_DS)) { \
90 switch (sizeof(*(ptr))) { \
91 case 1: __get_kernel_asm("ldb", ptr); break; \
92 case 2: __get_kernel_asm("ldh", ptr); break; \
93 case 4: __get_kernel_asm("ldw", ptr); break; \
94 case 8: LDD_KERNEL(ptr); break; \
95 default: BUILD_BUG(); break; \
96 } \
97 } \
98 else { \
99 switch (sizeof(*(ptr))) { \
100 case 1: __get_user_asm("ldb", ptr); break; \
101 case 2: __get_user_asm("ldh", ptr); break; \
102 case 4: __get_user_asm("ldw", ptr); break; \
103 case 8: LDD_USER(ptr); break; \
104 default: BUILD_BUG(); break; \
105 } \
106 } \
107 \
108 (x) = (__force __typeof__(*(ptr))) __gu_val; \
109 __gu_err; \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110})
111
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200112#define __get_kernel_asm(ldx, ptr) \
Helge Deller0b3d6432007-01-28 14:52:57 +0100113 __asm__("\n1:\t" ldx "\t0(%2),%0\n\t" \
114 ASM_EXCEPTIONTABLE_ENTRY(1b, fixup_get_user_skip_1)\
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115 : "=r"(__gu_val), "=r"(__gu_err) \
116 : "r"(ptr), "1"(__gu_err) \
117 : "r1");
118
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200119#define __get_user_asm(ldx, ptr) \
Helge Deller0b3d6432007-01-28 14:52:57 +0100120 __asm__("\n1:\t" ldx "\t0(%%sr3,%2),%0\n\t" \
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200121 ASM_EXCEPTIONTABLE_ENTRY(1b, fixup_get_user_skip_1)\
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122 : "=r"(__gu_val), "=r"(__gu_err) \
123 : "r"(ptr), "1"(__gu_err) \
124 : "r1");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200126#define __put_user(x, ptr) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127({ \
128 register long __pu_err __asm__ ("r8") = 0; \
129 __typeof__(*(ptr)) __x = (__typeof__(*(ptr)))(x); \
130 \
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200131 if (segment_eq(get_fs(), KERNEL_DS)) { \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132 switch (sizeof(*(ptr))) { \
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200133 case 1: __put_kernel_asm("stb", __x, ptr); break; \
134 case 2: __put_kernel_asm("sth", __x, ptr); break; \
135 case 4: __put_kernel_asm("stw", __x, ptr); break; \
136 case 8: STD_KERNEL(__x, ptr); break; \
Helge Deller8dd95c62014-10-21 21:29:09 +0200137 default: BUILD_BUG(); break; \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138 } \
139 } \
140 else { \
141 switch (sizeof(*(ptr))) { \
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200142 case 1: __put_user_asm("stb", __x, ptr); break; \
143 case 2: __put_user_asm("sth", __x, ptr); break; \
144 case 4: __put_user_asm("stw", __x, ptr); break; \
145 case 8: STD_USER(__x, ptr); break; \
Helge Deller8dd95c62014-10-21 21:29:09 +0200146 default: BUILD_BUG(); break; \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147 } \
148 } \
149 \
150 __pu_err; \
151})
152
153/*
154 * The "__put_user/kernel_asm()" macros tell gcc they read from memory
155 * instead of writing. This is because they do not write to any memory
Carlos O'Donell3fd3a742006-04-22 14:47:21 -0600156 * gcc knows about, so there are no aliasing issues. These macros must
157 * also be aware that "fixup_put_user_skip_[12]" are executed in the
158 * context of the fault, and any registers used there must be listed
159 * as clobbers. In this case only "r1" is used by the current routines.
160 * r8/r9 are already listed as err/val.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161 */
162
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200163#define __put_kernel_asm(stx, x, ptr) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700164 __asm__ __volatile__ ( \
Helge Deller0b3d6432007-01-28 14:52:57 +0100165 "\n1:\t" stx "\t%2,0(%1)\n\t" \
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200166 ASM_EXCEPTIONTABLE_ENTRY(1b, fixup_put_user_skip_1)\
Linus Torvalds1da177e2005-04-16 15:20:36 -0700167 : "=r"(__pu_err) \
Carlos O'Donell3fd3a742006-04-22 14:47:21 -0600168 : "r"(ptr), "r"(x), "0"(__pu_err) \
169 : "r1")
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200171#define __put_user_asm(stx, x, ptr) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172 __asm__ __volatile__ ( \
Helge Deller0b3d6432007-01-28 14:52:57 +0100173 "\n1:\t" stx "\t%2,0(%%sr3,%1)\n\t" \
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200174 ASM_EXCEPTIONTABLE_ENTRY(1b, fixup_put_user_skip_1)\
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175 : "=r"(__pu_err) \
176 : "r"(ptr), "r"(x), "0"(__pu_err) \
177 : "r1")
178
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179
Helge Dellerca72a222006-12-20 00:35:57 +0100180#if !defined(CONFIG_64BIT)
Helge Deller94a19812006-12-19 22:33:58 +0100181
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200182#define __put_kernel_asm64(__val, ptr) do { \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 __asm__ __volatile__ ( \
Helge Deller0b3d6432007-01-28 14:52:57 +0100184 "\n1:\tstw %2,0(%1)" \
Will Deacon0f28b622013-04-22 12:53:43 +0000185 "\n2:\tstw %R2,4(%1)\n\t" \
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200186 ASM_EXCEPTIONTABLE_ENTRY(1b, fixup_put_user_skip_2)\
187 ASM_EXCEPTIONTABLE_ENTRY(2b, fixup_put_user_skip_1)\
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188 : "=r"(__pu_err) \
Will Deacon0f28b622013-04-22 12:53:43 +0000189 : "r"(ptr), "r"(__val), "0"(__pu_err) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190 : "r1"); \
191} while (0)
192
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200193#define __put_user_asm64(__val, ptr) do { \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194 __asm__ __volatile__ ( \
Helge Deller0b3d6432007-01-28 14:52:57 +0100195 "\n1:\tstw %2,0(%%sr3,%1)" \
Will Deacon0f28b622013-04-22 12:53:43 +0000196 "\n2:\tstw %R2,4(%%sr3,%1)\n\t" \
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200197 ASM_EXCEPTIONTABLE_ENTRY(1b, fixup_put_user_skip_2)\
198 ASM_EXCEPTIONTABLE_ENTRY(2b, fixup_put_user_skip_1)\
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199 : "=r"(__pu_err) \
Will Deacon0f28b622013-04-22 12:53:43 +0000200 : "r"(ptr), "r"(__val), "0"(__pu_err) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201 : "r1"); \
202} while (0)
203
Helge Dellerca72a222006-12-20 00:35:57 +0100204#endif /* !defined(CONFIG_64BIT) */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205
206
207/*
208 * Complex access routines -- external declarations
209 */
210
211extern unsigned long lcopy_to_user(void __user *, const void *, unsigned long);
212extern unsigned long lcopy_from_user(void *, const void __user *, unsigned long);
213extern unsigned long lcopy_in_user(void __user *, const void __user *, unsigned long);
James Bottomleyb1195c02012-05-26 09:48:19 +0100214extern long strncpy_from_user(char *, const char __user *, long);
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200215extern unsigned lclear_user(void __user *, unsigned long);
216extern long lstrnlen_user(const char __user *, long);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217/*
218 * Complex access routines -- macros
219 */
Helge Dellera0ffa8f2013-11-19 23:31:35 +0100220#define user_addr_max() (~0UL)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700221
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222#define strnlen_user lstrnlen_user
223#define strlen_user(str) lstrnlen_user(str, 0x7fffffffL)
224#define clear_user lclear_user
225#define __clear_user lclear_user
226
227unsigned long copy_to_user(void __user *dst, const void *src, unsigned long len);
228#define __copy_to_user copy_to_user
Helge Deller888c31f2010-02-01 19:56:33 +0000229unsigned long __copy_from_user(void *dst, const void __user *src, unsigned long len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230unsigned long copy_in_user(void __user *dst, const void __user *src, unsigned long len);
231#define __copy_in_user copy_in_user
232#define __copy_to_user_inatomic __copy_to_user
233#define __copy_from_user_inatomic __copy_from_user
234
Helge Deller888c31f2010-02-01 19:56:33 +0000235extern void copy_from_user_overflow(void)
236#ifdef CONFIG_DEBUG_STRICT_USER_COPY_CHECKS
237 __compiletime_error("copy_from_user() buffer size is not provably correct")
238#else
239 __compiletime_warning("copy_from_user() buffer size is not provably correct")
240#endif
241;
242
243static inline unsigned long __must_check copy_from_user(void *to,
244 const void __user *from,
245 unsigned long n)
246{
247 int sz = __compiletime_object_size(to);
248 int ret = -EFAULT;
249
250 if (likely(sz == -1 || !__builtin_constant_p(n) || sz >= n))
251 ret = __copy_from_user(to, from, n);
252 else
253 copy_from_user_overflow();
254
255 return ret;
256}
257
Helge Dellere4483722009-01-13 20:52:46 +0100258struct pt_regs;
Kyle McMartinc61c25e2008-12-20 02:29:06 +0000259int fixup_exception(struct pt_regs *regs);
260
Linus Torvalds1da177e2005-04-16 15:20:36 -0700261#endif /* __PARISC_UACCESS_H */