blob: 38f2c9ccef107053d7cf4e9b710b7ec7120a1d90 [file] [log] [blame]
Michal Simek26606632009-03-27 14:25:23 +01001/*
Michal Simek0d6de952009-05-26 16:30:23 +02002 * Copyright (C) 2008-2009 Michal Simek <monstr@monstr.eu>
3 * Copyright (C) 2008-2009 PetaLogix
Michal Simek26606632009-03-27 14:25:23 +01004 * Copyright (C) 2006 Atmark Techno, Inc.
5 *
6 * This file is subject to the terms and conditions of the GNU General Public
7 * License. See the file "COPYING" in the main directory of this archive
8 * for more details.
9 */
10
11#ifndef _ASM_MICROBLAZE_UACCESS_H
12#define _ASM_MICROBLAZE_UACCESS_H
13
Michal Simek26606632009-03-27 14:25:23 +010014#include <linux/kernel.h>
Michal Simek26606632009-03-27 14:25:23 +010015#include <linux/mm.h>
16
17#include <asm/mmu.h>
18#include <asm/page.h>
19#include <asm/pgtable.h>
Al Viro730132e2016-12-25 14:34:44 -050020#include <asm/extable.h>
Michal Simek26606632009-03-27 14:25:23 +010021#include <linux/string.h>
22
Michal Simek40db0832010-03-05 15:34:12 +010023/*
24 * On Microblaze the fs value is actually the top of the corresponding
25 * address space.
26 *
27 * The fs value determines whether argument validity checking should be
28 * performed or not. If get_fs() == USER_DS, checking is performed, with
29 * get_fs() == KERNEL_DS, checking is bypassed.
30 *
31 * For historical reasons, these macros are grossly misnamed.
32 *
33 * For non-MMU arch like Microblaze, KERNEL_DS and USER_DS is equal.
34 */
35# define MAKE_MM_SEG(s) ((mm_segment_t) { (s) })
36
37# ifndef CONFIG_MMU
38# define KERNEL_DS MAKE_MM_SEG(0)
39# define USER_DS KERNEL_DS
40# else
41# define KERNEL_DS MAKE_MM_SEG(0xFFFFFFFF)
42# define USER_DS MAKE_MM_SEG(TASK_SIZE - 1)
43# endif
44
45# define get_ds() (KERNEL_DS)
46# define get_fs() (current_thread_info()->addr_limit)
47# define set_fs(val) (current_thread_info()->addr_limit = (val))
48
49# define segment_eq(a, b) ((a).seg == (b).seg)
50
Michal Simek0d6de952009-05-26 16:30:23 +020051#ifndef CONFIG_MMU
52
Michal Simek60a729f2010-03-05 15:49:53 +010053/* Check against bounds of physical memory */
54static inline int ___range_ok(unsigned long addr, unsigned long size)
55{
56 return ((addr < memory_start) ||
Michal Simek83a92522011-12-19 13:46:35 +010057 ((addr + size - 1) > (memory_start + memory_size - 1)));
Michal Simek60a729f2010-03-05 15:49:53 +010058}
Michal Simek26606632009-03-27 14:25:23 +010059
60#define __range_ok(addr, size) \
61 ___range_ok((unsigned long)(addr), (unsigned long)(size))
62
63#define access_ok(type, addr, size) (__range_ok((addr), (size)) == 0)
Michal Simek40b11562010-03-05 16:50:01 +010064
65#else
66
Michal Simekf663b602013-03-28 16:42:44 +010067static inline int access_ok(int type, const void __user *addr,
68 unsigned long size)
69{
70 if (!size)
71 goto ok;
Michal Simek40b11562010-03-05 16:50:01 +010072
Michal Simekf663b602013-03-28 16:42:44 +010073 if ((get_fs().seg < ((unsigned long)addr)) ||
74 (get_fs().seg < ((unsigned long)addr + size - 1))) {
Chen Gangde295cf2014-08-06 00:25:52 +080075 pr_devel("ACCESS fail: %s at 0x%08x (size 0x%x), seg 0x%08x\n",
Michal Simek8706a6b2013-05-30 15:10:52 +020076 type ? "WRITE" : "READ ", (__force u32)addr, (u32)size,
Michal Simekf663b602013-03-28 16:42:44 +010077 (u32)get_fs().seg);
78 return 0;
79 }
80ok:
Chen Gangde295cf2014-08-06 00:25:52 +080081 pr_devel("ACCESS OK: %s at 0x%08x (size 0x%x), seg 0x%08x\n",
Michal Simek8706a6b2013-05-30 15:10:52 +020082 type ? "WRITE" : "READ ", (__force u32)addr, (u32)size,
Michal Simekf663b602013-03-28 16:42:44 +010083 (u32)get_fs().seg);
84 return 1;
85}
Michal Simek40b11562010-03-05 16:50:01 +010086#endif
87
88#ifdef CONFIG_MMU
89# define __FIXUP_SECTION ".section .fixup,\"ax\"\n"
90# define __EX_TABLE_SECTION ".section __ex_table,\"a\"\n"
91#else
92# define __FIXUP_SECTION ".section .discard,\"ax\"\n"
Michal Simek7e278152012-12-21 10:53:40 +010093# define __EX_TABLE_SECTION ".section .discard,\"ax\"\n"
Michal Simek40b11562010-03-05 16:50:01 +010094#endif
95
Michal Simek94804a92010-03-22 18:39:20 +010096extern unsigned long __copy_tofrom_user(void __user *to,
97 const void __user *from, unsigned long size);
98
Michal Simek527bdb52010-03-22 16:02:59 +010099/* Return: number of not copied bytes, i.e. 0 if OK or non-zero if fail. */
100static inline unsigned long __must_check __clear_user(void __user *to,
101 unsigned long n)
102{
103 /* normal memset with two words to __ex_table */
104 __asm__ __volatile__ ( \
Steven J. Magnani6f3946b2011-02-10 12:12:13 -0600105 "1: sb r0, %1, r0;" \
Michal Simek527bdb52010-03-22 16:02:59 +0100106 " addik %0, %0, -1;" \
107 " bneid %0, 1b;" \
Steven J. Magnani6f3946b2011-02-10 12:12:13 -0600108 " addik %1, %1, 1;" \
Michal Simek527bdb52010-03-22 16:02:59 +0100109 "2: " \
110 __EX_TABLE_SECTION \
111 ".word 1b,2b;" \
112 ".previous;" \
Steven J. Magnani6f3946b2011-02-10 12:12:13 -0600113 : "=r"(n), "=r"(to) \
114 : "0"(n), "1"(to)
Michal Simek527bdb52010-03-22 16:02:59 +0100115 );
116 return n;
117}
118
119static inline unsigned long __must_check clear_user(void __user *to,
120 unsigned long n)
121{
Michael S. Tsirkinac093f82013-05-26 17:30:56 +0300122 might_fault();
Michal Simek527bdb52010-03-22 16:02:59 +0100123 if (unlikely(!access_ok(VERIFY_WRITE, to, n)))
124 return n;
125
126 return __clear_user(to, n);
127}
128
Michal Simekcca79122010-03-22 18:23:45 +0100129/* put_user and get_user macros */
Michal Simek3a6d7722010-03-08 10:52:24 +0100130extern long __user_bad(void);
Arnd Bergmann838d2402009-05-01 13:36:13 +0000131
Michal Simek3a6d7722010-03-08 10:52:24 +0100132#define __get_user_asm(insn, __gu_ptr, __gu_val, __gu_err) \
133({ \
134 __asm__ __volatile__ ( \
135 "1:" insn " %1, %2, r0;" \
136 " addk %0, r0, r0;" \
137 "2: " \
138 __FIXUP_SECTION \
139 "3: brid 2b;" \
140 " addik %0, r0, %3;" \
141 ".previous;" \
142 __EX_TABLE_SECTION \
143 ".word 1b,3b;" \
144 ".previous;" \
145 : "=&r"(__gu_err), "=r"(__gu_val) \
146 : "r"(__gu_ptr), "i"(-EFAULT) \
147 ); \
Michal Simek0d6de952009-05-26 16:30:23 +0200148})
Michal Simek26606632009-03-27 14:25:23 +0100149
Michal Simek3a6d7722010-03-08 10:52:24 +0100150/**
151 * get_user: - Get a simple variable from user space.
152 * @x: Variable to store result.
153 * @ptr: Source address, in user space.
154 *
David Hildenbrandb3c395ef2015-05-11 17:52:08 +0200155 * Context: User context only. This function may sleep if pagefaults are
156 * enabled.
Michal Simek3a6d7722010-03-08 10:52:24 +0100157 *
158 * This macro copies a single simple variable from user space to kernel
159 * space. It supports simple types like char and int, but not larger
160 * data types like structures or arrays.
161 *
162 * @ptr must have pointer-to-simple-variable type, and the result of
163 * dereferencing @ptr must be assignable to @x without a cast.
164 *
165 * Returns zero on success, or -EFAULT on error.
166 * On error, the variable @x is set to zero.
167 */
Steven J. Magnani538722c2010-05-06 16:38:33 -0500168#define get_user(x, ptr) \
169 __get_user_check((x), (ptr), sizeof(*(ptr)))
170
171#define __get_user_check(x, ptr, size) \
172({ \
173 unsigned long __gu_val = 0; \
174 const typeof(*(ptr)) __user *__gu_addr = (ptr); \
175 int __gu_err = 0; \
176 \
177 if (access_ok(VERIFY_READ, __gu_addr, size)) { \
178 switch (size) { \
179 case 1: \
180 __get_user_asm("lbu", __gu_addr, __gu_val, \
181 __gu_err); \
182 break; \
183 case 2: \
184 __get_user_asm("lhu", __gu_addr, __gu_val, \
185 __gu_err); \
186 break; \
187 case 4: \
188 __get_user_asm("lw", __gu_addr, __gu_val, \
189 __gu_err); \
190 break; \
191 default: \
192 __gu_err = __user_bad(); \
193 break; \
194 } \
195 } else { \
196 __gu_err = -EFAULT; \
197 } \
Michael S. Tsirkin0774bf62015-01-06 17:44:02 +0200198 x = (__force typeof(*(ptr)))__gu_val; \
Steven J. Magnani538722c2010-05-06 16:38:33 -0500199 __gu_err; \
200})
Michal Simek3a6d7722010-03-08 10:52:24 +0100201
202#define __get_user(x, ptr) \
203({ \
Al Viroe98b9e32016-09-09 19:23:33 -0400204 unsigned long __gu_val = 0; \
Michal Simek3a6d7722010-03-08 10:52:24 +0100205 /*unsigned long __gu_ptr = (unsigned long)(ptr);*/ \
206 long __gu_err; \
207 switch (sizeof(*(ptr))) { \
208 case 1: \
209 __get_user_asm("lbu", (ptr), __gu_val, __gu_err); \
210 break; \
211 case 2: \
212 __get_user_asm("lhu", (ptr), __gu_val, __gu_err); \
213 break; \
214 case 4: \
215 __get_user_asm("lw", (ptr), __gu_val, __gu_err); \
216 break; \
217 default: \
218 /* __gu_val = 0; __gu_err = -EINVAL;*/ __gu_err = __user_bad();\
219 } \
Michael S. Tsirkin0774bf62015-01-06 17:44:02 +0200220 x = (__force __typeof__(*(ptr))) __gu_val; \
Michal Simek3a6d7722010-03-08 10:52:24 +0100221 __gu_err; \
222})
223
224
Michal Simekef4e2772010-03-22 16:22:41 +0100225#define __put_user_asm(insn, __gu_ptr, __gu_val, __gu_err) \
Michal Simek0d6de952009-05-26 16:30:23 +0200226({ \
Michal Simekef4e2772010-03-22 16:22:41 +0100227 __asm__ __volatile__ ( \
228 "1:" insn " %1, %2, r0;" \
229 " addk %0, r0, r0;" \
230 "2: " \
231 __FIXUP_SECTION \
232 "3: brid 2b;" \
233 " addik %0, r0, %3;" \
234 ".previous;" \
235 __EX_TABLE_SECTION \
236 ".word 1b,3b;" \
237 ".previous;" \
238 : "=&r"(__gu_err) \
239 : "r"(__gu_val), "r"(__gu_ptr), "i"(-EFAULT) \
240 ); \
Michal Simek0d6de952009-05-26 16:30:23 +0200241})
Michal Simek26606632009-03-27 14:25:23 +0100242
Michal Simekef4e2772010-03-22 16:22:41 +0100243#define __put_user_asm_8(__gu_ptr, __gu_val, __gu_err) \
244({ \
245 __asm__ __volatile__ (" lwi %0, %1, 0;" \
246 "1: swi %0, %2, 0;" \
247 " lwi %0, %1, 4;" \
248 "2: swi %0, %2, 4;" \
249 " addk %0, r0, r0;" \
250 "3: " \
251 __FIXUP_SECTION \
252 "4: brid 3b;" \
253 " addik %0, r0, %3;" \
254 ".previous;" \
255 __EX_TABLE_SECTION \
256 ".word 1b,4b,2b,4b;" \
257 ".previous;" \
258 : "=&r"(__gu_err) \
259 : "r"(&__gu_val), "r"(__gu_ptr), "i"(-EFAULT) \
260 ); \
261})
262
Michal Simek0dcb4092010-03-22 15:46:56 +0100263/**
264 * put_user: - Write a simple value into user space.
265 * @x: Value to copy to user space.
266 * @ptr: Destination address, in user space.
267 *
David Hildenbrandb3c395ef2015-05-11 17:52:08 +0200268 * Context: User context only. This function may sleep if pagefaults are
269 * enabled.
Michal Simek0dcb4092010-03-22 15:46:56 +0100270 *
271 * This macro copies a single simple value from kernel space to user
272 * space. It supports simple types like char and int, but not larger
273 * data types like structures or arrays.
274 *
275 * @ptr must have pointer-to-simple-variable type, and @x must be assignable
276 * to the result of dereferencing @ptr.
277 *
278 * Returns zero on success, or -EFAULT on error.
279 */
Steven J. Magnani538722c2010-05-06 16:38:33 -0500280#define put_user(x, ptr) \
281 __put_user_check((x), (ptr), sizeof(*(ptr)))
282
283#define __put_user_check(x, ptr, size) \
284({ \
Michael S. Tsirkin132d5df2015-01-06 17:45:03 +0200285 typeof(*(ptr)) volatile __pu_val = x; \
Steven J. Magnani538722c2010-05-06 16:38:33 -0500286 typeof(*(ptr)) __user *__pu_addr = (ptr); \
287 int __pu_err = 0; \
288 \
Steven J. Magnani538722c2010-05-06 16:38:33 -0500289 if (access_ok(VERIFY_WRITE, __pu_addr, size)) { \
290 switch (size) { \
291 case 1: \
292 __put_user_asm("sb", __pu_addr, __pu_val, \
293 __pu_err); \
294 break; \
295 case 2: \
296 __put_user_asm("sh", __pu_addr, __pu_val, \
297 __pu_err); \
298 break; \
299 case 4: \
300 __put_user_asm("sw", __pu_addr, __pu_val, \
301 __pu_err); \
302 break; \
303 case 8: \
304 __put_user_asm_8(__pu_addr, __pu_val, __pu_err);\
305 break; \
306 default: \
307 __pu_err = __user_bad(); \
308 break; \
309 } \
310 } else { \
311 __pu_err = -EFAULT; \
312 } \
313 __pu_err; \
314})
Michal Simek0dcb4092010-03-22 15:46:56 +0100315
Michal Simek0d6de952009-05-26 16:30:23 +0200316#define __put_user(x, ptr) \
317({ \
Michal Simek7bcb63b2009-07-13 16:46:54 +0200318 __typeof__(*(ptr)) volatile __gu_val = (x); \
Michal Simek0d6de952009-05-26 16:30:23 +0200319 long __gu_err = 0; \
320 switch (sizeof(__gu_val)) { \
321 case 1: \
322 __put_user_asm("sb", (ptr), __gu_val, __gu_err); \
323 break; \
Michal Simekcca79122010-03-22 18:23:45 +0100324 case 2: \
Michal Simek0d6de952009-05-26 16:30:23 +0200325 __put_user_asm("sh", (ptr), __gu_val, __gu_err); \
326 break; \
327 case 4: \
328 __put_user_asm("sw", (ptr), __gu_val, __gu_err); \
329 break; \
330 case 8: \
331 __put_user_asm_8((ptr), __gu_val, __gu_err); \
332 break; \
333 default: \
Michal Simek0dcb4092010-03-22 15:46:56 +0100334 /*__gu_err = -EINVAL;*/ __gu_err = __user_bad(); \
Michal Simek0d6de952009-05-26 16:30:23 +0200335 } \
336 __gu_err; \
337})
338
Al Virod491afb2017-03-21 12:10:12 -0400339static inline unsigned long
340raw_copy_from_user(void *to, const void __user *from, unsigned long n)
Michal Simek42706902010-03-22 15:56:32 +0100341{
Al Virod491afb2017-03-21 12:10:12 -0400342 return __copy_tofrom_user((__force void __user *)to, from, n);
Michal Simek42706902010-03-22 15:56:32 +0100343}
344
Al Virod491afb2017-03-21 12:10:12 -0400345static inline unsigned long
346raw_copy_to_user(void __user *to, const void *from, unsigned long n)
Michal Simekcc5a4282010-03-22 15:52:53 +0100347{
Al Virod491afb2017-03-21 12:10:12 -0400348 return __copy_tofrom_user(to, (__force const void __user *)from, n);
Michal Simek89ae9752010-03-22 18:49:45 +0100349}
Al Virod491afb2017-03-21 12:10:12 -0400350#define INLINE_COPY_FROM_USER
351#define INLINE_COPY_TO_USER
Michal Simek89ae9752010-03-22 18:49:45 +0100352
353/*
354 * Copy a null terminated string from userspace.
355 */
356extern int __strncpy_user(char *to, const char __user *from, int len);
357
358#define __strncpy_from_user __strncpy_user
359
360static inline long
361strncpy_from_user(char *dst, const char __user *src, long count)
362{
363 if (!access_ok(VERIFY_READ, src, 1))
364 return -EFAULT;
365 return __strncpy_from_user(dst, src, count);
366}
367
368/*
369 * Return the size of a string (including the ending 0)
370 *
371 * Return 0 on exception, a value greater than N if too long
372 */
373extern int __strnlen_user(const char __user *sstr, int len);
374
375static inline long strnlen_user(const char __user *src, long n)
376{
377 if (!access_ok(VERIFY_READ, src, 1))
378 return 0;
379 return __strnlen_user(src, n);
Michal Simekcc5a4282010-03-22 15:52:53 +0100380}
381
Michal Simek26606632009-03-27 14:25:23 +0100382#endif /* _ASM_MICROBLAZE_UACCESS_H */