blob: c31d2c2eadc4445606d53cbd0c744b9143345375 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Nathan Scott7b718762005-11-02 14:58:39 +11002 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
3 * All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
Nathan Scott7b718762005-11-02 14:58:39 +11005 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 * published by the Free Software Foundation.
8 *
Nathan Scott7b718762005-11-02 14:58:39 +11009 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 *
Nathan Scott7b718762005-11-02 14:58:39 +110014 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
Linus Torvalds1da177e2005-04-16 15:20:36 -070017 */
18#ifndef __XFS_LINUX__
19#define __XFS_LINUX__
20
21#include <linux/types.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
23/*
Dave Chinner4f3d71f2013-08-12 20:49:54 +100024 * Kernel specific type declarations for XFS
25 */
26typedef signed char __int8_t;
27typedef unsigned char __uint8_t;
28typedef signed short int __int16_t;
29typedef unsigned short int __uint16_t;
30typedef signed int __int32_t;
31typedef unsigned int __uint32_t;
32typedef signed long long int __int64_t;
33typedef unsigned long long int __uint64_t;
34
35typedef __uint32_t inst_t; /* an instruction */
36
37typedef __s64 xfs_off_t; /* <file offset> type */
38typedef unsigned long long xfs_ino_t; /* <inode> type */
39typedef __s64 xfs_daddr_t; /* <disk address> type */
40typedef char * xfs_caddr_t; /* <core address> type */
41typedef __u32 xfs_dev_t;
42typedef __u32 xfs_nlink_t;
43
44/* __psint_t is the same size as a pointer */
45#if (BITS_PER_LONG == 32)
46typedef __int32_t __psint_t;
47typedef __uint32_t __psunsigned_t;
48#elif (BITS_PER_LONG == 64)
49typedef __int64_t __psint_t;
50typedef __uint64_t __psunsigned_t;
51#else
52#error BITS_PER_LONG must be 32 or 64
53#endif
54
Alex Elder06f8e2d2011-08-12 13:57:55 -050055#include "xfs_types.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070056
Alex Elder06f8e2d2011-08-12 13:57:55 -050057#include "kmem.h"
58#include "mrlock.h"
Alex Elder06f8e2d2011-08-12 13:57:55 -050059#include "uuid.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070060
David Chinnerab4a9b02008-08-13 16:42:10 +100061#include <linux/semaphore.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070062#include <linux/mm.h>
63#include <linux/kernel.h>
64#include <linux/blkdev.h>
65#include <linux/slab.h>
Christoph Hellwigbc02e862012-11-16 09:20:37 +110066#include <linux/crc32c.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070067#include <linux/module.h>
Christoph Hellwiga0b0b8a2009-03-29 09:51:00 +020068#include <linux/mutex.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070069#include <linux/file.h>
70#include <linux/swap.h>
71#include <linux/errno.h>
72#include <linux/sched.h>
73#include <linux/bitops.h>
74#include <linux/major.h>
75#include <linux/pagemap.h>
76#include <linux/vfs.h>
77#include <linux/seq_file.h>
78#include <linux/init.h>
79#include <linux/list.h>
80#include <linux/proc_fs.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070081#include <linux/sort.h>
David Chinnere8234a62006-03-14 13:23:52 +110082#include <linux/cpu.h>
83#include <linux/notifier.h>
David Chinner01e1b692006-03-14 13:29:16 +110084#include <linux/delay.h>
Eric Sandeenaf3a2e82007-08-16 16:25:23 +100085#include <linux/log2.h>
Eric Sandeen007c61c2007-10-11 17:43:56 +100086#include <linux/spinlock.h>
David Chinner64275ea2008-04-30 17:11:16 +100087#include <linux/random.h>
Barry Naujok189f4bf2008-05-21 16:58:55 +100088#include <linux/ctype.h>
David Chinner6bfb3d02008-10-30 18:32:43 +110089#include <linux/writeback.h>
Christoph Hellwig6c77b0e2010-10-06 18:41:17 +000090#include <linux/capability.h>
Christoph Hellwig00308072011-10-11 11:14:10 -040091#include <linux/kthread.h>
92#include <linux/freezer.h>
Christoph Hellwig8a072a42011-04-24 19:06:17 +000093#include <linux/list_sort.h>
Rich Johnston3d6e0362013-03-27 09:26:49 -050094#include <linux/ratelimit.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070095
96#include <asm/page.h>
97#include <asm/div64.h>
98#include <asm/param.h>
99#include <asm/uaccess.h>
100#include <asm/byteorder.h>
101#include <asm/unaligned.h>
102
Dave Chinnerb92cc59f62014-08-04 13:28:20 +1000103#include "xfs_fs.h"
Alex Elder06f8e2d2011-08-12 13:57:55 -0500104#include "xfs_stats.h"
105#include "xfs_sysctl.h"
106#include "xfs_iops.h"
107#include "xfs_aops.h"
108#include "xfs_super.h"
Eric Sandeen51582172014-02-27 15:17:27 +1100109#include "xfs_cksum.h"
Alex Elder06f8e2d2011-08-12 13:57:55 -0500110#include "xfs_buf.h"
111#include "xfs_message.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112
Christoph Hellwig218106a2011-07-08 14:35:58 +0200113#ifdef __BIG_ENDIAN
114#define XFS_NATIVE_HOST 1
115#else
116#undef XFS_NATIVE_HOST
117#endif
118
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119/*
120 * Feature macros (disable/enable)
121 */
Nathan Scottd2c32ed2006-03-14 13:20:13 +1100122#ifdef CONFIG_SMP
David Chinner8d280b92006-03-14 13:13:09 +1100123#define HAVE_PERCPU_SB /* per cpu superblock counters are a 2.6 feature */
124#else
125#undef HAVE_PERCPU_SB /* per cpu superblock counters are a 2.6 feature */
126#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127
Linus Torvalds1da177e2005-04-16 15:20:36 -0700128#define irix_sgid_inherit xfs_params.sgid_inherit.val
129#define irix_symlink_mode xfs_params.symlink_mode.val
130#define xfs_panic_mask xfs_params.panic_mask.val
131#define xfs_error_level xfs_params.error_level.val
132#define xfs_syncd_centisecs xfs_params.syncd_timer.val
133#define xfs_stats_clear xfs_params.stats_clear.val
134#define xfs_inherit_sync xfs_params.inherit_sync.val
135#define xfs_inherit_nodump xfs_params.inherit_nodump.val
136#define xfs_inherit_noatime xfs_params.inherit_noatim.val
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137#define xfs_inherit_nosymlinks xfs_params.inherit_nosym.val
138#define xfs_rotorstep xfs_params.rotorstep.val
Barry Naujokd3446ea2006-06-09 14:54:19 +1000139#define xfs_inherit_nodefrag xfs_params.inherit_nodfrg.val
David Chinner2a82b8b2007-07-11 11:09:12 +1000140#define xfs_fstrm_centisecs xfs_params.fstrm_timer.val
Brian Foster579b62f2012-11-06 09:50:47 -0500141#define xfs_eofb_secs xfs_params.eofb_timer.val
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142
Nathan Scott59c1b082006-06-09 14:59:13 +1000143#define current_cpu() (raw_smp_processor_id())
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144#define current_pid() (current->pid)
Nathan Scott59c1b082006-06-09 14:59:13 +1000145#define current_test_flags(f) (current->flags & (f))
Nathan Scott59c1b082006-06-09 14:59:13 +1000146#define current_set_flags_nested(sp, f) \
147 (*(sp) = current->flags, current->flags |= (f))
148#define current_clear_flags_nested(sp, f) \
149 (*(sp) = current->flags, current->flags &= ~(f))
150#define current_restore_flags_nested(sp, f) \
151 (current->flags = ((current->flags & ~(f)) | (*(sp) & (f))))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152
Eric Sandeen007c61c2007-10-11 17:43:56 +1000153#define spinlock_destroy(lock)
154
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155#define NBBY 8 /* number of bits per byte */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156
157/*
158 * Size of block device i/o is parameterized here.
159 * Currently the system supports page-sized i/o.
160 */
Tim Shimmine6a4b372007-11-23 16:30:42 +1100161#define BLKDEV_IOSHIFT PAGE_CACHE_SHIFT
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162#define BLKDEV_IOSIZE (1<<BLKDEV_IOSHIFT)
163/* number of BB's per block device block */
164#define BLKDEV_BB BTOBB(BLKDEV_IOSIZE)
165
Linus Torvalds1da177e2005-04-16 15:20:36 -0700166#define ENOATTR ENODATA /* Attribute not found */
Nathan Scottda2f4d62006-06-20 13:01:38 +1000167#define EWRONGFS EINVAL /* Mount with wrong filesystem type */
168#define EFSCORRUPTED EUCLEAN /* Filesystem is corrupted */
Eric Sandeenca23f8f2014-02-27 15:21:07 +1100169#define EFSBADCRC EBADMSG /* Bad CRC detected */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170
171#define SYNCHRONIZE() barrier()
172#define __return_address __builtin_return_address(0)
173
Arkadiusz Mi?kiewicz67430992010-09-26 06:10:18 +0000174#define XFS_PROJID_DEFAULT 0
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175#define MAXPATHLEN 1024
176
177#define MIN(a,b) (min(a,b))
178#define MAX(a,b) (max(a,b))
179#define howmany(x, y) (((x)+((y)-1))/(y))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700180
Dave Chinnere076b0f2014-10-02 09:18:13 +1000181static inline void delay(long ticks)
182{
183 schedule_timeout_uninterruptible(ticks);
184}
185
Brian Fostera31b1d32014-07-15 08:07:01 +1000186/*
187 * XFS wrapper structure for sysfs support. It depends on external data
188 * structures and is embedded in various internal data structures to implement
189 * the XFS sysfs object heirarchy. Define it here for broad access throughout
190 * the codebase.
191 */
192struct xfs_kobj {
193 struct kobject kobject;
194 struct completion complete;
195};
196
Dwight Engenc5eeb7e2013-08-15 14:07:58 -0400197/* Kernel uid/gid conversion. These are used to convert to/from the on disk
198 * uid_t/gid_t types to the kuid_t/kgid_t types that the kernel uses internally.
199 * The conversion here is type only, the value will remain the same since we
200 * are converting to the init_user_ns. The uid is later mapped to a particular
201 * user namespace value when crossing the kernel/user boundary.
202 */
203static inline __uint32_t xfs_kuid_to_uid(kuid_t uid)
204{
205 return from_kuid(&init_user_ns, uid);
206}
207
208static inline kuid_t xfs_uid_to_kuid(__uint32_t uid)
209{
210 return make_kuid(&init_user_ns, uid);
211}
212
213static inline __uint32_t xfs_kgid_to_gid(kgid_t gid)
214{
215 return from_kgid(&init_user_ns, gid);
216}
217
218static inline kgid_t xfs_gid_to_kgid(__uint32_t gid)
219{
220 return make_kgid(&init_user_ns, gid);
221}
222
Nathan Scottcde410a2005-09-05 11:47:01 +1000223/*
224 * Various platform dependent calls that don't fit anywhere else
225 */
Nathan Scott380b5dc2005-11-02 11:43:18 +1100226#define xfs_sort(a,n,s,fn) sort(a,n,s,fn,NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227#define xfs_stack_trace() dump_stack()
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228
229
230/* Move the kernel do_div definition off to one side */
231
232#if defined __i386__
233/* For ia32 we need to pull some tricks to get past various versions
234 * of the compiler which do not like us using do_div in the middle
235 * of large functions.
236 */
237static inline __u32 xfs_do_div(void *a, __u32 b, int n)
238{
239 __u32 mod;
240
241 switch (n) {
242 case 4:
243 mod = *(__u32 *)a % b;
244 *(__u32 *)a = *(__u32 *)a / b;
245 return mod;
246 case 8:
247 {
248 unsigned long __upper, __low, __high, __mod;
249 __u64 c = *(__u64 *)a;
250 __upper = __high = c >> 32;
251 __low = c;
252 if (__high) {
253 __upper = __high % (b);
254 __high = __high / (b);
255 }
256 asm("divl %2":"=a" (__low), "=d" (__mod):"rm" (b), "0" (__low), "1" (__upper));
257 asm("":"=A" (c):"a" (__low),"d" (__high));
258 *(__u64 *)a = c;
259 return __mod;
260 }
261 }
262
263 /* NOTREACHED */
264 return 0;
265}
266
267/* Side effect free 64 bit mod operation */
268static inline __u32 xfs_do_mod(void *a, __u32 b, int n)
269{
270 switch (n) {
271 case 4:
272 return *(__u32 *)a % b;
273 case 8:
274 {
275 unsigned long __upper, __low, __high, __mod;
276 __u64 c = *(__u64 *)a;
277 __upper = __high = c >> 32;
278 __low = c;
279 if (__high) {
280 __upper = __high % (b);
281 __high = __high / (b);
282 }
283 asm("divl %2":"=a" (__low), "=d" (__mod):"rm" (b), "0" (__low), "1" (__upper));
284 asm("":"=A" (c):"a" (__low),"d" (__high));
285 return __mod;
286 }
287 }
288
289 /* NOTREACHED */
290 return 0;
291}
292#else
293static inline __u32 xfs_do_div(void *a, __u32 b, int n)
294{
295 __u32 mod;
296
297 switch (n) {
298 case 4:
299 mod = *(__u32 *)a % b;
300 *(__u32 *)a = *(__u32 *)a / b;
301 return mod;
302 case 8:
303 mod = do_div(*(__u64 *)a, b);
304 return mod;
305 }
306
307 /* NOTREACHED */
308 return 0;
309}
310
311/* Side effect free 64 bit mod operation */
312static inline __u32 xfs_do_mod(void *a, __u32 b, int n)
313{
314 switch (n) {
315 case 4:
316 return *(__u32 *)a % b;
317 case 8:
318 {
319 __u64 c = *(__u64 *)a;
320 return do_div(c, b);
321 }
322 }
323
324 /* NOTREACHED */
325 return 0;
326}
327#endif
328
329#undef do_div
330#define do_div(a, b) xfs_do_div(&(a), (b), sizeof(a))
331#define do_mod(a, b) xfs_do_mod(&(a), (b), sizeof(a))
332
333static inline __uint64_t roundup_64(__uint64_t x, __uint32_t y)
334{
335 x += y - 1;
336 do_div(x, y);
Eric Sandeend99831f2014-06-22 15:03:54 +1000337 return x * y;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700338}
339
Nathan Scott68c32712006-09-28 11:03:53 +1000340static inline __uint64_t howmany_64(__uint64_t x, __uint32_t y)
341{
342 x += y - 1;
343 do_div(x, y);
344 return x;
345}
346
Eric Sandeenae23a5e2008-06-23 13:23:32 +1000347/* ARM old ABI has some weird alignment/padding */
348#if defined(__arm__) && !defined(__ARM_EABI__)
349#define __arch_pack __attribute__((packed))
350#else
351#define __arch_pack
352#endif
353
Dave Chinner91300902011-03-07 10:09:35 +1100354#define ASSERT_ALWAYS(expr) \
355 (unlikely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
356
Dave Chinner742ae1e2013-04-30 21:39:34 +1000357#ifdef DEBUG
Dave Chinner91300902011-03-07 10:09:35 +1100358#define ASSERT(expr) \
359 (unlikely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
360
361#ifndef STATIC
362# define STATIC noinline
363#endif
364
Dave Chinner742ae1e2013-04-30 21:39:34 +1000365#else /* !DEBUG */
366
367#ifdef XFS_WARN
368
369#define ASSERT(expr) \
370 (unlikely(expr) ? (void)0 : asswarn(#expr, __FILE__, __LINE__))
371
372#ifndef STATIC
373# define STATIC static noinline
374#endif
375
376#else /* !DEBUG && !XFS_WARN */
377
378#define ASSERT(expr) ((void)0)
379
380#ifndef STATIC
381# define STATIC static noinline
382#endif
383
384#endif /* XFS_WARN */
Dave Chinner91300902011-03-07 10:09:35 +1100385#endif /* DEBUG */
386
Christoph Hellwig6d3ebaa2014-11-28 14:24:06 +1100387#ifdef CONFIG_XFS_RT
388#define XFS_IS_REALTIME_INODE(ip) ((ip)->i_d.di_flags & XFS_DIFLAG_REALTIME)
389#else
390#define XFS_IS_REALTIME_INODE(ip) (0)
391#endif
392
Linus Torvalds1da177e2005-04-16 15:20:36 -0700393#endif /* __XFS_LINUX__ */