blob: 800f896a6cc48cdffc19f85d6a9dd4c30ef897d5 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Nathan Scott7b718762005-11-02 14:58:39 +11002 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
3 * All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
Nathan Scott7b718762005-11-02 14:58:39 +11005 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 * published by the Free Software Foundation.
8 *
Nathan Scott7b718762005-11-02 14:58:39 +11009 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 *
Nathan Scott7b718762005-11-02 14:58:39 +110014 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
Linus Torvalds1da177e2005-04-16 15:20:36 -070017 */
18#ifndef __XFS_LINUX__
19#define __XFS_LINUX__
20
21#include <linux/types.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
23/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070024 * XFS_BIG_BLKNOS needs block layer disk addresses to be 64 bits.
Christoph Hellwig6c31b932008-11-28 14:23:32 +110025 * XFS_BIG_INUMS requires XFS_BIG_BLKNOS to be set.
Linus Torvalds1da177e2005-04-16 15:20:36 -070026 */
Bartlomiej Zolnierkiewicz90c699a2009-06-19 08:08:50 +020027#if defined(CONFIG_LBDAF) || (BITS_PER_LONG == 64)
Linus Torvalds1da177e2005-04-16 15:20:36 -070028# define XFS_BIG_BLKNOS 1
Christoph Hellwig6c31b932008-11-28 14:23:32 +110029# define XFS_BIG_INUMS 1
Linus Torvalds1da177e2005-04-16 15:20:36 -070030#else
31# define XFS_BIG_BLKNOS 0
32# define XFS_BIG_INUMS 0
33#endif
34
Alex Elder06f8e2d2011-08-12 13:57:55 -050035#include "xfs_types.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070036
Alex Elder06f8e2d2011-08-12 13:57:55 -050037#include "kmem.h"
38#include "mrlock.h"
39#include "time.h"
40#include "uuid.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070041
David Chinnerab4a9b02008-08-13 16:42:10 +100042#include <linux/semaphore.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070043#include <linux/mm.h>
44#include <linux/kernel.h>
45#include <linux/blkdev.h>
46#include <linux/slab.h>
Christoph Hellwigbc02e862012-11-16 09:20:37 +110047#include <linux/crc32c.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070048#include <linux/module.h>
Christoph Hellwiga0b0b8a2009-03-29 09:51:00 +020049#include <linux/mutex.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070050#include <linux/file.h>
51#include <linux/swap.h>
52#include <linux/errno.h>
53#include <linux/sched.h>
54#include <linux/bitops.h>
55#include <linux/major.h>
56#include <linux/pagemap.h>
57#include <linux/vfs.h>
58#include <linux/seq_file.h>
59#include <linux/init.h>
60#include <linux/list.h>
61#include <linux/proc_fs.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070062#include <linux/sort.h>
David Chinnere8234a62006-03-14 13:23:52 +110063#include <linux/cpu.h>
64#include <linux/notifier.h>
David Chinner01e1b692006-03-14 13:29:16 +110065#include <linux/delay.h>
Eric Sandeenaf3a2e82007-08-16 16:25:23 +100066#include <linux/log2.h>
Eric Sandeen007c61c2007-10-11 17:43:56 +100067#include <linux/spinlock.h>
David Chinner64275ea2008-04-30 17:11:16 +100068#include <linux/random.h>
Barry Naujok189f4bf2008-05-21 16:58:55 +100069#include <linux/ctype.h>
David Chinner6bfb3d02008-10-30 18:32:43 +110070#include <linux/writeback.h>
Christoph Hellwig6c77b0e2010-10-06 18:41:17 +000071#include <linux/capability.h>
Christoph Hellwig00308072011-10-11 11:14:10 -040072#include <linux/kthread.h>
73#include <linux/freezer.h>
Christoph Hellwig8a072a42011-04-24 19:06:17 +000074#include <linux/list_sort.h>
Rich Johnston3d6e0362013-03-27 09:26:49 -050075#include <linux/ratelimit.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070076
77#include <asm/page.h>
78#include <asm/div64.h>
79#include <asm/param.h>
80#include <asm/uaccess.h>
81#include <asm/byteorder.h>
82#include <asm/unaligned.h>
83
Alex Elder06f8e2d2011-08-12 13:57:55 -050084#include "xfs_vnode.h"
85#include "xfs_stats.h"
86#include "xfs_sysctl.h"
87#include "xfs_iops.h"
88#include "xfs_aops.h"
89#include "xfs_super.h"
90#include "xfs_buf.h"
91#include "xfs_message.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070092
Christoph Hellwig218106a2011-07-08 14:35:58 +020093#ifdef __BIG_ENDIAN
94#define XFS_NATIVE_HOST 1
95#else
96#undef XFS_NATIVE_HOST
97#endif
98
Linus Torvalds1da177e2005-04-16 15:20:36 -070099/*
100 * Feature macros (disable/enable)
101 */
Nathan Scottd2c32ed2006-03-14 13:20:13 +1100102#ifdef CONFIG_SMP
David Chinner8d280b92006-03-14 13:13:09 +1100103#define HAVE_PERCPU_SB /* per cpu superblock counters are a 2.6 feature */
104#else
105#undef HAVE_PERCPU_SB /* per cpu superblock counters are a 2.6 feature */
106#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108#define irix_sgid_inherit xfs_params.sgid_inherit.val
109#define irix_symlink_mode xfs_params.symlink_mode.val
110#define xfs_panic_mask xfs_params.panic_mask.val
111#define xfs_error_level xfs_params.error_level.val
112#define xfs_syncd_centisecs xfs_params.syncd_timer.val
113#define xfs_stats_clear xfs_params.stats_clear.val
114#define xfs_inherit_sync xfs_params.inherit_sync.val
115#define xfs_inherit_nodump xfs_params.inherit_nodump.val
116#define xfs_inherit_noatime xfs_params.inherit_noatim.val
117#define xfs_buf_timer_centisecs xfs_params.xfs_buf_timer.val
118#define xfs_buf_age_centisecs xfs_params.xfs_buf_age.val
119#define xfs_inherit_nosymlinks xfs_params.inherit_nosym.val
120#define xfs_rotorstep xfs_params.rotorstep.val
Barry Naujokd3446ea2006-06-09 14:54:19 +1000121#define xfs_inherit_nodefrag xfs_params.inherit_nodfrg.val
David Chinner2a82b8b2007-07-11 11:09:12 +1000122#define xfs_fstrm_centisecs xfs_params.fstrm_timer.val
Brian Foster579b62f2012-11-06 09:50:47 -0500123#define xfs_eofb_secs xfs_params.eofb_timer.val
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124
Nathan Scott59c1b082006-06-09 14:59:13 +1000125#define current_cpu() (raw_smp_processor_id())
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126#define current_pid() (current->pid)
Nathan Scott59c1b082006-06-09 14:59:13 +1000127#define current_test_flags(f) (current->flags & (f))
Nathan Scott59c1b082006-06-09 14:59:13 +1000128#define current_set_flags_nested(sp, f) \
129 (*(sp) = current->flags, current->flags |= (f))
130#define current_clear_flags_nested(sp, f) \
131 (*(sp) = current->flags, current->flags &= ~(f))
132#define current_restore_flags_nested(sp, f) \
133 (current->flags = ((current->flags & ~(f)) | (*(sp) & (f))))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134
Eric Sandeen007c61c2007-10-11 17:43:56 +1000135#define spinlock_destroy(lock)
136
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137#define NBBY 8 /* number of bits per byte */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138
139/*
140 * Size of block device i/o is parameterized here.
141 * Currently the system supports page-sized i/o.
142 */
Tim Shimmine6a4b372007-11-23 16:30:42 +1100143#define BLKDEV_IOSHIFT PAGE_CACHE_SHIFT
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144#define BLKDEV_IOSIZE (1<<BLKDEV_IOSHIFT)
145/* number of BB's per block device block */
146#define BLKDEV_BB BTOBB(BLKDEV_IOSIZE)
147
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148#define ENOATTR ENODATA /* Attribute not found */
Nathan Scottda2f4d62006-06-20 13:01:38 +1000149#define EWRONGFS EINVAL /* Mount with wrong filesystem type */
150#define EFSCORRUPTED EUCLEAN /* Filesystem is corrupted */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151
152#define SYNCHRONIZE() barrier()
153#define __return_address __builtin_return_address(0)
154
Arkadiusz Mi?kiewicz67430992010-09-26 06:10:18 +0000155#define XFS_PROJID_DEFAULT 0
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156#define MAXPATHLEN 1024
157
158#define MIN(a,b) (min(a,b))
159#define MAX(a,b) (max(a,b))
160#define howmany(x, y) (((x)+((y)-1))/(y))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161
Nathan Scottcde410a2005-09-05 11:47:01 +1000162/*
163 * Various platform dependent calls that don't fit anywhere else
164 */
Nathan Scott380b5dc2005-11-02 11:43:18 +1100165#define xfs_sort(a,n,s,fn) sort(a,n,s,fn,NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700166#define xfs_stack_trace() dump_stack()
Linus Torvalds1da177e2005-04-16 15:20:36 -0700167
168
169/* Move the kernel do_div definition off to one side */
170
171#if defined __i386__
172/* For ia32 we need to pull some tricks to get past various versions
173 * of the compiler which do not like us using do_div in the middle
174 * of large functions.
175 */
176static inline __u32 xfs_do_div(void *a, __u32 b, int n)
177{
178 __u32 mod;
179
180 switch (n) {
181 case 4:
182 mod = *(__u32 *)a % b;
183 *(__u32 *)a = *(__u32 *)a / b;
184 return mod;
185 case 8:
186 {
187 unsigned long __upper, __low, __high, __mod;
188 __u64 c = *(__u64 *)a;
189 __upper = __high = c >> 32;
190 __low = c;
191 if (__high) {
192 __upper = __high % (b);
193 __high = __high / (b);
194 }
195 asm("divl %2":"=a" (__low), "=d" (__mod):"rm" (b), "0" (__low), "1" (__upper));
196 asm("":"=A" (c):"a" (__low),"d" (__high));
197 *(__u64 *)a = c;
198 return __mod;
199 }
200 }
201
202 /* NOTREACHED */
203 return 0;
204}
205
206/* Side effect free 64 bit mod operation */
207static inline __u32 xfs_do_mod(void *a, __u32 b, int n)
208{
209 switch (n) {
210 case 4:
211 return *(__u32 *)a % b;
212 case 8:
213 {
214 unsigned long __upper, __low, __high, __mod;
215 __u64 c = *(__u64 *)a;
216 __upper = __high = c >> 32;
217 __low = c;
218 if (__high) {
219 __upper = __high % (b);
220 __high = __high / (b);
221 }
222 asm("divl %2":"=a" (__low), "=d" (__mod):"rm" (b), "0" (__low), "1" (__upper));
223 asm("":"=A" (c):"a" (__low),"d" (__high));
224 return __mod;
225 }
226 }
227
228 /* NOTREACHED */
229 return 0;
230}
231#else
232static inline __u32 xfs_do_div(void *a, __u32 b, int n)
233{
234 __u32 mod;
235
236 switch (n) {
237 case 4:
238 mod = *(__u32 *)a % b;
239 *(__u32 *)a = *(__u32 *)a / b;
240 return mod;
241 case 8:
242 mod = do_div(*(__u64 *)a, b);
243 return mod;
244 }
245
246 /* NOTREACHED */
247 return 0;
248}
249
250/* Side effect free 64 bit mod operation */
251static inline __u32 xfs_do_mod(void *a, __u32 b, int n)
252{
253 switch (n) {
254 case 4:
255 return *(__u32 *)a % b;
256 case 8:
257 {
258 __u64 c = *(__u64 *)a;
259 return do_div(c, b);
260 }
261 }
262
263 /* NOTREACHED */
264 return 0;
265}
266#endif
267
268#undef do_div
269#define do_div(a, b) xfs_do_div(&(a), (b), sizeof(a))
270#define do_mod(a, b) xfs_do_mod(&(a), (b), sizeof(a))
271
272static inline __uint64_t roundup_64(__uint64_t x, __uint32_t y)
273{
274 x += y - 1;
275 do_div(x, y);
276 return(x * y);
277}
278
Nathan Scott68c32712006-09-28 11:03:53 +1000279static inline __uint64_t howmany_64(__uint64_t x, __uint32_t y)
280{
281 x += y - 1;
282 do_div(x, y);
283 return x;
284}
285
Eric Sandeenae23a5e2008-06-23 13:23:32 +1000286/* ARM old ABI has some weird alignment/padding */
287#if defined(__arm__) && !defined(__ARM_EABI__)
288#define __arch_pack __attribute__((packed))
289#else
290#define __arch_pack
291#endif
292
Dave Chinner91300902011-03-07 10:09:35 +1100293#define ASSERT_ALWAYS(expr) \
294 (unlikely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
295
Dave Chinner742ae1e2013-04-30 21:39:34 +1000296#ifdef DEBUG
Dave Chinner91300902011-03-07 10:09:35 +1100297#define ASSERT(expr) \
298 (unlikely(expr) ? (void)0 : assfail(#expr, __FILE__, __LINE__))
299
300#ifndef STATIC
301# define STATIC noinline
302#endif
303
Dave Chinner742ae1e2013-04-30 21:39:34 +1000304#else /* !DEBUG */
305
306#ifdef XFS_WARN
307
308#define ASSERT(expr) \
309 (unlikely(expr) ? (void)0 : asswarn(#expr, __FILE__, __LINE__))
310
311#ifndef STATIC
312# define STATIC static noinline
313#endif
314
315#else /* !DEBUG && !XFS_WARN */
316
317#define ASSERT(expr) ((void)0)
318
319#ifndef STATIC
320# define STATIC static noinline
321#endif
322
323#endif /* XFS_WARN */
Dave Chinner91300902011-03-07 10:09:35 +1100324#endif /* DEBUG */
325
Linus Torvalds1da177e2005-04-16 15:20:36 -0700326#endif /* __XFS_LINUX__ */