blob: aa26ab906c88cda071d9a2ca54cc79ee2cea6317 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Nathan Scott7b718762005-11-02 14:58:39 +11002 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
3 * All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
Nathan Scott7b718762005-11-02 14:58:39 +11005 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 * published by the Free Software Foundation.
8 *
Nathan Scott7b718762005-11-02 14:58:39 +11009 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 *
Nathan Scott7b718762005-11-02 14:58:39 +110014 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
Linus Torvalds1da177e2005-04-16 15:20:36 -070017 */
18#ifndef __XFS_LINUX__
19#define __XFS_LINUX__
20
21#include <linux/types.h>
22#include <linux/config.h>
23
24/*
25 * Some types are conditional depending on the target system.
26 * XFS_BIG_BLKNOS needs block layer disk addresses to be 64 bits.
27 * XFS_BIG_INUMS needs the VFS inode number to be 64 bits, as well
28 * as requiring XFS_BIG_BLKNOS to be set.
29 */
30#if defined(CONFIG_LBD) || (BITS_PER_LONG == 64)
31# define XFS_BIG_BLKNOS 1
32# if BITS_PER_LONG == 64
33# define XFS_BIG_INUMS 1
34# else
35# define XFS_BIG_INUMS 0
36# endif
37#else
38# define XFS_BIG_BLKNOS 0
39# define XFS_BIG_INUMS 0
40#endif
41
42#include <xfs_types.h>
43#include <xfs_arch.h>
44
45#include <kmem.h>
46#include <mrlock.h>
47#include <spin.h>
48#include <sv.h>
49#include <mutex.h>
50#include <sema.h>
51#include <time.h>
52
Linus Torvalds1da177e2005-04-16 15:20:36 -070053#include <support/ktrace.h>
54#include <support/debug.h>
55#include <support/move.h>
56#include <support/uuid.h>
57
58#include <linux/mm.h>
59#include <linux/kernel.h>
60#include <linux/blkdev.h>
61#include <linux/slab.h>
62#include <linux/module.h>
63#include <linux/file.h>
64#include <linux/swap.h>
65#include <linux/errno.h>
66#include <linux/sched.h>
67#include <linux/bitops.h>
68#include <linux/major.h>
69#include <linux/pagemap.h>
70#include <linux/vfs.h>
71#include <linux/seq_file.h>
72#include <linux/init.h>
73#include <linux/list.h>
74#include <linux/proc_fs.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070075#include <linux/sort.h>
David Chinnere8234a62006-03-14 13:23:52 +110076#include <linux/cpu.h>
77#include <linux/notifier.h>
David Chinner01e1b692006-03-14 13:29:16 +110078#include <linux/delay.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070079
80#include <asm/page.h>
81#include <asm/div64.h>
82#include <asm/param.h>
83#include <asm/uaccess.h>
84#include <asm/byteorder.h>
85#include <asm/unaligned.h>
86
87#include <xfs_behavior.h>
88#include <xfs_vfs.h>
89#include <xfs_cred.h>
90#include <xfs_vnode.h>
91#include <xfs_stats.h>
92#include <xfs_sysctl.h>
93#include <xfs_iops.h>
Christoph Hellwig0829c362005-09-02 16:58:49 +100094#include <xfs_aops.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070095#include <xfs_super.h>
96#include <xfs_globals.h>
97#include <xfs_fs_subr.h>
98#include <xfs_lrw.h>
99#include <xfs_buf.h>
100
101/*
102 * Feature macros (disable/enable)
103 */
104#undef HAVE_REFCACHE /* reference cache not needed for NFS in 2.6 */
105#define HAVE_SENDFILE /* sendfile(2) exists in 2.6, but not in 2.4 */
Nathan Scott1b895842006-03-31 13:08:59 +1000106#define HAVE_SPLICE /* a splice(2) exists in 2.6, but not in 2.4 */
Nathan Scottd2c32ed2006-03-14 13:20:13 +1100107#ifdef CONFIG_SMP
David Chinner8d280b92006-03-14 13:13:09 +1100108#define HAVE_PERCPU_SB /* per cpu superblock counters are a 2.6 feature */
109#else
110#undef HAVE_PERCPU_SB /* per cpu superblock counters are a 2.6 feature */
111#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112
113/*
114 * State flag for unwritten extent buffers.
115 *
116 * We need to be able to distinguish between these and delayed
117 * allocate buffers within XFS. The generic IO path code does
118 * not need to distinguish - we use the BH_Delay flag for both
119 * delalloc and these ondisk-uninitialised buffers.
120 */
121BUFFER_FNS(PrivateStart, unwritten);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122
123#define restricted_chown xfs_params.restrict_chown.val
124#define irix_sgid_inherit xfs_params.sgid_inherit.val
125#define irix_symlink_mode xfs_params.symlink_mode.val
126#define xfs_panic_mask xfs_params.panic_mask.val
127#define xfs_error_level xfs_params.error_level.val
128#define xfs_syncd_centisecs xfs_params.syncd_timer.val
129#define xfs_stats_clear xfs_params.stats_clear.val
130#define xfs_inherit_sync xfs_params.inherit_sync.val
131#define xfs_inherit_nodump xfs_params.inherit_nodump.val
132#define xfs_inherit_noatime xfs_params.inherit_noatim.val
133#define xfs_buf_timer_centisecs xfs_params.xfs_buf_timer.val
134#define xfs_buf_age_centisecs xfs_params.xfs_buf_age.val
135#define xfs_inherit_nosymlinks xfs_params.inherit_nosym.val
136#define xfs_rotorstep xfs_params.rotorstep.val
Barry Naujokd3446ea2006-06-09 14:54:19 +1000137#define xfs_inherit_nodefrag xfs_params.inherit_nodfrg.val
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138
Nathan Scott59c1b082006-06-09 14:59:13 +1000139#define current_cpu() (raw_smp_processor_id())
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140#define current_pid() (current->pid)
141#define current_fsuid(cred) (current->fsuid)
142#define current_fsgid(cred) (current->fsgid)
Nathan Scott59c1b082006-06-09 14:59:13 +1000143#define current_set_flags(f) (current->flags |= (f))
144#define current_test_flags(f) (current->flags & (f))
145#define current_clear_flags(f) (current->flags & ~(f))
146#define current_set_flags_nested(sp, f) \
147 (*(sp) = current->flags, current->flags |= (f))
148#define current_clear_flags_nested(sp, f) \
149 (*(sp) = current->flags, current->flags &= ~(f))
150#define current_restore_flags_nested(sp, f) \
151 (current->flags = ((current->flags & ~(f)) | (*(sp) & (f))))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152
153#define NBPP PAGE_SIZE
154#define DPPSHFT (PAGE_SHIFT - 9)
155#define NDPP (1 << (PAGE_SHIFT - 9))
156#define dtop(DD) (((DD) + NDPP - 1) >> DPPSHFT)
157#define dtopt(DD) ((DD) >> DPPSHFT)
158#define dpoff(DD) ((DD) & (NDPP-1))
159
160#define NBBY 8 /* number of bits per byte */
161#define NBPC PAGE_SIZE /* Number of bytes per click */
162#define BPCSHIFT PAGE_SHIFT /* LOG2(NBPC) if exact */
163
164/*
165 * Size of block device i/o is parameterized here.
166 * Currently the system supports page-sized i/o.
167 */
168#define BLKDEV_IOSHIFT BPCSHIFT
169#define BLKDEV_IOSIZE (1<<BLKDEV_IOSHIFT)
170/* number of BB's per block device block */
171#define BLKDEV_BB BTOBB(BLKDEV_IOSIZE)
172
173/* bytes to clicks */
174#define btoc(x) (((__psunsigned_t)(x)+(NBPC-1))>>BPCSHIFT)
175#define btoct(x) ((__psunsigned_t)(x)>>BPCSHIFT)
176#define btoc64(x) (((__uint64_t)(x)+(NBPC-1))>>BPCSHIFT)
177#define btoct64(x) ((__uint64_t)(x)>>BPCSHIFT)
178#define io_btoc(x) (((__psunsigned_t)(x)+(IO_NBPC-1))>>IO_BPCSHIFT)
179#define io_btoct(x) ((__psunsigned_t)(x)>>IO_BPCSHIFT)
180
181/* off_t bytes to clicks */
182#define offtoc(x) (((__uint64_t)(x)+(NBPC-1))>>BPCSHIFT)
183#define offtoct(x) ((xfs_off_t)(x)>>BPCSHIFT)
184
185/* clicks to off_t bytes */
186#define ctooff(x) ((xfs_off_t)(x)<<BPCSHIFT)
187
188/* clicks to bytes */
189#define ctob(x) ((__psunsigned_t)(x)<<BPCSHIFT)
190#define btoct(x) ((__psunsigned_t)(x)>>BPCSHIFT)
191#define ctob64(x) ((__uint64_t)(x)<<BPCSHIFT)
192#define io_ctob(x) ((__psunsigned_t)(x)<<IO_BPCSHIFT)
193
194/* bytes to clicks */
195#define btoc(x) (((__psunsigned_t)(x)+(NBPC-1))>>BPCSHIFT)
196
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197#define ENOATTR ENODATA /* Attribute not found */
Nathan Scottda2f4d62006-06-20 13:01:38 +1000198#define EWRONGFS EINVAL /* Mount with wrong filesystem type */
199#define EFSCORRUPTED EUCLEAN /* Filesystem is corrupted */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200
201#define SYNCHRONIZE() barrier()
202#define __return_address __builtin_return_address(0)
203
204/*
205 * IRIX (BSD) quotactl makes use of separate commands for user/group,
206 * whereas on Linux the syscall encodes this information into the cmd
207 * field (see the QCMD macro in quota.h). These macros help keep the
208 * code portable - they are not visible from the syscall interface.
209 */
Nathan Scottc8ad20f2005-06-21 15:38:48 +1000210#define Q_XSETGQLIM XQM_CMD(8) /* set groups disk limits */
211#define Q_XGETGQUOTA XQM_CMD(9) /* get groups disk limits */
212#define Q_XSETPQLIM XQM_CMD(10) /* set projects disk limits */
213#define Q_XGETPQUOTA XQM_CMD(11) /* get projects disk limits */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700214
Nathan Scott6b3f6b52005-11-02 15:08:25 +1100215#define dfltprid 0
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216#define MAXPATHLEN 1024
217
218#define MIN(a,b) (min(a,b))
219#define MAX(a,b) (max(a,b))
220#define howmany(x, y) (((x)+((y)-1))/(y))
221#define roundup(x, y) ((((x)+((y)-1))/(y))*(y))
222
Nathan Scottcde410a2005-09-05 11:47:01 +1000223/*
224 * Various platform dependent calls that don't fit anywhere else
225 */
Nathan Scott380b5dc2005-11-02 11:43:18 +1100226#define xfs_sort(a,n,s,fn) sort(a,n,s,fn,NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227#define xfs_stack_trace() dump_stack()
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228#define xfs_itruncate_data(ip, off) \
Nathan Scottec86dc02006-03-17 17:25:36 +1100229 (-vmtruncate(vn_to_inode(XFS_ITOV(ip)), (off)))
Nathan Scottcde410a2005-09-05 11:47:01 +1000230#define xfs_statvfs_fsid(statp, mp) \
Nathan Scottce8e9222006-01-11 15:39:08 +1100231 ({ u64 id = huge_encode_dev((mp)->m_ddev_targp->bt_dev); \
Nathan Scottcde410a2005-09-05 11:47:01 +1000232 __kernel_fsid_t *fsid = &(statp)->f_fsid; \
233 (fsid->val[0] = (u32)id, fsid->val[1] = (u32)(id >> 32)); })
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234
235
236/* Move the kernel do_div definition off to one side */
237
238#if defined __i386__
239/* For ia32 we need to pull some tricks to get past various versions
240 * of the compiler which do not like us using do_div in the middle
241 * of large functions.
242 */
243static inline __u32 xfs_do_div(void *a, __u32 b, int n)
244{
245 __u32 mod;
246
247 switch (n) {
248 case 4:
249 mod = *(__u32 *)a % b;
250 *(__u32 *)a = *(__u32 *)a / b;
251 return mod;
252 case 8:
253 {
254 unsigned long __upper, __low, __high, __mod;
255 __u64 c = *(__u64 *)a;
256 __upper = __high = c >> 32;
257 __low = c;
258 if (__high) {
259 __upper = __high % (b);
260 __high = __high / (b);
261 }
262 asm("divl %2":"=a" (__low), "=d" (__mod):"rm" (b), "0" (__low), "1" (__upper));
263 asm("":"=A" (c):"a" (__low),"d" (__high));
264 *(__u64 *)a = c;
265 return __mod;
266 }
267 }
268
269 /* NOTREACHED */
270 return 0;
271}
272
273/* Side effect free 64 bit mod operation */
274static inline __u32 xfs_do_mod(void *a, __u32 b, int n)
275{
276 switch (n) {
277 case 4:
278 return *(__u32 *)a % b;
279 case 8:
280 {
281 unsigned long __upper, __low, __high, __mod;
282 __u64 c = *(__u64 *)a;
283 __upper = __high = c >> 32;
284 __low = c;
285 if (__high) {
286 __upper = __high % (b);
287 __high = __high / (b);
288 }
289 asm("divl %2":"=a" (__low), "=d" (__mod):"rm" (b), "0" (__low), "1" (__upper));
290 asm("":"=A" (c):"a" (__low),"d" (__high));
291 return __mod;
292 }
293 }
294
295 /* NOTREACHED */
296 return 0;
297}
298#else
299static inline __u32 xfs_do_div(void *a, __u32 b, int n)
300{
301 __u32 mod;
302
303 switch (n) {
304 case 4:
305 mod = *(__u32 *)a % b;
306 *(__u32 *)a = *(__u32 *)a / b;
307 return mod;
308 case 8:
309 mod = do_div(*(__u64 *)a, b);
310 return mod;
311 }
312
313 /* NOTREACHED */
314 return 0;
315}
316
317/* Side effect free 64 bit mod operation */
318static inline __u32 xfs_do_mod(void *a, __u32 b, int n)
319{
320 switch (n) {
321 case 4:
322 return *(__u32 *)a % b;
323 case 8:
324 {
325 __u64 c = *(__u64 *)a;
326 return do_div(c, b);
327 }
328 }
329
330 /* NOTREACHED */
331 return 0;
332}
333#endif
334
335#undef do_div
336#define do_div(a, b) xfs_do_div(&(a), (b), sizeof(a))
337#define do_mod(a, b) xfs_do_mod(&(a), (b), sizeof(a))
338
339static inline __uint64_t roundup_64(__uint64_t x, __uint32_t y)
340{
341 x += y - 1;
342 do_div(x, y);
343 return(x * y);
344}
345
Linus Torvalds1da177e2005-04-16 15:20:36 -0700346#endif /* __XFS_LINUX__ */