Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 2 | * Copyright (c) 2000-2003,2005 Silicon Graphics, Inc. |
| 3 | * All Rights Reserved. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | * |
Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 5 | * This program is free software; you can redistribute it and/or |
| 6 | * modify it under the terms of the GNU General Public License as |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | * published by the Free Software Foundation. |
| 8 | * |
Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 9 | * This program is distributed in the hope that it would be useful, |
| 10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 12 | * GNU General Public License for more details. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | * |
Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 14 | * You should have received a copy of the GNU General Public License |
| 15 | * along with this program; if not, write the Free Software Foundation, |
| 16 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | #include "xfs.h" |
Christoph Hellwig | 739bfb2 | 2007-08-29 10:58:01 +1000 | [diff] [blame] | 19 | #include "xfs_vnodeops.h" |
| 20 | #include "xfs_bmap_btree.h" |
| 21 | #include "xfs_inode.h" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | |
Christoph Hellwig | b677c21 | 2007-08-29 11:46:28 +1000 | [diff] [blame] | 23 | /* |
| 24 | * And this gunk is needed for xfs_mount.h" |
| 25 | */ |
| 26 | #include "xfs_log.h" |
| 27 | #include "xfs_trans.h" |
| 28 | #include "xfs_sb.h" |
| 29 | #include "xfs_dmapi.h" |
| 30 | #include "xfs_inum.h" |
| 31 | #include "xfs_ag.h" |
| 32 | #include "xfs_mount.h" |
| 33 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 34 | uint64_t vn_generation; /* vnode generation number */ |
| 35 | DEFINE_SPINLOCK(vnumber_lock); |
| 36 | |
| 37 | /* |
| 38 | * Dedicated vnode inactive/reclaim sync semaphores. |
| 39 | * Prime number of hash buckets since address is used as the key. |
| 40 | */ |
| 41 | #define NVSYNC 37 |
| 42 | #define vptosync(v) (&vsync[((unsigned long)v) % NVSYNC]) |
David Chinner | 7989cb8 | 2007-02-10 18:34:56 +1100 | [diff] [blame] | 43 | static wait_queue_head_t vsync[NVSYNC]; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 45 | void |
| 46 | vn_init(void) |
| 47 | { |
Christoph Hellwig | 51c91ed | 2005-09-02 16:58:38 +1000 | [diff] [blame] | 48 | int i; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 49 | |
Christoph Hellwig | 51c91ed | 2005-09-02 16:58:38 +1000 | [diff] [blame] | 50 | for (i = 0; i < NVSYNC; i++) |
| 51 | init_waitqueue_head(&vsync[i]); |
| 52 | } |
| 53 | |
| 54 | void |
| 55 | vn_iowait( |
Christoph Hellwig | b677c21 | 2007-08-29 11:46:28 +1000 | [diff] [blame] | 56 | xfs_inode_t *ip) |
Christoph Hellwig | 51c91ed | 2005-09-02 16:58:38 +1000 | [diff] [blame] | 57 | { |
Christoph Hellwig | b677c21 | 2007-08-29 11:46:28 +1000 | [diff] [blame] | 58 | wait_queue_head_t *wq = vptosync(ip); |
Christoph Hellwig | 51c91ed | 2005-09-02 16:58:38 +1000 | [diff] [blame] | 59 | |
Christoph Hellwig | b677c21 | 2007-08-29 11:46:28 +1000 | [diff] [blame] | 60 | wait_event(*wq, (atomic_read(&ip->i_iocount) == 0)); |
Christoph Hellwig | 51c91ed | 2005-09-02 16:58:38 +1000 | [diff] [blame] | 61 | } |
| 62 | |
| 63 | void |
| 64 | vn_iowake( |
Christoph Hellwig | b677c21 | 2007-08-29 11:46:28 +1000 | [diff] [blame] | 65 | xfs_inode_t *ip) |
Christoph Hellwig | 51c91ed | 2005-09-02 16:58:38 +1000 | [diff] [blame] | 66 | { |
Christoph Hellwig | b677c21 | 2007-08-29 11:46:28 +1000 | [diff] [blame] | 67 | if (atomic_dec_and_test(&ip->i_iocount)) |
| 68 | wake_up(vptosync(ip)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 69 | } |
| 70 | |
Nathan Scott | 7d04a33 | 2006-06-09 14:58:38 +1000 | [diff] [blame] | 71 | /* |
| 72 | * Volume managers supporting multiple paths can send back ENODEV when the |
| 73 | * final path disappears. In this case continuing to fill the page cache |
| 74 | * with dirty data which cannot be written out is evil, so prevent that. |
| 75 | */ |
| 76 | void |
| 77 | vn_ioerror( |
Christoph Hellwig | b677c21 | 2007-08-29 11:46:28 +1000 | [diff] [blame] | 78 | xfs_inode_t *ip, |
Nathan Scott | 7d04a33 | 2006-06-09 14:58:38 +1000 | [diff] [blame] | 79 | int error, |
| 80 | char *f, |
| 81 | int l) |
| 82 | { |
Christoph Hellwig | b677c21 | 2007-08-29 11:46:28 +1000 | [diff] [blame] | 83 | bhv_vfs_t *vfsp = XFS_MTOVFS(ip->i_mount); |
Christoph Hellwig | 2f6f7b3 | 2007-08-29 11:44:18 +1000 | [diff] [blame] | 84 | |
Nathan Scott | 7d04a33 | 2006-06-09 14:58:38 +1000 | [diff] [blame] | 85 | if (unlikely(error == -ENODEV)) |
Christoph Hellwig | 2f6f7b3 | 2007-08-29 11:44:18 +1000 | [diff] [blame] | 86 | bhv_vfs_force_shutdown(vfsp, SHUTDOWN_DEVICE_REQ, f, l); |
Nathan Scott | 7d04a33 | 2006-06-09 14:58:38 +1000 | [diff] [blame] | 87 | } |
| 88 | |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 89 | bhv_vnode_t * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 90 | vn_initialize( |
| 91 | struct inode *inode) |
| 92 | { |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 93 | bhv_vnode_t *vp = vn_from_inode(inode); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 94 | |
| 95 | XFS_STATS_INC(vn_active); |
| 96 | XFS_STATS_INC(vn_alloc); |
| 97 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 98 | spin_lock(&vnumber_lock); |
| 99 | if (!++vn_generation) /* v_number shouldn't be zero */ |
| 100 | vn_generation++; |
| 101 | vp->v_number = vn_generation; |
| 102 | spin_unlock(&vnumber_lock); |
| 103 | |
| 104 | ASSERT(VN_CACHED(vp) == 0); |
| 105 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 106 | return vp; |
| 107 | } |
| 108 | |
| 109 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 110 | * Revalidate the Linux inode from the vattr. |
| 111 | * Note: i_size _not_ updated; we must hold the inode |
| 112 | * semaphore when doing that - callers responsibility. |
| 113 | */ |
| 114 | void |
| 115 | vn_revalidate_core( |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 116 | bhv_vnode_t *vp, |
Nathan Scott | 8285fb5 | 2006-06-09 17:07:12 +1000 | [diff] [blame] | 117 | bhv_vattr_t *vap) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 118 | { |
Nathan Scott | ec86dc0 | 2006-03-17 17:25:36 +1100 | [diff] [blame] | 119 | struct inode *inode = vn_to_inode(vp); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 120 | |
Christoph Hellwig | 0432dab | 2005-09-02 16:46:51 +1000 | [diff] [blame] | 121 | inode->i_mode = vap->va_mode; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 122 | inode->i_nlink = vap->va_nlink; |
| 123 | inode->i_uid = vap->va_uid; |
| 124 | inode->i_gid = vap->va_gid; |
| 125 | inode->i_blocks = vap->va_nblocks; |
| 126 | inode->i_mtime = vap->va_mtime; |
| 127 | inode->i_ctime = vap->va_ctime; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 128 | if (vap->va_xflags & XFS_XFLAG_IMMUTABLE) |
| 129 | inode->i_flags |= S_IMMUTABLE; |
| 130 | else |
| 131 | inode->i_flags &= ~S_IMMUTABLE; |
| 132 | if (vap->va_xflags & XFS_XFLAG_APPEND) |
| 133 | inode->i_flags |= S_APPEND; |
| 134 | else |
| 135 | inode->i_flags &= ~S_APPEND; |
| 136 | if (vap->va_xflags & XFS_XFLAG_SYNC) |
| 137 | inode->i_flags |= S_SYNC; |
| 138 | else |
| 139 | inode->i_flags &= ~S_SYNC; |
| 140 | if (vap->va_xflags & XFS_XFLAG_NOATIME) |
| 141 | inode->i_flags |= S_NOATIME; |
| 142 | else |
| 143 | inode->i_flags &= ~S_NOATIME; |
| 144 | } |
| 145 | |
| 146 | /* |
| 147 | * Revalidate the Linux inode from the vnode. |
| 148 | */ |
| 149 | int |
Nathan Scott | 220b528 | 2006-03-14 13:33:36 +1100 | [diff] [blame] | 150 | __vn_revalidate( |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 151 | bhv_vnode_t *vp, |
Nathan Scott | 8285fb5 | 2006-06-09 17:07:12 +1000 | [diff] [blame] | 152 | bhv_vattr_t *vattr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 153 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 154 | int error; |
| 155 | |
Christoph Hellwig | 1543d79 | 2007-08-29 11:46:47 +1000 | [diff] [blame^] | 156 | vn_trace_entry(xfs_vtoi(vp), __FUNCTION__, (inst_t *)__return_address); |
Nathan Scott | 220b528 | 2006-03-14 13:33:36 +1100 | [diff] [blame] | 157 | vattr->va_mask = XFS_AT_STAT | XFS_AT_XFLAGS; |
Christoph Hellwig | 739bfb2 | 2007-08-29 10:58:01 +1000 | [diff] [blame] | 158 | error = xfs_getattr(xfs_vtoi(vp), vattr, 0); |
Nathan Scott | 220b528 | 2006-03-14 13:33:36 +1100 | [diff] [blame] | 159 | if (likely(!error)) { |
| 160 | vn_revalidate_core(vp, vattr); |
Christoph Hellwig | b3aea4e | 2007-08-29 11:44:37 +1000 | [diff] [blame] | 161 | xfs_iflags_clear(xfs_vtoi(vp), XFS_IMODIFIED); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 162 | } |
| 163 | return -error; |
| 164 | } |
| 165 | |
Nathan Scott | 220b528 | 2006-03-14 13:33:36 +1100 | [diff] [blame] | 166 | int |
| 167 | vn_revalidate( |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 168 | bhv_vnode_t *vp) |
Nathan Scott | 220b528 | 2006-03-14 13:33:36 +1100 | [diff] [blame] | 169 | { |
Nathan Scott | 8285fb5 | 2006-06-09 17:07:12 +1000 | [diff] [blame] | 170 | bhv_vattr_t vattr; |
Nathan Scott | 220b528 | 2006-03-14 13:33:36 +1100 | [diff] [blame] | 171 | |
| 172 | return __vn_revalidate(vp, &vattr); |
| 173 | } |
| 174 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 175 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 176 | * Add a reference to a referenced vnode. |
| 177 | */ |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 178 | bhv_vnode_t * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 179 | vn_hold( |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 180 | bhv_vnode_t *vp) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 181 | { |
| 182 | struct inode *inode; |
| 183 | |
| 184 | XFS_STATS_INC(vn_hold); |
| 185 | |
Nathan Scott | ec86dc0 | 2006-03-17 17:25:36 +1100 | [diff] [blame] | 186 | inode = igrab(vn_to_inode(vp)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 187 | ASSERT(inode); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 188 | |
| 189 | return vp; |
| 190 | } |
| 191 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 192 | #ifdef XFS_VNODE_TRACE |
| 193 | |
Christoph Hellwig | 1543d79 | 2007-08-29 11:46:47 +1000 | [diff] [blame^] | 194 | /* |
| 195 | * Reference count of Linux inode if present, -1 if the xfs_inode |
| 196 | * has no associated Linux inode. |
| 197 | */ |
| 198 | static inline int xfs_icount(struct xfs_inode *ip) |
| 199 | { |
| 200 | bhv_vnode_t *vp = XFS_ITOV_NULL(ip); |
| 201 | |
| 202 | if (vp) |
| 203 | return vn_count(vp); |
| 204 | return -1; |
| 205 | } |
| 206 | |
| 207 | #define KTRACE_ENTER(ip, vk, s, line, ra) \ |
| 208 | ktrace_enter( (ip)->i_trace, \ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 209 | /* 0 */ (void *)(__psint_t)(vk), \ |
| 210 | /* 1 */ (void *)(s), \ |
| 211 | /* 2 */ (void *)(__psint_t) line, \ |
Christoph Hellwig | 1543d79 | 2007-08-29 11:46:47 +1000 | [diff] [blame^] | 212 | /* 3 */ (void *)(__psint_t)xfs_icount(ip), \ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 213 | /* 4 */ (void *)(ra), \ |
Christoph Hellwig | b3aea4e | 2007-08-29 11:44:37 +1000 | [diff] [blame] | 214 | /* 5 */ NULL, \ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 215 | /* 6 */ (void *)(__psint_t)current_cpu(), \ |
| 216 | /* 7 */ (void *)(__psint_t)current_pid(), \ |
| 217 | /* 8 */ (void *)__return_address, \ |
Christoph Hellwig | 02de1f0 | 2005-06-21 15:33:48 +1000 | [diff] [blame] | 218 | /* 9 */ NULL, NULL, NULL, NULL, NULL, NULL, NULL) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 219 | |
| 220 | /* |
| 221 | * Vnode tracing code. |
| 222 | */ |
| 223 | void |
Christoph Hellwig | 1543d79 | 2007-08-29 11:46:47 +1000 | [diff] [blame^] | 224 | vn_trace_entry(xfs_inode_t *ip, const char *func, inst_t *ra) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 225 | { |
Christoph Hellwig | 1543d79 | 2007-08-29 11:46:47 +1000 | [diff] [blame^] | 226 | KTRACE_ENTER(ip, VNODE_KTRACE_ENTRY, func, 0, ra); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 227 | } |
| 228 | |
| 229 | void |
Christoph Hellwig | 1543d79 | 2007-08-29 11:46:47 +1000 | [diff] [blame^] | 230 | vn_trace_exit(xfs_inode_t *ip, const char *func, inst_t *ra) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 231 | { |
Christoph Hellwig | 1543d79 | 2007-08-29 11:46:47 +1000 | [diff] [blame^] | 232 | KTRACE_ENTER(ip, VNODE_KTRACE_EXIT, func, 0, ra); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 233 | } |
| 234 | |
| 235 | void |
Christoph Hellwig | 1543d79 | 2007-08-29 11:46:47 +1000 | [diff] [blame^] | 236 | vn_trace_hold(xfs_inode_t *ip, char *file, int line, inst_t *ra) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 237 | { |
Christoph Hellwig | 1543d79 | 2007-08-29 11:46:47 +1000 | [diff] [blame^] | 238 | KTRACE_ENTER(ip, VNODE_KTRACE_HOLD, file, line, ra); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 239 | } |
| 240 | |
| 241 | void |
Christoph Hellwig | 1543d79 | 2007-08-29 11:46:47 +1000 | [diff] [blame^] | 242 | vn_trace_ref(xfs_inode_t *ip, char *file, int line, inst_t *ra) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 243 | { |
Christoph Hellwig | 1543d79 | 2007-08-29 11:46:47 +1000 | [diff] [blame^] | 244 | KTRACE_ENTER(ip, VNODE_KTRACE_REF, file, line, ra); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 245 | } |
| 246 | |
| 247 | void |
Christoph Hellwig | 1543d79 | 2007-08-29 11:46:47 +1000 | [diff] [blame^] | 248 | vn_trace_rele(xfs_inode_t *ip, char *file, int line, inst_t *ra) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 249 | { |
Christoph Hellwig | 1543d79 | 2007-08-29 11:46:47 +1000 | [diff] [blame^] | 250 | KTRACE_ENTER(ip, VNODE_KTRACE_RELE, file, line, ra); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 251 | } |
| 252 | #endif /* XFS_VNODE_TRACE */ |