Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 2 | * Copyright (c) 2000-2003,2005 Silicon Graphics, Inc. |
| 3 | * All Rights Reserved. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | * |
Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 5 | * This program is free software; you can redistribute it and/or |
| 6 | * modify it under the terms of the GNU General Public License as |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | * published by the Free Software Foundation. |
| 8 | * |
Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 9 | * This program is distributed in the hope that it would be useful, |
| 10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 12 | * GNU General Public License for more details. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | * |
Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 14 | * You should have received a copy of the GNU General Public License |
| 15 | * along with this program; if not, write the Free Software Foundation, |
| 16 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | #include "xfs.h" |
| 19 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | uint64_t vn_generation; /* vnode generation number */ |
| 21 | DEFINE_SPINLOCK(vnumber_lock); |
| 22 | |
| 23 | /* |
| 24 | * Dedicated vnode inactive/reclaim sync semaphores. |
| 25 | * Prime number of hash buckets since address is used as the key. |
| 26 | */ |
| 27 | #define NVSYNC 37 |
| 28 | #define vptosync(v) (&vsync[((unsigned long)v) % NVSYNC]) |
Christoph Hellwig | 51c91ed | 2005-09-02 16:58:38 +1000 | [diff] [blame] | 29 | STATIC wait_queue_head_t vsync[NVSYNC]; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 30 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 31 | void |
| 32 | vn_init(void) |
| 33 | { |
Christoph Hellwig | 51c91ed | 2005-09-02 16:58:38 +1000 | [diff] [blame] | 34 | int i; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 35 | |
Christoph Hellwig | 51c91ed | 2005-09-02 16:58:38 +1000 | [diff] [blame] | 36 | for (i = 0; i < NVSYNC; i++) |
| 37 | init_waitqueue_head(&vsync[i]); |
| 38 | } |
| 39 | |
| 40 | void |
| 41 | vn_iowait( |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 42 | bhv_vnode_t *vp) |
Christoph Hellwig | 51c91ed | 2005-09-02 16:58:38 +1000 | [diff] [blame] | 43 | { |
| 44 | wait_queue_head_t *wq = vptosync(vp); |
| 45 | |
| 46 | wait_event(*wq, (atomic_read(&vp->v_iocount) == 0)); |
| 47 | } |
| 48 | |
| 49 | void |
| 50 | vn_iowake( |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 51 | bhv_vnode_t *vp) |
Christoph Hellwig | 51c91ed | 2005-09-02 16:58:38 +1000 | [diff] [blame] | 52 | { |
| 53 | if (atomic_dec_and_test(&vp->v_iocount)) |
| 54 | wake_up(vptosync(vp)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 55 | } |
| 56 | |
Nathan Scott | 7d04a33 | 2006-06-09 14:58:38 +1000 | [diff] [blame] | 57 | /* |
| 58 | * Volume managers supporting multiple paths can send back ENODEV when the |
| 59 | * final path disappears. In this case continuing to fill the page cache |
| 60 | * with dirty data which cannot be written out is evil, so prevent that. |
| 61 | */ |
| 62 | void |
| 63 | vn_ioerror( |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 64 | bhv_vnode_t *vp, |
Nathan Scott | 7d04a33 | 2006-06-09 14:58:38 +1000 | [diff] [blame] | 65 | int error, |
| 66 | char *f, |
| 67 | int l) |
| 68 | { |
| 69 | if (unlikely(error == -ENODEV)) |
Nathan Scott | b83bd13 | 2006-06-09 16:48:30 +1000 | [diff] [blame] | 70 | bhv_vfs_force_shutdown(vp->v_vfsp, SHUTDOWN_DEVICE_REQ, f, l); |
Nathan Scott | 7d04a33 | 2006-06-09 14:58:38 +1000 | [diff] [blame] | 71 | } |
| 72 | |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 73 | bhv_vnode_t * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | vn_initialize( |
| 75 | struct inode *inode) |
| 76 | { |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 77 | bhv_vnode_t *vp = vn_from_inode(inode); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 78 | |
| 79 | XFS_STATS_INC(vn_active); |
| 80 | XFS_STATS_INC(vn_alloc); |
| 81 | |
| 82 | vp->v_flag = VMODIFIED; |
| 83 | spinlock_init(&vp->v_lock, "v_lock"); |
| 84 | |
| 85 | spin_lock(&vnumber_lock); |
| 86 | if (!++vn_generation) /* v_number shouldn't be zero */ |
| 87 | vn_generation++; |
| 88 | vp->v_number = vn_generation; |
| 89 | spin_unlock(&vnumber_lock); |
| 90 | |
| 91 | ASSERT(VN_CACHED(vp) == 0); |
| 92 | |
| 93 | /* Initialize the first behavior and the behavior chain head. */ |
| 94 | vn_bhv_head_init(VN_BHV_HEAD(vp), "vnode"); |
| 95 | |
Christoph Hellwig | 51c91ed | 2005-09-02 16:58:38 +1000 | [diff] [blame] | 96 | atomic_set(&vp->v_iocount, 0); |
| 97 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 98 | #ifdef XFS_VNODE_TRACE |
| 99 | vp->v_trace = ktrace_alloc(VNODE_TRACE_SIZE, KM_SLEEP); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 100 | #endif /* XFS_VNODE_TRACE */ |
| 101 | |
Nathan Scott | 220b528 | 2006-03-14 13:33:36 +1100 | [diff] [blame] | 102 | vn_trace_exit(vp, __FUNCTION__, (inst_t *)__return_address); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 103 | return vp; |
| 104 | } |
| 105 | |
| 106 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 107 | * Revalidate the Linux inode from the vattr. |
| 108 | * Note: i_size _not_ updated; we must hold the inode |
| 109 | * semaphore when doing that - callers responsibility. |
| 110 | */ |
| 111 | void |
| 112 | vn_revalidate_core( |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 113 | bhv_vnode_t *vp, |
Nathan Scott | 8285fb5 | 2006-06-09 17:07:12 +1000 | [diff] [blame] | 114 | bhv_vattr_t *vap) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 115 | { |
Nathan Scott | ec86dc0 | 2006-03-17 17:25:36 +1100 | [diff] [blame] | 116 | struct inode *inode = vn_to_inode(vp); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 117 | |
Christoph Hellwig | 0432dab | 2005-09-02 16:46:51 +1000 | [diff] [blame] | 118 | inode->i_mode = vap->va_mode; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 119 | inode->i_nlink = vap->va_nlink; |
| 120 | inode->i_uid = vap->va_uid; |
| 121 | inode->i_gid = vap->va_gid; |
| 122 | inode->i_blocks = vap->va_nblocks; |
| 123 | inode->i_mtime = vap->va_mtime; |
| 124 | inode->i_ctime = vap->va_ctime; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 125 | if (vap->va_xflags & XFS_XFLAG_IMMUTABLE) |
| 126 | inode->i_flags |= S_IMMUTABLE; |
| 127 | else |
| 128 | inode->i_flags &= ~S_IMMUTABLE; |
| 129 | if (vap->va_xflags & XFS_XFLAG_APPEND) |
| 130 | inode->i_flags |= S_APPEND; |
| 131 | else |
| 132 | inode->i_flags &= ~S_APPEND; |
| 133 | if (vap->va_xflags & XFS_XFLAG_SYNC) |
| 134 | inode->i_flags |= S_SYNC; |
| 135 | else |
| 136 | inode->i_flags &= ~S_SYNC; |
| 137 | if (vap->va_xflags & XFS_XFLAG_NOATIME) |
| 138 | inode->i_flags |= S_NOATIME; |
| 139 | else |
| 140 | inode->i_flags &= ~S_NOATIME; |
| 141 | } |
| 142 | |
| 143 | /* |
| 144 | * Revalidate the Linux inode from the vnode. |
| 145 | */ |
| 146 | int |
Nathan Scott | 220b528 | 2006-03-14 13:33:36 +1100 | [diff] [blame] | 147 | __vn_revalidate( |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 148 | bhv_vnode_t *vp, |
Nathan Scott | 8285fb5 | 2006-06-09 17:07:12 +1000 | [diff] [blame] | 149 | bhv_vattr_t *vattr) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 150 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 151 | int error; |
| 152 | |
Nathan Scott | 220b528 | 2006-03-14 13:33:36 +1100 | [diff] [blame] | 153 | vn_trace_entry(vp, __FUNCTION__, (inst_t *)__return_address); |
| 154 | vattr->va_mask = XFS_AT_STAT | XFS_AT_XFLAGS; |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 155 | error = bhv_vop_getattr(vp, vattr, 0, NULL); |
Nathan Scott | 220b528 | 2006-03-14 13:33:36 +1100 | [diff] [blame] | 156 | if (likely(!error)) { |
| 157 | vn_revalidate_core(vp, vattr); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 158 | VUNMODIFY(vp); |
| 159 | } |
| 160 | return -error; |
| 161 | } |
| 162 | |
Nathan Scott | 220b528 | 2006-03-14 13:33:36 +1100 | [diff] [blame] | 163 | int |
| 164 | vn_revalidate( |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 165 | bhv_vnode_t *vp) |
Nathan Scott | 220b528 | 2006-03-14 13:33:36 +1100 | [diff] [blame] | 166 | { |
Nathan Scott | 8285fb5 | 2006-06-09 17:07:12 +1000 | [diff] [blame] | 167 | bhv_vattr_t vattr; |
Nathan Scott | 220b528 | 2006-03-14 13:33:36 +1100 | [diff] [blame] | 168 | |
| 169 | return __vn_revalidate(vp, &vattr); |
| 170 | } |
| 171 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 172 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 173 | * Add a reference to a referenced vnode. |
| 174 | */ |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 175 | bhv_vnode_t * |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 176 | vn_hold( |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 177 | bhv_vnode_t *vp) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 178 | { |
| 179 | struct inode *inode; |
| 180 | |
| 181 | XFS_STATS_INC(vn_hold); |
| 182 | |
| 183 | VN_LOCK(vp); |
Nathan Scott | ec86dc0 | 2006-03-17 17:25:36 +1100 | [diff] [blame] | 184 | inode = igrab(vn_to_inode(vp)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 185 | ASSERT(inode); |
| 186 | VN_UNLOCK(vp, 0); |
| 187 | |
| 188 | return vp; |
| 189 | } |
| 190 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 191 | #ifdef XFS_VNODE_TRACE |
| 192 | |
| 193 | #define KTRACE_ENTER(vp, vk, s, line, ra) \ |
| 194 | ktrace_enter( (vp)->v_trace, \ |
| 195 | /* 0 */ (void *)(__psint_t)(vk), \ |
| 196 | /* 1 */ (void *)(s), \ |
| 197 | /* 2 */ (void *)(__psint_t) line, \ |
Christoph Hellwig | 02de1f0 | 2005-06-21 15:33:48 +1000 | [diff] [blame] | 198 | /* 3 */ (void *)(__psint_t)(vn_count(vp)), \ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 199 | /* 4 */ (void *)(ra), \ |
| 200 | /* 5 */ (void *)(__psunsigned_t)(vp)->v_flag, \ |
| 201 | /* 6 */ (void *)(__psint_t)current_cpu(), \ |
| 202 | /* 7 */ (void *)(__psint_t)current_pid(), \ |
| 203 | /* 8 */ (void *)__return_address, \ |
Christoph Hellwig | 02de1f0 | 2005-06-21 15:33:48 +1000 | [diff] [blame] | 204 | /* 9 */ NULL, NULL, NULL, NULL, NULL, NULL, NULL) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 205 | |
| 206 | /* |
| 207 | * Vnode tracing code. |
| 208 | */ |
| 209 | void |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 210 | vn_trace_entry(bhv_vnode_t *vp, const char *func, inst_t *ra) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 211 | { |
| 212 | KTRACE_ENTER(vp, VNODE_KTRACE_ENTRY, func, 0, ra); |
| 213 | } |
| 214 | |
| 215 | void |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 216 | vn_trace_exit(bhv_vnode_t *vp, const char *func, inst_t *ra) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 217 | { |
| 218 | KTRACE_ENTER(vp, VNODE_KTRACE_EXIT, func, 0, ra); |
| 219 | } |
| 220 | |
| 221 | void |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 222 | vn_trace_hold(bhv_vnode_t *vp, char *file, int line, inst_t *ra) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 223 | { |
| 224 | KTRACE_ENTER(vp, VNODE_KTRACE_HOLD, file, line, ra); |
| 225 | } |
| 226 | |
| 227 | void |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 228 | vn_trace_ref(bhv_vnode_t *vp, char *file, int line, inst_t *ra) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 229 | { |
| 230 | KTRACE_ENTER(vp, VNODE_KTRACE_REF, file, line, ra); |
| 231 | } |
| 232 | |
| 233 | void |
Nathan Scott | 67fcaa7 | 2006-06-09 17:00:52 +1000 | [diff] [blame] | 234 | vn_trace_rele(bhv_vnode_t *vp, char *file, int line, inst_t *ra) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 235 | { |
| 236 | KTRACE_ENTER(vp, VNODE_KTRACE_RELE, file, line, ra); |
| 237 | } |
| 238 | #endif /* XFS_VNODE_TRACE */ |