blob: 2ec196b6c07964890000316b4449ec4c9a58d53a [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Nathan Scott7b718762005-11-02 14:58:39 +11002 * Copyright (c) 2000-2002,2005 Silicon Graphics, Inc.
3 * All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
Nathan Scott7b718762005-11-02 14:58:39 +11005 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 * published by the Free Software Foundation.
8 *
Nathan Scott7b718762005-11-02 14:58:39 +11009 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 *
Nathan Scott7b718762005-11-02 14:58:39 +110014 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
Linus Torvalds1da177e2005-04-16 15:20:36 -070017 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include "xfs.h"
Nathan Scotta844f452005-11-02 14:38:42 +110019#include "xfs_fs.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include "xfs_types.h"
Nathan Scotta844f452005-11-02 14:38:42 +110021#include "xfs_bit.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070022#include "xfs_log.h"
Nathan Scotta844f452005-11-02 14:38:42 +110023#include "xfs_inum.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#include "xfs_trans.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include "xfs_sb.h"
26#include "xfs_ag.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#include "xfs_mount.h"
Nathan Scotta844f452005-11-02 14:38:42 +110028#include "xfs_bmap_btree.h"
29#include "xfs_alloc_btree.h"
30#include "xfs_ialloc_btree.h"
Nathan Scotta844f452005-11-02 14:38:42 +110031#include "xfs_dinode.h"
32#include "xfs_inode.h"
33#include "xfs_buf_item.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070034#include "xfs_trans_priv.h"
35#include "xfs_error.h"
36#include "xfs_rw.h"
Christoph Hellwig0b1b2132009-12-14 23:14:59 +000037#include "xfs_trace.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070038
Christoph Hellwig4a5224d2010-04-18 00:10:45 +000039/*
40 * Check to see if a buffer matching the given parameters is already
41 * a part of the given transaction.
42 */
43STATIC struct xfs_buf *
44xfs_trans_buf_item_match(
45 struct xfs_trans *tp,
46 struct xfs_buftarg *target,
47 xfs_daddr_t blkno,
48 int len)
49{
Christoph Hellwige98c4142010-06-23 18:11:15 +100050 struct xfs_log_item_desc *lidp;
51 struct xfs_buf_log_item *blip;
Linus Torvalds1da177e2005-04-16 15:20:36 -070052
Christoph Hellwig4a5224d2010-04-18 00:10:45 +000053 len = BBTOB(len);
Christoph Hellwige98c4142010-06-23 18:11:15 +100054 list_for_each_entry(lidp, &tp->t_items, lid_trans) {
55 blip = (struct xfs_buf_log_item *)lidp->lid_item;
56 if (blip->bli_item.li_type == XFS_LI_BUF &&
Chandra Seetharaman49074c02011-07-22 23:40:40 +000057 blip->bli_buf->b_target == target &&
Christoph Hellwige98c4142010-06-23 18:11:15 +100058 XFS_BUF_ADDR(blip->bli_buf) == blkno &&
Dave Chinneraa0e8832012-04-23 15:58:52 +100059 BBTOB(blip->bli_buf->b_length) == len)
Christoph Hellwige98c4142010-06-23 18:11:15 +100060 return blip->bli_buf;
Christoph Hellwig4a5224d2010-04-18 00:10:45 +000061 }
62
63 return NULL;
64}
Linus Torvalds1da177e2005-04-16 15:20:36 -070065
Christoph Hellwigd7e84f42010-02-15 23:35:09 +000066/*
67 * Add the locked buffer to the transaction.
68 *
69 * The buffer must be locked, and it cannot be associated with any
70 * transaction.
71 *
72 * If the buffer does not yet have a buf log item associated with it,
73 * then allocate one for it. Then add the buf item to the transaction.
74 */
75STATIC void
76_xfs_trans_bjoin(
77 struct xfs_trans *tp,
78 struct xfs_buf *bp,
79 int reset_recur)
80{
81 struct xfs_buf_log_item *bip;
82
Christoph Hellwigbf9d9012011-07-13 13:43:49 +020083 ASSERT(bp->b_transp == NULL);
Christoph Hellwigd7e84f42010-02-15 23:35:09 +000084
85 /*
86 * The xfs_buf_log_item pointer is stored in b_fsprivate. If
87 * it doesn't have one yet, then allocate one and initialize it.
88 * The checks to see if one is there are in xfs_buf_item_init().
89 */
90 xfs_buf_item_init(bp, tp->t_mountp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +020091 bip = bp->b_fspriv;
Christoph Hellwigd7e84f42010-02-15 23:35:09 +000092 ASSERT(!(bip->bli_flags & XFS_BLI_STALE));
Dave Chinnerc1155412010-05-07 11:05:19 +100093 ASSERT(!(bip->bli_format.blf_flags & XFS_BLF_CANCEL));
Christoph Hellwigd7e84f42010-02-15 23:35:09 +000094 ASSERT(!(bip->bli_flags & XFS_BLI_LOGGED));
95 if (reset_recur)
96 bip->bli_recur = 0;
97
98 /*
99 * Take a reference for this transaction on the buf item.
100 */
101 atomic_inc(&bip->bli_refcount);
102
103 /*
104 * Get a log_item_desc to point at the new item.
105 */
Christoph Hellwige98c4142010-06-23 18:11:15 +1000106 xfs_trans_add_item(tp, &bip->bli_item);
Christoph Hellwigd7e84f42010-02-15 23:35:09 +0000107
108 /*
109 * Initialize b_fsprivate2 so we can find it with incore_match()
110 * in xfs_trans_get_buf() and friends above.
111 */
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200112 bp->b_transp = tp;
Christoph Hellwigd7e84f42010-02-15 23:35:09 +0000113
114}
115
116void
117xfs_trans_bjoin(
118 struct xfs_trans *tp,
119 struct xfs_buf *bp)
120{
121 _xfs_trans_bjoin(tp, bp, 0);
122 trace_xfs_trans_bjoin(bp->b_fspriv);
123}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124
125/*
126 * Get and lock the buffer for the caller if it is not already
127 * locked within the given transaction. If it is already locked
128 * within the transaction, just increment its lock recursion count
129 * and return a pointer to it.
130 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131 * If the transaction pointer is NULL, make this just a normal
132 * get_buf() call.
133 */
134xfs_buf_t *
135xfs_trans_get_buf(xfs_trans_t *tp,
136 xfs_buftarg_t *target_dev,
137 xfs_daddr_t blkno,
138 int len,
139 uint flags)
140{
141 xfs_buf_t *bp;
142 xfs_buf_log_item_t *bip;
143
144 if (flags == 0)
Christoph Hellwig0cadda12010-01-19 09:56:44 +0000145 flags = XBF_LOCK | XBF_MAPPED;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146
147 /*
148 * Default to a normal get_buf() call if the tp is NULL.
149 */
Christoph Hellwig6ad112b2009-11-24 18:02:23 +0000150 if (tp == NULL)
Christoph Hellwig0cadda12010-01-19 09:56:44 +0000151 return xfs_buf_get(target_dev, blkno, len,
152 flags | XBF_DONT_BLOCK);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153
154 /*
155 * If we find the buffer in the cache with this transaction
156 * pointer in its b_fsprivate2 field, then we know we already
157 * have it locked. In this case we just increment the lock
158 * recursion count and return the buffer to the caller.
159 */
Christoph Hellwig4a5224d2010-04-18 00:10:45 +0000160 bp = xfs_trans_buf_item_match(tp, target_dev, blkno, len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161 if (bp != NULL) {
Christoph Hellwig0c842ad2011-07-08 14:36:19 +0200162 ASSERT(xfs_buf_islocked(bp));
Christoph Hellwigc867cb62011-10-10 16:52:46 +0000163 if (XFS_FORCED_SHUTDOWN(tp->t_mountp)) {
164 xfs_buf_stale(bp);
Christoph Hellwigc867cb62011-10-10 16:52:46 +0000165 XFS_BUF_DONE(bp);
166 }
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000167
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200168 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200169 bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170 ASSERT(bip != NULL);
171 ASSERT(atomic_read(&bip->bli_refcount) > 0);
172 bip->bli_recur++;
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000173 trace_xfs_trans_get_buf_recur(bip);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700174 return (bp);
175 }
176
177 /*
Christoph Hellwig0cadda12010-01-19 09:56:44 +0000178 * We always specify the XBF_DONT_BLOCK flag within a transaction
179 * so that get_buf does not try to push out a delayed write buffer
Linus Torvalds1da177e2005-04-16 15:20:36 -0700180 * which might cause another transaction to take place (if the
181 * buffer was delayed alloc). Such recursive transactions can
182 * easily deadlock with our current transaction as well as cause
183 * us to run out of stack space.
184 */
Christoph Hellwig0cadda12010-01-19 09:56:44 +0000185 bp = xfs_buf_get(target_dev, blkno, len, flags | XBF_DONT_BLOCK);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186 if (bp == NULL) {
187 return NULL;
188 }
189
Chandra Seetharaman5a52c2a582011-07-22 23:39:51 +0000190 ASSERT(!bp->b_error);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191
Christoph Hellwigd7e84f42010-02-15 23:35:09 +0000192 _xfs_trans_bjoin(tp, bp, 1);
193 trace_xfs_trans_get_buf(bp->b_fspriv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194 return (bp);
195}
196
197/*
198 * Get and lock the superblock buffer of this file system for the
199 * given transaction.
200 *
201 * We don't need to use incore_match() here, because the superblock
202 * buffer is a private buffer which we keep a pointer to in the
203 * mount structure.
204 */
205xfs_buf_t *
206xfs_trans_getsb(xfs_trans_t *tp,
207 struct xfs_mount *mp,
208 int flags)
209{
210 xfs_buf_t *bp;
211 xfs_buf_log_item_t *bip;
212
213 /*
214 * Default to just trying to lock the superblock buffer
215 * if tp is NULL.
216 */
217 if (tp == NULL) {
218 return (xfs_getsb(mp, flags));
219 }
220
221 /*
222 * If the superblock buffer already has this transaction
223 * pointer in its b_fsprivate2 field, then we know we already
224 * have it locked. In this case we just increment the lock
225 * recursion count and return the buffer to the caller.
226 */
227 bp = mp->m_sb_bp;
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200228 if (bp->b_transp == tp) {
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200229 bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230 ASSERT(bip != NULL);
231 ASSERT(atomic_read(&bip->bli_refcount) > 0);
232 bip->bli_recur++;
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000233 trace_xfs_trans_getsb_recur(bip);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234 return (bp);
235 }
236
237 bp = xfs_getsb(mp, flags);
Christoph Hellwigd7e84f42010-02-15 23:35:09 +0000238 if (bp == NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700240
Christoph Hellwigd7e84f42010-02-15 23:35:09 +0000241 _xfs_trans_bjoin(tp, bp, 1);
242 trace_xfs_trans_getsb(bp->b_fspriv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243 return (bp);
244}
245
246#ifdef DEBUG
247xfs_buftarg_t *xfs_error_target;
248int xfs_do_error;
249int xfs_req_num;
250int xfs_error_mod = 33;
251#endif
252
253/*
254 * Get and lock the buffer for the caller if it is not already
255 * locked within the given transaction. If it has not yet been
256 * read in, read it from disk. If it is already locked
257 * within the transaction and already read in, just increment its
258 * lock recursion count and return a pointer to it.
259 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700260 * If the transaction pointer is NULL, make this just a normal
261 * read_buf() call.
262 */
263int
264xfs_trans_read_buf(
265 xfs_mount_t *mp,
266 xfs_trans_t *tp,
267 xfs_buftarg_t *target,
268 xfs_daddr_t blkno,
269 int len,
270 uint flags,
271 xfs_buf_t **bpp)
272{
273 xfs_buf_t *bp;
274 xfs_buf_log_item_t *bip;
275 int error;
276
277 if (flags == 0)
Christoph Hellwig0cadda12010-01-19 09:56:44 +0000278 flags = XBF_LOCK | XBF_MAPPED;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700279
280 /*
281 * Default to a normal get_buf() call if the tp is NULL.
282 */
283 if (tp == NULL) {
Christoph Hellwig0cadda12010-01-19 09:56:44 +0000284 bp = xfs_buf_read(target, blkno, len, flags | XBF_DONT_BLOCK);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700285 if (!bp)
Christoph Hellwig0cadda12010-01-19 09:56:44 +0000286 return (flags & XBF_TRYLOCK) ?
David Chinnera3f74ff2008-03-06 13:43:42 +1100287 EAGAIN : XFS_ERROR(ENOMEM);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700288
Chandra Seetharaman5a52c2a582011-07-22 23:39:51 +0000289 if (bp->b_error) {
290 error = bp->b_error;
Christoph Hellwig901796a2011-10-10 16:52:49 +0000291 xfs_buf_ioerror_alert(bp, __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700292 xfs_buf_relse(bp);
293 return error;
294 }
295#ifdef DEBUG
Julia Lawalla0f7bfd2009-07-27 18:15:25 +0200296 if (xfs_do_error) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700297 if (xfs_error_target == target) {
298 if (((xfs_req_num++) % xfs_error_mod) == 0) {
299 xfs_buf_relse(bp);
Dave Chinner0b932cc2011-03-07 10:08:35 +1100300 xfs_debug(mp, "Returning error!");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700301 return XFS_ERROR(EIO);
302 }
303 }
304 }
305#endif
306 if (XFS_FORCED_SHUTDOWN(mp))
307 goto shutdown_abort;
308 *bpp = bp;
309 return 0;
310 }
311
312 /*
313 * If we find the buffer in the cache with this transaction
314 * pointer in its b_fsprivate2 field, then we know we already
315 * have it locked. If it is already read in we just increment
316 * the lock recursion count and return the buffer to the caller.
317 * If the buffer is not yet read in, then we read it in, increment
318 * the lock recursion count, and return it to the caller.
319 */
Christoph Hellwig4a5224d2010-04-18 00:10:45 +0000320 bp = xfs_trans_buf_item_match(tp, target, blkno, len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321 if (bp != NULL) {
Christoph Hellwig0c842ad2011-07-08 14:36:19 +0200322 ASSERT(xfs_buf_islocked(bp));
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200323 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200324 ASSERT(bp->b_fspriv != NULL);
Chandra Seetharaman5a52c2a582011-07-22 23:39:51 +0000325 ASSERT(!bp->b_error);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700326 if (!(XFS_BUF_ISDONE(bp))) {
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000327 trace_xfs_trans_read_buf_io(bp, _RET_IP_);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700328 ASSERT(!XFS_BUF_ISASYNC(bp));
329 XFS_BUF_READ(bp);
330 xfsbdstrat(tp->t_mountp, bp);
Christoph Hellwig1a1a3e92010-10-06 18:41:18 +0000331 error = xfs_buf_iowait(bp);
David Chinnerd64e31a2008-04-10 12:22:17 +1000332 if (error) {
Christoph Hellwig901796a2011-10-10 16:52:49 +0000333 xfs_buf_ioerror_alert(bp, __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700334 xfs_buf_relse(bp);
335 /*
David Chinnerd64e31a2008-04-10 12:22:17 +1000336 * We can gracefully recover from most read
337 * errors. Ones we can't are those that happen
338 * after the transaction's already dirty.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700339 */
340 if (tp->t_flags & XFS_TRANS_DIRTY)
341 xfs_force_shutdown(tp->t_mountp,
Nathan Scott7d04a332006-06-09 14:58:38 +1000342 SHUTDOWN_META_IO_ERROR);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700343 return error;
344 }
345 }
346 /*
347 * We never locked this buf ourselves, so we shouldn't
348 * brelse it either. Just get out.
349 */
350 if (XFS_FORCED_SHUTDOWN(mp)) {
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000351 trace_xfs_trans_read_buf_shut(bp, _RET_IP_);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700352 *bpp = NULL;
353 return XFS_ERROR(EIO);
354 }
355
356
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200357 bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700358 bip->bli_recur++;
359
360 ASSERT(atomic_read(&bip->bli_refcount) > 0);
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000361 trace_xfs_trans_read_buf_recur(bip);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700362 *bpp = bp;
363 return 0;
364 }
365
366 /*
Christoph Hellwig0cadda12010-01-19 09:56:44 +0000367 * We always specify the XBF_DONT_BLOCK flag within a transaction
368 * so that get_buf does not try to push out a delayed write buffer
Linus Torvalds1da177e2005-04-16 15:20:36 -0700369 * which might cause another transaction to take place (if the
370 * buffer was delayed alloc). Such recursive transactions can
371 * easily deadlock with our current transaction as well as cause
372 * us to run out of stack space.
373 */
Christoph Hellwig0cadda12010-01-19 09:56:44 +0000374 bp = xfs_buf_read(target, blkno, len, flags | XBF_DONT_BLOCK);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700375 if (bp == NULL) {
376 *bpp = NULL;
Dave Chinner7401aaf2011-03-26 09:14:44 +1100377 return (flags & XBF_TRYLOCK) ?
378 0 : XFS_ERROR(ENOMEM);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700379 }
Chandra Seetharaman5a52c2a582011-07-22 23:39:51 +0000380 if (bp->b_error) {
381 error = bp->b_error;
Christoph Hellwigc867cb62011-10-10 16:52:46 +0000382 xfs_buf_stale(bp);
Christoph Hellwigc867cb62011-10-10 16:52:46 +0000383 XFS_BUF_DONE(bp);
Christoph Hellwig901796a2011-10-10 16:52:49 +0000384 xfs_buf_ioerror_alert(bp, __func__);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700385 if (tp->t_flags & XFS_TRANS_DIRTY)
Nathan Scott7d04a332006-06-09 14:58:38 +1000386 xfs_force_shutdown(tp->t_mountp, SHUTDOWN_META_IO_ERROR);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700387 xfs_buf_relse(bp);
388 return error;
389 }
390#ifdef DEBUG
391 if (xfs_do_error && !(tp->t_flags & XFS_TRANS_DIRTY)) {
392 if (xfs_error_target == target) {
393 if (((xfs_req_num++) % xfs_error_mod) == 0) {
394 xfs_force_shutdown(tp->t_mountp,
Nathan Scott7d04a332006-06-09 14:58:38 +1000395 SHUTDOWN_META_IO_ERROR);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700396 xfs_buf_relse(bp);
Dave Chinner0b932cc2011-03-07 10:08:35 +1100397 xfs_debug(mp, "Returning trans error!");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700398 return XFS_ERROR(EIO);
399 }
400 }
401 }
402#endif
403 if (XFS_FORCED_SHUTDOWN(mp))
404 goto shutdown_abort;
405
Christoph Hellwigd7e84f42010-02-15 23:35:09 +0000406 _xfs_trans_bjoin(tp, bp, 1);
407 trace_xfs_trans_read_buf(bp->b_fspriv);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700408
Linus Torvalds1da177e2005-04-16 15:20:36 -0700409 *bpp = bp;
410 return 0;
411
412shutdown_abort:
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000413 trace_xfs_trans_read_buf_shut(bp, _RET_IP_);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700414 xfs_buf_relse(bp);
415 *bpp = NULL;
416 return XFS_ERROR(EIO);
417}
418
419
420/*
421 * Release the buffer bp which was previously acquired with one of the
422 * xfs_trans_... buffer allocation routines if the buffer has not
423 * been modified within this transaction. If the buffer is modified
424 * within this transaction, do decrement the recursion count but do
425 * not release the buffer even if the count goes to 0. If the buffer is not
426 * modified within the transaction, decrement the recursion count and
427 * release the buffer if the recursion count goes to 0.
428 *
429 * If the buffer is to be released and it was not modified before
430 * this transaction began, then free the buf_log_item associated with it.
431 *
432 * If the transaction pointer is NULL, make this just a normal
433 * brelse() call.
434 */
435void
436xfs_trans_brelse(xfs_trans_t *tp,
437 xfs_buf_t *bp)
438{
439 xfs_buf_log_item_t *bip;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700440
441 /*
442 * Default to a normal brelse() call if the tp is NULL.
443 */
444 if (tp == NULL) {
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200445 ASSERT(bp->b_transp == NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700446 xfs_buf_relse(bp);
447 return;
448 }
449
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200450 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200451 bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700452 ASSERT(bip->bli_item.li_type == XFS_LI_BUF);
453 ASSERT(!(bip->bli_flags & XFS_BLI_STALE));
Dave Chinnerc1155412010-05-07 11:05:19 +1000454 ASSERT(!(bip->bli_format.blf_flags & XFS_BLF_CANCEL));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700455 ASSERT(atomic_read(&bip->bli_refcount) > 0);
456
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000457 trace_xfs_trans_brelse(bip);
458
Linus Torvalds1da177e2005-04-16 15:20:36 -0700459 /*
460 * If the release is just for a recursive lock,
461 * then decrement the count and return.
462 */
463 if (bip->bli_recur > 0) {
464 bip->bli_recur--;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700465 return;
466 }
467
468 /*
469 * If the buffer is dirty within this transaction, we can't
470 * release it until we commit.
471 */
Christoph Hellwige98c4142010-06-23 18:11:15 +1000472 if (bip->bli_item.li_desc->lid_flags & XFS_LID_DIRTY)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700473 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700474
475 /*
476 * If the buffer has been invalidated, then we can't release
477 * it until the transaction commits to disk unless it is re-dirtied
478 * as part of this transaction. This prevents us from pulling
479 * the item from the AIL before we should.
480 */
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000481 if (bip->bli_flags & XFS_BLI_STALE)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700482 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700483
484 ASSERT(!(bip->bli_flags & XFS_BLI_LOGGED));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700485
486 /*
487 * Free up the log item descriptor tracking the released item.
488 */
Christoph Hellwige98c4142010-06-23 18:11:15 +1000489 xfs_trans_del_item(&bip->bli_item);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700490
491 /*
492 * Clear the hold flag in the buf log item if it is set.
493 * We wouldn't want the next user of the buffer to
494 * get confused.
495 */
496 if (bip->bli_flags & XFS_BLI_HOLD) {
497 bip->bli_flags &= ~XFS_BLI_HOLD;
498 }
499
500 /*
501 * Drop our reference to the buf log item.
502 */
503 atomic_dec(&bip->bli_refcount);
504
505 /*
506 * If the buf item is not tracking data in the log, then
507 * we must free it before releasing the buffer back to the
508 * free pool. Before releasing the buffer to the free pool,
509 * clear the transaction pointer in b_fsprivate2 to dissolve
510 * its relation to this transaction.
511 */
512 if (!xfs_buf_item_dirty(bip)) {
513/***
514 ASSERT(bp->b_pincount == 0);
515***/
516 ASSERT(atomic_read(&bip->bli_refcount) == 0);
517 ASSERT(!(bip->bli_item.li_flags & XFS_LI_IN_AIL));
518 ASSERT(!(bip->bli_flags & XFS_BLI_INODE_ALLOC_BUF));
519 xfs_buf_item_relse(bp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700520 }
Christoph Hellwig5b03ff12012-02-20 02:31:22 +0000521
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200522 bp->b_transp = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700523 xfs_buf_relse(bp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700524}
525
526/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700527 * Mark the buffer as not needing to be unlocked when the buf item's
528 * IOP_UNLOCK() routine is called. The buffer must already be locked
529 * and associated with the given transaction.
530 */
531/* ARGSUSED */
532void
533xfs_trans_bhold(xfs_trans_t *tp,
534 xfs_buf_t *bp)
535{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200536 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700537
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200538 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200539 ASSERT(bip != NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700540 ASSERT(!(bip->bli_flags & XFS_BLI_STALE));
Dave Chinnerc1155412010-05-07 11:05:19 +1000541 ASSERT(!(bip->bli_format.blf_flags & XFS_BLF_CANCEL));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700542 ASSERT(atomic_read(&bip->bli_refcount) > 0);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200543
Linus Torvalds1da177e2005-04-16 15:20:36 -0700544 bip->bli_flags |= XFS_BLI_HOLD;
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000545 trace_xfs_trans_bhold(bip);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700546}
547
548/*
Tim Shimminefa092f2005-09-05 08:29:01 +1000549 * Cancel the previous buffer hold request made on this buffer
550 * for this transaction.
551 */
552void
553xfs_trans_bhold_release(xfs_trans_t *tp,
554 xfs_buf_t *bp)
555{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200556 xfs_buf_log_item_t *bip = bp->b_fspriv;
Tim Shimminefa092f2005-09-05 08:29:01 +1000557
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200558 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200559 ASSERT(bip != NULL);
Tim Shimminefa092f2005-09-05 08:29:01 +1000560 ASSERT(!(bip->bli_flags & XFS_BLI_STALE));
Dave Chinnerc1155412010-05-07 11:05:19 +1000561 ASSERT(!(bip->bli_format.blf_flags & XFS_BLF_CANCEL));
Tim Shimminefa092f2005-09-05 08:29:01 +1000562 ASSERT(atomic_read(&bip->bli_refcount) > 0);
563 ASSERT(bip->bli_flags & XFS_BLI_HOLD);
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000564
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200565 bip->bli_flags &= ~XFS_BLI_HOLD;
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000566 trace_xfs_trans_bhold_release(bip);
Tim Shimminefa092f2005-09-05 08:29:01 +1000567}
568
569/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700570 * This is called to mark bytes first through last inclusive of the given
571 * buffer as needing to be logged when the transaction is committed.
572 * The buffer must already be associated with the given transaction.
573 *
574 * First and last are numbers relative to the beginning of this buffer,
575 * so the first byte in the buffer is numbered 0 regardless of the
576 * value of b_blkno.
577 */
578void
579xfs_trans_log_buf(xfs_trans_t *tp,
580 xfs_buf_t *bp,
581 uint first,
582 uint last)
583{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200584 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700585
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200586 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200587 ASSERT(bip != NULL);
Dave Chinneraa0e8832012-04-23 15:58:52 +1000588 ASSERT(first <= last && last < BBTOB(bp->b_length));
Christoph Hellwigcb669ca2011-07-13 13:43:49 +0200589 ASSERT(bp->b_iodone == NULL ||
590 bp->b_iodone == xfs_buf_iodone_callbacks);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700591
592 /*
593 * Mark the buffer as needing to be written out eventually,
594 * and set its iodone function to remove the buffer's buf log
595 * item from the AIL and free it when the buffer is flushed
596 * to disk. See xfs_buf_attach_iodone() for more details
597 * on li_cb and xfs_buf_iodone_callbacks().
598 * If we end up aborting this transaction, we trap this buffer
599 * inside the b_bdstrat callback so that this won't get written to
600 * disk.
601 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700602 XFS_BUF_DONE(bp);
603
Linus Torvalds1da177e2005-04-16 15:20:36 -0700604 ASSERT(atomic_read(&bip->bli_refcount) > 0);
Christoph Hellwigcb669ca2011-07-13 13:43:49 +0200605 bp->b_iodone = xfs_buf_iodone_callbacks;
Christoph Hellwigca30b2a2010-06-23 18:11:15 +1000606 bip->bli_item.li_cb = xfs_buf_iodone;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700607
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000608 trace_xfs_trans_log_buf(bip);
609
Linus Torvalds1da177e2005-04-16 15:20:36 -0700610 /*
611 * If we invalidated the buffer within this transaction, then
612 * cancel the invalidation now that we're dirtying the buffer
613 * again. There are no races with the code in xfs_buf_item_unpin(),
614 * because we have a reference to the buffer this entire time.
615 */
616 if (bip->bli_flags & XFS_BLI_STALE) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700617 bip->bli_flags &= ~XFS_BLI_STALE;
618 ASSERT(XFS_BUF_ISSTALE(bp));
619 XFS_BUF_UNSTALE(bp);
Dave Chinnerc1155412010-05-07 11:05:19 +1000620 bip->bli_format.blf_flags &= ~XFS_BLF_CANCEL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700621 }
622
Linus Torvalds1da177e2005-04-16 15:20:36 -0700623 tp->t_flags |= XFS_TRANS_DIRTY;
Christoph Hellwige98c4142010-06-23 18:11:15 +1000624 bip->bli_item.li_desc->lid_flags |= XFS_LID_DIRTY;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700625 bip->bli_flags |= XFS_BLI_LOGGED;
626 xfs_buf_item_log(bip, first, last);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700627}
628
629
630/*
Christoph Hellwig43ff2122012-04-23 15:58:39 +1000631 * Invalidate a buffer that is being used within a transaction.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700632 *
Christoph Hellwig43ff2122012-04-23 15:58:39 +1000633 * Typically this is because the blocks in the buffer are being freed, so we
634 * need to prevent it from being written out when we're done. Allowing it
635 * to be written again might overwrite data in the free blocks if they are
636 * reallocated to a file.
637 *
638 * We prevent the buffer from being written out by marking it stale. We can't
639 * get rid of the buf log item at this point because the buffer may still be
640 * pinned by another transaction. If that is the case, then we'll wait until
641 * the buffer is committed to disk for the last time (we can tell by the ref
642 * count) and free it in xfs_buf_item_unpin(). Until that happens we will
643 * keep the buffer locked so that the buffer and buf log item are not reused.
644 *
645 * We also set the XFS_BLF_CANCEL flag in the buf log format structure and log
646 * the buf item. This will be used at recovery time to determine that copies
647 * of the buffer in the log before this should not be replayed.
648 *
649 * We mark the item descriptor and the transaction dirty so that we'll hold
650 * the buffer until after the commit.
651 *
652 * Since we're invalidating the buffer, we also clear the state about which
653 * parts of the buffer have been logged. We also clear the flag indicating
654 * that this is an inode buffer since the data in the buffer will no longer
655 * be valid.
656 *
657 * We set the stale bit in the buffer as well since we're getting rid of it.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700658 */
659void
660xfs_trans_binval(
661 xfs_trans_t *tp,
662 xfs_buf_t *bp)
663{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200664 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700665
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200666 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200667 ASSERT(bip != NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700668 ASSERT(atomic_read(&bip->bli_refcount) > 0);
669
Christoph Hellwig0b1b2132009-12-14 23:14:59 +0000670 trace_xfs_trans_binval(bip);
671
Linus Torvalds1da177e2005-04-16 15:20:36 -0700672 if (bip->bli_flags & XFS_BLI_STALE) {
673 /*
674 * If the buffer is already invalidated, then
675 * just return.
676 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700677 ASSERT(XFS_BUF_ISSTALE(bp));
678 ASSERT(!(bip->bli_flags & (XFS_BLI_LOGGED | XFS_BLI_DIRTY)));
Dave Chinnerc1155412010-05-07 11:05:19 +1000679 ASSERT(!(bip->bli_format.blf_flags & XFS_BLF_INODE_BUF));
680 ASSERT(bip->bli_format.blf_flags & XFS_BLF_CANCEL);
Christoph Hellwige98c4142010-06-23 18:11:15 +1000681 ASSERT(bip->bli_item.li_desc->lid_flags & XFS_LID_DIRTY);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700682 ASSERT(tp->t_flags & XFS_TRANS_DIRTY);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700683 return;
684 }
685
Christoph Hellwigc867cb62011-10-10 16:52:46 +0000686 xfs_buf_stale(bp);
Christoph Hellwig43ff2122012-04-23 15:58:39 +1000687
Linus Torvalds1da177e2005-04-16 15:20:36 -0700688 bip->bli_flags |= XFS_BLI_STALE;
Dave Chinnerccf7c232010-05-20 23:19:42 +1000689 bip->bli_flags &= ~(XFS_BLI_INODE_BUF | XFS_BLI_LOGGED | XFS_BLI_DIRTY);
Dave Chinnerc1155412010-05-07 11:05:19 +1000690 bip->bli_format.blf_flags &= ~XFS_BLF_INODE_BUF;
691 bip->bli_format.blf_flags |= XFS_BLF_CANCEL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700692 memset((char *)(bip->bli_format.blf_data_map), 0,
693 (bip->bli_format.blf_map_size * sizeof(uint)));
Christoph Hellwige98c4142010-06-23 18:11:15 +1000694 bip->bli_item.li_desc->lid_flags |= XFS_LID_DIRTY;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700695 tp->t_flags |= XFS_TRANS_DIRTY;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700696}
697
698/*
Dave Chinnerccf7c232010-05-20 23:19:42 +1000699 * This call is used to indicate that the buffer contains on-disk inodes which
700 * must be handled specially during recovery. They require special handling
701 * because only the di_next_unlinked from the inodes in the buffer should be
702 * recovered. The rest of the data in the buffer is logged via the inodes
703 * themselves.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700704 *
Dave Chinnerccf7c232010-05-20 23:19:42 +1000705 * All we do is set the XFS_BLI_INODE_BUF flag in the items flags so it can be
706 * transferred to the buffer's log format structure so that we'll know what to
707 * do at recovery time.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700708 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700709void
710xfs_trans_inode_buf(
711 xfs_trans_t *tp,
712 xfs_buf_t *bp)
713{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200714 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700715
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200716 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200717 ASSERT(bip != NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700718 ASSERT(atomic_read(&bip->bli_refcount) > 0);
719
Dave Chinnerccf7c232010-05-20 23:19:42 +1000720 bip->bli_flags |= XFS_BLI_INODE_BUF;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700721}
722
723/*
724 * This call is used to indicate that the buffer is going to
725 * be staled and was an inode buffer. This means it gets
726 * special processing during unpin - where any inodes
727 * associated with the buffer should be removed from ail.
728 * There is also special processing during recovery,
729 * any replay of the inodes in the buffer needs to be
730 * prevented as the buffer may have been reused.
731 */
732void
733xfs_trans_stale_inode_buf(
734 xfs_trans_t *tp,
735 xfs_buf_t *bp)
736{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200737 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700738
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200739 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200740 ASSERT(bip != NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700741 ASSERT(atomic_read(&bip->bli_refcount) > 0);
742
743 bip->bli_flags |= XFS_BLI_STALE_INODE;
Christoph Hellwigca30b2a2010-06-23 18:11:15 +1000744 bip->bli_item.li_cb = xfs_buf_iodone;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700745}
746
Linus Torvalds1da177e2005-04-16 15:20:36 -0700747/*
748 * Mark the buffer as being one which contains newly allocated
749 * inodes. We need to make sure that even if this buffer is
750 * relogged as an 'inode buf' we still recover all of the inode
751 * images in the face of a crash. This works in coordination with
752 * xfs_buf_item_committed() to ensure that the buffer remains in the
753 * AIL at its original location even after it has been relogged.
754 */
755/* ARGSUSED */
756void
757xfs_trans_inode_alloc_buf(
758 xfs_trans_t *tp,
759 xfs_buf_t *bp)
760{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200761 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700762
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200763 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200764 ASSERT(bip != NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700765 ASSERT(atomic_read(&bip->bli_refcount) > 0);
766
767 bip->bli_flags |= XFS_BLI_INODE_ALLOC_BUF;
768}
769
770
771/*
772 * Similar to xfs_trans_inode_buf(), this marks the buffer as a cluster of
773 * dquots. However, unlike in inode buffer recovery, dquot buffers get
774 * recovered in their entirety. (Hence, no XFS_BLI_DQUOT_ALLOC_BUF flag).
775 * The only thing that makes dquot buffers different from regular
776 * buffers is that we must not replay dquot bufs when recovering
777 * if a _corresponding_ quotaoff has happened. We also have to distinguish
778 * between usr dquot bufs and grp dquot bufs, because usr and grp quotas
779 * can be turned off independently.
780 */
781/* ARGSUSED */
782void
783xfs_trans_dquot_buf(
784 xfs_trans_t *tp,
785 xfs_buf_t *bp,
786 uint type)
787{
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200788 xfs_buf_log_item_t *bip = bp->b_fspriv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700789
Christoph Hellwigbf9d9012011-07-13 13:43:49 +0200790 ASSERT(bp->b_transp == tp);
Christoph Hellwigadadbee2011-07-13 13:43:49 +0200791 ASSERT(bip != NULL);
Dave Chinnerc1155412010-05-07 11:05:19 +1000792 ASSERT(type == XFS_BLF_UDQUOT_BUF ||
793 type == XFS_BLF_PDQUOT_BUF ||
794 type == XFS_BLF_GDQUOT_BUF);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700795 ASSERT(atomic_read(&bip->bli_refcount) > 0);
796
797 bip->bli_format.blf_flags |= type;
798}