blob: 0e9eed0c223f1f011fa5e7a2cbba736d12f4bd65 [file] [log] [blame]
Mark Fashehccd979b2005-12-15 14:31:24 -08001/* -*- mode: c; c-basic-offset: 8; -*-
2 * vim: noexpandtab sw=8 ts=8 sts=0:
3 *
4 * io.c
5 *
6 * Buffer cache handling
7 *
8 * Copyright (C) 2002, 2004 Oracle. All rights reserved.
9 *
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public
12 * License as published by the Free Software Foundation; either
13 * version 2 of the License, or (at your option) any later version.
14 *
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 * General Public License for more details.
19 *
20 * You should have received a copy of the GNU General Public
21 * License along with this program; if not, write to the
22 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
23 * Boston, MA 021110-1307, USA.
24 */
25
26#include <linux/fs.h>
27#include <linux/types.h>
28#include <linux/slab.h>
29#include <linux/highmem.h>
30
31#include <cluster/masklog.h>
32
33#include "ocfs2.h"
34
35#include "alloc.h"
36#include "inode.h"
37#include "journal.h"
38#include "uptodate.h"
39
40#include "buffer_head_io.h"
41
Joel Becker970e4932008-11-13 14:49:19 -080042/*
43 * Bits on bh->b_state used by ocfs2.
44 *
45 * These MUST be after the JBD2 bits. Currently BH_Unshadow is the last
46 * JBD2 bit.
47 */
48enum ocfs2_state_bits {
49 BH_NeedsValidate = BH_Unshadow + 1,
50};
51
52/* Expand the magic b_state functions */
53BUFFER_FNS(NeedsValidate, needs_validate);
54
Mark Fashehccd979b2005-12-15 14:31:24 -080055int ocfs2_write_block(struct ocfs2_super *osb, struct buffer_head *bh,
56 struct inode *inode)
57{
58 int ret = 0;
59
60 mlog_entry("(bh->b_blocknr = %llu, inode=%p)\n",
61 (unsigned long long)bh->b_blocknr, inode);
62
63 BUG_ON(bh->b_blocknr < OCFS2_SUPER_BLOCK_BLKNO);
64 BUG_ON(buffer_jbd(bh));
65
66 /* No need to check for a soft readonly file system here. non
67 * journalled writes are only ever done on system files which
68 * can get modified during recovery even if read-only. */
69 if (ocfs2_is_hard_readonly(osb)) {
70 ret = -EROFS;
71 goto out;
72 }
73
Mark Fasheh251b6ec2006-01-10 15:41:43 -080074 mutex_lock(&OCFS2_I(inode)->ip_io_mutex);
Mark Fashehccd979b2005-12-15 14:31:24 -080075
76 lock_buffer(bh);
77 set_buffer_uptodate(bh);
78
79 /* remove from dirty list before I/O. */
80 clear_buffer_dirty(bh);
81
Joel Beckerda1e9092008-10-09 17:20:29 -070082 get_bh(bh); /* for end_buffer_write_sync() */
Mark Fashehccd979b2005-12-15 14:31:24 -080083 bh->b_end_io = end_buffer_write_sync;
84 submit_bh(WRITE, bh);
85
86 wait_on_buffer(bh);
87
88 if (buffer_uptodate(bh)) {
89 ocfs2_set_buffer_uptodate(inode, bh);
90 } else {
91 /* We don't need to remove the clustered uptodate
92 * information for this bh as it's not marked locally
93 * uptodate. */
94 ret = -EIO;
Mark Fasheh2fe5c1d2008-01-23 18:35:31 -080095 put_bh(bh);
Mark Fashehccd979b2005-12-15 14:31:24 -080096 }
97
Mark Fasheh251b6ec2006-01-10 15:41:43 -080098 mutex_unlock(&OCFS2_I(inode)->ip_io_mutex);
Mark Fashehccd979b2005-12-15 14:31:24 -080099out:
100 mlog_exit(ret);
101 return ret;
102}
103
Joel Beckerda1e9092008-10-09 17:20:29 -0700104int ocfs2_read_blocks_sync(struct ocfs2_super *osb, u64 block,
105 unsigned int nr, struct buffer_head *bhs[])
106{
107 int status = 0;
108 unsigned int i;
109 struct buffer_head *bh;
110
111 if (!nr) {
112 mlog(ML_BH_IO, "No buffers will be read!\n");
113 goto bail;
114 }
115
116 for (i = 0 ; i < nr ; i++) {
117 if (bhs[i] == NULL) {
118 bhs[i] = sb_getblk(osb->sb, block++);
119 if (bhs[i] == NULL) {
120 status = -EIO;
121 mlog_errno(status);
122 goto bail;
123 }
124 }
125 bh = bhs[i];
126
127 if (buffer_jbd(bh)) {
Mark Fashehd6b58f82008-11-21 14:06:55 -0800128 mlog(ML_BH_IO,
Joel Beckerda1e9092008-10-09 17:20:29 -0700129 "trying to sync read a jbd "
130 "managed bh (blocknr = %llu), skipping\n",
131 (unsigned long long)bh->b_blocknr);
132 continue;
133 }
134
135 if (buffer_dirty(bh)) {
136 /* This should probably be a BUG, or
137 * at least return an error. */
138 mlog(ML_ERROR,
139 "trying to sync read a dirty "
140 "buffer! (blocknr = %llu), skipping\n",
141 (unsigned long long)bh->b_blocknr);
142 continue;
143 }
144
145 lock_buffer(bh);
146 if (buffer_jbd(bh)) {
147 mlog(ML_ERROR,
148 "block %llu had the JBD bit set "
149 "while I was in lock_buffer!",
150 (unsigned long long)bh->b_blocknr);
151 BUG();
152 }
153
154 clear_buffer_uptodate(bh);
155 get_bh(bh); /* for end_buffer_read_sync() */
156 bh->b_end_io = end_buffer_read_sync;
157 submit_bh(READ, bh);
158 }
159
160 for (i = nr; i > 0; i--) {
161 bh = bhs[i - 1];
162
Mark Fashehd6b58f82008-11-21 14:06:55 -0800163 /* No need to wait on the buffer if it's managed by JBD. */
164 if (!buffer_jbd(bh))
165 wait_on_buffer(bh);
Joel Beckerda1e9092008-10-09 17:20:29 -0700166
Joel Beckerda1e9092008-10-09 17:20:29 -0700167 if (!buffer_uptodate(bh)) {
168 /* Status won't be cleared from here on out,
169 * so we can safely record this and loop back
170 * to cleanup the other buffers. */
171 status = -EIO;
172 put_bh(bh);
173 bhs[i - 1] = NULL;
174 }
175 }
176
177bail:
178 return status;
179}
180
Joel Becker31d33072008-10-09 17:20:30 -0700181int ocfs2_read_blocks(struct inode *inode, u64 block, int nr,
Joel Becker970e4932008-11-13 14:49:19 -0800182 struct buffer_head *bhs[], int flags,
183 int (*validate)(struct super_block *sb,
184 struct buffer_head *bh))
Mark Fashehccd979b2005-12-15 14:31:24 -0800185{
186 int status = 0;
Mark Fashehccd979b2005-12-15 14:31:24 -0800187 int i, ignore_cache = 0;
188 struct buffer_head *bh;
189
Joel Becker31d33072008-10-09 17:20:30 -0700190 mlog_entry("(inode=%p, block=(%llu), nr=(%d), flags=%d)\n",
191 inode, (unsigned long long)block, nr, flags);
Mark Fashehccd979b2005-12-15 14:31:24 -0800192
Joel Becker31d33072008-10-09 17:20:30 -0700193 BUG_ON(!inode);
Joel Beckerd4a8c932008-10-09 17:20:34 -0700194 BUG_ON((flags & OCFS2_BH_READAHEAD) &&
195 (flags & OCFS2_BH_IGNORE_CACHE));
Mark Fashehaa958872006-04-21 13:49:02 -0700196
Joel Becker31d33072008-10-09 17:20:30 -0700197 if (bhs == NULL) {
Mark Fashehccd979b2005-12-15 14:31:24 -0800198 status = -EINVAL;
199 mlog_errno(status);
200 goto bail;
201 }
202
203 if (nr < 0) {
204 mlog(ML_ERROR, "asked to read %d blocks!\n", nr);
205 status = -EINVAL;
206 mlog_errno(status);
207 goto bail;
208 }
209
210 if (nr == 0) {
211 mlog(ML_BH_IO, "No buffers will be read!\n");
212 status = 0;
213 goto bail;
214 }
215
Joel Becker31d33072008-10-09 17:20:30 -0700216 mutex_lock(&OCFS2_I(inode)->ip_io_mutex);
Mark Fashehccd979b2005-12-15 14:31:24 -0800217 for (i = 0 ; i < nr ; i++) {
218 if (bhs[i] == NULL) {
Joel Becker31d33072008-10-09 17:20:30 -0700219 bhs[i] = sb_getblk(inode->i_sb, block++);
Mark Fashehccd979b2005-12-15 14:31:24 -0800220 if (bhs[i] == NULL) {
Joel Becker31d33072008-10-09 17:20:30 -0700221 mutex_unlock(&OCFS2_I(inode)->ip_io_mutex);
Mark Fashehccd979b2005-12-15 14:31:24 -0800222 status = -EIO;
223 mlog_errno(status);
224 goto bail;
225 }
226 }
227 bh = bhs[i];
Joel Beckerd4a8c932008-10-09 17:20:34 -0700228 ignore_cache = (flags & OCFS2_BH_IGNORE_CACHE);
Mark Fashehccd979b2005-12-15 14:31:24 -0800229
Mark Fashehaa958872006-04-21 13:49:02 -0700230 /* There are three read-ahead cases here which we need to
231 * be concerned with. All three assume a buffer has
232 * previously been submitted with OCFS2_BH_READAHEAD
233 * and it hasn't yet completed I/O.
234 *
235 * 1) The current request is sync to disk. This rarely
236 * happens these days, and never when performance
237 * matters - the code can just wait on the buffer
238 * lock and re-submit.
239 *
240 * 2) The current request is cached, but not
241 * readahead. ocfs2_buffer_uptodate() will return
242 * false anyway, so we'll wind up waiting on the
243 * buffer lock to do I/O. We re-check the request
244 * with after getting the lock to avoid a re-submit.
245 *
246 * 3) The current request is readahead (and so must
247 * also be a caching one). We short circuit if the
248 * buffer is locked (under I/O) and if it's in the
249 * uptodate cache. The re-check from #2 catches the
250 * case that the previous read-ahead completes just
251 * before our is-it-in-flight check.
252 */
253
Joel Beckerd4a8c932008-10-09 17:20:34 -0700254 if (!ignore_cache && !ocfs2_buffer_uptodate(inode, bh)) {
Mark Fashehccd979b2005-12-15 14:31:24 -0800255 mlog(ML_UPTODATE,
Mark Fashehb0697052006-03-03 10:24:33 -0800256 "bh (%llu), inode %llu not uptodate\n",
Mark Fashehccd979b2005-12-15 14:31:24 -0800257 (unsigned long long)bh->b_blocknr,
Mark Fashehb0697052006-03-03 10:24:33 -0800258 (unsigned long long)OCFS2_I(inode)->ip_blkno);
Joel Beckerd4a8c932008-10-09 17:20:34 -0700259 /* We're using ignore_cache here to say
260 * "go to disk" */
Mark Fashehccd979b2005-12-15 14:31:24 -0800261 ignore_cache = 1;
262 }
263
Mark Fashehccd979b2005-12-15 14:31:24 -0800264 if (buffer_jbd(bh)) {
Joel Beckerd4a8c932008-10-09 17:20:34 -0700265 if (ignore_cache)
Mark Fashehccd979b2005-12-15 14:31:24 -0800266 mlog(ML_BH_IO, "trying to sync read a jbd "
267 "managed bh (blocknr = %llu)\n",
268 (unsigned long long)bh->b_blocknr);
269 continue;
270 }
271
Joel Beckerd4a8c932008-10-09 17:20:34 -0700272 if (ignore_cache) {
Mark Fashehccd979b2005-12-15 14:31:24 -0800273 if (buffer_dirty(bh)) {
274 /* This should probably be a BUG, or
275 * at least return an error. */
276 mlog(ML_BH_IO, "asking me to sync read a dirty "
277 "buffer! (blocknr = %llu)\n",
278 (unsigned long long)bh->b_blocknr);
279 continue;
280 }
281
Mark Fashehaa958872006-04-21 13:49:02 -0700282 /* A read-ahead request was made - if the
283 * buffer is already under read-ahead from a
284 * previously submitted request than we are
285 * done here. */
286 if ((flags & OCFS2_BH_READAHEAD)
287 && ocfs2_buffer_read_ahead(inode, bh))
288 continue;
289
Mark Fashehccd979b2005-12-15 14:31:24 -0800290 lock_buffer(bh);
291 if (buffer_jbd(bh)) {
292#ifdef CATCH_BH_JBD_RACES
293 mlog(ML_ERROR, "block %llu had the JBD bit set "
294 "while I was in lock_buffer!",
295 (unsigned long long)bh->b_blocknr);
296 BUG();
297#else
298 unlock_buffer(bh);
299 continue;
300#endif
301 }
Mark Fashehaa958872006-04-21 13:49:02 -0700302
303 /* Re-check ocfs2_buffer_uptodate() as a
304 * previously read-ahead buffer may have
305 * completed I/O while we were waiting for the
306 * buffer lock. */
Joel Beckerd4a8c932008-10-09 17:20:34 -0700307 if (!(flags & OCFS2_BH_IGNORE_CACHE)
Mark Fashehaa958872006-04-21 13:49:02 -0700308 && !(flags & OCFS2_BH_READAHEAD)
309 && ocfs2_buffer_uptodate(inode, bh)) {
310 unlock_buffer(bh);
311 continue;
312 }
313
Mark Fashehccd979b2005-12-15 14:31:24 -0800314 clear_buffer_uptodate(bh);
315 get_bh(bh); /* for end_buffer_read_sync() */
Joel Becker970e4932008-11-13 14:49:19 -0800316 if (validate)
317 set_buffer_needs_validate(bh);
Mark Fashehccd979b2005-12-15 14:31:24 -0800318 bh->b_end_io = end_buffer_read_sync;
Mark Fashehaa958872006-04-21 13:49:02 -0700319 submit_bh(READ, bh);
Mark Fashehccd979b2005-12-15 14:31:24 -0800320 continue;
321 }
322 }
323
324 status = 0;
325
326 for (i = (nr - 1); i >= 0; i--) {
327 bh = bhs[i];
328
Mark Fashehaa958872006-04-21 13:49:02 -0700329 if (!(flags & OCFS2_BH_READAHEAD)) {
330 /* We know this can't have changed as we hold the
331 * inode sem. Avoid doing any work on the bh if the
332 * journal has it. */
333 if (!buffer_jbd(bh))
334 wait_on_buffer(bh);
Mark Fashehccd979b2005-12-15 14:31:24 -0800335
Mark Fashehaa958872006-04-21 13:49:02 -0700336 if (!buffer_uptodate(bh)) {
337 /* Status won't be cleared from here on out,
338 * so we can safely record this and loop back
339 * to cleanup the other buffers. Don't need to
340 * remove the clustered uptodate information
341 * for this bh as it's not marked locally
342 * uptodate. */
343 status = -EIO;
Mark Fasheh2fe5c1d2008-01-23 18:35:31 -0800344 put_bh(bh);
Mark Fashehaa958872006-04-21 13:49:02 -0700345 bhs[i] = NULL;
346 continue;
347 }
Joel Becker970e4932008-11-13 14:49:19 -0800348
349 if (buffer_needs_validate(bh)) {
350 /* We never set NeedsValidate if the
351 * buffer was held by the journal, so
352 * that better not have changed */
353 BUG_ON(buffer_jbd(bh));
354 clear_buffer_needs_validate(bh);
355 status = validate(inode->i_sb, bh);
356 if (status) {
357 put_bh(bh);
358 bhs[i] = NULL;
359 continue;
360 }
361 }
Mark Fashehccd979b2005-12-15 14:31:24 -0800362 }
363
Mark Fashehaa958872006-04-21 13:49:02 -0700364 /* Always set the buffer in the cache, even if it was
365 * a forced read, or read-ahead which hasn't yet
366 * completed. */
Joel Becker31d33072008-10-09 17:20:30 -0700367 ocfs2_set_buffer_uptodate(inode, bh);
Mark Fashehccd979b2005-12-15 14:31:24 -0800368 }
Joel Becker31d33072008-10-09 17:20:30 -0700369 mutex_unlock(&OCFS2_I(inode)->ip_io_mutex);
Mark Fashehccd979b2005-12-15 14:31:24 -0800370
Mark Fashehaa958872006-04-21 13:49:02 -0700371 mlog(ML_BH_IO, "block=(%llu), nr=(%d), cached=%s, flags=0x%x\n",
Mark Fashehb0697052006-03-03 10:24:33 -0800372 (unsigned long long)block, nr,
Joel Beckerd4a8c932008-10-09 17:20:34 -0700373 ((flags & OCFS2_BH_IGNORE_CACHE) || ignore_cache) ? "no" : "yes",
374 flags);
Mark Fashehccd979b2005-12-15 14:31:24 -0800375
376bail:
377
378 mlog_exit(status);
379 return status;
380}
Tao Mad6590722007-12-18 15:47:03 +0800381
382/* Check whether the blkno is the super block or one of the backups. */
383static void ocfs2_check_super_or_backup(struct super_block *sb,
384 sector_t blkno)
385{
386 int i;
387 u64 backup_blkno;
388
389 if (blkno == OCFS2_SUPER_BLOCK_BLKNO)
390 return;
391
392 for (i = 0; i < OCFS2_MAX_BACKUP_SUPERBLOCKS; i++) {
393 backup_blkno = ocfs2_backup_super_blkno(sb, i);
394 if (backup_blkno == blkno)
395 return;
396 }
397
398 BUG();
399}
400
401/*
402 * Write super block and backups doesn't need to collaborate with journal,
403 * so we don't need to lock ip_io_mutex and inode doesn't need to bea passed
404 * into this function.
405 */
406int ocfs2_write_super_or_backup(struct ocfs2_super *osb,
407 struct buffer_head *bh)
408{
409 int ret = 0;
410
411 mlog_entry_void();
412
413 BUG_ON(buffer_jbd(bh));
414 ocfs2_check_super_or_backup(osb->sb, bh->b_blocknr);
415
416 if (ocfs2_is_hard_readonly(osb) || ocfs2_is_soft_readonly(osb)) {
417 ret = -EROFS;
418 goto out;
419 }
420
421 lock_buffer(bh);
422 set_buffer_uptodate(bh);
423
424 /* remove from dirty list before I/O. */
425 clear_buffer_dirty(bh);
426
427 get_bh(bh); /* for end_buffer_write_sync() */
428 bh->b_end_io = end_buffer_write_sync;
429 submit_bh(WRITE, bh);
430
431 wait_on_buffer(bh);
432
433 if (!buffer_uptodate(bh)) {
434 ret = -EIO;
Mark Fasheh2fe5c1d2008-01-23 18:35:31 -0800435 put_bh(bh);
Tao Mad6590722007-12-18 15:47:03 +0800436 }
437
438out:
439 mlog_exit(ret);
440 return ret;
441}