blob: d31badadef8f929bd5e5bec992cf7c717b674ddb [file] [log] [blame]
David Teiglandb3b94fa2006-01-16 16:50:04 +00001/*
2 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
Bob Petersoncf45b752008-01-31 10:31:39 -06003 * Copyright (C) 2004-2008 Red Hat, Inc. All rights reserved.
David Teiglandb3b94fa2006-01-16 16:50:04 +00004 *
5 * This copyrighted material is made available to anyone wishing to use,
6 * modify, copy, or redistribute it subject to the terms and conditions
Steven Whitehousee9fc2aa2006-09-01 11:05:15 -04007 * of the GNU General Public License version 2.
David Teiglandb3b94fa2006-01-16 16:50:04 +00008 */
9
David Teiglandb3b94fa2006-01-16 16:50:04 +000010#include <linux/slab.h>
11#include <linux/spinlock.h>
12#include <linux/completion.h>
13#include <linux/buffer_head.h>
Steven Whitehouse5c676f62006-02-27 17:23:27 -050014#include <linux/gfs2_ondisk.h>
Fabio Massimo Di Nitto7d308592006-09-19 07:56:29 +020015#include <linux/lm_interface.h>
David Teiglandb3b94fa2006-01-16 16:50:04 +000016
17#include "gfs2.h"
Steven Whitehouse5c676f62006-02-27 17:23:27 -050018#include "incore.h"
David Teiglandb3b94fa2006-01-16 16:50:04 +000019#include "bmap.h"
20#include "glock.h"
21#include "glops.h"
22#include "inode.h"
23#include "log.h"
24#include "meta_io.h"
David Teiglandb3b94fa2006-01-16 16:50:04 +000025#include "recovery.h"
26#include "rgrp.h"
Steven Whitehouse5c676f62006-02-27 17:23:27 -050027#include "util.h"
Steven Whitehouseddacfaf2006-10-03 11:10:41 -040028#include "trans.h"
David Teiglandb3b94fa2006-01-16 16:50:04 +000029
Steven Whitehouseddacfaf2006-10-03 11:10:41 -040030/**
31 * ail_empty_gl - remove all buffers for a given lock from the AIL
32 * @gl: the glock
33 *
34 * None of the buffers should be dirty, locked, or pinned.
35 */
36
37static void gfs2_ail_empty_gl(struct gfs2_glock *gl)
38{
39 struct gfs2_sbd *sdp = gl->gl_sbd;
40 unsigned int blocks;
41 struct list_head *head = &gl->gl_ail_list;
42 struct gfs2_bufdata *bd;
43 struct buffer_head *bh;
Steven Whitehouseddacfaf2006-10-03 11:10:41 -040044 int error;
45
46 blocks = atomic_read(&gl->gl_ail_count);
47 if (!blocks)
48 return;
49
50 error = gfs2_trans_begin(sdp, 0, blocks);
51 if (gfs2_assert_withdraw(sdp, !error))
52 return;
53
54 gfs2_log_lock(sdp);
55 while (!list_empty(head)) {
56 bd = list_entry(head->next, struct gfs2_bufdata,
57 bd_ail_gl_list);
58 bh = bd->bd_bh;
Steven Whitehousef91a0d32007-10-15 16:29:05 +010059 gfs2_remove_from_ail(bd);
Steven Whitehouse1ad38c42007-09-03 11:01:33 +010060 bd->bd_bh = NULL;
61 bh->b_private = NULL;
62 bd->bd_blkno = bh->b_blocknr;
63 gfs2_assert_withdraw(sdp, !buffer_busy(bh));
64 gfs2_trans_add_revoke(sdp, bd);
Steven Whitehouseddacfaf2006-10-03 11:10:41 -040065 }
66 gfs2_assert_withdraw(sdp, !atomic_read(&gl->gl_ail_count));
67 gfs2_log_unlock(sdp);
68
69 gfs2_trans_end(sdp);
70 gfs2_log_flush(sdp, NULL);
71}
Steven Whitehouseba7f7292006-07-26 11:27:10 -040072
73/**
74 * gfs2_pte_inval - Sync and invalidate all PTEs associated with a glock
75 * @gl: the glock
76 *
77 */
78
79static void gfs2_pte_inval(struct gfs2_glock *gl)
80{
81 struct gfs2_inode *ip;
82 struct inode *inode;
83
84 ip = gl->gl_object;
85 inode = &ip->i_inode;
Steven Whitehouseb60623c2006-11-01 12:22:46 -050086 if (!ip || !S_ISREG(inode->i_mode))
Steven Whitehouseba7f7292006-07-26 11:27:10 -040087 return;
88
Steven Whitehouseba7f7292006-07-26 11:27:10 -040089 unmap_shared_mapping_range(inode->i_mapping, 0, 0);
Steven Whitehouseba7f7292006-07-26 11:27:10 -040090 if (test_bit(GIF_SW_PAGED, &ip->i_flags))
91 set_bit(GLF_DIRTY, &gl->gl_flags);
92
Steven Whitehouseba7f7292006-07-26 11:27:10 -040093}
94
95/**
David Teiglandb3b94fa2006-01-16 16:50:04 +000096 * meta_go_sync - sync out the metadata for this glock
97 * @gl: the glock
David Teiglandb3b94fa2006-01-16 16:50:04 +000098 *
99 * Called when demoting or unlocking an EX glock. We must flush
100 * to disk all dirty buffers/pages relating to this glock, and must not
101 * not return to caller to demote/unlock the glock until I/O is complete.
102 */
103
Steven Whitehouse1a14d3a2006-11-20 10:37:45 -0500104static void meta_go_sync(struct gfs2_glock *gl)
David Teiglandb3b94fa2006-01-16 16:50:04 +0000105{
Steven Whitehouseb5d32be2007-01-22 12:15:34 -0500106 if (gl->gl_state != LM_ST_EXCLUSIVE)
107 return;
108
David Teiglandb3b94fa2006-01-16 16:50:04 +0000109 if (test_and_clear_bit(GLF_DIRTY, &gl->gl_flags)) {
Steven Whitehouseb09e5932006-04-07 11:17:32 -0400110 gfs2_log_flush(gl->gl_sbd, gl);
Steven Whitehouse7276b3b2006-09-21 17:05:23 -0400111 gfs2_meta_sync(gl);
Steven Whitehouse1a14d3a2006-11-20 10:37:45 -0500112 gfs2_ail_empty_gl(gl);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000113 }
David Teiglandb3b94fa2006-01-16 16:50:04 +0000114}
115
116/**
117 * meta_go_inval - invalidate the metadata for this glock
118 * @gl: the glock
119 * @flags:
120 *
121 */
122
123static void meta_go_inval(struct gfs2_glock *gl, int flags)
124{
125 if (!(flags & DIO_METADATA))
126 return;
127
128 gfs2_meta_inval(gl);
Bob Petersoncf45b752008-01-31 10:31:39 -0600129 if (gl->gl_object == GFS2_I(gl->gl_sbd->sd_rindex))
130 gl->gl_sbd->sd_rindex_uptodate = 0;
131 else if (gl->gl_ops == &gfs2_rgrp_glops && gl->gl_object) {
132 struct gfs2_rgrpd *rgd = (struct gfs2_rgrpd *)gl->gl_object;
133
134 rgd->rd_flags &= ~GFS2_RDF_UPTODATE;
135 }
David Teiglandb3b94fa2006-01-16 16:50:04 +0000136}
137
138/**
Steven Whitehouseb5d32be2007-01-22 12:15:34 -0500139 * inode_go_sync - Sync the dirty data and/or metadata for an inode glock
140 * @gl: the glock protecting the inode
141 *
142 */
143
144static void inode_go_sync(struct gfs2_glock *gl)
145{
146 struct gfs2_inode *ip = gl->gl_object;
Steven Whitehouse3042a2c2007-11-02 08:39:34 +0000147 struct address_space *metamapping = gl->gl_aspace->i_mapping;
148 int error;
149
150 if (gl->gl_state != LM_ST_UNLOCKED)
151 gfs2_pte_inval(gl);
152 if (gl->gl_state != LM_ST_EXCLUSIVE)
153 return;
Steven Whitehouseb5d32be2007-01-22 12:15:34 -0500154
155 if (ip && !S_ISREG(ip->i_inode.i_mode))
156 ip = NULL;
157
158 if (test_bit(GLF_DIRTY, &gl->gl_flags)) {
Benjamin Marzinskib524fe62007-05-02 09:44:03 -0500159 gfs2_log_flush(gl->gl_sbd, gl);
Steven Whitehouse3042a2c2007-11-02 08:39:34 +0000160 filemap_fdatawrite(metamapping);
Steven Whitehouseb5d32be2007-01-22 12:15:34 -0500161 if (ip) {
162 struct address_space *mapping = ip->i_inode.i_mapping;
Steven Whitehouse3042a2c2007-11-02 08:39:34 +0000163 filemap_fdatawrite(mapping);
164 error = filemap_fdatawait(mapping);
Guillaume Chazarain3e9f45b2007-05-08 00:23:25 -0700165 mapping_set_error(mapping, error);
Steven Whitehouseb5d32be2007-01-22 12:15:34 -0500166 }
Steven Whitehouse3042a2c2007-11-02 08:39:34 +0000167 error = filemap_fdatawait(metamapping);
168 mapping_set_error(metamapping, error);
Steven Whitehouseb5d32be2007-01-22 12:15:34 -0500169 clear_bit(GLF_DIRTY, &gl->gl_flags);
170 gfs2_ail_empty_gl(gl);
171 }
172}
173
174/**
David Teiglandb3b94fa2006-01-16 16:50:04 +0000175 * inode_go_xmote_bh - After promoting/demoting a glock
176 * @gl: the glock
177 *
178 */
179
180static void inode_go_xmote_bh(struct gfs2_glock *gl)
181{
182 struct gfs2_holder *gh = gl->gl_req_gh;
183 struct buffer_head *bh;
184 int error;
185
186 if (gl->gl_state != LM_ST_UNLOCKED &&
187 (!gh || !(gh->gh_flags & GL_SKIP))) {
Steven Whitehouse7276b3b2006-09-21 17:05:23 -0400188 error = gfs2_meta_read(gl, gl->gl_name.ln_number, 0, &bh);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000189 if (!error)
190 brelse(bh);
191 }
192}
193
194/**
David Teiglandb3b94fa2006-01-16 16:50:04 +0000195 * inode_go_inval - prepare a inode glock to be released
196 * @gl: the glock
197 * @flags:
198 *
199 */
200
201static void inode_go_inval(struct gfs2_glock *gl, int flags)
202{
Steven Whitehouseb0041572006-11-23 10:51:34 -0500203 struct gfs2_inode *ip = gl->gl_object;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000204 int meta = (flags & DIO_METADATA);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000205
206 if (meta) {
207 gfs2_meta_inval(gl);
Steven Whitehouseb0041572006-11-23 10:51:34 -0500208 if (ip)
209 set_bit(GIF_INVALID, &ip->i_flags);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000210 }
Steven Whitehouseb0041572006-11-23 10:51:34 -0500211
Steven Whitehouse3cc3f712007-10-15 15:40:33 +0100212 if (ip && S_ISREG(ip->i_inode.i_mode))
Steven Whitehouseb0041572006-11-23 10:51:34 -0500213 truncate_inode_pages(ip->i_inode.i_mapping, 0);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000214}
215
216/**
217 * inode_go_demote_ok - Check to see if it's ok to unlock an inode glock
218 * @gl: the glock
219 *
220 * Returns: 1 if it's ok
221 */
222
223static int inode_go_demote_ok(struct gfs2_glock *gl)
224{
225 struct gfs2_sbd *sdp = gl->gl_sbd;
226 int demote = 0;
227
Steven Whitehouse5c676f62006-02-27 17:23:27 -0500228 if (!gl->gl_object && !gl->gl_aspace->i_mapping->nrpages)
David Teiglandb3b94fa2006-01-16 16:50:04 +0000229 demote = 1;
230 else if (!sdp->sd_args.ar_localcaching &&
231 time_after_eq(jiffies, gl->gl_stamp +
232 gfs2_tune_get(sdp, gt_demote_secs) * HZ))
233 demote = 1;
234
235 return demote;
236}
237
238/**
239 * inode_go_lock - operation done after an inode lock is locked by a process
240 * @gl: the glock
241 * @flags:
242 *
243 * Returns: errno
244 */
245
246static int inode_go_lock(struct gfs2_holder *gh)
247{
248 struct gfs2_glock *gl = gh->gh_gl;
Steven Whitehouse5c676f62006-02-27 17:23:27 -0500249 struct gfs2_inode *ip = gl->gl_object;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000250 int error = 0;
251
252 if (!ip)
253 return 0;
254
Steven Whitehousebfded272006-11-01 16:05:38 -0500255 if (test_bit(GIF_INVALID, &ip->i_flags)) {
David Teiglandb3b94fa2006-01-16 16:50:04 +0000256 error = gfs2_inode_refresh(ip);
257 if (error)
258 return error;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000259 }
260
261 if ((ip->i_di.di_flags & GFS2_DIF_TRUNC_IN_PROG) &&
262 (gl->gl_state == LM_ST_EXCLUSIVE) &&
Steven Whitehouse1c0f4872007-01-22 12:10:39 -0500263 (gh->gh_state == LM_ST_EXCLUSIVE))
David Teiglandb3b94fa2006-01-16 16:50:04 +0000264 error = gfs2_truncatei_resume(ip);
265
266 return error;
267}
268
269/**
David Teiglandb3b94fa2006-01-16 16:50:04 +0000270 * rgrp_go_demote_ok - Check to see if it's ok to unlock a RG's glock
271 * @gl: the glock
272 *
273 * Returns: 1 if it's ok
274 */
275
276static int rgrp_go_demote_ok(struct gfs2_glock *gl)
277{
278 return !gl->gl_aspace->i_mapping->nrpages;
279}
280
281/**
282 * rgrp_go_lock - operation done after an rgrp lock is locked by
283 * a first holder on this node.
284 * @gl: the glock
285 * @flags:
286 *
287 * Returns: errno
288 */
289
290static int rgrp_go_lock(struct gfs2_holder *gh)
291{
Steven Whitehouse5c676f62006-02-27 17:23:27 -0500292 return gfs2_rgrp_bh_get(gh->gh_gl->gl_object);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000293}
294
295/**
296 * rgrp_go_unlock - operation done before an rgrp lock is unlocked by
297 * a last holder on this node.
298 * @gl: the glock
299 * @flags:
300 *
301 */
302
303static void rgrp_go_unlock(struct gfs2_holder *gh)
304{
Steven Whitehouse5c676f62006-02-27 17:23:27 -0500305 gfs2_rgrp_bh_put(gh->gh_gl->gl_object);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000306}
307
308/**
Steven Whitehouse3042a2c2007-11-02 08:39:34 +0000309 * trans_go_sync - promote/demote the transaction glock
David Teiglandb3b94fa2006-01-16 16:50:04 +0000310 * @gl: the glock
311 * @state: the requested state
312 * @flags:
313 *
314 */
315
Steven Whitehouse3042a2c2007-11-02 08:39:34 +0000316static void trans_go_sync(struct gfs2_glock *gl)
David Teiglandb3b94fa2006-01-16 16:50:04 +0000317{
318 struct gfs2_sbd *sdp = gl->gl_sbd;
319
320 if (gl->gl_state != LM_ST_UNLOCKED &&
321 test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags)) {
322 gfs2_meta_syncfs(sdp);
323 gfs2_log_shutdown(sdp);
324 }
David Teiglandb3b94fa2006-01-16 16:50:04 +0000325}
326
327/**
328 * trans_go_xmote_bh - After promoting/demoting the transaction glock
329 * @gl: the glock
330 *
331 */
332
333static void trans_go_xmote_bh(struct gfs2_glock *gl)
334{
335 struct gfs2_sbd *sdp = gl->gl_sbd;
Steven Whitehousefeaa7bb2006-06-14 15:32:57 -0400336 struct gfs2_inode *ip = GFS2_I(sdp->sd_jdesc->jd_inode);
Steven Whitehouse5c676f62006-02-27 17:23:27 -0500337 struct gfs2_glock *j_gl = ip->i_gl;
Al Viro55167622006-10-13 21:47:13 -0400338 struct gfs2_log_header_host head;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000339 int error;
340
341 if (gl->gl_state != LM_ST_UNLOCKED &&
342 test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags)) {
Steven Whitehouse1a14d3a2006-11-20 10:37:45 -0500343 j_gl->gl_ops->go_inval(j_gl, DIO_METADATA);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000344
345 error = gfs2_find_jhead(sdp->sd_jdesc, &head);
346 if (error)
347 gfs2_consist(sdp);
348 if (!(head.lh_flags & GFS2_LOG_HEAD_UNMOUNT))
349 gfs2_consist(sdp);
350
351 /* Initialize some head of the log stuff */
352 if (!test_bit(SDF_SHUTDOWN, &sdp->sd_flags)) {
353 sdp->sd_log_sequence = head.lh_sequence + 1;
354 gfs2_log_pointers_init(sdp, head.lh_blkno);
355 }
356 }
357}
358
359/**
David Teiglandb3b94fa2006-01-16 16:50:04 +0000360 * quota_go_demote_ok - Check to see if it's ok to unlock a quota glock
361 * @gl: the glock
362 *
363 * Returns: 1 if it's ok
364 */
365
366static int quota_go_demote_ok(struct gfs2_glock *gl)
367{
368 return !atomic_read(&gl->gl_lvb_count);
369}
370
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400371const struct gfs2_glock_operations gfs2_meta_glops = {
Steven Whitehouseb5d32be2007-01-22 12:15:34 -0500372 .go_xmote_th = meta_go_sync,
Steven Whitehouseea67eed2006-09-05 10:53:09 -0400373 .go_type = LM_TYPE_META,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000374};
375
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400376const struct gfs2_glock_operations gfs2_inode_glops = {
Steven Whitehouse3042a2c2007-11-02 08:39:34 +0000377 .go_xmote_th = inode_go_sync,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000378 .go_xmote_bh = inode_go_xmote_bh,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000379 .go_inval = inode_go_inval,
380 .go_demote_ok = inode_go_demote_ok,
381 .go_lock = inode_go_lock,
Steven Whitehouseea67eed2006-09-05 10:53:09 -0400382 .go_type = LM_TYPE_INODE,
Benjamin Marzinskic4f68a12007-08-23 13:19:05 -0500383 .go_min_hold_time = HZ / 10,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000384};
385
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400386const struct gfs2_glock_operations gfs2_rgrp_glops = {
Steven Whitehousecad5b932007-02-28 14:03:00 +0000387 .go_xmote_th = meta_go_sync,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000388 .go_inval = meta_go_inval,
389 .go_demote_ok = rgrp_go_demote_ok,
390 .go_lock = rgrp_go_lock,
391 .go_unlock = rgrp_go_unlock,
Steven Whitehouseea67eed2006-09-05 10:53:09 -0400392 .go_type = LM_TYPE_RGRP,
Benjamin Marzinskic4f68a12007-08-23 13:19:05 -0500393 .go_min_hold_time = HZ / 10,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000394};
395
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400396const struct gfs2_glock_operations gfs2_trans_glops = {
Steven Whitehouse3042a2c2007-11-02 08:39:34 +0000397 .go_xmote_th = trans_go_sync,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000398 .go_xmote_bh = trans_go_xmote_bh,
Steven Whitehouseea67eed2006-09-05 10:53:09 -0400399 .go_type = LM_TYPE_NONDISK,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000400};
401
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400402const struct gfs2_glock_operations gfs2_iopen_glops = {
Steven Whitehouseea67eed2006-09-05 10:53:09 -0400403 .go_type = LM_TYPE_IOPEN,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000404};
405
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400406const struct gfs2_glock_operations gfs2_flock_glops = {
Steven Whitehouseea67eed2006-09-05 10:53:09 -0400407 .go_type = LM_TYPE_FLOCK,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000408};
409
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400410const struct gfs2_glock_operations gfs2_nondisk_glops = {
Steven Whitehouseea67eed2006-09-05 10:53:09 -0400411 .go_type = LM_TYPE_NONDISK,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000412};
413
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400414const struct gfs2_glock_operations gfs2_quota_glops = {
David Teiglandb3b94fa2006-01-16 16:50:04 +0000415 .go_demote_ok = quota_go_demote_ok,
Steven Whitehouseea67eed2006-09-05 10:53:09 -0400416 .go_type = LM_TYPE_QUOTA,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000417};
418
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400419const struct gfs2_glock_operations gfs2_journal_glops = {
Steven Whitehouseea67eed2006-09-05 10:53:09 -0400420 .go_type = LM_TYPE_JOURNAL,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000421};
422