blob: c663b7a0f410a3c9c2a6c2136a722be8cf429b09 [file] [log] [blame]
David Teiglandb3b94fa2006-01-16 16:50:04 +00001/*
2 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
Steven Whitehouse3a8a9a12006-05-18 15:09:15 -04003 * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved.
David Teiglandb3b94fa2006-01-16 16:50:04 +00004 *
5 * This copyrighted material is made available to anyone wishing to use,
6 * modify, copy, or redistribute it subject to the terms and conditions
Steven Whitehousee9fc2aa2006-09-01 11:05:15 -04007 * of the GNU General Public License version 2.
David Teiglandb3b94fa2006-01-16 16:50:04 +00008 */
9
David Teiglandb3b94fa2006-01-16 16:50:04 +000010#include <linux/slab.h>
11#include <linux/spinlock.h>
12#include <linux/completion.h>
13#include <linux/buffer_head.h>
Steven Whitehouse5c676f62006-02-27 17:23:27 -050014#include <linux/gfs2_ondisk.h>
Fabio Massimo Di Nitto7d308592006-09-19 07:56:29 +020015#include <linux/lm_interface.h>
David Teiglandb3b94fa2006-01-16 16:50:04 +000016
17#include "gfs2.h"
Steven Whitehouse5c676f62006-02-27 17:23:27 -050018#include "incore.h"
David Teiglandb3b94fa2006-01-16 16:50:04 +000019#include "bmap.h"
20#include "glock.h"
21#include "glops.h"
22#include "inode.h"
23#include "log.h"
24#include "meta_io.h"
David Teiglandb3b94fa2006-01-16 16:50:04 +000025#include "recovery.h"
26#include "rgrp.h"
Steven Whitehouse5c676f62006-02-27 17:23:27 -050027#include "util.h"
Steven Whitehouseddacfaf2006-10-03 11:10:41 -040028#include "trans.h"
David Teiglandb3b94fa2006-01-16 16:50:04 +000029
Steven Whitehouseddacfaf2006-10-03 11:10:41 -040030/**
31 * ail_empty_gl - remove all buffers for a given lock from the AIL
32 * @gl: the glock
33 *
34 * None of the buffers should be dirty, locked, or pinned.
35 */
36
37static void gfs2_ail_empty_gl(struct gfs2_glock *gl)
38{
39 struct gfs2_sbd *sdp = gl->gl_sbd;
40 unsigned int blocks;
41 struct list_head *head = &gl->gl_ail_list;
42 struct gfs2_bufdata *bd;
43 struct buffer_head *bh;
Steven Whitehouseddacfaf2006-10-03 11:10:41 -040044 int error;
45
46 blocks = atomic_read(&gl->gl_ail_count);
47 if (!blocks)
48 return;
49
50 error = gfs2_trans_begin(sdp, 0, blocks);
51 if (gfs2_assert_withdraw(sdp, !error))
52 return;
53
54 gfs2_log_lock(sdp);
55 while (!list_empty(head)) {
56 bd = list_entry(head->next, struct gfs2_bufdata,
57 bd_ail_gl_list);
58 bh = bd->bd_bh;
Steven Whitehousef91a0d32007-10-15 16:29:05 +010059 gfs2_remove_from_ail(bd);
Steven Whitehouse1ad38c42007-09-03 11:01:33 +010060 bd->bd_bh = NULL;
61 bh->b_private = NULL;
62 bd->bd_blkno = bh->b_blocknr;
63 gfs2_assert_withdraw(sdp, !buffer_busy(bh));
64 gfs2_trans_add_revoke(sdp, bd);
Steven Whitehouseddacfaf2006-10-03 11:10:41 -040065 }
66 gfs2_assert_withdraw(sdp, !atomic_read(&gl->gl_ail_count));
67 gfs2_log_unlock(sdp);
68
69 gfs2_trans_end(sdp);
70 gfs2_log_flush(sdp, NULL);
71}
Steven Whitehouseba7f7292006-07-26 11:27:10 -040072
73/**
74 * gfs2_pte_inval - Sync and invalidate all PTEs associated with a glock
75 * @gl: the glock
76 *
77 */
78
79static void gfs2_pte_inval(struct gfs2_glock *gl)
80{
81 struct gfs2_inode *ip;
82 struct inode *inode;
83
84 ip = gl->gl_object;
85 inode = &ip->i_inode;
Steven Whitehouseb60623c2006-11-01 12:22:46 -050086 if (!ip || !S_ISREG(inode->i_mode))
Steven Whitehouseba7f7292006-07-26 11:27:10 -040087 return;
88
Steven Whitehouseba7f7292006-07-26 11:27:10 -040089 unmap_shared_mapping_range(inode->i_mapping, 0, 0);
Steven Whitehouseba7f7292006-07-26 11:27:10 -040090 if (test_bit(GIF_SW_PAGED, &ip->i_flags))
91 set_bit(GLF_DIRTY, &gl->gl_flags);
92
Steven Whitehouseba7f7292006-07-26 11:27:10 -040093}
94
95/**
David Teiglandb3b94fa2006-01-16 16:50:04 +000096 * meta_go_sync - sync out the metadata for this glock
97 * @gl: the glock
David Teiglandb3b94fa2006-01-16 16:50:04 +000098 *
99 * Called when demoting or unlocking an EX glock. We must flush
100 * to disk all dirty buffers/pages relating to this glock, and must not
101 * not return to caller to demote/unlock the glock until I/O is complete.
102 */
103
Steven Whitehouse1a14d3a2006-11-20 10:37:45 -0500104static void meta_go_sync(struct gfs2_glock *gl)
David Teiglandb3b94fa2006-01-16 16:50:04 +0000105{
Steven Whitehouseb5d32be2007-01-22 12:15:34 -0500106 if (gl->gl_state != LM_ST_EXCLUSIVE)
107 return;
108
David Teiglandb3b94fa2006-01-16 16:50:04 +0000109 if (test_and_clear_bit(GLF_DIRTY, &gl->gl_flags)) {
Steven Whitehouseb09e5932006-04-07 11:17:32 -0400110 gfs2_log_flush(gl->gl_sbd, gl);
Steven Whitehouse7276b3b2006-09-21 17:05:23 -0400111 gfs2_meta_sync(gl);
Steven Whitehouse1a14d3a2006-11-20 10:37:45 -0500112 gfs2_ail_empty_gl(gl);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000113 }
David Teiglandb3b94fa2006-01-16 16:50:04 +0000114}
115
116/**
117 * meta_go_inval - invalidate the metadata for this glock
118 * @gl: the glock
119 * @flags:
120 *
121 */
122
123static void meta_go_inval(struct gfs2_glock *gl, int flags)
124{
125 if (!(flags & DIO_METADATA))
126 return;
127
128 gfs2_meta_inval(gl);
129 gl->gl_vn++;
130}
131
132/**
Steven Whitehouseb5d32be2007-01-22 12:15:34 -0500133 * inode_go_sync - Sync the dirty data and/or metadata for an inode glock
134 * @gl: the glock protecting the inode
135 *
136 */
137
138static void inode_go_sync(struct gfs2_glock *gl)
139{
140 struct gfs2_inode *ip = gl->gl_object;
Steven Whitehouse3042a2c2007-11-02 08:39:34 +0000141 struct address_space *metamapping = gl->gl_aspace->i_mapping;
142 int error;
143
144 if (gl->gl_state != LM_ST_UNLOCKED)
145 gfs2_pte_inval(gl);
146 if (gl->gl_state != LM_ST_EXCLUSIVE)
147 return;
Steven Whitehouseb5d32be2007-01-22 12:15:34 -0500148
149 if (ip && !S_ISREG(ip->i_inode.i_mode))
150 ip = NULL;
151
152 if (test_bit(GLF_DIRTY, &gl->gl_flags)) {
Benjamin Marzinskib524fe62007-05-02 09:44:03 -0500153 gfs2_log_flush(gl->gl_sbd, gl);
Steven Whitehouse3042a2c2007-11-02 08:39:34 +0000154 filemap_fdatawrite(metamapping);
Steven Whitehouseb5d32be2007-01-22 12:15:34 -0500155 if (ip) {
156 struct address_space *mapping = ip->i_inode.i_mapping;
Steven Whitehouse3042a2c2007-11-02 08:39:34 +0000157 filemap_fdatawrite(mapping);
158 error = filemap_fdatawait(mapping);
Guillaume Chazarain3e9f45b2007-05-08 00:23:25 -0700159 mapping_set_error(mapping, error);
Steven Whitehouseb5d32be2007-01-22 12:15:34 -0500160 }
Steven Whitehouse3042a2c2007-11-02 08:39:34 +0000161 error = filemap_fdatawait(metamapping);
162 mapping_set_error(metamapping, error);
Steven Whitehouseb5d32be2007-01-22 12:15:34 -0500163 clear_bit(GLF_DIRTY, &gl->gl_flags);
164 gfs2_ail_empty_gl(gl);
165 }
166}
167
168/**
David Teiglandb3b94fa2006-01-16 16:50:04 +0000169 * inode_go_xmote_bh - After promoting/demoting a glock
170 * @gl: the glock
171 *
172 */
173
174static void inode_go_xmote_bh(struct gfs2_glock *gl)
175{
176 struct gfs2_holder *gh = gl->gl_req_gh;
177 struct buffer_head *bh;
178 int error;
179
180 if (gl->gl_state != LM_ST_UNLOCKED &&
181 (!gh || !(gh->gh_flags & GL_SKIP))) {
Steven Whitehouse7276b3b2006-09-21 17:05:23 -0400182 error = gfs2_meta_read(gl, gl->gl_name.ln_number, 0, &bh);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000183 if (!error)
184 brelse(bh);
185 }
186}
187
188/**
David Teiglandb3b94fa2006-01-16 16:50:04 +0000189 * inode_go_inval - prepare a inode glock to be released
190 * @gl: the glock
191 * @flags:
192 *
193 */
194
195static void inode_go_inval(struct gfs2_glock *gl, int flags)
196{
Steven Whitehouseb0041572006-11-23 10:51:34 -0500197 struct gfs2_inode *ip = gl->gl_object;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000198 int meta = (flags & DIO_METADATA);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000199
200 if (meta) {
201 gfs2_meta_inval(gl);
Steven Whitehouseb0041572006-11-23 10:51:34 -0500202 if (ip)
203 set_bit(GIF_INVALID, &ip->i_flags);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000204 }
Steven Whitehouseb0041572006-11-23 10:51:34 -0500205
Steven Whitehouse3cc3f712007-10-15 15:40:33 +0100206 if (ip && S_ISREG(ip->i_inode.i_mode))
Steven Whitehouseb0041572006-11-23 10:51:34 -0500207 truncate_inode_pages(ip->i_inode.i_mapping, 0);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000208}
209
210/**
211 * inode_go_demote_ok - Check to see if it's ok to unlock an inode glock
212 * @gl: the glock
213 *
214 * Returns: 1 if it's ok
215 */
216
217static int inode_go_demote_ok(struct gfs2_glock *gl)
218{
219 struct gfs2_sbd *sdp = gl->gl_sbd;
220 int demote = 0;
221
Steven Whitehouse5c676f62006-02-27 17:23:27 -0500222 if (!gl->gl_object && !gl->gl_aspace->i_mapping->nrpages)
David Teiglandb3b94fa2006-01-16 16:50:04 +0000223 demote = 1;
224 else if (!sdp->sd_args.ar_localcaching &&
225 time_after_eq(jiffies, gl->gl_stamp +
226 gfs2_tune_get(sdp, gt_demote_secs) * HZ))
227 demote = 1;
228
229 return demote;
230}
231
232/**
233 * inode_go_lock - operation done after an inode lock is locked by a process
234 * @gl: the glock
235 * @flags:
236 *
237 * Returns: errno
238 */
239
240static int inode_go_lock(struct gfs2_holder *gh)
241{
242 struct gfs2_glock *gl = gh->gh_gl;
Steven Whitehouse5c676f62006-02-27 17:23:27 -0500243 struct gfs2_inode *ip = gl->gl_object;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000244 int error = 0;
245
246 if (!ip)
247 return 0;
248
Steven Whitehousebfded272006-11-01 16:05:38 -0500249 if (test_bit(GIF_INVALID, &ip->i_flags)) {
David Teiglandb3b94fa2006-01-16 16:50:04 +0000250 error = gfs2_inode_refresh(ip);
251 if (error)
252 return error;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000253 }
254
255 if ((ip->i_di.di_flags & GFS2_DIF_TRUNC_IN_PROG) &&
256 (gl->gl_state == LM_ST_EXCLUSIVE) &&
Steven Whitehouse1c0f4872007-01-22 12:10:39 -0500257 (gh->gh_state == LM_ST_EXCLUSIVE))
David Teiglandb3b94fa2006-01-16 16:50:04 +0000258 error = gfs2_truncatei_resume(ip);
259
260 return error;
261}
262
263/**
David Teiglandb3b94fa2006-01-16 16:50:04 +0000264 * rgrp_go_demote_ok - Check to see if it's ok to unlock a RG's glock
265 * @gl: the glock
266 *
267 * Returns: 1 if it's ok
268 */
269
270static int rgrp_go_demote_ok(struct gfs2_glock *gl)
271{
272 return !gl->gl_aspace->i_mapping->nrpages;
273}
274
275/**
276 * rgrp_go_lock - operation done after an rgrp lock is locked by
277 * a first holder on this node.
278 * @gl: the glock
279 * @flags:
280 *
281 * Returns: errno
282 */
283
284static int rgrp_go_lock(struct gfs2_holder *gh)
285{
Steven Whitehouse5c676f62006-02-27 17:23:27 -0500286 return gfs2_rgrp_bh_get(gh->gh_gl->gl_object);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000287}
288
289/**
290 * rgrp_go_unlock - operation done before an rgrp lock is unlocked by
291 * a last holder on this node.
292 * @gl: the glock
293 * @flags:
294 *
295 */
296
297static void rgrp_go_unlock(struct gfs2_holder *gh)
298{
Steven Whitehouse5c676f62006-02-27 17:23:27 -0500299 gfs2_rgrp_bh_put(gh->gh_gl->gl_object);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000300}
301
302/**
Steven Whitehouse3042a2c2007-11-02 08:39:34 +0000303 * trans_go_sync - promote/demote the transaction glock
David Teiglandb3b94fa2006-01-16 16:50:04 +0000304 * @gl: the glock
305 * @state: the requested state
306 * @flags:
307 *
308 */
309
Steven Whitehouse3042a2c2007-11-02 08:39:34 +0000310static void trans_go_sync(struct gfs2_glock *gl)
David Teiglandb3b94fa2006-01-16 16:50:04 +0000311{
312 struct gfs2_sbd *sdp = gl->gl_sbd;
313
314 if (gl->gl_state != LM_ST_UNLOCKED &&
315 test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags)) {
316 gfs2_meta_syncfs(sdp);
317 gfs2_log_shutdown(sdp);
318 }
David Teiglandb3b94fa2006-01-16 16:50:04 +0000319}
320
321/**
322 * trans_go_xmote_bh - After promoting/demoting the transaction glock
323 * @gl: the glock
324 *
325 */
326
327static void trans_go_xmote_bh(struct gfs2_glock *gl)
328{
329 struct gfs2_sbd *sdp = gl->gl_sbd;
Steven Whitehousefeaa7bb2006-06-14 15:32:57 -0400330 struct gfs2_inode *ip = GFS2_I(sdp->sd_jdesc->jd_inode);
Steven Whitehouse5c676f62006-02-27 17:23:27 -0500331 struct gfs2_glock *j_gl = ip->i_gl;
Al Viro55167622006-10-13 21:47:13 -0400332 struct gfs2_log_header_host head;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000333 int error;
334
335 if (gl->gl_state != LM_ST_UNLOCKED &&
336 test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags)) {
Steven Whitehouse1a14d3a2006-11-20 10:37:45 -0500337 j_gl->gl_ops->go_inval(j_gl, DIO_METADATA);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000338
339 error = gfs2_find_jhead(sdp->sd_jdesc, &head);
340 if (error)
341 gfs2_consist(sdp);
342 if (!(head.lh_flags & GFS2_LOG_HEAD_UNMOUNT))
343 gfs2_consist(sdp);
344
345 /* Initialize some head of the log stuff */
346 if (!test_bit(SDF_SHUTDOWN, &sdp->sd_flags)) {
347 sdp->sd_log_sequence = head.lh_sequence + 1;
348 gfs2_log_pointers_init(sdp, head.lh_blkno);
349 }
350 }
351}
352
353/**
David Teiglandb3b94fa2006-01-16 16:50:04 +0000354 * quota_go_demote_ok - Check to see if it's ok to unlock a quota glock
355 * @gl: the glock
356 *
357 * Returns: 1 if it's ok
358 */
359
360static int quota_go_demote_ok(struct gfs2_glock *gl)
361{
362 return !atomic_read(&gl->gl_lvb_count);
363}
364
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400365const struct gfs2_glock_operations gfs2_meta_glops = {
Steven Whitehouseb5d32be2007-01-22 12:15:34 -0500366 .go_xmote_th = meta_go_sync,
Steven Whitehouseea67eed2006-09-05 10:53:09 -0400367 .go_type = LM_TYPE_META,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000368};
369
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400370const struct gfs2_glock_operations gfs2_inode_glops = {
Steven Whitehouse3042a2c2007-11-02 08:39:34 +0000371 .go_xmote_th = inode_go_sync,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000372 .go_xmote_bh = inode_go_xmote_bh,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000373 .go_inval = inode_go_inval,
374 .go_demote_ok = inode_go_demote_ok,
375 .go_lock = inode_go_lock,
Steven Whitehouseea67eed2006-09-05 10:53:09 -0400376 .go_type = LM_TYPE_INODE,
Benjamin Marzinskic4f68a12007-08-23 13:19:05 -0500377 .go_min_hold_time = HZ / 10,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000378};
379
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400380const struct gfs2_glock_operations gfs2_rgrp_glops = {
Steven Whitehousecad5b932007-02-28 14:03:00 +0000381 .go_xmote_th = meta_go_sync,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000382 .go_inval = meta_go_inval,
383 .go_demote_ok = rgrp_go_demote_ok,
384 .go_lock = rgrp_go_lock,
385 .go_unlock = rgrp_go_unlock,
Steven Whitehouseea67eed2006-09-05 10:53:09 -0400386 .go_type = LM_TYPE_RGRP,
Benjamin Marzinskic4f68a12007-08-23 13:19:05 -0500387 .go_min_hold_time = HZ / 10,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000388};
389
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400390const struct gfs2_glock_operations gfs2_trans_glops = {
Steven Whitehouse3042a2c2007-11-02 08:39:34 +0000391 .go_xmote_th = trans_go_sync,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000392 .go_xmote_bh = trans_go_xmote_bh,
Steven Whitehouseea67eed2006-09-05 10:53:09 -0400393 .go_type = LM_TYPE_NONDISK,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000394};
395
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400396const struct gfs2_glock_operations gfs2_iopen_glops = {
Steven Whitehouseea67eed2006-09-05 10:53:09 -0400397 .go_type = LM_TYPE_IOPEN,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000398};
399
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400400const struct gfs2_glock_operations gfs2_flock_glops = {
Steven Whitehouseea67eed2006-09-05 10:53:09 -0400401 .go_type = LM_TYPE_FLOCK,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000402};
403
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400404const struct gfs2_glock_operations gfs2_nondisk_glops = {
Steven Whitehouseea67eed2006-09-05 10:53:09 -0400405 .go_type = LM_TYPE_NONDISK,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000406};
407
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400408const struct gfs2_glock_operations gfs2_quota_glops = {
David Teiglandb3b94fa2006-01-16 16:50:04 +0000409 .go_demote_ok = quota_go_demote_ok,
Steven Whitehouseea67eed2006-09-05 10:53:09 -0400410 .go_type = LM_TYPE_QUOTA,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000411};
412
Steven Whitehouse8fb4b532006-08-30 09:30:00 -0400413const struct gfs2_glock_operations gfs2_journal_glops = {
Steven Whitehouseea67eed2006-09-05 10:53:09 -0400414 .go_type = LM_TYPE_JOURNAL,
David Teiglandb3b94fa2006-01-16 16:50:04 +0000415};
416