blob: 0c1bde395062141045f0c857cba624b9f4ee5a1e [file] [log] [blame]
David Teiglandb3b94fa2006-01-16 16:50:04 +00001/*
2 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
Steven Whitehouse3a8a9a12006-05-18 15:09:15 -04003 * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved.
David Teiglandb3b94fa2006-01-16 16:50:04 +00004 *
5 * This copyrighted material is made available to anyone wishing to use,
6 * modify, copy, or redistribute it subject to the terms and conditions
Steven Whitehousee9fc2aa2006-09-01 11:05:15 -04007 * of the GNU General Public License version 2.
David Teiglandb3b94fa2006-01-16 16:50:04 +00008 */
9
Joe Perchesd77d1b52014-03-06 12:10:45 -080010#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
11
David Teiglandb3b94fa2006-01-16 16:50:04 +000012#include <linux/sched.h>
13#include <linux/slab.h>
14#include <linux/spinlock.h>
15#include <linux/completion.h>
16#include <linux/buffer_head.h>
Steven Whitehoused0dc80d2006-03-29 14:36:49 -050017#include <linux/kallsyms.h>
Steven Whitehousef057f6c2009-01-12 10:43:39 +000018#include <linux/gfs2_ondisk.h>
David Teiglandb3b94fa2006-01-16 16:50:04 +000019
20#include "gfs2.h"
Steven Whitehouse5c676f62006-02-27 17:23:27 -050021#include "incore.h"
David Teiglandb3b94fa2006-01-16 16:50:04 +000022#include "glock.h"
Steven Whitehouse767f4332012-12-14 12:52:14 +000023#include "inode.h"
David Teiglandb3b94fa2006-01-16 16:50:04 +000024#include "log.h"
25#include "lops.h"
26#include "meta_io.h"
27#include "trans.h"
Steven Whitehouse5c676f62006-02-27 17:23:27 -050028#include "util.h"
Benjamin Marzinski5e687ea2010-05-04 14:29:16 -050029#include "trace_gfs2.h"
David Teiglandb3b94fa2006-01-16 16:50:04 +000030
Steven Whitehoused0dc80d2006-03-29 14:36:49 -050031int gfs2_trans_begin(struct gfs2_sbd *sdp, unsigned int blocks,
32 unsigned int revokes)
David Teiglandb3b94fa2006-01-16 16:50:04 +000033{
34 struct gfs2_trans *tr;
35 int error;
36
Steven Whitehoused0dc80d2006-03-29 14:36:49 -050037 BUG_ON(current->journal_info);
38 BUG_ON(blocks == 0 && revokes == 0);
David Teiglandb3b94fa2006-01-16 16:50:04 +000039
Steven Whitehousea1c06432009-05-13 10:56:52 +010040 if (!test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags))
41 return -EROFS;
42
Steven Whitehousef55ab262006-02-21 12:51:39 +000043 tr = kzalloc(sizeof(struct gfs2_trans), GFP_NOFS);
David Teiglandb3b94fa2006-01-16 16:50:04 +000044 if (!tr)
45 return -ENOMEM;
46
Fabian Frederickd29c0af2014-10-03 20:15:36 +020047 tr->tr_ip = _RET_IP_;
David Teiglandb3b94fa2006-01-16 16:50:04 +000048 tr->tr_blocks = blocks;
49 tr->tr_revokes = revokes;
50 tr->tr_reserved = 1;
Benjamin Marzinski24972552014-05-01 22:26:55 -050051 tr->tr_alloced = 1;
David Teiglandb3b94fa2006-01-16 16:50:04 +000052 if (blocks)
Steven Whitehousef4154ea2006-04-11 14:49:06 -040053 tr->tr_reserved += 6 + blocks;
David Teiglandb3b94fa2006-01-16 16:50:04 +000054 if (revokes)
55 tr->tr_reserved += gfs2_struct2blk(sdp, revokes,
Steven Whitehousecd915492006-09-04 12:49:07 -040056 sizeof(u64));
Steven Whitehoused69a3c62014-02-21 15:22:35 +000057 INIT_LIST_HEAD(&tr->tr_databuf);
58 INIT_LIST_HEAD(&tr->tr_buf);
59
Jan Kara39263d5e2012-06-12 16:20:41 +020060 sb_start_intwrite(sdp->sd_vfs);
David Teiglandb3b94fa2006-01-16 16:50:04 +000061
David Teiglandb3b94fa2006-01-16 16:50:04 +000062 error = gfs2_log_reserve(sdp, tr->tr_reserved);
63 if (error)
Benjamin Marzinski24972552014-05-01 22:26:55 -050064 goto fail;
David Teiglandb3b94fa2006-01-16 16:50:04 +000065
Steven Whitehouse5c676f62006-02-27 17:23:27 -050066 current->journal_info = tr;
David Teiglandb3b94fa2006-01-16 16:50:04 +000067
68 return 0;
69
Benjamin Marzinski24972552014-05-01 22:26:55 -050070fail:
Jan Kara39263d5e2012-06-12 16:20:41 +020071 sb_end_intwrite(sdp->sd_vfs);
David Teiglandb3b94fa2006-01-16 16:50:04 +000072 kfree(tr);
73
74 return error;
75}
76
Steven Whitehousec50b91c2012-04-16 16:40:56 +010077static void gfs2_print_trans(const struct gfs2_trans *tr)
78{
Joe Perchesd77d1b52014-03-06 12:10:45 -080079 pr_warn("Transaction created at: %pSR\n", (void *)tr->tr_ip);
80 pr_warn("blocks=%u revokes=%u reserved=%u touched=%u\n",
81 tr->tr_blocks, tr->tr_revokes, tr->tr_reserved, tr->tr_touched);
82 pr_warn("Buf %u/%u Databuf %u/%u Revoke %u/%u\n",
83 tr->tr_num_buf_new, tr->tr_num_buf_rm,
84 tr->tr_num_databuf_new, tr->tr_num_databuf_rm,
85 tr->tr_num_revoke, tr->tr_num_revoke_rm);
Steven Whitehousec50b91c2012-04-16 16:40:56 +010086}
87
David Teiglandb3b94fa2006-01-16 16:50:04 +000088void gfs2_trans_end(struct gfs2_sbd *sdp)
89{
Steven Whitehousef4154ea2006-04-11 14:49:06 -040090 struct gfs2_trans *tr = current->journal_info;
Steven Whitehousec50b91c2012-04-16 16:40:56 +010091 s64 nbuf;
Benjamin Marzinski2e60d762014-11-13 20:42:04 -060092 int alloced = tr->tr_alloced;
93
Steven Whitehousef4154ea2006-04-11 14:49:06 -040094 BUG_ON(!tr);
Steven Whitehouse5c676f62006-02-27 17:23:27 -050095 current->journal_info = NULL;
David Teiglandb3b94fa2006-01-16 16:50:04 +000096
David Teiglandb3b94fa2006-01-16 16:50:04 +000097 if (!tr->tr_touched) {
98 gfs2_log_release(sdp, tr->tr_reserved);
Benjamin Marzinski2e60d762014-11-13 20:42:04 -060099 if (alloced) {
Steven Whitehoused8348de2009-02-05 10:12:38 +0000100 kfree(tr);
Benjamin Marzinski2e60d762014-11-13 20:42:04 -0600101 sb_end_intwrite(sdp->sd_vfs);
102 }
David Teiglandb3b94fa2006-01-16 16:50:04 +0000103 return;
104 }
105
Steven Whitehousec50b91c2012-04-16 16:40:56 +0100106 nbuf = tr->tr_num_buf_new + tr->tr_num_databuf_new;
107 nbuf -= tr->tr_num_buf_rm;
108 nbuf -= tr->tr_num_databuf_rm;
109
110 if (gfs2_assert_withdraw(sdp, (nbuf <= tr->tr_blocks) &&
111 (tr->tr_num_revoke <= tr->tr_revokes)))
112 gfs2_print_trans(tr);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000113
114 gfs2_log_commit(sdp, tr);
Benjamin Marzinski2e60d762014-11-13 20:42:04 -0600115 if (alloced && !tr->tr_attached)
Benjamin Marzinski16ca9412013-04-05 20:31:46 -0500116 kfree(tr);
Benjamin Marzinski16ca9412013-04-05 20:31:46 -0500117 up_read(&sdp->sd_log_flush_lock);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000118
119 if (sdp->sd_vfs->s_flags & MS_SYNCHRONOUS)
Benjamin Marzinski24972552014-05-01 22:26:55 -0500120 gfs2_log_flush(sdp, NULL, NORMAL_FLUSH);
Benjamin Marzinski2e60d762014-11-13 20:42:04 -0600121 if (alloced)
122 sb_end_intwrite(sdp->sd_vfs);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000123}
124
Steven Whitehousec76c4d92012-12-14 17:54:21 +0000125static struct gfs2_bufdata *gfs2_alloc_bufdata(struct gfs2_glock *gl,
126 struct buffer_head *bh,
127 const struct gfs2_log_operations *lops)
128{
129 struct gfs2_bufdata *bd;
130
131 bd = kmem_cache_zalloc(gfs2_bufdata_cachep, GFP_NOFS | __GFP_NOFAIL);
132 bd->bd_bh = bh;
133 bd->bd_gl = gl;
134 bd->bd_ops = lops;
135 INIT_LIST_HEAD(&bd->bd_list);
136 bh->b_private = bd;
137 return bd;
138}
139
David Teiglandb3b94fa2006-01-16 16:50:04 +0000140/**
Steven Whitehouse45138992013-01-28 09:30:07 +0000141 * gfs2_trans_add_data - Add a databuf to the transaction.
142 * @gl: The inode glock associated with the buffer
143 * @bh: The buffer to add
David Teiglandb3b94fa2006-01-16 16:50:04 +0000144 *
Steven Whitehouse767f4332012-12-14 12:52:14 +0000145 * This is used in two distinct cases:
146 * i) In ordered write mode
147 * We put the data buffer on a list so that we can ensure that its
148 * synced to disk at the right time
149 * ii) In journaled data mode
150 * We need to journal the data block in the same way as metadata in
151 * the functions above. The difference is that here we have a tag
152 * which is two __be64's being the block number (as per meta data)
153 * and a flag which says whether the data block needs escaping or
154 * not. This means we need a new log entry for each 251 or so data
155 * blocks, which isn't an enormous overhead but twice as much as
156 * for normal metadata blocks.
David Teiglandb3b94fa2006-01-16 16:50:04 +0000157 */
Steven Whitehouse767f4332012-12-14 12:52:14 +0000158void gfs2_trans_add_data(struct gfs2_glock *gl, struct buffer_head *bh)
159{
Steven Whitehouse45138992013-01-28 09:30:07 +0000160 struct gfs2_trans *tr = current->journal_info;
Bob Peterson15562c42015-03-16 11:52:05 -0500161 struct gfs2_sbd *sdp = gl->gl_name.ln_sbd;
Steven Whitehouse45138992013-01-28 09:30:07 +0000162 struct address_space *mapping = bh->b_page->mapping;
163 struct gfs2_inode *ip = GFS2_I(mapping->host);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000164 struct gfs2_bufdata *bd;
165
Steven Whitehouse45138992013-01-28 09:30:07 +0000166 if (!gfs2_is_jdata(ip)) {
167 gfs2_ordered_add_inode(ip);
168 return;
169 }
170
Benjamin Marzinski96e5d1d2012-11-07 00:38:06 -0600171 lock_buffer(bh);
172 gfs2_log_lock(sdp);
Steven Whitehouse5c676f62006-02-27 17:23:27 -0500173 bd = bh->b_private;
Steven Whitehousec76c4d92012-12-14 17:54:21 +0000174 if (bd == NULL) {
Benjamin Marzinski96e5d1d2012-11-07 00:38:06 -0600175 gfs2_log_unlock(sdp);
176 unlock_buffer(bh);
Steven Whitehousec76c4d92012-12-14 17:54:21 +0000177 if (bh->b_private == NULL)
178 bd = gfs2_alloc_bufdata(gl, bh, &gfs2_databuf_lops);
Bob Peterson491e94f2015-10-01 11:47:31 -0500179 else
180 bd = bh->b_private;
Benjamin Marzinski96e5d1d2012-11-07 00:38:06 -0600181 lock_buffer(bh);
182 gfs2_log_lock(sdp);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000183 }
Steven Whitehousec76c4d92012-12-14 17:54:21 +0000184 gfs2_assert(sdp, bd->bd_gl == gl);
Steven Whitehouse45138992013-01-28 09:30:07 +0000185 tr->tr_touched = 1;
186 if (list_empty(&bd->bd_list)) {
187 set_bit(GLF_LFLUSH, &bd->bd_gl->gl_flags);
188 set_bit(GLF_DIRTY, &bd->bd_gl->gl_flags);
189 gfs2_pin(sdp, bd->bd_bh);
190 tr->tr_num_databuf_new++;
Steven Whitehoused69a3c62014-02-21 15:22:35 +0000191 list_add_tail(&bd->bd_list, &tr->tr_databuf);
Steven Whitehouse45138992013-01-28 09:30:07 +0000192 }
Benjamin Marzinski96e5d1d2012-11-07 00:38:06 -0600193 gfs2_log_unlock(sdp);
194 unlock_buffer(bh);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000195}
196
Steven Whitehouse767f4332012-12-14 12:52:14 +0000197static void meta_lo_add(struct gfs2_sbd *sdp, struct gfs2_bufdata *bd)
Steven Whitehouse350a9b02012-12-14 12:36:02 +0000198{
Steven Whitehouse767f4332012-12-14 12:52:14 +0000199 struct gfs2_meta_header *mh;
200 struct gfs2_trans *tr;
Benjamin Marzinski2e60d762014-11-13 20:42:04 -0600201 enum gfs2_freeze_state state = atomic_read(&sdp->sd_freeze_state);
Steven Whitehouse767f4332012-12-14 12:52:14 +0000202
203 tr = current->journal_info;
204 tr->tr_touched = 1;
205 if (!list_empty(&bd->bd_list))
206 return;
207 set_bit(GLF_LFLUSH, &bd->bd_gl->gl_flags);
208 set_bit(GLF_DIRTY, &bd->bd_gl->gl_flags);
209 mh = (struct gfs2_meta_header *)bd->bd_bh->b_data;
210 if (unlikely(mh->mh_magic != cpu_to_be32(GFS2_MAGIC))) {
Joe Perchesd77d1b52014-03-06 12:10:45 -0800211 pr_err("Attempting to add uninitialised block to journal (inplace block=%lld)\n",
Steven Whitehouse767f4332012-12-14 12:52:14 +0000212 (unsigned long long)bd->bd_bh->b_blocknr);
213 BUG();
214 }
Benjamin Marzinski2e60d762014-11-13 20:42:04 -0600215 if (unlikely(state == SFS_FROZEN)) {
216 printk(KERN_INFO "GFS2:adding buf while frozen\n");
217 gfs2_assert_withdraw(sdp, 0);
218 }
Steven Whitehouse767f4332012-12-14 12:52:14 +0000219 gfs2_pin(sdp, bd->bd_bh);
220 mh->__pad0 = cpu_to_be64(0);
221 mh->mh_jid = cpu_to_be32(sdp->sd_jdesc->jd_jid);
Steven Whitehoused69a3c62014-02-21 15:22:35 +0000222 list_add(&bd->bd_list, &tr->tr_buf);
Steven Whitehouse767f4332012-12-14 12:52:14 +0000223 tr->tr_num_buf_new++;
Steven Whitehouse350a9b02012-12-14 12:36:02 +0000224}
225
226void gfs2_trans_add_meta(struct gfs2_glock *gl, struct buffer_head *bh)
227{
Steven Whitehouse767f4332012-12-14 12:52:14 +0000228
Bob Peterson15562c42015-03-16 11:52:05 -0500229 struct gfs2_sbd *sdp = gl->gl_name.ln_sbd;
Steven Whitehouse767f4332012-12-14 12:52:14 +0000230 struct gfs2_bufdata *bd;
231
232 lock_buffer(bh);
233 gfs2_log_lock(sdp);
234 bd = bh->b_private;
Steven Whitehousec76c4d92012-12-14 17:54:21 +0000235 if (bd == NULL) {
Steven Whitehouse767f4332012-12-14 12:52:14 +0000236 gfs2_log_unlock(sdp);
237 unlock_buffer(bh);
Steven Whitehousec76c4d92012-12-14 17:54:21 +0000238 lock_page(bh->b_page);
239 if (bh->b_private == NULL)
240 bd = gfs2_alloc_bufdata(gl, bh, &gfs2_buf_lops);
Bob Peterson491e94f2015-10-01 11:47:31 -0500241 else
242 bd = bh->b_private;
Steven Whitehousec76c4d92012-12-14 17:54:21 +0000243 unlock_page(bh->b_page);
Steven Whitehouse767f4332012-12-14 12:52:14 +0000244 lock_buffer(bh);
245 gfs2_log_lock(sdp);
246 }
Steven Whitehousec76c4d92012-12-14 17:54:21 +0000247 gfs2_assert(sdp, bd->bd_gl == gl);
Steven Whitehouse767f4332012-12-14 12:52:14 +0000248 meta_lo_add(sdp, bd);
249 gfs2_log_unlock(sdp);
250 unlock_buffer(bh);
Steven Whitehouse350a9b02012-12-14 12:36:02 +0000251}
252
Steven Whitehouse1ad38c42007-09-03 11:01:33 +0100253void gfs2_trans_add_revoke(struct gfs2_sbd *sdp, struct gfs2_bufdata *bd)
David Teiglandb3b94fa2006-01-16 16:50:04 +0000254{
Steven Whitehouse75f2b872012-12-14 12:29:56 +0000255 struct gfs2_trans *tr = current->journal_info;
256
Bob Petersonc0752aa2012-05-01 12:00:34 -0400257 BUG_ON(!list_empty(&bd->bd_list));
Benjamin Marzinski5d054962013-06-14 11:38:29 -0500258 gfs2_add_revoke(sdp, bd);
Steven Whitehouse75f2b872012-12-14 12:29:56 +0000259 tr->tr_touched = 1;
260 tr->tr_num_revoke++;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000261}
262
Steven Whitehouse5731be52008-02-01 13:16:55 +0000263void gfs2_trans_add_unrevoke(struct gfs2_sbd *sdp, u64 blkno, unsigned int len)
David Teiglandb3b94fa2006-01-16 16:50:04 +0000264{
Steven Whitehouse5731be52008-02-01 13:16:55 +0000265 struct gfs2_bufdata *bd, *tmp;
266 struct gfs2_trans *tr = current->journal_info;
267 unsigned int n = len;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000268
269 gfs2_log_lock(sdp);
Bob Petersonc0752aa2012-05-01 12:00:34 -0400270 list_for_each_entry_safe(bd, tmp, &sdp->sd_log_le_revoke, bd_list) {
Steven Whitehouse5731be52008-02-01 13:16:55 +0000271 if ((bd->bd_blkno >= blkno) && (bd->bd_blkno < (blkno + len))) {
Bob Petersonc0752aa2012-05-01 12:00:34 -0400272 list_del_init(&bd->bd_list);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000273 gfs2_assert_withdraw(sdp, sdp->sd_log_num_revoke);
274 sdp->sd_log_num_revoke--;
Steven Whitehouse5731be52008-02-01 13:16:55 +0000275 kmem_cache_free(gfs2_bufdata_cachep, bd);
276 tr->tr_num_revoke_rm++;
277 if (--n == 0)
278 break;
David Teiglandb3b94fa2006-01-16 16:50:04 +0000279 }
280 }
David Teiglandb3b94fa2006-01-16 16:50:04 +0000281 gfs2_log_unlock(sdp);
David Teiglandb3b94fa2006-01-16 16:50:04 +0000282}
283