Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1 | /* |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2 | * linux/fs/jbd2/journal.c |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 3 | * |
| 4 | * Written by Stephen C. Tweedie <sct@redhat.com>, 1998 |
| 5 | * |
| 6 | * Copyright 1998 Red Hat corp --- All Rights Reserved |
| 7 | * |
| 8 | * This file is part of the Linux kernel and is made available under |
| 9 | * the terms of the GNU General Public License, version 2, or at your |
| 10 | * option, any later version, incorporated herein by reference. |
| 11 | * |
| 12 | * Generic filesystem journal-writing code; part of the ext2fs |
| 13 | * journaling system. |
| 14 | * |
| 15 | * This file manages journals: areas of disk reserved for logging |
| 16 | * transactional updates. This includes the kernel journaling thread |
| 17 | * which is responsible for scheduling updates to the log. |
| 18 | * |
| 19 | * We do not actually manage the physical storage of the journal in this |
| 20 | * file: that is left to a per-journal policy function, which allows us |
| 21 | * to store the journal within a filesystem-specified area for ext2 |
| 22 | * journaling (ext2 can use a reserved inode for storing the log). |
| 23 | */ |
| 24 | |
| 25 | #include <linux/module.h> |
| 26 | #include <linux/time.h> |
| 27 | #include <linux/fs.h> |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 28 | #include <linux/jbd2.h> |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 29 | #include <linux/errno.h> |
| 30 | #include <linux/slab.h> |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 31 | #include <linux/init.h> |
| 32 | #include <linux/mm.h> |
Nigel Cunningham | 7dfb710 | 2006-12-06 20:34:23 -0800 | [diff] [blame] | 33 | #include <linux/freezer.h> |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 34 | #include <linux/pagemap.h> |
| 35 | #include <linux/kthread.h> |
| 36 | #include <linux/poison.h> |
| 37 | #include <linux/proc_fs.h> |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 38 | #include <linux/seq_file.h> |
Simon Holm Thøgersen | c225aa5 | 2009-01-11 22:34:01 -0500 | [diff] [blame] | 39 | #include <linux/math64.h> |
Theodore Ts'o | 879c5e6 | 2009-06-17 11:47:48 -0400 | [diff] [blame] | 40 | #include <linux/hash.h> |
Theodore Ts'o | d2eecb0 | 2009-12-07 10:36:20 -0500 | [diff] [blame] | 41 | #include <linux/log2.h> |
| 42 | #include <linux/vmalloc.h> |
Theodore Ts'o | 47def82 | 2010-07-27 11:56:05 -0400 | [diff] [blame] | 43 | #include <linux/backing-dev.h> |
Brian King | 39e3ac2 | 2010-10-27 21:25:12 -0400 | [diff] [blame] | 44 | #include <linux/bitops.h> |
Theodore Ts'o | 670be5a | 2010-12-17 10:44:16 -0500 | [diff] [blame] | 45 | #include <linux/ratelimit.h> |
Theodore Ts'o | 879c5e6 | 2009-06-17 11:47:48 -0400 | [diff] [blame] | 46 | |
| 47 | #define CREATE_TRACE_POINTS |
| 48 | #include <trace/events/jbd2.h> |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 49 | |
| 50 | #include <asm/uaccess.h> |
| 51 | #include <asm/page.h> |
| 52 | |
Theodore Ts'o | b6e96d0 | 2013-02-09 16:29:20 -0500 | [diff] [blame] | 53 | #ifdef CONFIG_JBD2_DEBUG |
| 54 | ushort jbd2_journal_enable_debug __read_mostly; |
| 55 | EXPORT_SYMBOL(jbd2_journal_enable_debug); |
| 56 | |
| 57 | module_param_named(jbd2_debug, jbd2_journal_enable_debug, ushort, 0644); |
| 58 | MODULE_PARM_DESC(jbd2_debug, "Debugging level for jbd2"); |
| 59 | #endif |
| 60 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 61 | EXPORT_SYMBOL(jbd2_journal_extend); |
| 62 | EXPORT_SYMBOL(jbd2_journal_stop); |
| 63 | EXPORT_SYMBOL(jbd2_journal_lock_updates); |
| 64 | EXPORT_SYMBOL(jbd2_journal_unlock_updates); |
| 65 | EXPORT_SYMBOL(jbd2_journal_get_write_access); |
| 66 | EXPORT_SYMBOL(jbd2_journal_get_create_access); |
| 67 | EXPORT_SYMBOL(jbd2_journal_get_undo_access); |
Joel Becker | e06c822 | 2008-09-11 15:35:47 -0700 | [diff] [blame] | 68 | EXPORT_SYMBOL(jbd2_journal_set_triggers); |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 69 | EXPORT_SYMBOL(jbd2_journal_dirty_metadata); |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 70 | EXPORT_SYMBOL(jbd2_journal_forget); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 71 | #if 0 |
| 72 | EXPORT_SYMBOL(journal_sync_buffer); |
| 73 | #endif |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 74 | EXPORT_SYMBOL(jbd2_journal_flush); |
| 75 | EXPORT_SYMBOL(jbd2_journal_revoke); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 76 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 77 | EXPORT_SYMBOL(jbd2_journal_init_dev); |
| 78 | EXPORT_SYMBOL(jbd2_journal_init_inode); |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 79 | EXPORT_SYMBOL(jbd2_journal_check_used_features); |
| 80 | EXPORT_SYMBOL(jbd2_journal_check_available_features); |
| 81 | EXPORT_SYMBOL(jbd2_journal_set_features); |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 82 | EXPORT_SYMBOL(jbd2_journal_load); |
| 83 | EXPORT_SYMBOL(jbd2_journal_destroy); |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 84 | EXPORT_SYMBOL(jbd2_journal_abort); |
| 85 | EXPORT_SYMBOL(jbd2_journal_errno); |
| 86 | EXPORT_SYMBOL(jbd2_journal_ack_err); |
| 87 | EXPORT_SYMBOL(jbd2_journal_clear_err); |
| 88 | EXPORT_SYMBOL(jbd2_log_wait_commit); |
Theodore Ts'o | 3b799d1 | 2009-12-09 20:42:53 -0500 | [diff] [blame] | 89 | EXPORT_SYMBOL(jbd2_log_start_commit); |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 90 | EXPORT_SYMBOL(jbd2_journal_start_commit); |
| 91 | EXPORT_SYMBOL(jbd2_journal_force_commit_nested); |
| 92 | EXPORT_SYMBOL(jbd2_journal_wipe); |
| 93 | EXPORT_SYMBOL(jbd2_journal_blocks_per_page); |
| 94 | EXPORT_SYMBOL(jbd2_journal_invalidatepage); |
| 95 | EXPORT_SYMBOL(jbd2_journal_try_to_free_buffers); |
| 96 | EXPORT_SYMBOL(jbd2_journal_force_commit); |
Jan Kara | 41617e1 | 2016-04-24 00:56:07 -0400 | [diff] [blame] | 97 | EXPORT_SYMBOL(jbd2_journal_inode_add_write); |
| 98 | EXPORT_SYMBOL(jbd2_journal_inode_add_wait); |
Jan Kara | c851ed5 | 2008-07-11 19:27:31 -0400 | [diff] [blame] | 99 | EXPORT_SYMBOL(jbd2_journal_init_jbd_inode); |
| 100 | EXPORT_SYMBOL(jbd2_journal_release_jbd_inode); |
| 101 | EXPORT_SYMBOL(jbd2_journal_begin_ordered_truncate); |
Theodore Ts'o | 8aefcd5 | 2011-01-10 12:29:43 -0500 | [diff] [blame] | 102 | EXPORT_SYMBOL(jbd2_inode_cache); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 103 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 104 | static void __journal_abort_soft (journal_t *journal, int errno); |
Theodore Ts'o | d2eecb0 | 2009-12-07 10:36:20 -0500 | [diff] [blame] | 105 | static int jbd2_journal_create_slab(size_t slab_size); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 106 | |
Paul Gortmaker | 169f1a2 | 2013-06-12 23:04:04 -0400 | [diff] [blame] | 107 | #ifdef CONFIG_JBD2_DEBUG |
| 108 | void __jbd2_debug(int level, const char *file, const char *func, |
| 109 | unsigned int line, const char *fmt, ...) |
| 110 | { |
| 111 | struct va_format vaf; |
| 112 | va_list args; |
| 113 | |
| 114 | if (level > jbd2_journal_enable_debug) |
| 115 | return; |
| 116 | va_start(args, fmt); |
| 117 | vaf.fmt = fmt; |
| 118 | vaf.va = &args; |
| 119 | printk(KERN_DEBUG "%s: (%s, %u): %pV\n", file, func, line, &vaf); |
| 120 | va_end(args); |
| 121 | } |
| 122 | EXPORT_SYMBOL(__jbd2_debug); |
| 123 | #endif |
| 124 | |
Darrick J. Wong | 25ed6e8 | 2012-05-27 07:48:56 -0400 | [diff] [blame] | 125 | /* Checksumming functions */ |
Rashika Kheria | 7747e6d | 2014-02-17 20:49:04 -0500 | [diff] [blame] | 126 | static int jbd2_verify_csum_type(journal_t *j, journal_superblock_t *sb) |
Darrick J. Wong | 25ed6e8 | 2012-05-27 07:48:56 -0400 | [diff] [blame] | 127 | { |
Darrick J. Wong | 8595798 | 2015-10-15 10:30:36 -0400 | [diff] [blame] | 128 | if (!jbd2_journal_has_csum_v2or3_feature(j)) |
Darrick J. Wong | 25ed6e8 | 2012-05-27 07:48:56 -0400 | [diff] [blame] | 129 | return 1; |
| 130 | |
| 131 | return sb->s_checksum_type == JBD2_CRC32C_CHKSUM; |
| 132 | } |
| 133 | |
Darrick J. Wong | 18a6ea1 | 2013-08-28 14:59:58 -0400 | [diff] [blame] | 134 | static __be32 jbd2_superblock_csum(journal_t *j, journal_superblock_t *sb) |
Darrick J. Wong | 4fd5ea4 | 2012-05-27 08:08:22 -0400 | [diff] [blame] | 135 | { |
Darrick J. Wong | 18a6ea1 | 2013-08-28 14:59:58 -0400 | [diff] [blame] | 136 | __u32 csum; |
| 137 | __be32 old_csum; |
Darrick J. Wong | 4fd5ea4 | 2012-05-27 08:08:22 -0400 | [diff] [blame] | 138 | |
| 139 | old_csum = sb->s_checksum; |
| 140 | sb->s_checksum = 0; |
| 141 | csum = jbd2_chksum(j, ~0, (char *)sb, sizeof(journal_superblock_t)); |
| 142 | sb->s_checksum = old_csum; |
| 143 | |
| 144 | return cpu_to_be32(csum); |
| 145 | } |
| 146 | |
Rashika Kheria | 7747e6d | 2014-02-17 20:49:04 -0500 | [diff] [blame] | 147 | static int jbd2_superblock_csum_verify(journal_t *j, journal_superblock_t *sb) |
Darrick J. Wong | 4fd5ea4 | 2012-05-27 08:08:22 -0400 | [diff] [blame] | 148 | { |
Darrick J. Wong | db9ee22 | 2014-08-27 18:40:07 -0400 | [diff] [blame] | 149 | if (!jbd2_journal_has_csum_v2or3(j)) |
Darrick J. Wong | 4fd5ea4 | 2012-05-27 08:08:22 -0400 | [diff] [blame] | 150 | return 1; |
| 151 | |
| 152 | return sb->s_checksum == jbd2_superblock_csum(j, sb); |
| 153 | } |
| 154 | |
Rashika Kheria | 7747e6d | 2014-02-17 20:49:04 -0500 | [diff] [blame] | 155 | static void jbd2_superblock_csum_set(journal_t *j, journal_superblock_t *sb) |
Darrick J. Wong | 4fd5ea4 | 2012-05-27 08:08:22 -0400 | [diff] [blame] | 156 | { |
Darrick J. Wong | db9ee22 | 2014-08-27 18:40:07 -0400 | [diff] [blame] | 157 | if (!jbd2_journal_has_csum_v2or3(j)) |
Darrick J. Wong | 4fd5ea4 | 2012-05-27 08:08:22 -0400 | [diff] [blame] | 158 | return; |
| 159 | |
| 160 | sb->s_checksum = jbd2_superblock_csum(j, sb); |
| 161 | } |
| 162 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 163 | /* |
| 164 | * Helper function used to manage commit timeouts |
| 165 | */ |
| 166 | |
| 167 | static void commit_timeout(unsigned long __data) |
| 168 | { |
| 169 | struct task_struct * p = (struct task_struct *) __data; |
| 170 | |
| 171 | wake_up_process(p); |
| 172 | } |
| 173 | |
| 174 | /* |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 175 | * kjournald2: The main thread function used to manage a logging device |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 176 | * journal. |
| 177 | * |
| 178 | * This kernel thread is responsible for two things: |
| 179 | * |
| 180 | * 1) COMMIT: Every so often we need to commit the current state of the |
| 181 | * filesystem to disk. The journal thread is responsible for writing |
| 182 | * all of the metadata buffers to disk. |
| 183 | * |
| 184 | * 2) CHECKPOINT: We cannot reuse a used section of the log file until all |
| 185 | * of the data in that part of the log has been rewritten elsewhere on |
| 186 | * the disk. Flushing these old buffers to reclaim space in the log is |
| 187 | * known as checkpointing, and this thread is responsible for that job. |
| 188 | */ |
| 189 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 190 | static int kjournald2(void *arg) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 191 | { |
| 192 | journal_t *journal = arg; |
| 193 | transaction_t *transaction; |
| 194 | |
| 195 | /* |
| 196 | * Set up an interval timer which can be used to trigger a commit wakeup |
| 197 | * after the commit interval expires |
| 198 | */ |
| 199 | setup_timer(&journal->j_commit_timer, commit_timeout, |
| 200 | (unsigned long)current); |
| 201 | |
Nigel Cunningham | 35c8042 | 2012-02-03 19:59:41 +1100 | [diff] [blame] | 202 | set_freezable(); |
| 203 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 204 | /* Record that the journal thread is running */ |
| 205 | journal->j_task = current; |
| 206 | wake_up(&journal->j_wait_done_commit); |
| 207 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 208 | /* |
| 209 | * And now, wait forever for commit wakeup events. |
| 210 | */ |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 211 | write_lock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 212 | |
| 213 | loop: |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 214 | if (journal->j_flags & JBD2_UNMOUNT) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 215 | goto end_loop; |
| 216 | |
| 217 | jbd_debug(1, "commit_sequence=%d, commit_request=%d\n", |
| 218 | journal->j_commit_sequence, journal->j_commit_request); |
| 219 | |
| 220 | if (journal->j_commit_sequence != journal->j_commit_request) { |
| 221 | jbd_debug(1, "OK, requests differ\n"); |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 222 | write_unlock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 223 | del_timer_sync(&journal->j_commit_timer); |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 224 | jbd2_journal_commit_transaction(journal); |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 225 | write_lock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 226 | goto loop; |
| 227 | } |
| 228 | |
| 229 | wake_up(&journal->j_wait_done_commit); |
| 230 | if (freezing(current)) { |
| 231 | /* |
| 232 | * The simpler the better. Flushing journal isn't a |
| 233 | * good idea, because that depends on threads that may |
| 234 | * be already stopped. |
| 235 | */ |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 236 | jbd_debug(1, "Now suspending kjournald2\n"); |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 237 | write_unlock(&journal->j_state_lock); |
Tejun Heo | a0acae0 | 2011-11-21 12:32:22 -0800 | [diff] [blame] | 238 | try_to_freeze(); |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 239 | write_lock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 240 | } else { |
| 241 | /* |
| 242 | * We assume on resume that commits are already there, |
| 243 | * so we don't sleep |
| 244 | */ |
| 245 | DEFINE_WAIT(wait); |
| 246 | int should_sleep = 1; |
| 247 | |
| 248 | prepare_to_wait(&journal->j_wait_commit, &wait, |
| 249 | TASK_INTERRUPTIBLE); |
| 250 | if (journal->j_commit_sequence != journal->j_commit_request) |
| 251 | should_sleep = 0; |
| 252 | transaction = journal->j_running_transaction; |
| 253 | if (transaction && time_after_eq(jiffies, |
| 254 | transaction->t_expires)) |
| 255 | should_sleep = 0; |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 256 | if (journal->j_flags & JBD2_UNMOUNT) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 257 | should_sleep = 0; |
| 258 | if (should_sleep) { |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 259 | write_unlock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 260 | schedule(); |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 261 | write_lock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 262 | } |
| 263 | finish_wait(&journal->j_wait_commit, &wait); |
| 264 | } |
| 265 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 266 | jbd_debug(1, "kjournald2 wakes\n"); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 267 | |
| 268 | /* |
| 269 | * Were we woken up by a commit wakeup event? |
| 270 | */ |
| 271 | transaction = journal->j_running_transaction; |
| 272 | if (transaction && time_after_eq(jiffies, transaction->t_expires)) { |
| 273 | journal->j_commit_request = transaction->t_tid; |
| 274 | jbd_debug(1, "woke because of timeout\n"); |
| 275 | } |
| 276 | goto loop; |
| 277 | |
| 278 | end_loop: |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 279 | del_timer_sync(&journal->j_commit_timer); |
| 280 | journal->j_task = NULL; |
| 281 | wake_up(&journal->j_wait_done_commit); |
| 282 | jbd_debug(1, "Journal thread exiting.\n"); |
Sahitya Tummala | a7c8eb8 | 2016-12-07 11:34:08 +0530 | [diff] [blame] | 283 | write_unlock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 284 | return 0; |
| 285 | } |
| 286 | |
Pavel Emelianov | 97f0678 | 2007-05-08 00:30:42 -0700 | [diff] [blame] | 287 | static int jbd2_journal_start_thread(journal_t *journal) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 288 | { |
Pavel Emelianov | 97f0678 | 2007-05-08 00:30:42 -0700 | [diff] [blame] | 289 | struct task_struct *t; |
| 290 | |
Theodore Ts'o | 90576c0 | 2009-09-29 15:51:30 -0400 | [diff] [blame] | 291 | t = kthread_run(kjournald2, journal, "jbd2/%s", |
| 292 | journal->j_devname); |
Pavel Emelianov | 97f0678 | 2007-05-08 00:30:42 -0700 | [diff] [blame] | 293 | if (IS_ERR(t)) |
| 294 | return PTR_ERR(t); |
| 295 | |
Al Viro | 1076d17 | 2008-03-29 03:07:18 +0000 | [diff] [blame] | 296 | wait_event(journal->j_wait_done_commit, journal->j_task != NULL); |
Pavel Emelianov | 97f0678 | 2007-05-08 00:30:42 -0700 | [diff] [blame] | 297 | return 0; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 298 | } |
| 299 | |
| 300 | static void journal_kill_thread(journal_t *journal) |
| 301 | { |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 302 | write_lock(&journal->j_state_lock); |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 303 | journal->j_flags |= JBD2_UNMOUNT; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 304 | |
| 305 | while (journal->j_task) { |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 306 | write_unlock(&journal->j_state_lock); |
Theodore Ts'o | 3469a32 | 2014-03-08 19:11:36 -0500 | [diff] [blame] | 307 | wake_up(&journal->j_wait_commit); |
Al Viro | 1076d17 | 2008-03-29 03:07:18 +0000 | [diff] [blame] | 308 | wait_event(journal->j_wait_done_commit, journal->j_task == NULL); |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 309 | write_lock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 310 | } |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 311 | write_unlock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 312 | } |
| 313 | |
| 314 | /* |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 315 | * jbd2_journal_write_metadata_buffer: write a metadata buffer to the journal. |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 316 | * |
| 317 | * Writes a metadata buffer to a given disk block. The actual IO is not |
| 318 | * performed but a new buffer_head is constructed which labels the data |
| 319 | * to be written with the correct destination disk block. |
| 320 | * |
| 321 | * Any magic-number escaping which needs to be done will cause a |
| 322 | * copy-out here. If the buffer happens to start with the |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 323 | * JBD2_MAGIC_NUMBER, then we can't write it to the log directly: the |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 324 | * magic number is only written to the log for descripter blocks. In |
| 325 | * this case, we copy the data and replace the first word with 0, and we |
| 326 | * return a result code which indicates that this buffer needs to be |
| 327 | * marked as an escaped buffer in the corresponding log descriptor |
| 328 | * block. The missing word can then be restored when the block is read |
| 329 | * during recovery. |
| 330 | * |
| 331 | * If the source buffer has already been modified by a new transaction |
| 332 | * since we took the last commit snapshot, we use the frozen copy of |
Jan Kara | f5113ef | 2013-06-04 12:01:45 -0400 | [diff] [blame] | 333 | * that data for IO. If we end up using the existing buffer_head's data |
| 334 | * for the write, then we have to make sure nobody modifies it while the |
| 335 | * IO is in progress. do_get_write_access() handles this. |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 336 | * |
Jan Kara | f5113ef | 2013-06-04 12:01:45 -0400 | [diff] [blame] | 337 | * The function returns a pointer to the buffer_head to be used for IO. |
| 338 | * |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 339 | * |
| 340 | * Return value: |
| 341 | * <0: Error |
| 342 | * >=0: Finished OK |
| 343 | * |
| 344 | * On success: |
| 345 | * Bit 0 set == escape performed on the data |
| 346 | * Bit 1 set == buffer copy-out performed (kfree the data after IO) |
| 347 | */ |
| 348 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 349 | int jbd2_journal_write_metadata_buffer(transaction_t *transaction, |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 350 | struct journal_head *jh_in, |
Jan Kara | f5113ef | 2013-06-04 12:01:45 -0400 | [diff] [blame] | 351 | struct buffer_head **bh_out, |
| 352 | sector_t blocknr) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 353 | { |
| 354 | int need_copy_out = 0; |
| 355 | int done_copy_out = 0; |
| 356 | int do_escape = 0; |
| 357 | char *mapped_data; |
| 358 | struct buffer_head *new_bh; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 359 | struct page *new_page; |
| 360 | unsigned int new_offset; |
| 361 | struct buffer_head *bh_in = jh2bh(jh_in); |
dingdinghua | 96577c4 | 2009-07-13 17:55:35 -0400 | [diff] [blame] | 362 | journal_t *journal = transaction->t_journal; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 363 | |
| 364 | /* |
| 365 | * The buffer really shouldn't be locked: only the current committing |
| 366 | * transaction is allowed to write it, so nobody else is allowed |
| 367 | * to do any IO. |
| 368 | * |
| 369 | * akpm: except if we're journalling data, and write() output is |
| 370 | * also part of a shared mapping, and another thread has |
| 371 | * decided to launch a writepage() against this buffer. |
| 372 | */ |
| 373 | J_ASSERT_BH(bh_in, buffer_jbddirty(bh_in)); |
| 374 | |
Michal Hocko | 6ccaf3e | 2015-06-08 10:53:10 -0400 | [diff] [blame] | 375 | new_bh = alloc_buffer_head(GFP_NOFS|__GFP_NOFAIL); |
Theodore Ts'o | 47def82 | 2010-07-27 11:56:05 -0400 | [diff] [blame] | 376 | |
dingdinghua | 96577c4 | 2009-07-13 17:55:35 -0400 | [diff] [blame] | 377 | /* keep subsequent assertions sane */ |
dingdinghua | 96577c4 | 2009-07-13 17:55:35 -0400 | [diff] [blame] | 378 | atomic_set(&new_bh->b_count, 1); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 379 | |
Jan Kara | f5113ef | 2013-06-04 12:01:45 -0400 | [diff] [blame] | 380 | jbd_lock_bh_state(bh_in); |
| 381 | repeat: |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 382 | /* |
| 383 | * If a new transaction has already done a buffer copy-out, then |
| 384 | * we use that version of the data for the commit. |
| 385 | */ |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 386 | if (jh_in->b_frozen_data) { |
| 387 | done_copy_out = 1; |
| 388 | new_page = virt_to_page(jh_in->b_frozen_data); |
| 389 | new_offset = offset_in_page(jh_in->b_frozen_data); |
| 390 | } else { |
| 391 | new_page = jh2bh(jh_in)->b_page; |
| 392 | new_offset = offset_in_page(jh2bh(jh_in)->b_data); |
| 393 | } |
| 394 | |
Cong Wang | 303a8f2 | 2011-11-25 23:14:31 +0800 | [diff] [blame] | 395 | mapped_data = kmap_atomic(new_page); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 396 | /* |
Jan Kara | 13ceef0 | 2010-07-14 07:56:33 +0200 | [diff] [blame] | 397 | * Fire data frozen trigger if data already wasn't frozen. Do this |
| 398 | * before checking for escaping, as the trigger may modify the magic |
| 399 | * offset. If a copy-out happens afterwards, it will have the correct |
| 400 | * data in the buffer. |
Joel Becker | e06c822 | 2008-09-11 15:35:47 -0700 | [diff] [blame] | 401 | */ |
Jan Kara | 13ceef0 | 2010-07-14 07:56:33 +0200 | [diff] [blame] | 402 | if (!done_copy_out) |
| 403 | jbd2_buffer_frozen_trigger(jh_in, mapped_data + new_offset, |
| 404 | jh_in->b_triggers); |
Joel Becker | e06c822 | 2008-09-11 15:35:47 -0700 | [diff] [blame] | 405 | |
| 406 | /* |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 407 | * Check for escaping |
| 408 | */ |
| 409 | if (*((__be32 *)(mapped_data + new_offset)) == |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 410 | cpu_to_be32(JBD2_MAGIC_NUMBER)) { |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 411 | need_copy_out = 1; |
| 412 | do_escape = 1; |
| 413 | } |
Cong Wang | 303a8f2 | 2011-11-25 23:14:31 +0800 | [diff] [blame] | 414 | kunmap_atomic(mapped_data); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 415 | |
| 416 | /* |
| 417 | * Do we need to do a data copy? |
| 418 | */ |
| 419 | if (need_copy_out && !done_copy_out) { |
| 420 | char *tmp; |
| 421 | |
| 422 | jbd_unlock_bh_state(bh_in); |
Mingming Cao | af1e76d | 2007-10-16 18:38:25 -0400 | [diff] [blame] | 423 | tmp = jbd2_alloc(bh_in->b_size, GFP_NOFS); |
Theodore Ts'o | e6ec116 | 2009-12-01 09:04:42 -0500 | [diff] [blame] | 424 | if (!tmp) { |
Jan Kara | f5113ef | 2013-06-04 12:01:45 -0400 | [diff] [blame] | 425 | brelse(new_bh); |
Theodore Ts'o | e6ec116 | 2009-12-01 09:04:42 -0500 | [diff] [blame] | 426 | return -ENOMEM; |
| 427 | } |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 428 | jbd_lock_bh_state(bh_in); |
| 429 | if (jh_in->b_frozen_data) { |
Mingming Cao | af1e76d | 2007-10-16 18:38:25 -0400 | [diff] [blame] | 430 | jbd2_free(tmp, bh_in->b_size); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 431 | goto repeat; |
| 432 | } |
| 433 | |
| 434 | jh_in->b_frozen_data = tmp; |
Cong Wang | 303a8f2 | 2011-11-25 23:14:31 +0800 | [diff] [blame] | 435 | mapped_data = kmap_atomic(new_page); |
Jan Kara | f5113ef | 2013-06-04 12:01:45 -0400 | [diff] [blame] | 436 | memcpy(tmp, mapped_data + new_offset, bh_in->b_size); |
Cong Wang | 303a8f2 | 2011-11-25 23:14:31 +0800 | [diff] [blame] | 437 | kunmap_atomic(mapped_data); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 438 | |
| 439 | new_page = virt_to_page(tmp); |
| 440 | new_offset = offset_in_page(tmp); |
| 441 | done_copy_out = 1; |
Joel Becker | e06c822 | 2008-09-11 15:35:47 -0700 | [diff] [blame] | 442 | |
| 443 | /* |
| 444 | * This isn't strictly necessary, as we're using frozen |
| 445 | * data for the escaping, but it keeps consistency with |
| 446 | * b_frozen_data usage. |
| 447 | */ |
| 448 | jh_in->b_frozen_triggers = jh_in->b_triggers; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 449 | } |
| 450 | |
| 451 | /* |
| 452 | * Did we need to do an escaping? Now we've done all the |
| 453 | * copying, we can finally do so. |
| 454 | */ |
| 455 | if (do_escape) { |
Cong Wang | 303a8f2 | 2011-11-25 23:14:31 +0800 | [diff] [blame] | 456 | mapped_data = kmap_atomic(new_page); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 457 | *((unsigned int *)(mapped_data + new_offset)) = 0; |
Cong Wang | 303a8f2 | 2011-11-25 23:14:31 +0800 | [diff] [blame] | 458 | kunmap_atomic(mapped_data); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 459 | } |
| 460 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 461 | set_bh_page(new_bh, new_page, new_offset); |
Jan Kara | f5113ef | 2013-06-04 12:01:45 -0400 | [diff] [blame] | 462 | new_bh->b_size = bh_in->b_size; |
| 463 | new_bh->b_bdev = journal->j_dev; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 464 | new_bh->b_blocknr = blocknr; |
Jan Kara | b34090e | 2013-06-04 12:08:56 -0400 | [diff] [blame] | 465 | new_bh->b_private = bh_in; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 466 | set_buffer_mapped(new_bh); |
| 467 | set_buffer_dirty(new_bh); |
| 468 | |
Jan Kara | f5113ef | 2013-06-04 12:01:45 -0400 | [diff] [blame] | 469 | *bh_out = new_bh; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 470 | |
| 471 | /* |
| 472 | * The to-be-written buffer needs to get moved to the io queue, |
| 473 | * and the original buffer whose contents we are shadowing or |
| 474 | * copying is moved to the transaction's shadow queue. |
| 475 | */ |
| 476 | JBUFFER_TRACE(jh_in, "file as BJ_Shadow"); |
dingdinghua | 96577c4 | 2009-07-13 17:55:35 -0400 | [diff] [blame] | 477 | spin_lock(&journal->j_list_lock); |
| 478 | __jbd2_journal_file_buffer(jh_in, transaction, BJ_Shadow); |
| 479 | spin_unlock(&journal->j_list_lock); |
Jan Kara | b34090e | 2013-06-04 12:08:56 -0400 | [diff] [blame] | 480 | set_buffer_shadow(bh_in); |
dingdinghua | 96577c4 | 2009-07-13 17:55:35 -0400 | [diff] [blame] | 481 | jbd_unlock_bh_state(bh_in); |
| 482 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 483 | return do_escape | (done_copy_out << 1); |
| 484 | } |
| 485 | |
| 486 | /* |
| 487 | * Allocation code for the journal file. Manage the space left in the |
| 488 | * journal, so that we can begin checkpointing when appropriate. |
| 489 | */ |
| 490 | |
| 491 | /* |
Theodore Ts'o | e447183 | 2011-02-12 08:18:24 -0500 | [diff] [blame] | 492 | * Called with j_state_lock locked for writing. |
| 493 | * Returns true if a transaction commit was started. |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 494 | */ |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 495 | int __jbd2_log_start_commit(journal_t *journal, tid_t target) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 496 | { |
Eric Sandeen | e7b04ac | 2013-01-30 00:39:28 -0500 | [diff] [blame] | 497 | /* Return if the txn has already requested to be committed */ |
| 498 | if (journal->j_commit_request == target) |
| 499 | return 0; |
| 500 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 501 | /* |
Theodore Ts'o | deeeaf1 | 2011-05-01 18:16:26 -0400 | [diff] [blame] | 502 | * The only transaction we can possibly wait upon is the |
| 503 | * currently running transaction (if it exists). Otherwise, |
| 504 | * the target tid must be an old one. |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 505 | */ |
Theodore Ts'o | deeeaf1 | 2011-05-01 18:16:26 -0400 | [diff] [blame] | 506 | if (journal->j_running_transaction && |
| 507 | journal->j_running_transaction->t_tid == target) { |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 508 | /* |
Andrea Gelmini | bcf3d0b | 2010-10-16 15:19:14 +0200 | [diff] [blame] | 509 | * We want a new commit: OK, mark the request and wakeup the |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 510 | * commit thread. We do _not_ do the commit ourselves. |
| 511 | */ |
| 512 | |
| 513 | journal->j_commit_request = target; |
Eryu Guan | f2a4452 | 2011-11-01 19:09:18 -0400 | [diff] [blame] | 514 | jbd_debug(1, "JBD2: requesting commit %d/%d\n", |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 515 | journal->j_commit_request, |
| 516 | journal->j_commit_sequence); |
Theodore Ts'o | 9fff24a | 2013-02-06 22:30:23 -0500 | [diff] [blame] | 517 | journal->j_running_transaction->t_requested = jiffies; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 518 | wake_up(&journal->j_wait_commit); |
| 519 | return 1; |
Theodore Ts'o | deeeaf1 | 2011-05-01 18:16:26 -0400 | [diff] [blame] | 520 | } else if (!tid_geq(journal->j_commit_request, target)) |
| 521 | /* This should never happen, but if it does, preserve |
| 522 | the evidence before kjournald goes into a loop and |
| 523 | increments j_commit_sequence beyond all recognition. */ |
Eryu Guan | f2a4452 | 2011-11-01 19:09:18 -0400 | [diff] [blame] | 524 | WARN_ONCE(1, "JBD2: bad log_start_commit: %u %u %u %u\n", |
Theodore Ts'o | 1be2add | 2011-05-08 19:37:54 -0400 | [diff] [blame] | 525 | journal->j_commit_request, |
| 526 | journal->j_commit_sequence, |
| 527 | target, journal->j_running_transaction ? |
| 528 | journal->j_running_transaction->t_tid : 0); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 529 | return 0; |
| 530 | } |
| 531 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 532 | int jbd2_log_start_commit(journal_t *journal, tid_t tid) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 533 | { |
| 534 | int ret; |
| 535 | |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 536 | write_lock(&journal->j_state_lock); |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 537 | ret = __jbd2_log_start_commit(journal, tid); |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 538 | write_unlock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 539 | return ret; |
| 540 | } |
| 541 | |
| 542 | /* |
Dmitry Monakhov | 9ff8644 | 2013-06-12 22:24:07 -0400 | [diff] [blame] | 543 | * Force and wait any uncommitted transactions. We can only force the running |
| 544 | * transaction if we don't have an active handle, otherwise, we will deadlock. |
| 545 | * Returns: <0 in case of error, |
| 546 | * 0 if nothing to commit, |
| 547 | * 1 if transaction was successfully committed. |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 548 | */ |
Dmitry Monakhov | 9ff8644 | 2013-06-12 22:24:07 -0400 | [diff] [blame] | 549 | static int __jbd2_journal_force_commit(journal_t *journal) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 550 | { |
| 551 | transaction_t *transaction = NULL; |
| 552 | tid_t tid; |
Dmitry Monakhov | 9ff8644 | 2013-06-12 22:24:07 -0400 | [diff] [blame] | 553 | int need_to_start = 0, ret = 0; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 554 | |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 555 | read_lock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 556 | if (journal->j_running_transaction && !current->journal_info) { |
| 557 | transaction = journal->j_running_transaction; |
Theodore Ts'o | e447183 | 2011-02-12 08:18:24 -0500 | [diff] [blame] | 558 | if (!tid_geq(journal->j_commit_request, transaction->t_tid)) |
| 559 | need_to_start = 1; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 560 | } else if (journal->j_committing_transaction) |
| 561 | transaction = journal->j_committing_transaction; |
| 562 | |
| 563 | if (!transaction) { |
Dmitry Monakhov | 9ff8644 | 2013-06-12 22:24:07 -0400 | [diff] [blame] | 564 | /* Nothing to commit */ |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 565 | read_unlock(&journal->j_state_lock); |
Dmitry Monakhov | 9ff8644 | 2013-06-12 22:24:07 -0400 | [diff] [blame] | 566 | return 0; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 567 | } |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 568 | tid = transaction->t_tid; |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 569 | read_unlock(&journal->j_state_lock); |
Theodore Ts'o | e447183 | 2011-02-12 08:18:24 -0500 | [diff] [blame] | 570 | if (need_to_start) |
| 571 | jbd2_log_start_commit(journal, tid); |
Dmitry Monakhov | 9ff8644 | 2013-06-12 22:24:07 -0400 | [diff] [blame] | 572 | ret = jbd2_log_wait_commit(journal, tid); |
| 573 | if (!ret) |
| 574 | ret = 1; |
| 575 | |
| 576 | return ret; |
| 577 | } |
| 578 | |
| 579 | /** |
| 580 | * Force and wait upon a commit if the calling process is not within |
| 581 | * transaction. This is used for forcing out undo-protected data which contains |
| 582 | * bitmaps, when the fs is running out of space. |
| 583 | * |
| 584 | * @journal: journal to force |
| 585 | * Returns true if progress was made. |
| 586 | */ |
| 587 | int jbd2_journal_force_commit_nested(journal_t *journal) |
| 588 | { |
| 589 | int ret; |
| 590 | |
| 591 | ret = __jbd2_journal_force_commit(journal); |
| 592 | return ret > 0; |
| 593 | } |
| 594 | |
| 595 | /** |
| 596 | * int journal_force_commit() - force any uncommitted transactions |
| 597 | * @journal: journal to force |
| 598 | * |
| 599 | * Caller want unconditional commit. We can only force the running transaction |
| 600 | * if we don't have an active handle, otherwise, we will deadlock. |
| 601 | */ |
| 602 | int jbd2_journal_force_commit(journal_t *journal) |
| 603 | { |
| 604 | int ret; |
| 605 | |
| 606 | J_ASSERT(!current->journal_info); |
| 607 | ret = __jbd2_journal_force_commit(journal); |
| 608 | if (ret > 0) |
| 609 | ret = 0; |
| 610 | return ret; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 611 | } |
| 612 | |
| 613 | /* |
| 614 | * Start a commit of the current running transaction (if any). Returns true |
Jan Kara | c88ccea | 2009-02-10 11:27:46 -0500 | [diff] [blame] | 615 | * if a transaction is going to be committed (or is currently already |
| 616 | * committing), and fills its tid in at *ptid |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 617 | */ |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 618 | int jbd2_journal_start_commit(journal_t *journal, tid_t *ptid) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 619 | { |
| 620 | int ret = 0; |
| 621 | |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 622 | write_lock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 623 | if (journal->j_running_transaction) { |
| 624 | tid_t tid = journal->j_running_transaction->t_tid; |
| 625 | |
Jan Kara | c88ccea | 2009-02-10 11:27:46 -0500 | [diff] [blame] | 626 | __jbd2_log_start_commit(journal, tid); |
| 627 | /* There's a running transaction and we've just made sure |
| 628 | * it's commit has been scheduled. */ |
| 629 | if (ptid) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 630 | *ptid = tid; |
Jan Kara | c88ccea | 2009-02-10 11:27:46 -0500 | [diff] [blame] | 631 | ret = 1; |
| 632 | } else if (journal->j_committing_transaction) { |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 633 | /* |
Artem Bityutskiy | 12810ad | 2012-07-25 18:12:07 +0300 | [diff] [blame] | 634 | * If commit has been started, then we have to wait for |
| 635 | * completion of that transaction. |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 636 | */ |
Jan Kara | c88ccea | 2009-02-10 11:27:46 -0500 | [diff] [blame] | 637 | if (ptid) |
| 638 | *ptid = journal->j_committing_transaction->t_tid; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 639 | ret = 1; |
| 640 | } |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 641 | write_unlock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 642 | return ret; |
| 643 | } |
| 644 | |
| 645 | /* |
Jan Kara | bbd2be3 | 2011-05-24 11:59:18 -0400 | [diff] [blame] | 646 | * Return 1 if a given transaction has not yet sent barrier request |
| 647 | * connected with a transaction commit. If 0 is returned, transaction |
| 648 | * may or may not have sent the barrier. Used to avoid sending barrier |
| 649 | * twice in common cases. |
| 650 | */ |
| 651 | int jbd2_trans_will_send_data_barrier(journal_t *journal, tid_t tid) |
| 652 | { |
| 653 | int ret = 0; |
| 654 | transaction_t *commit_trans; |
| 655 | |
| 656 | if (!(journal->j_flags & JBD2_BARRIER)) |
| 657 | return 0; |
| 658 | read_lock(&journal->j_state_lock); |
| 659 | /* Transaction already committed? */ |
| 660 | if (tid_geq(journal->j_commit_sequence, tid)) |
| 661 | goto out; |
| 662 | commit_trans = journal->j_committing_transaction; |
| 663 | if (!commit_trans || commit_trans->t_tid != tid) { |
| 664 | ret = 1; |
| 665 | goto out; |
| 666 | } |
| 667 | /* |
| 668 | * Transaction is being committed and we already proceeded to |
| 669 | * submitting a flush to fs partition? |
| 670 | */ |
| 671 | if (journal->j_fs_dev != journal->j_dev) { |
| 672 | if (!commit_trans->t_need_data_flush || |
| 673 | commit_trans->t_state >= T_COMMIT_DFLUSH) |
| 674 | goto out; |
| 675 | } else { |
| 676 | if (commit_trans->t_state >= T_COMMIT_JFLUSH) |
| 677 | goto out; |
| 678 | } |
| 679 | ret = 1; |
| 680 | out: |
| 681 | read_unlock(&journal->j_state_lock); |
| 682 | return ret; |
| 683 | } |
| 684 | EXPORT_SYMBOL(jbd2_trans_will_send_data_barrier); |
| 685 | |
| 686 | /* |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 687 | * Wait for a specified commit to complete. |
| 688 | * The caller may not hold the journal lock. |
| 689 | */ |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 690 | int jbd2_log_wait_commit(journal_t *journal, tid_t tid) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 691 | { |
| 692 | int err = 0; |
| 693 | |
Jan Kara | 1eaa566 | 2016-06-30 11:40:54 -0400 | [diff] [blame] | 694 | jbd2_might_wait_for_commit(journal); |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 695 | read_lock(&journal->j_state_lock); |
Jose R. Santos | e23291b | 2007-07-18 08:57:06 -0400 | [diff] [blame] | 696 | #ifdef CONFIG_JBD2_DEBUG |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 697 | if (!tid_geq(journal->j_commit_request, tid)) { |
Jan Kara | 7568507 | 2013-12-08 21:13:59 -0500 | [diff] [blame] | 698 | printk(KERN_ERR |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 699 | "%s: error: j_commit_request=%d, tid=%d\n", |
Harvey Harrison | 329d291 | 2008-04-17 10:38:59 -0400 | [diff] [blame] | 700 | __func__, journal->j_commit_request, tid); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 701 | } |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 702 | #endif |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 703 | while (tid_gt(tid, journal->j_commit_sequence)) { |
Eryu Guan | f2a4452 | 2011-11-01 19:09:18 -0400 | [diff] [blame] | 704 | jbd_debug(1, "JBD2: want %d, j_commit_sequence=%d\n", |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 705 | tid, journal->j_commit_sequence); |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 706 | read_unlock(&journal->j_state_lock); |
Theodore Ts'o | 3469a32 | 2014-03-08 19:11:36 -0500 | [diff] [blame] | 707 | wake_up(&journal->j_wait_commit); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 708 | wait_event(journal->j_wait_done_commit, |
| 709 | !tid_gt(tid, journal->j_commit_sequence)); |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 710 | read_lock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 711 | } |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 712 | read_unlock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 713 | |
Jan Kara | 7568507 | 2013-12-08 21:13:59 -0500 | [diff] [blame] | 714 | if (unlikely(is_journal_aborted(journal))) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 715 | err = -EIO; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 716 | return err; |
| 717 | } |
| 718 | |
| 719 | /* |
Theodore Ts'o | d76a3a77 | 2013-04-03 22:02:52 -0400 | [diff] [blame] | 720 | * When this function returns the transaction corresponding to tid |
| 721 | * will be completed. If the transaction has currently running, start |
| 722 | * committing that transaction before waiting for it to complete. If |
| 723 | * the transaction id is stale, it is by definition already completed, |
| 724 | * so just return SUCCESS. |
| 725 | */ |
| 726 | int jbd2_complete_transaction(journal_t *journal, tid_t tid) |
| 727 | { |
| 728 | int need_to_wait = 1; |
| 729 | |
| 730 | read_lock(&journal->j_state_lock); |
| 731 | if (journal->j_running_transaction && |
| 732 | journal->j_running_transaction->t_tid == tid) { |
| 733 | if (journal->j_commit_request != tid) { |
| 734 | /* transaction not yet started, so request it */ |
| 735 | read_unlock(&journal->j_state_lock); |
| 736 | jbd2_log_start_commit(journal, tid); |
| 737 | goto wait_commit; |
| 738 | } |
| 739 | } else if (!(journal->j_committing_transaction && |
| 740 | journal->j_committing_transaction->t_tid == tid)) |
| 741 | need_to_wait = 0; |
| 742 | read_unlock(&journal->j_state_lock); |
| 743 | if (!need_to_wait) |
| 744 | return 0; |
| 745 | wait_commit: |
| 746 | return jbd2_log_wait_commit(journal, tid); |
| 747 | } |
| 748 | EXPORT_SYMBOL(jbd2_complete_transaction); |
| 749 | |
| 750 | /* |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 751 | * Log buffer allocation routines: |
| 752 | */ |
| 753 | |
Mingming Cao | 18eba7a | 2006-10-11 01:21:13 -0700 | [diff] [blame] | 754 | int jbd2_journal_next_log_block(journal_t *journal, unsigned long long *retp) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 755 | { |
| 756 | unsigned long blocknr; |
| 757 | |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 758 | write_lock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 759 | J_ASSERT(journal->j_free > 1); |
| 760 | |
| 761 | blocknr = journal->j_head; |
| 762 | journal->j_head++; |
| 763 | journal->j_free--; |
| 764 | if (journal->j_head == journal->j_last) |
| 765 | journal->j_head = journal->j_first; |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 766 | write_unlock(&journal->j_state_lock); |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 767 | return jbd2_journal_bmap(journal, blocknr, retp); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 768 | } |
| 769 | |
| 770 | /* |
| 771 | * Conversion of logical to physical block numbers for the journal |
| 772 | * |
| 773 | * On external journals the journal blocks are identity-mapped, so |
| 774 | * this is a no-op. If needed, we can use j_blk_offset - everything is |
| 775 | * ready. |
| 776 | */ |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 777 | int jbd2_journal_bmap(journal_t *journal, unsigned long blocknr, |
Mingming Cao | 18eba7a | 2006-10-11 01:21:13 -0700 | [diff] [blame] | 778 | unsigned long long *retp) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 779 | { |
| 780 | int err = 0; |
Mingming Cao | 18eba7a | 2006-10-11 01:21:13 -0700 | [diff] [blame] | 781 | unsigned long long ret; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 782 | |
| 783 | if (journal->j_inode) { |
| 784 | ret = bmap(journal->j_inode, blocknr); |
| 785 | if (ret) |
| 786 | *retp = ret; |
| 787 | else { |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 788 | printk(KERN_ALERT "%s: journal block not found " |
| 789 | "at offset %lu on %s\n", |
Theodore Ts'o | 0549676 | 2008-09-16 14:36:17 -0400 | [diff] [blame] | 790 | __func__, blocknr, journal->j_devname); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 791 | err = -EIO; |
| 792 | __journal_abort_soft(journal, err); |
| 793 | } |
| 794 | } else { |
| 795 | *retp = blocknr; /* +journal->j_blk_offset */ |
| 796 | } |
| 797 | return err; |
| 798 | } |
| 799 | |
| 800 | /* |
| 801 | * We play buffer_head aliasing tricks to write data/metadata blocks to |
| 802 | * the journal without copying their contents, but for journal |
| 803 | * descriptor blocks we do need to generate bona fide buffers. |
| 804 | * |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 805 | * After the caller of jbd2_journal_get_descriptor_buffer() has finished modifying |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 806 | * the buffer's contents they really should run flush_dcache_page(bh->b_page). |
| 807 | * But we don't bother doing that, so there will be coherency problems with |
| 808 | * mmaps of blockdevs which hold live JBD-controlled filesystems. |
| 809 | */ |
Jan Kara | 32ab671 | 2016-02-22 23:17:15 -0500 | [diff] [blame] | 810 | struct buffer_head * |
| 811 | jbd2_journal_get_descriptor_buffer(transaction_t *transaction, int type) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 812 | { |
Jan Kara | 32ab671 | 2016-02-22 23:17:15 -0500 | [diff] [blame] | 813 | journal_t *journal = transaction->t_journal; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 814 | struct buffer_head *bh; |
Mingming Cao | 18eba7a | 2006-10-11 01:21:13 -0700 | [diff] [blame] | 815 | unsigned long long blocknr; |
Jan Kara | 32ab671 | 2016-02-22 23:17:15 -0500 | [diff] [blame] | 816 | journal_header_t *header; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 817 | int err; |
| 818 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 819 | err = jbd2_journal_next_log_block(journal, &blocknr); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 820 | |
| 821 | if (err) |
| 822 | return NULL; |
| 823 | |
| 824 | bh = __getblk(journal->j_dev, blocknr, journal->j_blocksize); |
Jan Kara | 4b90567 | 2009-01-06 14:53:35 -0500 | [diff] [blame] | 825 | if (!bh) |
| 826 | return NULL; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 827 | lock_buffer(bh); |
| 828 | memset(bh->b_data, 0, journal->j_blocksize); |
Jan Kara | 32ab671 | 2016-02-22 23:17:15 -0500 | [diff] [blame] | 829 | header = (journal_header_t *)bh->b_data; |
| 830 | header->h_magic = cpu_to_be32(JBD2_MAGIC_NUMBER); |
| 831 | header->h_blocktype = cpu_to_be32(type); |
| 832 | header->h_sequence = cpu_to_be32(transaction->t_tid); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 833 | set_buffer_uptodate(bh); |
| 834 | unlock_buffer(bh); |
| 835 | BUFFER_TRACE(bh, "return this buffer"); |
Jan Kara | e5a120a | 2013-06-04 12:06:01 -0400 | [diff] [blame] | 836 | return bh; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 837 | } |
| 838 | |
Jan Kara | 1101cd4 | 2016-02-22 23:19:09 -0500 | [diff] [blame] | 839 | void jbd2_descriptor_block_csum_set(journal_t *j, struct buffer_head *bh) |
| 840 | { |
| 841 | struct jbd2_journal_block_tail *tail; |
| 842 | __u32 csum; |
| 843 | |
| 844 | if (!jbd2_journal_has_csum_v2or3(j)) |
| 845 | return; |
| 846 | |
| 847 | tail = (struct jbd2_journal_block_tail *)(bh->b_data + j->j_blocksize - |
| 848 | sizeof(struct jbd2_journal_block_tail)); |
| 849 | tail->t_checksum = 0; |
| 850 | csum = jbd2_chksum(j, j->j_csum_seed, bh->b_data, j->j_blocksize); |
| 851 | tail->t_checksum = cpu_to_be32(csum); |
| 852 | } |
| 853 | |
Jan Kara | 79feb52 | 2012-03-13 22:22:54 -0400 | [diff] [blame] | 854 | /* |
| 855 | * Return tid of the oldest transaction in the journal and block in the journal |
| 856 | * where the transaction starts. |
| 857 | * |
| 858 | * If the journal is now empty, return which will be the next transaction ID |
| 859 | * we will write and where will that transaction start. |
| 860 | * |
| 861 | * The return value is 0 if journal tail cannot be pushed any further, 1 if |
| 862 | * it can. |
| 863 | */ |
| 864 | int jbd2_journal_get_log_tail(journal_t *journal, tid_t *tid, |
| 865 | unsigned long *block) |
| 866 | { |
| 867 | transaction_t *transaction; |
| 868 | int ret; |
| 869 | |
| 870 | read_lock(&journal->j_state_lock); |
| 871 | spin_lock(&journal->j_list_lock); |
| 872 | transaction = journal->j_checkpoint_transactions; |
| 873 | if (transaction) { |
| 874 | *tid = transaction->t_tid; |
| 875 | *block = transaction->t_log_start; |
| 876 | } else if ((transaction = journal->j_committing_transaction) != NULL) { |
| 877 | *tid = transaction->t_tid; |
| 878 | *block = transaction->t_log_start; |
| 879 | } else if ((transaction = journal->j_running_transaction) != NULL) { |
| 880 | *tid = transaction->t_tid; |
| 881 | *block = journal->j_head; |
| 882 | } else { |
| 883 | *tid = journal->j_transaction_sequence; |
| 884 | *block = journal->j_head; |
| 885 | } |
| 886 | ret = tid_gt(*tid, journal->j_tail_sequence); |
| 887 | spin_unlock(&journal->j_list_lock); |
| 888 | read_unlock(&journal->j_state_lock); |
| 889 | |
| 890 | return ret; |
| 891 | } |
| 892 | |
| 893 | /* |
| 894 | * Update information in journal structure and in on disk journal superblock |
| 895 | * about log tail. This function does not check whether information passed in |
| 896 | * really pushes log tail further. It's responsibility of the caller to make |
| 897 | * sure provided log tail information is valid (e.g. by holding |
| 898 | * j_checkpoint_mutex all the time between computing log tail and calling this |
| 899 | * function as is the case with jbd2_cleanup_journal_tail()). |
| 900 | * |
| 901 | * Requires j_checkpoint_mutex |
| 902 | */ |
Joseph Qi | 6f6a6fd | 2015-06-15 14:36:01 -0400 | [diff] [blame] | 903 | int __jbd2_update_log_tail(journal_t *journal, tid_t tid, unsigned long block) |
Jan Kara | 79feb52 | 2012-03-13 22:22:54 -0400 | [diff] [blame] | 904 | { |
| 905 | unsigned long freed; |
Joseph Qi | 6f6a6fd | 2015-06-15 14:36:01 -0400 | [diff] [blame] | 906 | int ret; |
Jan Kara | 79feb52 | 2012-03-13 22:22:54 -0400 | [diff] [blame] | 907 | |
| 908 | BUG_ON(!mutex_is_locked(&journal->j_checkpoint_mutex)); |
| 909 | |
| 910 | /* |
| 911 | * We cannot afford for write to remain in drive's caches since as |
| 912 | * soon as we update j_tail, next transaction can start reusing journal |
| 913 | * space and if we lose sb update during power failure we'd replay |
| 914 | * old transaction with possibly newly overwritten data. |
| 915 | */ |
Joseph Qi | 6f6a6fd | 2015-06-15 14:36:01 -0400 | [diff] [blame] | 916 | ret = jbd2_journal_update_sb_log_tail(journal, tid, block, WRITE_FUA); |
| 917 | if (ret) |
| 918 | goto out; |
| 919 | |
Jan Kara | 79feb52 | 2012-03-13 22:22:54 -0400 | [diff] [blame] | 920 | write_lock(&journal->j_state_lock); |
| 921 | freed = block - journal->j_tail; |
| 922 | if (block < journal->j_tail) |
| 923 | freed += journal->j_last - journal->j_first; |
| 924 | |
| 925 | trace_jbd2_update_log_tail(journal, tid, block, freed); |
| 926 | jbd_debug(1, |
| 927 | "Cleaning journal tail from %d to %d (offset %lu), " |
| 928 | "freeing %lu\n", |
| 929 | journal->j_tail_sequence, tid, block, freed); |
| 930 | |
| 931 | journal->j_free += freed; |
| 932 | journal->j_tail_sequence = tid; |
| 933 | journal->j_tail = block; |
| 934 | write_unlock(&journal->j_state_lock); |
Joseph Qi | 6f6a6fd | 2015-06-15 14:36:01 -0400 | [diff] [blame] | 935 | |
| 936 | out: |
| 937 | return ret; |
Jan Kara | 79feb52 | 2012-03-13 22:22:54 -0400 | [diff] [blame] | 938 | } |
| 939 | |
Jan Kara | 3339578 | 2012-03-13 22:45:38 -0400 | [diff] [blame] | 940 | /* |
| 941 | * This is a variaon of __jbd2_update_log_tail which checks for validity of |
| 942 | * provided log tail and locks j_checkpoint_mutex. So it is safe against races |
| 943 | * with other threads updating log tail. |
| 944 | */ |
| 945 | void jbd2_update_log_tail(journal_t *journal, tid_t tid, unsigned long block) |
| 946 | { |
| 947 | mutex_lock(&journal->j_checkpoint_mutex); |
| 948 | if (tid_gt(tid, journal->j_tail_sequence)) |
| 949 | __jbd2_update_log_tail(journal, tid, block); |
| 950 | mutex_unlock(&journal->j_checkpoint_mutex); |
| 951 | } |
| 952 | |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 953 | struct jbd2_stats_proc_session { |
| 954 | journal_t *journal; |
| 955 | struct transaction_stats_s *stats; |
| 956 | int start; |
| 957 | int max; |
| 958 | }; |
| 959 | |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 960 | static void *jbd2_seq_info_start(struct seq_file *seq, loff_t *pos) |
| 961 | { |
| 962 | return *pos ? NULL : SEQ_START_TOKEN; |
| 963 | } |
| 964 | |
| 965 | static void *jbd2_seq_info_next(struct seq_file *seq, void *v, loff_t *pos) |
| 966 | { |
| 967 | return NULL; |
| 968 | } |
| 969 | |
| 970 | static int jbd2_seq_info_show(struct seq_file *seq, void *v) |
| 971 | { |
| 972 | struct jbd2_stats_proc_session *s = seq->private; |
| 973 | |
| 974 | if (v != SEQ_START_TOKEN) |
| 975 | return 0; |
Theodore Ts'o | 9fff24a | 2013-02-06 22:30:23 -0500 | [diff] [blame] | 976 | seq_printf(seq, "%lu transactions (%lu requested), " |
| 977 | "each up to %u blocks\n", |
| 978 | s->stats->ts_tid, s->stats->ts_requested, |
| 979 | s->journal->j_max_transaction_buffers); |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 980 | if (s->stats->ts_tid == 0) |
| 981 | return 0; |
| 982 | seq_printf(seq, "average: \n %ums waiting for transaction\n", |
Theodore Ts'o | bf69932 | 2009-09-30 00:32:06 -0400 | [diff] [blame] | 983 | jiffies_to_msecs(s->stats->run.rs_wait / s->stats->ts_tid)); |
Theodore Ts'o | 9fff24a | 2013-02-06 22:30:23 -0500 | [diff] [blame] | 984 | seq_printf(seq, " %ums request delay\n", |
| 985 | (s->stats->ts_requested == 0) ? 0 : |
| 986 | jiffies_to_msecs(s->stats->run.rs_request_delay / |
| 987 | s->stats->ts_requested)); |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 988 | seq_printf(seq, " %ums running transaction\n", |
Theodore Ts'o | bf69932 | 2009-09-30 00:32:06 -0400 | [diff] [blame] | 989 | jiffies_to_msecs(s->stats->run.rs_running / s->stats->ts_tid)); |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 990 | seq_printf(seq, " %ums transaction was being locked\n", |
Theodore Ts'o | bf69932 | 2009-09-30 00:32:06 -0400 | [diff] [blame] | 991 | jiffies_to_msecs(s->stats->run.rs_locked / s->stats->ts_tid)); |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 992 | seq_printf(seq, " %ums flushing data (in ordered mode)\n", |
Theodore Ts'o | bf69932 | 2009-09-30 00:32:06 -0400 | [diff] [blame] | 993 | jiffies_to_msecs(s->stats->run.rs_flushing / s->stats->ts_tid)); |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 994 | seq_printf(seq, " %ums logging transaction\n", |
Theodore Ts'o | bf69932 | 2009-09-30 00:32:06 -0400 | [diff] [blame] | 995 | jiffies_to_msecs(s->stats->run.rs_logging / s->stats->ts_tid)); |
Simon Holm Thøgersen | c225aa5 | 2009-01-11 22:34:01 -0500 | [diff] [blame] | 996 | seq_printf(seq, " %lluus average transaction commit time\n", |
| 997 | div_u64(s->journal->j_average_commit_time, 1000)); |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 998 | seq_printf(seq, " %lu handles per transaction\n", |
Theodore Ts'o | bf69932 | 2009-09-30 00:32:06 -0400 | [diff] [blame] | 999 | s->stats->run.rs_handle_count / s->stats->ts_tid); |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 1000 | seq_printf(seq, " %lu blocks per transaction\n", |
Theodore Ts'o | bf69932 | 2009-09-30 00:32:06 -0400 | [diff] [blame] | 1001 | s->stats->run.rs_blocks / s->stats->ts_tid); |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 1002 | seq_printf(seq, " %lu logged blocks per transaction\n", |
Theodore Ts'o | bf69932 | 2009-09-30 00:32:06 -0400 | [diff] [blame] | 1003 | s->stats->run.rs_blocks_logged / s->stats->ts_tid); |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 1004 | return 0; |
| 1005 | } |
| 1006 | |
| 1007 | static void jbd2_seq_info_stop(struct seq_file *seq, void *v) |
| 1008 | { |
| 1009 | } |
| 1010 | |
James Morris | 88e9d34 | 2009-09-22 16:43:43 -0700 | [diff] [blame] | 1011 | static const struct seq_operations jbd2_seq_info_ops = { |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 1012 | .start = jbd2_seq_info_start, |
| 1013 | .next = jbd2_seq_info_next, |
| 1014 | .stop = jbd2_seq_info_stop, |
| 1015 | .show = jbd2_seq_info_show, |
| 1016 | }; |
| 1017 | |
| 1018 | static int jbd2_seq_info_open(struct inode *inode, struct file *file) |
| 1019 | { |
Al Viro | d9dda78 | 2013-03-31 18:16:14 -0400 | [diff] [blame] | 1020 | journal_t *journal = PDE_DATA(inode); |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 1021 | struct jbd2_stats_proc_session *s; |
| 1022 | int rc, size; |
| 1023 | |
| 1024 | s = kmalloc(sizeof(*s), GFP_KERNEL); |
| 1025 | if (s == NULL) |
| 1026 | return -ENOMEM; |
| 1027 | size = sizeof(struct transaction_stats_s); |
| 1028 | s->stats = kmalloc(size, GFP_KERNEL); |
| 1029 | if (s->stats == NULL) { |
| 1030 | kfree(s); |
| 1031 | return -ENOMEM; |
| 1032 | } |
| 1033 | spin_lock(&journal->j_history_lock); |
| 1034 | memcpy(s->stats, &journal->j_stats, size); |
| 1035 | s->journal = journal; |
| 1036 | spin_unlock(&journal->j_history_lock); |
| 1037 | |
| 1038 | rc = seq_open(file, &jbd2_seq_info_ops); |
| 1039 | if (rc == 0) { |
| 1040 | struct seq_file *m = file->private_data; |
| 1041 | m->private = s; |
| 1042 | } else { |
| 1043 | kfree(s->stats); |
| 1044 | kfree(s); |
| 1045 | } |
| 1046 | return rc; |
| 1047 | |
| 1048 | } |
| 1049 | |
| 1050 | static int jbd2_seq_info_release(struct inode *inode, struct file *file) |
| 1051 | { |
| 1052 | struct seq_file *seq = file->private_data; |
| 1053 | struct jbd2_stats_proc_session *s = seq->private; |
| 1054 | kfree(s->stats); |
| 1055 | kfree(s); |
| 1056 | return seq_release(inode, file); |
| 1057 | } |
| 1058 | |
Alexey Dobriyan | 828c095 | 2009-10-01 15:43:56 -0700 | [diff] [blame] | 1059 | static const struct file_operations jbd2_seq_info_fops = { |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 1060 | .owner = THIS_MODULE, |
| 1061 | .open = jbd2_seq_info_open, |
| 1062 | .read = seq_read, |
| 1063 | .llseek = seq_lseek, |
| 1064 | .release = jbd2_seq_info_release, |
| 1065 | }; |
| 1066 | |
| 1067 | static struct proc_dir_entry *proc_jbd2_stats; |
| 1068 | |
| 1069 | static void jbd2_stats_proc_init(journal_t *journal) |
| 1070 | { |
Theodore Ts'o | 0549676 | 2008-09-16 14:36:17 -0400 | [diff] [blame] | 1071 | journal->j_proc_entry = proc_mkdir(journal->j_devname, proc_jbd2_stats); |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 1072 | if (journal->j_proc_entry) { |
Denis V. Lunev | 79da366 | 2008-04-29 01:02:11 -0700 | [diff] [blame] | 1073 | proc_create_data("info", S_IRUGO, journal->j_proc_entry, |
| 1074 | &jbd2_seq_info_fops, journal); |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 1075 | } |
| 1076 | } |
| 1077 | |
| 1078 | static void jbd2_stats_proc_exit(journal_t *journal) |
| 1079 | { |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 1080 | remove_proc_entry("info", journal->j_proc_entry); |
Theodore Ts'o | 0549676 | 2008-09-16 14:36:17 -0400 | [diff] [blame] | 1081 | remove_proc_entry(journal->j_devname, proc_jbd2_stats); |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 1082 | } |
| 1083 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1084 | /* |
| 1085 | * Management for journal control blocks: functions to create and |
| 1086 | * destroy journal_t structures, and to initialise and read existing |
| 1087 | * journal blocks from disk. */ |
| 1088 | |
| 1089 | /* First: create and setup a journal_t object in memory. We initialise |
| 1090 | * very few fields yet: that has to wait until we have created the |
| 1091 | * journal structures from from scratch, or loaded them from disk. */ |
| 1092 | |
Geliang Tang | f0c9fd5 | 2016-09-15 12:02:32 -0400 | [diff] [blame] | 1093 | static journal_t *journal_init_common(struct block_device *bdev, |
| 1094 | struct block_device *fs_dev, |
| 1095 | unsigned long long start, int len, int blocksize) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1096 | { |
Jan Kara | ab714af | 2016-06-30 11:39:38 -0400 | [diff] [blame] | 1097 | static struct lock_class_key jbd2_trans_commit_key; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1098 | journal_t *journal; |
| 1099 | int err; |
Geliang Tang | f0c9fd5 | 2016-09-15 12:02:32 -0400 | [diff] [blame] | 1100 | struct buffer_head *bh; |
| 1101 | int n; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1102 | |
Andrew Morton | 3ebfdf8 | 2009-12-23 08:05:15 -0500 | [diff] [blame] | 1103 | journal = kzalloc(sizeof(*journal), GFP_KERNEL); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1104 | if (!journal) |
Theodore Ts'o | b7271b0 | 2010-12-18 13:39:38 -0500 | [diff] [blame] | 1105 | return NULL; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1106 | |
| 1107 | init_waitqueue_head(&journal->j_wait_transaction_locked); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1108 | init_waitqueue_head(&journal->j_wait_done_commit); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1109 | init_waitqueue_head(&journal->j_wait_commit); |
| 1110 | init_waitqueue_head(&journal->j_wait_updates); |
Jan Kara | 8f7d89f | 2013-06-04 12:35:11 -0400 | [diff] [blame] | 1111 | init_waitqueue_head(&journal->j_wait_reserved); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1112 | mutex_init(&journal->j_barrier); |
| 1113 | mutex_init(&journal->j_checkpoint_mutex); |
| 1114 | spin_lock_init(&journal->j_revoke_lock); |
| 1115 | spin_lock_init(&journal->j_list_lock); |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 1116 | rwlock_init(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1117 | |
Mingming Cao | cd02ff0 | 2007-10-16 18:38:25 -0400 | [diff] [blame] | 1118 | journal->j_commit_interval = (HZ * JBD2_DEFAULT_MAX_COMMIT_AGE); |
Theodore Ts'o | 3077384 | 2009-01-03 20:27:38 -0500 | [diff] [blame] | 1119 | journal->j_min_batch_time = 0; |
| 1120 | journal->j_max_batch_time = 15000; /* 15ms */ |
Jan Kara | 8f7d89f | 2013-06-04 12:35:11 -0400 | [diff] [blame] | 1121 | atomic_set(&journal->j_reserved_credits, 0); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1122 | |
| 1123 | /* The journal is marked for error until we succeed with recovery! */ |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1124 | journal->j_flags = JBD2_ABORT; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1125 | |
| 1126 | /* Set up a default-sized revoke table for the new mount. */ |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1127 | err = jbd2_journal_init_revoke(journal, JOURNAL_REVOKE_DEFAULT_HASH); |
Eric Biggers | b176a6e | 2017-03-15 15:08:48 -0400 | [diff] [blame] | 1128 | if (err) |
| 1129 | goto err_cleanup; |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 1130 | |
Theodore Ts'o | bf69932 | 2009-09-30 00:32:06 -0400 | [diff] [blame] | 1131 | spin_lock_init(&journal->j_history_lock); |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 1132 | |
Jan Kara | ab714af | 2016-06-30 11:39:38 -0400 | [diff] [blame] | 1133 | lockdep_init_map(&journal->j_trans_commit_map, "jbd2_handle", |
| 1134 | &jbd2_trans_commit_key, 0); |
| 1135 | |
Geliang Tang | f0c9fd5 | 2016-09-15 12:02:32 -0400 | [diff] [blame] | 1136 | /* journal descriptor can store up to n blocks -bzzz */ |
| 1137 | journal->j_blocksize = blocksize; |
| 1138 | journal->j_dev = bdev; |
| 1139 | journal->j_fs_dev = fs_dev; |
| 1140 | journal->j_blk_offset = start; |
| 1141 | journal->j_maxlen = len; |
| 1142 | n = journal->j_blocksize / sizeof(journal_block_tag_t); |
| 1143 | journal->j_wbufsize = n; |
| 1144 | journal->j_wbuf = kmalloc_array(n, sizeof(struct buffer_head *), |
| 1145 | GFP_KERNEL); |
Eric Biggers | b176a6e | 2017-03-15 15:08:48 -0400 | [diff] [blame] | 1146 | if (!journal->j_wbuf) |
| 1147 | goto err_cleanup; |
Geliang Tang | f0c9fd5 | 2016-09-15 12:02:32 -0400 | [diff] [blame] | 1148 | |
| 1149 | bh = getblk_unmovable(journal->j_dev, start, journal->j_blocksize); |
| 1150 | if (!bh) { |
| 1151 | pr_err("%s: Cannot get buffer for journal superblock\n", |
| 1152 | __func__); |
Eric Biggers | b176a6e | 2017-03-15 15:08:48 -0400 | [diff] [blame] | 1153 | goto err_cleanup; |
Geliang Tang | f0c9fd5 | 2016-09-15 12:02:32 -0400 | [diff] [blame] | 1154 | } |
| 1155 | journal->j_sb_buffer = bh; |
| 1156 | journal->j_superblock = (journal_superblock_t *)bh->b_data; |
| 1157 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1158 | return journal; |
Eric Biggers | b176a6e | 2017-03-15 15:08:48 -0400 | [diff] [blame] | 1159 | |
| 1160 | err_cleanup: |
| 1161 | kfree(journal->j_wbuf); |
| 1162 | jbd2_journal_destroy_revoke(journal); |
| 1163 | kfree(journal); |
| 1164 | return NULL; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1165 | } |
| 1166 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1167 | /* jbd2_journal_init_dev and jbd2_journal_init_inode: |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1168 | * |
| 1169 | * Create a journal structure assigned some fixed set of disk blocks to |
| 1170 | * the journal. We don't actually touch those disk blocks yet, but we |
| 1171 | * need to set up all of the mapping information to tell the journaling |
| 1172 | * system where the journal blocks are. |
| 1173 | * |
| 1174 | */ |
| 1175 | |
| 1176 | /** |
Randy Dunlap | 5648ba5 | 2008-04-17 10:38:59 -0400 | [diff] [blame] | 1177 | * journal_t * jbd2_journal_init_dev() - creates and initialises a journal structure |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1178 | * @bdev: Block device on which to create the journal |
| 1179 | * @fs_dev: Device which hold journalled filesystem for this journal. |
| 1180 | * @start: Block nr Start of journal. |
| 1181 | * @len: Length of the journal in blocks. |
| 1182 | * @blocksize: blocksize of journalling device |
Randy Dunlap | 5648ba5 | 2008-04-17 10:38:59 -0400 | [diff] [blame] | 1183 | * |
| 1184 | * Returns: a newly created journal_t * |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1185 | * |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1186 | * jbd2_journal_init_dev creates a journal which maps a fixed contiguous |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1187 | * range of blocks on an arbitrary block device. |
| 1188 | * |
| 1189 | */ |
Geliang Tang | f0c9fd5 | 2016-09-15 12:02:32 -0400 | [diff] [blame] | 1190 | journal_t *jbd2_journal_init_dev(struct block_device *bdev, |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1191 | struct block_device *fs_dev, |
Mingming Cao | 18eba7a | 2006-10-11 01:21:13 -0700 | [diff] [blame] | 1192 | unsigned long long start, int len, int blocksize) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1193 | { |
Geliang Tang | f0c9fd5 | 2016-09-15 12:02:32 -0400 | [diff] [blame] | 1194 | journal_t *journal; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1195 | |
Geliang Tang | f0c9fd5 | 2016-09-15 12:02:32 -0400 | [diff] [blame] | 1196 | journal = journal_init_common(bdev, fs_dev, start, len, blocksize); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1197 | if (!journal) |
| 1198 | return NULL; |
| 1199 | |
yangsheng | 0587aa3 | 2010-11-17 21:46:26 -0500 | [diff] [blame] | 1200 | bdevname(journal->j_dev, journal->j_devname); |
Rasmus Villemoes | 81ae394 | 2015-06-25 15:02:38 -0700 | [diff] [blame] | 1201 | strreplace(journal->j_devname, '/', '!'); |
Jan Kara | 4b90567 | 2009-01-06 14:53:35 -0500 | [diff] [blame] | 1202 | jbd2_stats_proc_init(journal); |
Jan Kara | 4b90567 | 2009-01-06 14:53:35 -0500 | [diff] [blame] | 1203 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1204 | return journal; |
| 1205 | } |
| 1206 | |
| 1207 | /** |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1208 | * journal_t * jbd2_journal_init_inode () - creates a journal which maps to a inode. |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1209 | * @inode: An inode to create the journal in |
| 1210 | * |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1211 | * jbd2_journal_init_inode creates a journal which maps an on-disk inode as |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1212 | * the journal. The inode must exist already, must support bmap() and |
| 1213 | * must have all data blocks preallocated. |
| 1214 | */ |
Geliang Tang | f0c9fd5 | 2016-09-15 12:02:32 -0400 | [diff] [blame] | 1215 | journal_t *jbd2_journal_init_inode(struct inode *inode) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1216 | { |
Geliang Tang | f0c9fd5 | 2016-09-15 12:02:32 -0400 | [diff] [blame] | 1217 | journal_t *journal; |
Theodore Ts'o | 0549676 | 2008-09-16 14:36:17 -0400 | [diff] [blame] | 1218 | char *p; |
Mingming Cao | 18eba7a | 2006-10-11 01:21:13 -0700 | [diff] [blame] | 1219 | unsigned long long blocknr; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1220 | |
Geliang Tang | f0c9fd5 | 2016-09-15 12:02:32 -0400 | [diff] [blame] | 1221 | blocknr = bmap(inode, 0); |
| 1222 | if (!blocknr) { |
| 1223 | pr_err("%s: Cannot locate journal superblock\n", |
| 1224 | __func__); |
| 1225 | return NULL; |
| 1226 | } |
| 1227 | |
| 1228 | jbd_debug(1, "JBD2: inode %s/%ld, size %lld, bits %d, blksize %ld\n", |
| 1229 | inode->i_sb->s_id, inode->i_ino, (long long) inode->i_size, |
| 1230 | inode->i_sb->s_blocksize_bits, inode->i_sb->s_blocksize); |
| 1231 | |
| 1232 | journal = journal_init_common(inode->i_sb->s_bdev, inode->i_sb->s_bdev, |
| 1233 | blocknr, inode->i_size >> inode->i_sb->s_blocksize_bits, |
| 1234 | inode->i_sb->s_blocksize); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1235 | if (!journal) |
| 1236 | return NULL; |
| 1237 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1238 | journal->j_inode = inode; |
Theodore Ts'o | 0549676 | 2008-09-16 14:36:17 -0400 | [diff] [blame] | 1239 | bdevname(journal->j_dev, journal->j_devname); |
Rasmus Villemoes | 81ae394 | 2015-06-25 15:02:38 -0700 | [diff] [blame] | 1240 | p = strreplace(journal->j_devname, '/', '!'); |
Theodore Ts'o | 90576c0 | 2009-09-29 15:51:30 -0400 | [diff] [blame] | 1241 | sprintf(p, "-%lu", journal->j_inode->i_ino); |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 1242 | jbd2_stats_proc_init(journal); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1243 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1244 | return journal; |
| 1245 | } |
| 1246 | |
| 1247 | /* |
| 1248 | * If the journal init or create aborts, we need to mark the journal |
| 1249 | * superblock as being NULL to prevent the journal destroy from writing |
| 1250 | * back a bogus superblock. |
| 1251 | */ |
| 1252 | static void journal_fail_superblock (journal_t *journal) |
| 1253 | { |
| 1254 | struct buffer_head *bh = journal->j_sb_buffer; |
| 1255 | brelse(bh); |
| 1256 | journal->j_sb_buffer = NULL; |
| 1257 | } |
| 1258 | |
| 1259 | /* |
| 1260 | * Given a journal_t structure, initialise the various fields for |
| 1261 | * startup of a new journaling session. We use this both when creating |
| 1262 | * a journal, and after recovering an old journal to reset it for |
| 1263 | * subsequent use. |
| 1264 | */ |
| 1265 | |
| 1266 | static int journal_reset(journal_t *journal) |
| 1267 | { |
| 1268 | journal_superblock_t *sb = journal->j_superblock; |
Mingming Cao | 18eba7a | 2006-10-11 01:21:13 -0700 | [diff] [blame] | 1269 | unsigned long long first, last; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1270 | |
| 1271 | first = be32_to_cpu(sb->s_first); |
| 1272 | last = be32_to_cpu(sb->s_maxlen); |
Jan Kara | f6f50e2 | 2009-07-17 10:40:01 -0400 | [diff] [blame] | 1273 | if (first + JBD2_MIN_JOURNAL_BLOCKS > last + 1) { |
Eryu Guan | f2a4452 | 2011-11-01 19:09:18 -0400 | [diff] [blame] | 1274 | printk(KERN_ERR "JBD2: Journal too short (blocks %llu-%llu).\n", |
Jan Kara | f6f50e2 | 2009-07-17 10:40:01 -0400 | [diff] [blame] | 1275 | first, last); |
| 1276 | journal_fail_superblock(journal); |
| 1277 | return -EINVAL; |
| 1278 | } |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1279 | |
| 1280 | journal->j_first = first; |
| 1281 | journal->j_last = last; |
| 1282 | |
| 1283 | journal->j_head = first; |
| 1284 | journal->j_tail = first; |
| 1285 | journal->j_free = last - first; |
| 1286 | |
| 1287 | journal->j_tail_sequence = journal->j_transaction_sequence; |
| 1288 | journal->j_commit_sequence = journal->j_transaction_sequence - 1; |
| 1289 | journal->j_commit_request = journal->j_commit_sequence; |
| 1290 | |
| 1291 | journal->j_max_transaction_buffers = journal->j_maxlen / 4; |
| 1292 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1293 | /* |
| 1294 | * As a special case, if the on-disk copy is already marked as needing |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1295 | * no recovery (s_start == 0), then we can safely defer the superblock |
| 1296 | * update until the next commit by setting JBD2_FLUSHED. This avoids |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1297 | * attempting a write to a potential-readonly device. |
| 1298 | */ |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1299 | if (sb->s_start == 0) { |
Eryu Guan | f2a4452 | 2011-11-01 19:09:18 -0400 | [diff] [blame] | 1300 | jbd_debug(1, "JBD2: Skipping superblock update on recovered sb " |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1301 | "(start %ld, seq %d, errno %d)\n", |
| 1302 | journal->j_tail, journal->j_tail_sequence, |
| 1303 | journal->j_errno); |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1304 | journal->j_flags |= JBD2_FLUSHED; |
| 1305 | } else { |
Jan Kara | a78bb11 | 2012-03-13 15:43:04 -0400 | [diff] [blame] | 1306 | /* Lock here to make assertions happy... */ |
| 1307 | mutex_lock(&journal->j_checkpoint_mutex); |
Jan Kara | 79feb52 | 2012-03-13 22:22:54 -0400 | [diff] [blame] | 1308 | /* |
| 1309 | * Update log tail information. We use WRITE_FUA since new |
| 1310 | * transaction will start reusing journal space and so we |
| 1311 | * must make sure information about current log tail is on |
| 1312 | * disk before that. |
| 1313 | */ |
| 1314 | jbd2_journal_update_sb_log_tail(journal, |
| 1315 | journal->j_tail_sequence, |
| 1316 | journal->j_tail, |
| 1317 | WRITE_FUA); |
Jan Kara | a78bb11 | 2012-03-13 15:43:04 -0400 | [diff] [blame] | 1318 | mutex_unlock(&journal->j_checkpoint_mutex); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1319 | } |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1320 | return jbd2_journal_start_thread(journal); |
| 1321 | } |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1322 | |
Mike Christie | 2a222ca | 2016-06-05 14:31:43 -0500 | [diff] [blame] | 1323 | static int jbd2_write_superblock(journal_t *journal, int write_flags) |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1324 | { |
| 1325 | struct buffer_head *bh = journal->j_sb_buffer; |
Theodore Ts'o | fe52d17 | 2013-07-01 08:12:38 -0400 | [diff] [blame] | 1326 | journal_superblock_t *sb = journal->j_superblock; |
Jan Kara | 79feb52 | 2012-03-13 22:22:54 -0400 | [diff] [blame] | 1327 | int ret; |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1328 | |
Mike Christie | 2a222ca | 2016-06-05 14:31:43 -0500 | [diff] [blame] | 1329 | trace_jbd2_write_superblock(journal, write_flags); |
Jan Kara | 79feb52 | 2012-03-13 22:22:54 -0400 | [diff] [blame] | 1330 | if (!(journal->j_flags & JBD2_BARRIER)) |
Mike Christie | 28a8f0d | 2016-06-05 14:32:25 -0500 | [diff] [blame] | 1331 | write_flags &= ~(REQ_FUA | REQ_PREFLUSH); |
Jan Kara | 79feb52 | 2012-03-13 22:22:54 -0400 | [diff] [blame] | 1332 | lock_buffer(bh); |
Theodore Ts'o | 914258b | 2008-10-06 21:35:40 -0400 | [diff] [blame] | 1333 | if (buffer_write_io_error(bh)) { |
| 1334 | /* |
| 1335 | * Oh, dear. A previous attempt to write the journal |
| 1336 | * superblock failed. This could happen because the |
| 1337 | * USB device was yanked out. Or it could happen to |
| 1338 | * be a transient write error and maybe the block will |
| 1339 | * be remapped. Nothing we can do but to retry the |
| 1340 | * write and hope for the best. |
| 1341 | */ |
| 1342 | printk(KERN_ERR "JBD2: previous I/O error detected " |
| 1343 | "for journal superblock update for %s.\n", |
| 1344 | journal->j_devname); |
| 1345 | clear_buffer_write_io_error(bh); |
| 1346 | set_buffer_uptodate(bh); |
| 1347 | } |
Theodore Ts'o | fe52d17 | 2013-07-01 08:12:38 -0400 | [diff] [blame] | 1348 | jbd2_superblock_csum_set(journal, sb); |
Jan Kara | 79feb52 | 2012-03-13 22:22:54 -0400 | [diff] [blame] | 1349 | get_bh(bh); |
| 1350 | bh->b_end_io = end_buffer_write_sync; |
Mike Christie | 2a222ca | 2016-06-05 14:31:43 -0500 | [diff] [blame] | 1351 | ret = submit_bh(REQ_OP_WRITE, write_flags, bh); |
Jan Kara | 79feb52 | 2012-03-13 22:22:54 -0400 | [diff] [blame] | 1352 | wait_on_buffer(bh); |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1353 | if (buffer_write_io_error(bh)) { |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1354 | clear_buffer_write_io_error(bh); |
| 1355 | set_buffer_uptodate(bh); |
Jan Kara | 79feb52 | 2012-03-13 22:22:54 -0400 | [diff] [blame] | 1356 | ret = -EIO; |
| 1357 | } |
| 1358 | if (ret) { |
| 1359 | printk(KERN_ERR "JBD2: Error %d detected when updating " |
| 1360 | "journal superblock for %s.\n", ret, |
| 1361 | journal->j_devname); |
Joseph Qi | 6f6a6fd | 2015-06-15 14:36:01 -0400 | [diff] [blame] | 1362 | jbd2_journal_abort(journal, ret); |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1363 | } |
Joseph Qi | 6f6a6fd | 2015-06-15 14:36:01 -0400 | [diff] [blame] | 1364 | |
| 1365 | return ret; |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1366 | } |
Theodore Ts'o | 914258b | 2008-10-06 21:35:40 -0400 | [diff] [blame] | 1367 | |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1368 | /** |
| 1369 | * jbd2_journal_update_sb_log_tail() - Update log tail in journal sb on disk. |
| 1370 | * @journal: The journal to update. |
Jan Kara | 79feb52 | 2012-03-13 22:22:54 -0400 | [diff] [blame] | 1371 | * @tail_tid: TID of the new transaction at the tail of the log |
| 1372 | * @tail_block: The first block of the transaction at the tail of the log |
| 1373 | * @write_op: With which operation should we write the journal sb |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1374 | * |
| 1375 | * Update a journal's superblock information about log tail and write it to |
| 1376 | * disk, waiting for the IO to complete. |
| 1377 | */ |
Joseph Qi | 6f6a6fd | 2015-06-15 14:36:01 -0400 | [diff] [blame] | 1378 | int jbd2_journal_update_sb_log_tail(journal_t *journal, tid_t tail_tid, |
Jan Kara | 79feb52 | 2012-03-13 22:22:54 -0400 | [diff] [blame] | 1379 | unsigned long tail_block, int write_op) |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1380 | { |
| 1381 | journal_superblock_t *sb = journal->j_superblock; |
Joseph Qi | 6f6a6fd | 2015-06-15 14:36:01 -0400 | [diff] [blame] | 1382 | int ret; |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1383 | |
Jan Kara | a78bb11 | 2012-03-13 15:43:04 -0400 | [diff] [blame] | 1384 | BUG_ON(!mutex_is_locked(&journal->j_checkpoint_mutex)); |
Jan Kara | 79feb52 | 2012-03-13 22:22:54 -0400 | [diff] [blame] | 1385 | jbd_debug(1, "JBD2: updating superblock (start %lu, seq %u)\n", |
| 1386 | tail_block, tail_tid); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1387 | |
Jan Kara | 79feb52 | 2012-03-13 22:22:54 -0400 | [diff] [blame] | 1388 | sb->s_sequence = cpu_to_be32(tail_tid); |
| 1389 | sb->s_start = cpu_to_be32(tail_block); |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1390 | |
Joseph Qi | 6f6a6fd | 2015-06-15 14:36:01 -0400 | [diff] [blame] | 1391 | ret = jbd2_write_superblock(journal, write_op); |
| 1392 | if (ret) |
| 1393 | goto out; |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1394 | |
| 1395 | /* Log is no longer empty */ |
| 1396 | write_lock(&journal->j_state_lock); |
| 1397 | WARN_ON(!sb->s_sequence); |
| 1398 | journal->j_flags &= ~JBD2_FLUSHED; |
| 1399 | write_unlock(&journal->j_state_lock); |
Joseph Qi | 6f6a6fd | 2015-06-15 14:36:01 -0400 | [diff] [blame] | 1400 | |
| 1401 | out: |
| 1402 | return ret; |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1403 | } |
| 1404 | |
| 1405 | /** |
| 1406 | * jbd2_mark_journal_empty() - Mark on disk journal as empty. |
| 1407 | * @journal: The journal to update. |
OGAWA Hirofumi | c0a2ad9 | 2016-03-09 23:47:25 -0500 | [diff] [blame] | 1408 | * @write_op: With which operation should we write the journal sb |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1409 | * |
| 1410 | * Update a journal's dynamic superblock fields to show that journal is empty. |
| 1411 | * Write updated superblock to disk waiting for IO to complete. |
| 1412 | */ |
OGAWA Hirofumi | c0a2ad9 | 2016-03-09 23:47:25 -0500 | [diff] [blame] | 1413 | static void jbd2_mark_journal_empty(journal_t *journal, int write_op) |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1414 | { |
| 1415 | journal_superblock_t *sb = journal->j_superblock; |
| 1416 | |
Jan Kara | a78bb11 | 2012-03-13 15:43:04 -0400 | [diff] [blame] | 1417 | BUG_ON(!mutex_is_locked(&journal->j_checkpoint_mutex)); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1418 | read_lock(&journal->j_state_lock); |
Eric Sandeen | eeecef0 | 2012-08-18 22:29:40 -0400 | [diff] [blame] | 1419 | /* Is it already empty? */ |
| 1420 | if (sb->s_start == 0) { |
| 1421 | read_unlock(&journal->j_state_lock); |
| 1422 | return; |
| 1423 | } |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1424 | jbd_debug(1, "JBD2: Marking journal as empty (seq %d)\n", |
| 1425 | journal->j_tail_sequence); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1426 | |
| 1427 | sb->s_sequence = cpu_to_be32(journal->j_tail_sequence); |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1428 | sb->s_start = cpu_to_be32(0); |
| 1429 | read_unlock(&journal->j_state_lock); |
| 1430 | |
OGAWA Hirofumi | c0a2ad9 | 2016-03-09 23:47:25 -0500 | [diff] [blame] | 1431 | jbd2_write_superblock(journal, write_op); |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1432 | |
| 1433 | /* Log is no longer empty */ |
| 1434 | write_lock(&journal->j_state_lock); |
| 1435 | journal->j_flags |= JBD2_FLUSHED; |
| 1436 | write_unlock(&journal->j_state_lock); |
| 1437 | } |
| 1438 | |
| 1439 | |
| 1440 | /** |
| 1441 | * jbd2_journal_update_sb_errno() - Update error in the journal. |
| 1442 | * @journal: The journal to update. |
| 1443 | * |
| 1444 | * Update a journal's errno. Write updated superblock to disk waiting for IO |
| 1445 | * to complete. |
| 1446 | */ |
Theodore Ts'o | d796c52 | 2012-08-05 19:04:57 -0400 | [diff] [blame] | 1447 | void jbd2_journal_update_sb_errno(journal_t *journal) |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 1448 | { |
| 1449 | journal_superblock_t *sb = journal->j_superblock; |
| 1450 | |
| 1451 | read_lock(&journal->j_state_lock); |
| 1452 | jbd_debug(1, "JBD2: updating superblock error (errno %d)\n", |
| 1453 | journal->j_errno); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1454 | sb->s_errno = cpu_to_be32(journal->j_errno); |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 1455 | read_unlock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1456 | |
Daeho Jeong | 564bc40 | 2015-07-23 09:46:11 -0400 | [diff] [blame] | 1457 | jbd2_write_superblock(journal, WRITE_FUA); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1458 | } |
Theodore Ts'o | d796c52 | 2012-08-05 19:04:57 -0400 | [diff] [blame] | 1459 | EXPORT_SYMBOL(jbd2_journal_update_sb_errno); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1460 | |
| 1461 | /* |
| 1462 | * Read the superblock for a given journal, performing initial |
| 1463 | * validation of the format. |
| 1464 | */ |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1465 | static int journal_get_superblock(journal_t *journal) |
| 1466 | { |
| 1467 | struct buffer_head *bh; |
| 1468 | journal_superblock_t *sb; |
| 1469 | int err = -EIO; |
| 1470 | |
| 1471 | bh = journal->j_sb_buffer; |
| 1472 | |
| 1473 | J_ASSERT(bh != NULL); |
| 1474 | if (!buffer_uptodate(bh)) { |
Mike Christie | dfec8a1 | 2016-06-05 14:31:44 -0500 | [diff] [blame] | 1475 | ll_rw_block(REQ_OP_READ, 0, 1, &bh); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1476 | wait_on_buffer(bh); |
| 1477 | if (!buffer_uptodate(bh)) { |
Eryu Guan | f2a4452 | 2011-11-01 19:09:18 -0400 | [diff] [blame] | 1478 | printk(KERN_ERR |
| 1479 | "JBD2: IO error reading journal superblock\n"); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1480 | goto out; |
| 1481 | } |
| 1482 | } |
| 1483 | |
Darrick J. Wong | 25ed6e8 | 2012-05-27 07:48:56 -0400 | [diff] [blame] | 1484 | if (buffer_verified(bh)) |
| 1485 | return 0; |
| 1486 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1487 | sb = journal->j_superblock; |
| 1488 | |
| 1489 | err = -EINVAL; |
| 1490 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1491 | if (sb->s_header.h_magic != cpu_to_be32(JBD2_MAGIC_NUMBER) || |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1492 | sb->s_blocksize != cpu_to_be32(journal->j_blocksize)) { |
Eryu Guan | f2a4452 | 2011-11-01 19:09:18 -0400 | [diff] [blame] | 1493 | printk(KERN_WARNING "JBD2: no valid journal superblock found\n"); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1494 | goto out; |
| 1495 | } |
| 1496 | |
| 1497 | switch(be32_to_cpu(sb->s_header.h_blocktype)) { |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1498 | case JBD2_SUPERBLOCK_V1: |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1499 | journal->j_format_version = 1; |
| 1500 | break; |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1501 | case JBD2_SUPERBLOCK_V2: |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1502 | journal->j_format_version = 2; |
| 1503 | break; |
| 1504 | default: |
Eryu Guan | f2a4452 | 2011-11-01 19:09:18 -0400 | [diff] [blame] | 1505 | printk(KERN_WARNING "JBD2: unrecognised superblock format ID\n"); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1506 | goto out; |
| 1507 | } |
| 1508 | |
| 1509 | if (be32_to_cpu(sb->s_maxlen) < journal->j_maxlen) |
| 1510 | journal->j_maxlen = be32_to_cpu(sb->s_maxlen); |
| 1511 | else if (be32_to_cpu(sb->s_maxlen) > journal->j_maxlen) { |
Eryu Guan | f2a4452 | 2011-11-01 19:09:18 -0400 | [diff] [blame] | 1512 | printk(KERN_WARNING "JBD2: journal file too short\n"); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1513 | goto out; |
| 1514 | } |
| 1515 | |
Eryu Guan | 8762202 | 2011-11-01 19:04:59 -0400 | [diff] [blame] | 1516 | if (be32_to_cpu(sb->s_first) == 0 || |
| 1517 | be32_to_cpu(sb->s_first) >= journal->j_maxlen) { |
| 1518 | printk(KERN_WARNING |
| 1519 | "JBD2: Invalid start block of journal: %u\n", |
| 1520 | be32_to_cpu(sb->s_first)); |
| 1521 | goto out; |
| 1522 | } |
| 1523 | |
Darrick J. Wong | 56316a0 | 2015-10-17 16:18:45 -0400 | [diff] [blame] | 1524 | if (jbd2_has_feature_csum2(journal) && |
| 1525 | jbd2_has_feature_csum3(journal)) { |
Darrick J. Wong | db9ee22 | 2014-08-27 18:40:07 -0400 | [diff] [blame] | 1526 | /* Can't have checksum v2 and v3 at the same time! */ |
| 1527 | printk(KERN_ERR "JBD2: Can't enable checksumming v2 and v3 " |
| 1528 | "at the same time!\n"); |
| 1529 | goto out; |
| 1530 | } |
| 1531 | |
Darrick J. Wong | 8595798 | 2015-10-15 10:30:36 -0400 | [diff] [blame] | 1532 | if (jbd2_journal_has_csum_v2or3_feature(journal) && |
Darrick J. Wong | 56316a0 | 2015-10-17 16:18:45 -0400 | [diff] [blame] | 1533 | jbd2_has_feature_checksum(journal)) { |
Darrick J. Wong | feb8c6d | 2014-09-11 11:38:21 -0400 | [diff] [blame] | 1534 | /* Can't have checksum v1 and v2 on at the same time! */ |
| 1535 | printk(KERN_ERR "JBD2: Can't enable checksumming v1 and v2/3 " |
| 1536 | "at the same time!\n"); |
| 1537 | goto out; |
| 1538 | } |
| 1539 | |
Darrick J. Wong | 25ed6e8 | 2012-05-27 07:48:56 -0400 | [diff] [blame] | 1540 | if (!jbd2_verify_csum_type(journal, sb)) { |
Dmitry Monakhov | a67c848 | 2013-12-08 21:14:59 -0500 | [diff] [blame] | 1541 | printk(KERN_ERR "JBD2: Unknown checksum type\n"); |
Darrick J. Wong | 25ed6e8 | 2012-05-27 07:48:56 -0400 | [diff] [blame] | 1542 | goto out; |
| 1543 | } |
| 1544 | |
Darrick J. Wong | 01b5adc | 2012-05-27 07:50:56 -0400 | [diff] [blame] | 1545 | /* Load the checksum driver */ |
Darrick J. Wong | 8595798 | 2015-10-15 10:30:36 -0400 | [diff] [blame] | 1546 | if (jbd2_journal_has_csum_v2or3_feature(journal)) { |
Darrick J. Wong | 01b5adc | 2012-05-27 07:50:56 -0400 | [diff] [blame] | 1547 | journal->j_chksum_driver = crypto_alloc_shash("crc32c", 0, 0); |
| 1548 | if (IS_ERR(journal->j_chksum_driver)) { |
Dmitry Monakhov | a67c848 | 2013-12-08 21:14:59 -0500 | [diff] [blame] | 1549 | printk(KERN_ERR "JBD2: Cannot load crc32c driver.\n"); |
Darrick J. Wong | 01b5adc | 2012-05-27 07:50:56 -0400 | [diff] [blame] | 1550 | err = PTR_ERR(journal->j_chksum_driver); |
| 1551 | journal->j_chksum_driver = NULL; |
| 1552 | goto out; |
| 1553 | } |
| 1554 | } |
| 1555 | |
Darrick J. Wong | 4fd5ea4 | 2012-05-27 08:08:22 -0400 | [diff] [blame] | 1556 | /* Check superblock checksum */ |
| 1557 | if (!jbd2_superblock_csum_verify(journal, sb)) { |
Dmitry Monakhov | a67c848 | 2013-12-08 21:14:59 -0500 | [diff] [blame] | 1558 | printk(KERN_ERR "JBD2: journal checksum error\n"); |
Darrick J. Wong | 6a797d2 | 2015-10-17 16:16:04 -0400 | [diff] [blame] | 1559 | err = -EFSBADCRC; |
Darrick J. Wong | 4fd5ea4 | 2012-05-27 08:08:22 -0400 | [diff] [blame] | 1560 | goto out; |
| 1561 | } |
| 1562 | |
| 1563 | /* Precompute checksum seed for all metadata */ |
Darrick J. Wong | db9ee22 | 2014-08-27 18:40:07 -0400 | [diff] [blame] | 1564 | if (jbd2_journal_has_csum_v2or3(journal)) |
Darrick J. Wong | 4fd5ea4 | 2012-05-27 08:08:22 -0400 | [diff] [blame] | 1565 | journal->j_csum_seed = jbd2_chksum(journal, ~0, sb->s_uuid, |
| 1566 | sizeof(sb->s_uuid)); |
| 1567 | |
Darrick J. Wong | 25ed6e8 | 2012-05-27 07:48:56 -0400 | [diff] [blame] | 1568 | set_buffer_verified(bh); |
| 1569 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1570 | return 0; |
| 1571 | |
| 1572 | out: |
| 1573 | journal_fail_superblock(journal); |
| 1574 | return err; |
| 1575 | } |
| 1576 | |
| 1577 | /* |
| 1578 | * Load the on-disk journal superblock and read the key fields into the |
| 1579 | * journal_t. |
| 1580 | */ |
| 1581 | |
| 1582 | static int load_superblock(journal_t *journal) |
| 1583 | { |
| 1584 | int err; |
| 1585 | journal_superblock_t *sb; |
| 1586 | |
| 1587 | err = journal_get_superblock(journal); |
| 1588 | if (err) |
| 1589 | return err; |
| 1590 | |
| 1591 | sb = journal->j_superblock; |
| 1592 | |
| 1593 | journal->j_tail_sequence = be32_to_cpu(sb->s_sequence); |
| 1594 | journal->j_tail = be32_to_cpu(sb->s_start); |
| 1595 | journal->j_first = be32_to_cpu(sb->s_first); |
| 1596 | journal->j_last = be32_to_cpu(sb->s_maxlen); |
| 1597 | journal->j_errno = be32_to_cpu(sb->s_errno); |
| 1598 | |
| 1599 | return 0; |
| 1600 | } |
| 1601 | |
| 1602 | |
| 1603 | /** |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1604 | * int jbd2_journal_load() - Read journal from disk. |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1605 | * @journal: Journal to act on. |
| 1606 | * |
| 1607 | * Given a journal_t structure which tells us which disk blocks contain |
| 1608 | * a journal, read the journal from disk to initialise the in-memory |
| 1609 | * structures. |
| 1610 | */ |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1611 | int jbd2_journal_load(journal_t *journal) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1612 | { |
| 1613 | int err; |
| 1614 | journal_superblock_t *sb; |
| 1615 | |
| 1616 | err = load_superblock(journal); |
| 1617 | if (err) |
| 1618 | return err; |
| 1619 | |
| 1620 | sb = journal->j_superblock; |
| 1621 | /* If this is a V2 superblock, then we have to check the |
| 1622 | * features flags on it. */ |
| 1623 | |
| 1624 | if (journal->j_format_version >= 2) { |
| 1625 | if ((sb->s_feature_ro_compat & |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1626 | ~cpu_to_be32(JBD2_KNOWN_ROCOMPAT_FEATURES)) || |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1627 | (sb->s_feature_incompat & |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1628 | ~cpu_to_be32(JBD2_KNOWN_INCOMPAT_FEATURES))) { |
Eryu Guan | f2a4452 | 2011-11-01 19:09:18 -0400 | [diff] [blame] | 1629 | printk(KERN_WARNING |
| 1630 | "JBD2: Unrecognised features on journal\n"); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1631 | return -EINVAL; |
| 1632 | } |
| 1633 | } |
| 1634 | |
Theodore Ts'o | d2eecb0 | 2009-12-07 10:36:20 -0500 | [diff] [blame] | 1635 | /* |
| 1636 | * Create a slab for this blocksize |
| 1637 | */ |
| 1638 | err = jbd2_journal_create_slab(be32_to_cpu(sb->s_blocksize)); |
| 1639 | if (err) |
| 1640 | return err; |
| 1641 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1642 | /* Let the recovery code check whether it needs to recover any |
| 1643 | * data from the journal. */ |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1644 | if (jbd2_journal_recover(journal)) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1645 | goto recovery_error; |
| 1646 | |
Theodore Ts'o | e6a4742 | 2009-11-15 15:31:37 -0500 | [diff] [blame] | 1647 | if (journal->j_failed_commit) { |
| 1648 | printk(KERN_ERR "JBD2: journal transaction %u on %s " |
| 1649 | "is corrupt.\n", journal->j_failed_commit, |
| 1650 | journal->j_devname); |
Darrick J. Wong | 6a797d2 | 2015-10-17 16:16:04 -0400 | [diff] [blame] | 1651 | return -EFSCORRUPTED; |
Theodore Ts'o | e6a4742 | 2009-11-15 15:31:37 -0500 | [diff] [blame] | 1652 | } |
| 1653 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1654 | /* OK, we've finished with the dynamic journal bits: |
| 1655 | * reinitialise the dynamic contents of the superblock in memory |
| 1656 | * and reset them on disk. */ |
| 1657 | if (journal_reset(journal)) |
| 1658 | goto recovery_error; |
| 1659 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1660 | journal->j_flags &= ~JBD2_ABORT; |
| 1661 | journal->j_flags |= JBD2_LOADED; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1662 | return 0; |
| 1663 | |
| 1664 | recovery_error: |
Eryu Guan | f2a4452 | 2011-11-01 19:09:18 -0400 | [diff] [blame] | 1665 | printk(KERN_WARNING "JBD2: recovery failed\n"); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1666 | return -EIO; |
| 1667 | } |
| 1668 | |
| 1669 | /** |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1670 | * void jbd2_journal_destroy() - Release a journal_t structure. |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1671 | * @journal: Journal to act on. |
| 1672 | * |
| 1673 | * Release a journal_t structure once it is no longer in use by the |
| 1674 | * journaled object. |
Hidehiro Kawai | 44519fa | 2008-10-10 20:29:13 -0400 | [diff] [blame] | 1675 | * Return <0 if we couldn't clean up the journal. |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1676 | */ |
Hidehiro Kawai | 44519fa | 2008-10-10 20:29:13 -0400 | [diff] [blame] | 1677 | int jbd2_journal_destroy(journal_t *journal) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1678 | { |
Hidehiro Kawai | 44519fa | 2008-10-10 20:29:13 -0400 | [diff] [blame] | 1679 | int err = 0; |
| 1680 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1681 | /* Wait for the commit thread to wake up and die. */ |
| 1682 | journal_kill_thread(journal); |
| 1683 | |
| 1684 | /* Force a final log commit */ |
| 1685 | if (journal->j_running_transaction) |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1686 | jbd2_journal_commit_transaction(journal); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1687 | |
| 1688 | /* Force any old transactions to disk */ |
| 1689 | |
| 1690 | /* Totally anal locking here... */ |
| 1691 | spin_lock(&journal->j_list_lock); |
| 1692 | while (journal->j_checkpoint_transactions != NULL) { |
| 1693 | spin_unlock(&journal->j_list_lock); |
Theodore Ts'o | 1a0d378 | 2008-11-05 00:09:22 -0500 | [diff] [blame] | 1694 | mutex_lock(&journal->j_checkpoint_mutex); |
Jan Kara | 841df7df | 2015-07-28 14:57:14 -0400 | [diff] [blame] | 1695 | err = jbd2_log_do_checkpoint(journal); |
Theodore Ts'o | 1a0d378 | 2008-11-05 00:09:22 -0500 | [diff] [blame] | 1696 | mutex_unlock(&journal->j_checkpoint_mutex); |
Jan Kara | 841df7df | 2015-07-28 14:57:14 -0400 | [diff] [blame] | 1697 | /* |
| 1698 | * If checkpointing failed, just free the buffers to avoid |
| 1699 | * looping forever |
| 1700 | */ |
| 1701 | if (err) { |
| 1702 | jbd2_journal_destroy_checkpoint(journal); |
| 1703 | spin_lock(&journal->j_list_lock); |
| 1704 | break; |
| 1705 | } |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1706 | spin_lock(&journal->j_list_lock); |
| 1707 | } |
| 1708 | |
| 1709 | J_ASSERT(journal->j_running_transaction == NULL); |
| 1710 | J_ASSERT(journal->j_committing_transaction == NULL); |
| 1711 | J_ASSERT(journal->j_checkpoint_transactions == NULL); |
| 1712 | spin_unlock(&journal->j_list_lock); |
| 1713 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1714 | if (journal->j_sb_buffer) { |
Hidehiro Kawai | 44519fa | 2008-10-10 20:29:13 -0400 | [diff] [blame] | 1715 | if (!is_journal_aborted(journal)) { |
Jan Kara | a78bb11 | 2012-03-13 15:43:04 -0400 | [diff] [blame] | 1716 | mutex_lock(&journal->j_checkpoint_mutex); |
OGAWA Hirofumi | c0a2ad9 | 2016-03-09 23:47:25 -0500 | [diff] [blame] | 1717 | |
| 1718 | write_lock(&journal->j_state_lock); |
| 1719 | journal->j_tail_sequence = |
| 1720 | ++journal->j_transaction_sequence; |
| 1721 | write_unlock(&journal->j_state_lock); |
| 1722 | |
| 1723 | jbd2_mark_journal_empty(journal, WRITE_FLUSH_FUA); |
Jan Kara | a78bb11 | 2012-03-13 15:43:04 -0400 | [diff] [blame] | 1724 | mutex_unlock(&journal->j_checkpoint_mutex); |
| 1725 | } else |
Hidehiro Kawai | 44519fa | 2008-10-10 20:29:13 -0400 | [diff] [blame] | 1726 | err = -EIO; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1727 | brelse(journal->j_sb_buffer); |
| 1728 | } |
| 1729 | |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 1730 | if (journal->j_proc_entry) |
| 1731 | jbd2_stats_proc_exit(journal); |
Theodore Ts'o | d9f39d1 | 2014-11-25 20:02:37 -0500 | [diff] [blame] | 1732 | iput(journal->j_inode); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1733 | if (journal->j_revoke) |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1734 | jbd2_journal_destroy_revoke(journal); |
Darrick J. Wong | 01b5adc | 2012-05-27 07:50:56 -0400 | [diff] [blame] | 1735 | if (journal->j_chksum_driver) |
| 1736 | crypto_free_shash(journal->j_chksum_driver); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1737 | kfree(journal->j_wbuf); |
| 1738 | kfree(journal); |
Hidehiro Kawai | 44519fa | 2008-10-10 20:29:13 -0400 | [diff] [blame] | 1739 | |
| 1740 | return err; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1741 | } |
| 1742 | |
| 1743 | |
| 1744 | /** |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1745 | *int jbd2_journal_check_used_features () - Check if features specified are used. |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1746 | * @journal: Journal to check. |
| 1747 | * @compat: bitmask of compatible features |
| 1748 | * @ro: bitmask of features that force read-only mount |
| 1749 | * @incompat: bitmask of incompatible features |
| 1750 | * |
| 1751 | * Check whether the journal uses all of a given set of |
| 1752 | * features. Return true (non-zero) if it does. |
| 1753 | **/ |
| 1754 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1755 | int jbd2_journal_check_used_features (journal_t *journal, unsigned long compat, |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1756 | unsigned long ro, unsigned long incompat) |
| 1757 | { |
| 1758 | journal_superblock_t *sb; |
| 1759 | |
| 1760 | if (!compat && !ro && !incompat) |
| 1761 | return 1; |
Patrick J. LoPresti | 1113e1b | 2010-07-22 15:04:16 -0700 | [diff] [blame] | 1762 | /* Load journal superblock if it is not loaded yet. */ |
| 1763 | if (journal->j_format_version == 0 && |
| 1764 | journal_get_superblock(journal) != 0) |
| 1765 | return 0; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1766 | if (journal->j_format_version == 1) |
| 1767 | return 0; |
| 1768 | |
| 1769 | sb = journal->j_superblock; |
| 1770 | |
| 1771 | if (((be32_to_cpu(sb->s_feature_compat) & compat) == compat) && |
| 1772 | ((be32_to_cpu(sb->s_feature_ro_compat) & ro) == ro) && |
| 1773 | ((be32_to_cpu(sb->s_feature_incompat) & incompat) == incompat)) |
| 1774 | return 1; |
| 1775 | |
| 1776 | return 0; |
| 1777 | } |
| 1778 | |
| 1779 | /** |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1780 | * int jbd2_journal_check_available_features() - Check feature set in journalling layer |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1781 | * @journal: Journal to check. |
| 1782 | * @compat: bitmask of compatible features |
| 1783 | * @ro: bitmask of features that force read-only mount |
| 1784 | * @incompat: bitmask of incompatible features |
| 1785 | * |
| 1786 | * Check whether the journaling code supports the use of |
| 1787 | * all of a given set of features on this journal. Return true |
| 1788 | * (non-zero) if it can. */ |
| 1789 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1790 | int jbd2_journal_check_available_features (journal_t *journal, unsigned long compat, |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1791 | unsigned long ro, unsigned long incompat) |
| 1792 | { |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1793 | if (!compat && !ro && !incompat) |
| 1794 | return 1; |
| 1795 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1796 | /* We can support any known requested features iff the |
| 1797 | * superblock is in version 2. Otherwise we fail to support any |
| 1798 | * extended sb features. */ |
| 1799 | |
| 1800 | if (journal->j_format_version != 2) |
| 1801 | return 0; |
| 1802 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1803 | if ((compat & JBD2_KNOWN_COMPAT_FEATURES) == compat && |
| 1804 | (ro & JBD2_KNOWN_ROCOMPAT_FEATURES) == ro && |
| 1805 | (incompat & JBD2_KNOWN_INCOMPAT_FEATURES) == incompat) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1806 | return 1; |
| 1807 | |
| 1808 | return 0; |
| 1809 | } |
| 1810 | |
| 1811 | /** |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1812 | * int jbd2_journal_set_features () - Mark a given journal feature in the superblock |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1813 | * @journal: Journal to act on. |
| 1814 | * @compat: bitmask of compatible features |
| 1815 | * @ro: bitmask of features that force read-only mount |
| 1816 | * @incompat: bitmask of incompatible features |
| 1817 | * |
| 1818 | * Mark a given journal feature as present on the |
| 1819 | * superblock. Returns true if the requested features could be set. |
| 1820 | * |
| 1821 | */ |
| 1822 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1823 | int jbd2_journal_set_features (journal_t *journal, unsigned long compat, |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1824 | unsigned long ro, unsigned long incompat) |
| 1825 | { |
Darrick J. Wong | 25ed6e8 | 2012-05-27 07:48:56 -0400 | [diff] [blame] | 1826 | #define INCOMPAT_FEATURE_ON(f) \ |
| 1827 | ((incompat & (f)) && !(sb->s_feature_incompat & cpu_to_be32(f))) |
| 1828 | #define COMPAT_FEATURE_ON(f) \ |
| 1829 | ((compat & (f)) && !(sb->s_feature_compat & cpu_to_be32(f))) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1830 | journal_superblock_t *sb; |
| 1831 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1832 | if (jbd2_journal_check_used_features(journal, compat, ro, incompat)) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1833 | return 1; |
| 1834 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1835 | if (!jbd2_journal_check_available_features(journal, compat, ro, incompat)) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1836 | return 0; |
| 1837 | |
Darrick J. Wong | db9ee22 | 2014-08-27 18:40:07 -0400 | [diff] [blame] | 1838 | /* If enabling v2 checksums, turn on v3 instead */ |
| 1839 | if (incompat & JBD2_FEATURE_INCOMPAT_CSUM_V2) { |
| 1840 | incompat &= ~JBD2_FEATURE_INCOMPAT_CSUM_V2; |
| 1841 | incompat |= JBD2_FEATURE_INCOMPAT_CSUM_V3; |
| 1842 | } |
| 1843 | |
| 1844 | /* Asking for checksumming v3 and v1? Only give them v3. */ |
| 1845 | if (incompat & JBD2_FEATURE_INCOMPAT_CSUM_V3 && |
Darrick J. Wong | 25ed6e8 | 2012-05-27 07:48:56 -0400 | [diff] [blame] | 1846 | compat & JBD2_FEATURE_COMPAT_CHECKSUM) |
| 1847 | compat &= ~JBD2_FEATURE_COMPAT_CHECKSUM; |
| 1848 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1849 | jbd_debug(1, "Setting new features 0x%lx/0x%lx/0x%lx\n", |
| 1850 | compat, ro, incompat); |
| 1851 | |
| 1852 | sb = journal->j_superblock; |
| 1853 | |
Darrick J. Wong | db9ee22 | 2014-08-27 18:40:07 -0400 | [diff] [blame] | 1854 | /* If enabling v3 checksums, update superblock */ |
| 1855 | if (INCOMPAT_FEATURE_ON(JBD2_FEATURE_INCOMPAT_CSUM_V3)) { |
Darrick J. Wong | 25ed6e8 | 2012-05-27 07:48:56 -0400 | [diff] [blame] | 1856 | sb->s_checksum_type = JBD2_CRC32C_CHKSUM; |
| 1857 | sb->s_feature_compat &= |
| 1858 | ~cpu_to_be32(JBD2_FEATURE_COMPAT_CHECKSUM); |
Darrick J. Wong | 01b5adc | 2012-05-27 07:50:56 -0400 | [diff] [blame] | 1859 | |
| 1860 | /* Load the checksum driver */ |
| 1861 | if (journal->j_chksum_driver == NULL) { |
| 1862 | journal->j_chksum_driver = crypto_alloc_shash("crc32c", |
| 1863 | 0, 0); |
| 1864 | if (IS_ERR(journal->j_chksum_driver)) { |
Dmitry Monakhov | a67c848 | 2013-12-08 21:14:59 -0500 | [diff] [blame] | 1865 | printk(KERN_ERR "JBD2: Cannot load crc32c " |
Darrick J. Wong | 01b5adc | 2012-05-27 07:50:56 -0400 | [diff] [blame] | 1866 | "driver.\n"); |
| 1867 | journal->j_chksum_driver = NULL; |
| 1868 | return 0; |
| 1869 | } |
Darrick J. Wong | 4fd5ea4 | 2012-05-27 08:08:22 -0400 | [diff] [blame] | 1870 | |
Darrick J. Wong | 32f3869 | 2014-12-01 16:22:23 -0800 | [diff] [blame] | 1871 | /* Precompute checksum seed for all metadata */ |
Darrick J. Wong | 4fd5ea4 | 2012-05-27 08:08:22 -0400 | [diff] [blame] | 1872 | journal->j_csum_seed = jbd2_chksum(journal, ~0, |
| 1873 | sb->s_uuid, |
| 1874 | sizeof(sb->s_uuid)); |
Darrick J. Wong | 32f3869 | 2014-12-01 16:22:23 -0800 | [diff] [blame] | 1875 | } |
Darrick J. Wong | 25ed6e8 | 2012-05-27 07:48:56 -0400 | [diff] [blame] | 1876 | } |
| 1877 | |
| 1878 | /* If enabling v1 checksums, downgrade superblock */ |
| 1879 | if (COMPAT_FEATURE_ON(JBD2_FEATURE_COMPAT_CHECKSUM)) |
| 1880 | sb->s_feature_incompat &= |
Darrick J. Wong | db9ee22 | 2014-08-27 18:40:07 -0400 | [diff] [blame] | 1881 | ~cpu_to_be32(JBD2_FEATURE_INCOMPAT_CSUM_V2 | |
| 1882 | JBD2_FEATURE_INCOMPAT_CSUM_V3); |
Darrick J. Wong | 25ed6e8 | 2012-05-27 07:48:56 -0400 | [diff] [blame] | 1883 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1884 | sb->s_feature_compat |= cpu_to_be32(compat); |
| 1885 | sb->s_feature_ro_compat |= cpu_to_be32(ro); |
| 1886 | sb->s_feature_incompat |= cpu_to_be32(incompat); |
| 1887 | |
| 1888 | return 1; |
Darrick J. Wong | 25ed6e8 | 2012-05-27 07:48:56 -0400 | [diff] [blame] | 1889 | #undef COMPAT_FEATURE_ON |
| 1890 | #undef INCOMPAT_FEATURE_ON |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1891 | } |
| 1892 | |
Girish Shilamkar | 818d276 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 1893 | /* |
| 1894 | * jbd2_journal_clear_features () - Clear a given journal feature in the |
| 1895 | * superblock |
| 1896 | * @journal: Journal to act on. |
| 1897 | * @compat: bitmask of compatible features |
| 1898 | * @ro: bitmask of features that force read-only mount |
| 1899 | * @incompat: bitmask of incompatible features |
| 1900 | * |
| 1901 | * Clear a given journal feature as present on the |
| 1902 | * superblock. |
| 1903 | */ |
| 1904 | void jbd2_journal_clear_features(journal_t *journal, unsigned long compat, |
| 1905 | unsigned long ro, unsigned long incompat) |
| 1906 | { |
| 1907 | journal_superblock_t *sb; |
| 1908 | |
| 1909 | jbd_debug(1, "Clear features 0x%lx/0x%lx/0x%lx\n", |
| 1910 | compat, ro, incompat); |
| 1911 | |
| 1912 | sb = journal->j_superblock; |
| 1913 | |
| 1914 | sb->s_feature_compat &= ~cpu_to_be32(compat); |
| 1915 | sb->s_feature_ro_compat &= ~cpu_to_be32(ro); |
| 1916 | sb->s_feature_incompat &= ~cpu_to_be32(incompat); |
| 1917 | } |
| 1918 | EXPORT_SYMBOL(jbd2_journal_clear_features); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1919 | |
| 1920 | /** |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1921 | * int jbd2_journal_flush () - Flush journal |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1922 | * @journal: Journal to act on. |
| 1923 | * |
| 1924 | * Flush all data for a given journal to disk and empty the journal. |
| 1925 | * Filesystems can use this when remounting readonly to ensure that |
| 1926 | * recovery does not need to happen on remount. |
| 1927 | */ |
| 1928 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1929 | int jbd2_journal_flush(journal_t *journal) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1930 | { |
| 1931 | int err = 0; |
| 1932 | transaction_t *transaction = NULL; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1933 | |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 1934 | write_lock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1935 | |
| 1936 | /* Force everything buffered to the log... */ |
| 1937 | if (journal->j_running_transaction) { |
| 1938 | transaction = journal->j_running_transaction; |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1939 | __jbd2_log_start_commit(journal, transaction->t_tid); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1940 | } else if (journal->j_committing_transaction) |
| 1941 | transaction = journal->j_committing_transaction; |
| 1942 | |
| 1943 | /* Wait for the log commit to complete... */ |
| 1944 | if (transaction) { |
| 1945 | tid_t tid = transaction->t_tid; |
| 1946 | |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 1947 | write_unlock(&journal->j_state_lock); |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1948 | jbd2_log_wait_commit(journal, tid); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1949 | } else { |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 1950 | write_unlock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1951 | } |
| 1952 | |
| 1953 | /* ...and flush everything in the log out to disk. */ |
| 1954 | spin_lock(&journal->j_list_lock); |
| 1955 | while (!err && journal->j_checkpoint_transactions != NULL) { |
| 1956 | spin_unlock(&journal->j_list_lock); |
Hidehiro Kawai | 44519fa | 2008-10-10 20:29:13 -0400 | [diff] [blame] | 1957 | mutex_lock(&journal->j_checkpoint_mutex); |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1958 | err = jbd2_log_do_checkpoint(journal); |
Hidehiro Kawai | 44519fa | 2008-10-10 20:29:13 -0400 | [diff] [blame] | 1959 | mutex_unlock(&journal->j_checkpoint_mutex); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1960 | spin_lock(&journal->j_list_lock); |
| 1961 | } |
| 1962 | spin_unlock(&journal->j_list_lock); |
Hidehiro Kawai | 44519fa | 2008-10-10 20:29:13 -0400 | [diff] [blame] | 1963 | |
| 1964 | if (is_journal_aborted(journal)) |
| 1965 | return -EIO; |
| 1966 | |
Jan Kara | a78bb11 | 2012-03-13 15:43:04 -0400 | [diff] [blame] | 1967 | mutex_lock(&journal->j_checkpoint_mutex); |
Joseph Qi | 6f6a6fd | 2015-06-15 14:36:01 -0400 | [diff] [blame] | 1968 | if (!err) { |
| 1969 | err = jbd2_cleanup_journal_tail(journal); |
| 1970 | if (err < 0) { |
| 1971 | mutex_unlock(&journal->j_checkpoint_mutex); |
| 1972 | goto out; |
| 1973 | } |
| 1974 | err = 0; |
| 1975 | } |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1976 | |
| 1977 | /* Finally, mark the journal as really needing no recovery. |
| 1978 | * This sets s_start==0 in the underlying superblock, which is |
| 1979 | * the magic code for a fully-recovered superblock. Any future |
| 1980 | * commits of data to the journal will restore the current |
| 1981 | * s_start value. */ |
OGAWA Hirofumi | c0a2ad9 | 2016-03-09 23:47:25 -0500 | [diff] [blame] | 1982 | jbd2_mark_journal_empty(journal, WRITE_FUA); |
Jan Kara | a78bb11 | 2012-03-13 15:43:04 -0400 | [diff] [blame] | 1983 | mutex_unlock(&journal->j_checkpoint_mutex); |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 1984 | write_lock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1985 | J_ASSERT(!journal->j_running_transaction); |
| 1986 | J_ASSERT(!journal->j_committing_transaction); |
| 1987 | J_ASSERT(!journal->j_checkpoint_transactions); |
| 1988 | J_ASSERT(journal->j_head == journal->j_tail); |
| 1989 | J_ASSERT(journal->j_tail_sequence == journal->j_transaction_sequence); |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 1990 | write_unlock(&journal->j_state_lock); |
Joseph Qi | 6f6a6fd | 2015-06-15 14:36:01 -0400 | [diff] [blame] | 1991 | out: |
| 1992 | return err; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1993 | } |
| 1994 | |
| 1995 | /** |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 1996 | * int jbd2_journal_wipe() - Wipe journal contents |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 1997 | * @journal: Journal to act on. |
| 1998 | * @write: flag (see below) |
| 1999 | * |
| 2000 | * Wipe out all of the contents of a journal, safely. This will produce |
| 2001 | * a warning if the journal contains any valid recovery information. |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2002 | * Must be called between journal_init_*() and jbd2_journal_load(). |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2003 | * |
| 2004 | * If 'write' is non-zero, then we wipe out the journal on disk; otherwise |
| 2005 | * we merely suppress recovery. |
| 2006 | */ |
| 2007 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2008 | int jbd2_journal_wipe(journal_t *journal, int write) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2009 | { |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2010 | int err = 0; |
| 2011 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2012 | J_ASSERT (!(journal->j_flags & JBD2_LOADED)); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2013 | |
| 2014 | err = load_superblock(journal); |
| 2015 | if (err) |
| 2016 | return err; |
| 2017 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2018 | if (!journal->j_tail) |
| 2019 | goto no_recovery; |
| 2020 | |
Eryu Guan | f2a4452 | 2011-11-01 19:09:18 -0400 | [diff] [blame] | 2021 | printk(KERN_WARNING "JBD2: %s recovery information on journal\n", |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2022 | write ? "Clearing" : "Ignoring"); |
| 2023 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2024 | err = jbd2_journal_skip_recovery(journal); |
Jan Kara | a78bb11 | 2012-03-13 15:43:04 -0400 | [diff] [blame] | 2025 | if (write) { |
| 2026 | /* Lock to make assertions happy... */ |
| 2027 | mutex_lock(&journal->j_checkpoint_mutex); |
OGAWA Hirofumi | c0a2ad9 | 2016-03-09 23:47:25 -0500 | [diff] [blame] | 2028 | jbd2_mark_journal_empty(journal, WRITE_FUA); |
Jan Kara | a78bb11 | 2012-03-13 15:43:04 -0400 | [diff] [blame] | 2029 | mutex_unlock(&journal->j_checkpoint_mutex); |
| 2030 | } |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2031 | |
| 2032 | no_recovery: |
| 2033 | return err; |
| 2034 | } |
| 2035 | |
| 2036 | /* |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2037 | * Journal abort has very specific semantics, which we describe |
| 2038 | * for journal abort. |
| 2039 | * |
Alberto Bertogli | bfcd355 | 2009-06-09 00:06:20 -0400 | [diff] [blame] | 2040 | * Two internal functions, which provide abort to the jbd layer |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2041 | * itself are here. |
| 2042 | */ |
| 2043 | |
| 2044 | /* |
| 2045 | * Quick version for internal journal use (doesn't lock the journal). |
| 2046 | * Aborts hard --- we mark the abort as occurred, but do _nothing_ else, |
| 2047 | * and don't attempt to make any other journal updates. |
| 2048 | */ |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2049 | void __jbd2_journal_abort_hard(journal_t *journal) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2050 | { |
| 2051 | transaction_t *transaction; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2052 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2053 | if (journal->j_flags & JBD2_ABORT) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2054 | return; |
| 2055 | |
| 2056 | printk(KERN_ERR "Aborting journal on device %s.\n", |
Theodore Ts'o | 0549676 | 2008-09-16 14:36:17 -0400 | [diff] [blame] | 2057 | journal->j_devname); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2058 | |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 2059 | write_lock(&journal->j_state_lock); |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2060 | journal->j_flags |= JBD2_ABORT; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2061 | transaction = journal->j_running_transaction; |
| 2062 | if (transaction) |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2063 | __jbd2_log_start_commit(journal, transaction->t_tid); |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 2064 | write_unlock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2065 | } |
| 2066 | |
| 2067 | /* Soft abort: record the abort error status in the journal superblock, |
| 2068 | * but don't do any other IO. */ |
| 2069 | static void __journal_abort_soft (journal_t *journal, int errno) |
| 2070 | { |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2071 | if (journal->j_flags & JBD2_ABORT) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2072 | return; |
| 2073 | |
| 2074 | if (!journal->j_errno) |
| 2075 | journal->j_errno = errno; |
| 2076 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2077 | __jbd2_journal_abort_hard(journal); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2078 | |
Daeho Jeong | 4327ba5 | 2015-10-18 17:02:56 -0400 | [diff] [blame] | 2079 | if (errno) { |
Jan Kara | 24bcc89 | 2012-03-13 15:41:04 -0400 | [diff] [blame] | 2080 | jbd2_journal_update_sb_errno(journal); |
Daeho Jeong | 4327ba5 | 2015-10-18 17:02:56 -0400 | [diff] [blame] | 2081 | write_lock(&journal->j_state_lock); |
| 2082 | journal->j_flags |= JBD2_REC_ERR; |
| 2083 | write_unlock(&journal->j_state_lock); |
| 2084 | } |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2085 | } |
| 2086 | |
| 2087 | /** |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2088 | * void jbd2_journal_abort () - Shutdown the journal immediately. |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2089 | * @journal: the journal to shutdown. |
| 2090 | * @errno: an error number to record in the journal indicating |
| 2091 | * the reason for the shutdown. |
| 2092 | * |
| 2093 | * Perform a complete, immediate shutdown of the ENTIRE |
| 2094 | * journal (not of a single transaction). This operation cannot be |
| 2095 | * undone without closing and reopening the journal. |
| 2096 | * |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2097 | * The jbd2_journal_abort function is intended to support higher level error |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2098 | * recovery mechanisms such as the ext2/ext3 remount-readonly error |
| 2099 | * mode. |
| 2100 | * |
| 2101 | * Journal abort has very specific semantics. Any existing dirty, |
| 2102 | * unjournaled buffers in the main filesystem will still be written to |
| 2103 | * disk by bdflush, but the journaling mechanism will be suspended |
| 2104 | * immediately and no further transaction commits will be honoured. |
| 2105 | * |
| 2106 | * Any dirty, journaled buffers will be written back to disk without |
| 2107 | * hitting the journal. Atomicity cannot be guaranteed on an aborted |
| 2108 | * filesystem, but we _do_ attempt to leave as much data as possible |
| 2109 | * behind for fsck to use for cleanup. |
| 2110 | * |
| 2111 | * Any attempt to get a new transaction handle on a journal which is in |
| 2112 | * ABORT state will just result in an -EROFS error return. A |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2113 | * jbd2_journal_stop on an existing handle will return -EIO if we have |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2114 | * entered abort state during the update. |
| 2115 | * |
| 2116 | * Recursive transactions are not disturbed by journal abort until the |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2117 | * final jbd2_journal_stop, which will receive the -EIO error. |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2118 | * |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2119 | * Finally, the jbd2_journal_abort call allows the caller to supply an errno |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2120 | * which will be recorded (if possible) in the journal superblock. This |
| 2121 | * allows a client to record failure conditions in the middle of a |
| 2122 | * transaction without having to complete the transaction to record the |
| 2123 | * failure to disk. ext3_error, for example, now uses this |
| 2124 | * functionality. |
| 2125 | * |
| 2126 | * Errors which originate from within the journaling layer will NOT |
| 2127 | * supply an errno; a null errno implies that absolutely no further |
| 2128 | * writes are done to the journal (unless there are any already in |
| 2129 | * progress). |
| 2130 | * |
| 2131 | */ |
| 2132 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2133 | void jbd2_journal_abort(journal_t *journal, int errno) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2134 | { |
| 2135 | __journal_abort_soft(journal, errno); |
| 2136 | } |
| 2137 | |
| 2138 | /** |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2139 | * int jbd2_journal_errno () - returns the journal's error state. |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2140 | * @journal: journal to examine. |
| 2141 | * |
Alberto Bertogli | bfcd355 | 2009-06-09 00:06:20 -0400 | [diff] [blame] | 2142 | * This is the errno number set with jbd2_journal_abort(), the last |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2143 | * time the journal was mounted - if the journal was stopped |
| 2144 | * without calling abort this will be 0. |
| 2145 | * |
| 2146 | * If the journal has been aborted on this mount time -EROFS will |
| 2147 | * be returned. |
| 2148 | */ |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2149 | int jbd2_journal_errno(journal_t *journal) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2150 | { |
| 2151 | int err; |
| 2152 | |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 2153 | read_lock(&journal->j_state_lock); |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2154 | if (journal->j_flags & JBD2_ABORT) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2155 | err = -EROFS; |
| 2156 | else |
| 2157 | err = journal->j_errno; |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 2158 | read_unlock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2159 | return err; |
| 2160 | } |
| 2161 | |
| 2162 | /** |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2163 | * int jbd2_journal_clear_err () - clears the journal's error state |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2164 | * @journal: journal to act on. |
| 2165 | * |
Alberto Bertogli | bfcd355 | 2009-06-09 00:06:20 -0400 | [diff] [blame] | 2166 | * An error must be cleared or acked to take a FS out of readonly |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2167 | * mode. |
| 2168 | */ |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2169 | int jbd2_journal_clear_err(journal_t *journal) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2170 | { |
| 2171 | int err = 0; |
| 2172 | |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 2173 | write_lock(&journal->j_state_lock); |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2174 | if (journal->j_flags & JBD2_ABORT) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2175 | err = -EROFS; |
| 2176 | else |
| 2177 | journal->j_errno = 0; |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 2178 | write_unlock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2179 | return err; |
| 2180 | } |
| 2181 | |
| 2182 | /** |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2183 | * void jbd2_journal_ack_err() - Ack journal err. |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2184 | * @journal: journal to act on. |
| 2185 | * |
Alberto Bertogli | bfcd355 | 2009-06-09 00:06:20 -0400 | [diff] [blame] | 2186 | * An error must be cleared or acked to take a FS out of readonly |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2187 | * mode. |
| 2188 | */ |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2189 | void jbd2_journal_ack_err(journal_t *journal) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2190 | { |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 2191 | write_lock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2192 | if (journal->j_errno) |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2193 | journal->j_flags |= JBD2_ACK_ERR; |
Theodore Ts'o | a931da6 | 2010-08-03 21:35:12 -0400 | [diff] [blame] | 2194 | write_unlock(&journal->j_state_lock); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2195 | } |
| 2196 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2197 | int jbd2_journal_blocks_per_page(struct inode *inode) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2198 | { |
Kirill A. Shutemov | 09cbfea | 2016-04-01 15:29:47 +0300 | [diff] [blame] | 2199 | return 1 << (PAGE_SHIFT - inode->i_sb->s_blocksize_bits); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2200 | } |
| 2201 | |
| 2202 | /* |
Zach Brown | b517bea | 2006-10-11 01:21:08 -0700 | [diff] [blame] | 2203 | * helper functions to deal with 32 or 64bit block numbers. |
| 2204 | */ |
| 2205 | size_t journal_tag_bytes(journal_t *journal) |
| 2206 | { |
Darrick J. Wong | db9ee22 | 2014-08-27 18:40:07 -0400 | [diff] [blame] | 2207 | size_t sz; |
| 2208 | |
Darrick J. Wong | 56316a0 | 2015-10-17 16:18:45 -0400 | [diff] [blame] | 2209 | if (jbd2_has_feature_csum3(journal)) |
Darrick J. Wong | db9ee22 | 2014-08-27 18:40:07 -0400 | [diff] [blame] | 2210 | return sizeof(journal_block_tag3_t); |
| 2211 | |
| 2212 | sz = sizeof(journal_block_tag_t); |
Darrick J. Wong | c390087 | 2012-05-27 08:12:12 -0400 | [diff] [blame] | 2213 | |
Darrick J. Wong | 56316a0 | 2015-10-17 16:18:45 -0400 | [diff] [blame] | 2214 | if (jbd2_has_feature_csum2(journal)) |
Darrick J. Wong | db9ee22 | 2014-08-27 18:40:07 -0400 | [diff] [blame] | 2215 | sz += sizeof(__u16); |
Darrick J. Wong | c390087 | 2012-05-27 08:12:12 -0400 | [diff] [blame] | 2216 | |
Darrick J. Wong | 56316a0 | 2015-10-17 16:18:45 -0400 | [diff] [blame] | 2217 | if (jbd2_has_feature_64bit(journal)) |
Darrick J. Wong | db9ee22 | 2014-08-27 18:40:07 -0400 | [diff] [blame] | 2218 | return sz; |
Zach Brown | b517bea | 2006-10-11 01:21:08 -0700 | [diff] [blame] | 2219 | else |
Darrick J. Wong | db9ee22 | 2014-08-27 18:40:07 -0400 | [diff] [blame] | 2220 | return sz - sizeof(__u32); |
Zach Brown | b517bea | 2006-10-11 01:21:08 -0700 | [diff] [blame] | 2221 | } |
| 2222 | |
| 2223 | /* |
Theodore Ts'o | d2eecb0 | 2009-12-07 10:36:20 -0500 | [diff] [blame] | 2224 | * JBD memory management |
| 2225 | * |
| 2226 | * These functions are used to allocate block-sized chunks of memory |
| 2227 | * used for making copies of buffer_head data. Very often it will be |
| 2228 | * page-sized chunks of data, but sometimes it will be in |
| 2229 | * sub-page-size chunks. (For example, 16k pages on Power systems |
| 2230 | * with a 4k block file system.) For blocks smaller than a page, we |
| 2231 | * use a SLAB allocator. There are slab caches for each block size, |
| 2232 | * which are allocated at mount time, if necessary, and we only free |
| 2233 | * (all of) the slab caches when/if the jbd2 module is unloaded. For |
| 2234 | * this reason we don't need to a mutex to protect access to |
| 2235 | * jbd2_slab[] allocating or releasing memory; only in |
| 2236 | * jbd2_journal_create_slab(). |
| 2237 | */ |
| 2238 | #define JBD2_MAX_SLABS 8 |
| 2239 | static struct kmem_cache *jbd2_slab[JBD2_MAX_SLABS]; |
Theodore Ts'o | d2eecb0 | 2009-12-07 10:36:20 -0500 | [diff] [blame] | 2240 | |
| 2241 | static const char *jbd2_slab_names[JBD2_MAX_SLABS] = { |
| 2242 | "jbd2_1k", "jbd2_2k", "jbd2_4k", "jbd2_8k", |
| 2243 | "jbd2_16k", "jbd2_32k", "jbd2_64k", "jbd2_128k" |
| 2244 | }; |
| 2245 | |
| 2246 | |
| 2247 | static void jbd2_journal_destroy_slabs(void) |
| 2248 | { |
| 2249 | int i; |
| 2250 | |
| 2251 | for (i = 0; i < JBD2_MAX_SLABS; i++) { |
| 2252 | if (jbd2_slab[i]) |
| 2253 | kmem_cache_destroy(jbd2_slab[i]); |
| 2254 | jbd2_slab[i] = NULL; |
| 2255 | } |
| 2256 | } |
| 2257 | |
| 2258 | static int jbd2_journal_create_slab(size_t size) |
| 2259 | { |
Thomas Gleixner | 51dfacde | 2010-10-16 22:34:39 +0200 | [diff] [blame] | 2260 | static DEFINE_MUTEX(jbd2_slab_create_mutex); |
Theodore Ts'o | d2eecb0 | 2009-12-07 10:36:20 -0500 | [diff] [blame] | 2261 | int i = order_base_2(size) - 10; |
| 2262 | size_t slab_size; |
| 2263 | |
| 2264 | if (size == PAGE_SIZE) |
| 2265 | return 0; |
| 2266 | |
| 2267 | if (i >= JBD2_MAX_SLABS) |
| 2268 | return -EINVAL; |
| 2269 | |
| 2270 | if (unlikely(i < 0)) |
| 2271 | i = 0; |
Thomas Gleixner | 51dfacde | 2010-10-16 22:34:39 +0200 | [diff] [blame] | 2272 | mutex_lock(&jbd2_slab_create_mutex); |
Theodore Ts'o | d2eecb0 | 2009-12-07 10:36:20 -0500 | [diff] [blame] | 2273 | if (jbd2_slab[i]) { |
Thomas Gleixner | 51dfacde | 2010-10-16 22:34:39 +0200 | [diff] [blame] | 2274 | mutex_unlock(&jbd2_slab_create_mutex); |
Theodore Ts'o | d2eecb0 | 2009-12-07 10:36:20 -0500 | [diff] [blame] | 2275 | return 0; /* Already created */ |
| 2276 | } |
| 2277 | |
| 2278 | slab_size = 1 << (i+10); |
| 2279 | jbd2_slab[i] = kmem_cache_create(jbd2_slab_names[i], slab_size, |
| 2280 | slab_size, 0, NULL); |
Thomas Gleixner | 51dfacde | 2010-10-16 22:34:39 +0200 | [diff] [blame] | 2281 | mutex_unlock(&jbd2_slab_create_mutex); |
Theodore Ts'o | d2eecb0 | 2009-12-07 10:36:20 -0500 | [diff] [blame] | 2282 | if (!jbd2_slab[i]) { |
| 2283 | printk(KERN_EMERG "JBD2: no memory for jbd2_slab cache\n"); |
| 2284 | return -ENOMEM; |
| 2285 | } |
| 2286 | return 0; |
| 2287 | } |
| 2288 | |
| 2289 | static struct kmem_cache *get_slab(size_t size) |
| 2290 | { |
| 2291 | int i = order_base_2(size) - 10; |
| 2292 | |
| 2293 | BUG_ON(i >= JBD2_MAX_SLABS); |
| 2294 | if (unlikely(i < 0)) |
| 2295 | i = 0; |
Bill Pemberton | 8ac97b7 | 2010-04-30 09:34:31 -0400 | [diff] [blame] | 2296 | BUG_ON(jbd2_slab[i] == NULL); |
Theodore Ts'o | d2eecb0 | 2009-12-07 10:36:20 -0500 | [diff] [blame] | 2297 | return jbd2_slab[i]; |
| 2298 | } |
| 2299 | |
| 2300 | void *jbd2_alloc(size_t size, gfp_t flags) |
| 2301 | { |
| 2302 | void *ptr; |
| 2303 | |
| 2304 | BUG_ON(size & (size-1)); /* Must be a power of 2 */ |
| 2305 | |
Michal Hocko | f2db197 | 2016-06-24 14:49:28 -0700 | [diff] [blame] | 2306 | if (size < PAGE_SIZE) |
Theodore Ts'o | d2eecb0 | 2009-12-07 10:36:20 -0500 | [diff] [blame] | 2307 | ptr = kmem_cache_alloc(get_slab(size), flags); |
Michal Hocko | f2db197 | 2016-06-24 14:49:28 -0700 | [diff] [blame] | 2308 | else |
| 2309 | ptr = (void *)__get_free_pages(flags, get_order(size)); |
Theodore Ts'o | d2eecb0 | 2009-12-07 10:36:20 -0500 | [diff] [blame] | 2310 | |
| 2311 | /* Check alignment; SLUB has gotten this wrong in the past, |
| 2312 | * and this can lead to user data corruption! */ |
| 2313 | BUG_ON(((unsigned long) ptr) & (size-1)); |
| 2314 | |
| 2315 | return ptr; |
| 2316 | } |
| 2317 | |
| 2318 | void jbd2_free(void *ptr, size_t size) |
| 2319 | { |
Michal Hocko | f2db197 | 2016-06-24 14:49:28 -0700 | [diff] [blame] | 2320 | if (size < PAGE_SIZE) |
| 2321 | kmem_cache_free(get_slab(size), ptr); |
| 2322 | else |
| 2323 | free_pages((unsigned long)ptr, get_order(size)); |
Theodore Ts'o | d2eecb0 | 2009-12-07 10:36:20 -0500 | [diff] [blame] | 2324 | }; |
| 2325 | |
| 2326 | /* |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2327 | * Journal_head storage management |
| 2328 | */ |
Christoph Lameter | e18b890 | 2006-12-06 20:33:20 -0800 | [diff] [blame] | 2329 | static struct kmem_cache *jbd2_journal_head_cache; |
Jose R. Santos | e23291b | 2007-07-18 08:57:06 -0400 | [diff] [blame] | 2330 | #ifdef CONFIG_JBD2_DEBUG |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2331 | static atomic_t nr_journal_heads = ATOMIC_INIT(0); |
| 2332 | #endif |
| 2333 | |
Yongqiang Yang | 4185a2a | 2012-02-20 17:53:03 -0500 | [diff] [blame] | 2334 | static int jbd2_journal_init_journal_head_cache(void) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2335 | { |
| 2336 | int retval; |
| 2337 | |
Al Viro | 1076d17 | 2008-03-29 03:07:18 +0000 | [diff] [blame] | 2338 | J_ASSERT(jbd2_journal_head_cache == NULL); |
Johann Lombardi | a920e94 | 2006-10-11 01:21:00 -0700 | [diff] [blame] | 2339 | jbd2_journal_head_cache = kmem_cache_create("jbd2_journal_head", |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2340 | sizeof(struct journal_head), |
| 2341 | 0, /* offset */ |
Jan Kara | de92c8c | 2015-06-08 12:46:37 -0400 | [diff] [blame] | 2342 | SLAB_TEMPORARY | SLAB_DESTROY_BY_RCU, |
Paul Mundt | 20c2df8 | 2007-07-20 10:11:58 +0900 | [diff] [blame] | 2343 | NULL); /* ctor */ |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2344 | retval = 0; |
Al Viro | 1076d17 | 2008-03-29 03:07:18 +0000 | [diff] [blame] | 2345 | if (!jbd2_journal_head_cache) { |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2346 | retval = -ENOMEM; |
Eryu Guan | f2a4452 | 2011-11-01 19:09:18 -0400 | [diff] [blame] | 2347 | printk(KERN_EMERG "JBD2: no memory for journal_head cache\n"); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2348 | } |
| 2349 | return retval; |
| 2350 | } |
| 2351 | |
Yongqiang Yang | 4185a2a | 2012-02-20 17:53:03 -0500 | [diff] [blame] | 2352 | static void jbd2_journal_destroy_journal_head_cache(void) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2353 | { |
Duane Griffin | 8a9362e | 2008-04-17 10:38:59 -0400 | [diff] [blame] | 2354 | if (jbd2_journal_head_cache) { |
| 2355 | kmem_cache_destroy(jbd2_journal_head_cache); |
| 2356 | jbd2_journal_head_cache = NULL; |
| 2357 | } |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2358 | } |
| 2359 | |
| 2360 | /* |
| 2361 | * journal_head splicing and dicing |
| 2362 | */ |
| 2363 | static struct journal_head *journal_alloc_journal_head(void) |
| 2364 | { |
| 2365 | struct journal_head *ret; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2366 | |
Jose R. Santos | e23291b | 2007-07-18 08:57:06 -0400 | [diff] [blame] | 2367 | #ifdef CONFIG_JBD2_DEBUG |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2368 | atomic_inc(&nr_journal_heads); |
| 2369 | #endif |
Zheng Liu | 5d9cf9c | 2013-05-28 07:27:11 -0400 | [diff] [blame] | 2370 | ret = kmem_cache_zalloc(jbd2_journal_head_cache, GFP_NOFS); |
Al Viro | 1076d17 | 2008-03-29 03:07:18 +0000 | [diff] [blame] | 2371 | if (!ret) { |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2372 | jbd_debug(1, "out of memory for journal_head\n"); |
Theodore Ts'o | 670be5a | 2010-12-17 10:44:16 -0500 | [diff] [blame] | 2373 | pr_notice_ratelimited("ENOMEM in %s, retrying.\n", __func__); |
Michal Hocko | 7b506b1 | 2015-06-15 15:45:58 -0400 | [diff] [blame] | 2374 | ret = kmem_cache_zalloc(jbd2_journal_head_cache, |
| 2375 | GFP_NOFS | __GFP_NOFAIL); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2376 | } |
| 2377 | return ret; |
| 2378 | } |
| 2379 | |
| 2380 | static void journal_free_journal_head(struct journal_head *jh) |
| 2381 | { |
Jose R. Santos | e23291b | 2007-07-18 08:57:06 -0400 | [diff] [blame] | 2382 | #ifdef CONFIG_JBD2_DEBUG |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2383 | atomic_dec(&nr_journal_heads); |
Mingming Cao | cd02ff0 | 2007-10-16 18:38:25 -0400 | [diff] [blame] | 2384 | memset(jh, JBD2_POISON_FREE, sizeof(*jh)); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2385 | #endif |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2386 | kmem_cache_free(jbd2_journal_head_cache, jh); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2387 | } |
| 2388 | |
| 2389 | /* |
| 2390 | * A journal_head is attached to a buffer_head whenever JBD has an |
| 2391 | * interest in the buffer. |
| 2392 | * |
| 2393 | * Whenever a buffer has an attached journal_head, its ->b_state:BH_JBD bit |
| 2394 | * is set. This bit is tested in core kernel code where we need to take |
| 2395 | * JBD-specific actions. Testing the zeroness of ->b_private is not reliable |
| 2396 | * there. |
| 2397 | * |
| 2398 | * When a buffer has its BH_JBD bit set, its ->b_count is elevated by one. |
| 2399 | * |
| 2400 | * When a buffer has its BH_JBD bit set it is immune from being released by |
| 2401 | * core kernel code, mainly via ->b_count. |
| 2402 | * |
Jan Kara | de1b794 | 2011-06-13 15:38:22 -0400 | [diff] [blame] | 2403 | * A journal_head is detached from its buffer_head when the journal_head's |
| 2404 | * b_jcount reaches zero. Running transaction (b_transaction) and checkpoint |
| 2405 | * transaction (b_cp_transaction) hold their references to b_jcount. |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2406 | * |
| 2407 | * Various places in the kernel want to attach a journal_head to a buffer_head |
| 2408 | * _before_ attaching the journal_head to a transaction. To protect the |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2409 | * journal_head in this situation, jbd2_journal_add_journal_head elevates the |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2410 | * journal_head's b_jcount refcount by one. The caller must call |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2411 | * jbd2_journal_put_journal_head() to undo this. |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2412 | * |
| 2413 | * So the typical usage would be: |
| 2414 | * |
| 2415 | * (Attach a journal_head if needed. Increments b_jcount) |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2416 | * struct journal_head *jh = jbd2_journal_add_journal_head(bh); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2417 | * ... |
Jan Kara | de1b794 | 2011-06-13 15:38:22 -0400 | [diff] [blame] | 2418 | * (Get another reference for transaction) |
| 2419 | * jbd2_journal_grab_journal_head(bh); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2420 | * jh->b_transaction = xxx; |
Jan Kara | de1b794 | 2011-06-13 15:38:22 -0400 | [diff] [blame] | 2421 | * (Put original reference) |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2422 | * jbd2_journal_put_journal_head(jh); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2423 | */ |
| 2424 | |
| 2425 | /* |
| 2426 | * Give a buffer_head a journal_head. |
| 2427 | * |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2428 | * May sleep. |
| 2429 | */ |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2430 | struct journal_head *jbd2_journal_add_journal_head(struct buffer_head *bh) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2431 | { |
| 2432 | struct journal_head *jh; |
| 2433 | struct journal_head *new_jh = NULL; |
| 2434 | |
| 2435 | repeat: |
Zheng Liu | 5d9cf9c | 2013-05-28 07:27:11 -0400 | [diff] [blame] | 2436 | if (!buffer_jbd(bh)) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2437 | new_jh = journal_alloc_journal_head(); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2438 | |
| 2439 | jbd_lock_bh_journal_head(bh); |
| 2440 | if (buffer_jbd(bh)) { |
| 2441 | jh = bh2jh(bh); |
| 2442 | } else { |
| 2443 | J_ASSERT_BH(bh, |
| 2444 | (atomic_read(&bh->b_count) > 0) || |
| 2445 | (bh->b_page && bh->b_page->mapping)); |
| 2446 | |
| 2447 | if (!new_jh) { |
| 2448 | jbd_unlock_bh_journal_head(bh); |
| 2449 | goto repeat; |
| 2450 | } |
| 2451 | |
| 2452 | jh = new_jh; |
| 2453 | new_jh = NULL; /* We consumed it */ |
| 2454 | set_buffer_jbd(bh); |
| 2455 | bh->b_private = jh; |
| 2456 | jh->b_bh = bh; |
| 2457 | get_bh(bh); |
| 2458 | BUFFER_TRACE(bh, "added journal_head"); |
| 2459 | } |
| 2460 | jh->b_jcount++; |
| 2461 | jbd_unlock_bh_journal_head(bh); |
| 2462 | if (new_jh) |
| 2463 | journal_free_journal_head(new_jh); |
| 2464 | return bh->b_private; |
| 2465 | } |
| 2466 | |
| 2467 | /* |
| 2468 | * Grab a ref against this buffer_head's journal_head. If it ended up not |
| 2469 | * having a journal_head, return NULL |
| 2470 | */ |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2471 | struct journal_head *jbd2_journal_grab_journal_head(struct buffer_head *bh) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2472 | { |
| 2473 | struct journal_head *jh = NULL; |
| 2474 | |
| 2475 | jbd_lock_bh_journal_head(bh); |
| 2476 | if (buffer_jbd(bh)) { |
| 2477 | jh = bh2jh(bh); |
| 2478 | jh->b_jcount++; |
| 2479 | } |
| 2480 | jbd_unlock_bh_journal_head(bh); |
| 2481 | return jh; |
| 2482 | } |
| 2483 | |
| 2484 | static void __journal_remove_journal_head(struct buffer_head *bh) |
| 2485 | { |
| 2486 | struct journal_head *jh = bh2jh(bh); |
| 2487 | |
| 2488 | J_ASSERT_JH(jh, jh->b_jcount >= 0); |
Jan Kara | de1b794 | 2011-06-13 15:38:22 -0400 | [diff] [blame] | 2489 | J_ASSERT_JH(jh, jh->b_transaction == NULL); |
| 2490 | J_ASSERT_JH(jh, jh->b_next_transaction == NULL); |
| 2491 | J_ASSERT_JH(jh, jh->b_cp_transaction == NULL); |
| 2492 | J_ASSERT_JH(jh, jh->b_jlist == BJ_None); |
| 2493 | J_ASSERT_BH(bh, buffer_jbd(bh)); |
| 2494 | J_ASSERT_BH(bh, jh2bh(jh) == bh); |
| 2495 | BUFFER_TRACE(bh, "remove journal_head"); |
| 2496 | if (jh->b_frozen_data) { |
| 2497 | printk(KERN_WARNING "%s: freeing b_frozen_data\n", __func__); |
| 2498 | jbd2_free(jh->b_frozen_data, bh->b_size); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2499 | } |
Jan Kara | de1b794 | 2011-06-13 15:38:22 -0400 | [diff] [blame] | 2500 | if (jh->b_committed_data) { |
| 2501 | printk(KERN_WARNING "%s: freeing b_committed_data\n", __func__); |
| 2502 | jbd2_free(jh->b_committed_data, bh->b_size); |
| 2503 | } |
| 2504 | bh->b_private = NULL; |
| 2505 | jh->b_bh = NULL; /* debug, really */ |
| 2506 | clear_buffer_jbd(bh); |
| 2507 | journal_free_journal_head(jh); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2508 | } |
| 2509 | |
| 2510 | /* |
Jan Kara | de1b794 | 2011-06-13 15:38:22 -0400 | [diff] [blame] | 2511 | * Drop a reference on the passed journal_head. If it fell to zero then |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2512 | * release the journal_head from the buffer_head. |
| 2513 | */ |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2514 | void jbd2_journal_put_journal_head(struct journal_head *jh) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2515 | { |
| 2516 | struct buffer_head *bh = jh2bh(jh); |
| 2517 | |
| 2518 | jbd_lock_bh_journal_head(bh); |
| 2519 | J_ASSERT_JH(jh, jh->b_jcount > 0); |
| 2520 | --jh->b_jcount; |
Jan Kara | de1b794 | 2011-06-13 15:38:22 -0400 | [diff] [blame] | 2521 | if (!jh->b_jcount) { |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2522 | __journal_remove_journal_head(bh); |
Jan Kara | de1b794 | 2011-06-13 15:38:22 -0400 | [diff] [blame] | 2523 | jbd_unlock_bh_journal_head(bh); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2524 | __brelse(bh); |
Jan Kara | de1b794 | 2011-06-13 15:38:22 -0400 | [diff] [blame] | 2525 | } else |
| 2526 | jbd_unlock_bh_journal_head(bh); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2527 | } |
| 2528 | |
| 2529 | /* |
Jan Kara | c851ed5 | 2008-07-11 19:27:31 -0400 | [diff] [blame] | 2530 | * Initialize jbd inode head |
| 2531 | */ |
| 2532 | void jbd2_journal_init_jbd_inode(struct jbd2_inode *jinode, struct inode *inode) |
| 2533 | { |
| 2534 | jinode->i_transaction = NULL; |
| 2535 | jinode->i_next_transaction = NULL; |
| 2536 | jinode->i_vfs_inode = inode; |
| 2537 | jinode->i_flags = 0; |
| 2538 | INIT_LIST_HEAD(&jinode->i_list); |
| 2539 | } |
| 2540 | |
| 2541 | /* |
| 2542 | * Function to be called before we start removing inode from memory (i.e., |
| 2543 | * clear_inode() is a fine place to be called from). It removes inode from |
| 2544 | * transaction's lists. |
| 2545 | */ |
| 2546 | void jbd2_journal_release_jbd_inode(journal_t *journal, |
| 2547 | struct jbd2_inode *jinode) |
| 2548 | { |
Jan Kara | c851ed5 | 2008-07-11 19:27:31 -0400 | [diff] [blame] | 2549 | if (!journal) |
| 2550 | return; |
| 2551 | restart: |
| 2552 | spin_lock(&journal->j_list_lock); |
| 2553 | /* Is commit writing out inode - we have to wait */ |
Jan Kara | cb0d9d4 | 2016-02-22 23:20:30 -0500 | [diff] [blame] | 2554 | if (jinode->i_flags & JI_COMMIT_RUNNING) { |
Jan Kara | c851ed5 | 2008-07-11 19:27:31 -0400 | [diff] [blame] | 2555 | wait_queue_head_t *wq; |
| 2556 | DEFINE_WAIT_BIT(wait, &jinode->i_flags, __JI_COMMIT_RUNNING); |
| 2557 | wq = bit_waitqueue(&jinode->i_flags, __JI_COMMIT_RUNNING); |
| 2558 | prepare_to_wait(wq, &wait.wait, TASK_UNINTERRUPTIBLE); |
| 2559 | spin_unlock(&journal->j_list_lock); |
| 2560 | schedule(); |
| 2561 | finish_wait(wq, &wait.wait); |
| 2562 | goto restart; |
| 2563 | } |
| 2564 | |
Jan Kara | c851ed5 | 2008-07-11 19:27:31 -0400 | [diff] [blame] | 2565 | if (jinode->i_transaction) { |
| 2566 | list_del(&jinode->i_list); |
| 2567 | jinode->i_transaction = NULL; |
| 2568 | } |
| 2569 | spin_unlock(&journal->j_list_lock); |
| 2570 | } |
| 2571 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2572 | |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 2573 | #ifdef CONFIG_PROC_FS |
| 2574 | |
| 2575 | #define JBD2_STATS_PROC_NAME "fs/jbd2" |
| 2576 | |
| 2577 | static void __init jbd2_create_jbd_stats_proc_entry(void) |
| 2578 | { |
| 2579 | proc_jbd2_stats = proc_mkdir(JBD2_STATS_PROC_NAME, NULL); |
| 2580 | } |
| 2581 | |
| 2582 | static void __exit jbd2_remove_jbd_stats_proc_entry(void) |
| 2583 | { |
| 2584 | if (proc_jbd2_stats) |
| 2585 | remove_proc_entry(JBD2_STATS_PROC_NAME, NULL); |
| 2586 | } |
| 2587 | |
| 2588 | #else |
| 2589 | |
| 2590 | #define jbd2_create_jbd_stats_proc_entry() do {} while (0) |
| 2591 | #define jbd2_remove_jbd_stats_proc_entry() do {} while (0) |
| 2592 | |
| 2593 | #endif |
| 2594 | |
Theodore Ts'o | 8aefcd5 | 2011-01-10 12:29:43 -0500 | [diff] [blame] | 2595 | struct kmem_cache *jbd2_handle_cache, *jbd2_inode_cache; |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2596 | |
Yongqiang Yang | 4185a2a | 2012-02-20 17:53:03 -0500 | [diff] [blame] | 2597 | static int __init jbd2_journal_init_handle_cache(void) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2598 | { |
Theodore Ts'o | 8aefcd5 | 2011-01-10 12:29:43 -0500 | [diff] [blame] | 2599 | jbd2_handle_cache = KMEM_CACHE(jbd2_journal_handle, SLAB_TEMPORARY); |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2600 | if (jbd2_handle_cache == NULL) { |
Theodore Ts'o | 8aefcd5 | 2011-01-10 12:29:43 -0500 | [diff] [blame] | 2601 | printk(KERN_EMERG "JBD2: failed to create handle cache\n"); |
| 2602 | return -ENOMEM; |
| 2603 | } |
| 2604 | jbd2_inode_cache = KMEM_CACHE(jbd2_inode, 0); |
| 2605 | if (jbd2_inode_cache == NULL) { |
| 2606 | printk(KERN_EMERG "JBD2: failed to create inode cache\n"); |
| 2607 | kmem_cache_destroy(jbd2_handle_cache); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2608 | return -ENOMEM; |
| 2609 | } |
| 2610 | return 0; |
| 2611 | } |
| 2612 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2613 | static void jbd2_journal_destroy_handle_cache(void) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2614 | { |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2615 | if (jbd2_handle_cache) |
| 2616 | kmem_cache_destroy(jbd2_handle_cache); |
Theodore Ts'o | 8aefcd5 | 2011-01-10 12:29:43 -0500 | [diff] [blame] | 2617 | if (jbd2_inode_cache) |
| 2618 | kmem_cache_destroy(jbd2_inode_cache); |
| 2619 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2620 | } |
| 2621 | |
| 2622 | /* |
| 2623 | * Module startup and shutdown |
| 2624 | */ |
| 2625 | |
| 2626 | static int __init journal_init_caches(void) |
| 2627 | { |
| 2628 | int ret; |
| 2629 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2630 | ret = jbd2_journal_init_revoke_caches(); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2631 | if (ret == 0) |
Yongqiang Yang | 4185a2a | 2012-02-20 17:53:03 -0500 | [diff] [blame] | 2632 | ret = jbd2_journal_init_journal_head_cache(); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2633 | if (ret == 0) |
Yongqiang Yang | 4185a2a | 2012-02-20 17:53:03 -0500 | [diff] [blame] | 2634 | ret = jbd2_journal_init_handle_cache(); |
Yongqiang Yang | 0c2022e | 2012-02-20 17:53:02 -0500 | [diff] [blame] | 2635 | if (ret == 0) |
| 2636 | ret = jbd2_journal_init_transaction_cache(); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2637 | return ret; |
| 2638 | } |
| 2639 | |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2640 | static void jbd2_journal_destroy_caches(void) |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2641 | { |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2642 | jbd2_journal_destroy_revoke_caches(); |
Yongqiang Yang | 4185a2a | 2012-02-20 17:53:03 -0500 | [diff] [blame] | 2643 | jbd2_journal_destroy_journal_head_cache(); |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2644 | jbd2_journal_destroy_handle_cache(); |
Yongqiang Yang | 0c2022e | 2012-02-20 17:53:02 -0500 | [diff] [blame] | 2645 | jbd2_journal_destroy_transaction_cache(); |
Theodore Ts'o | d2eecb0 | 2009-12-07 10:36:20 -0500 | [diff] [blame] | 2646 | jbd2_journal_destroy_slabs(); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2647 | } |
| 2648 | |
| 2649 | static int __init journal_init(void) |
| 2650 | { |
| 2651 | int ret; |
| 2652 | |
| 2653 | BUILD_BUG_ON(sizeof(struct journal_superblock_s) != 1024); |
| 2654 | |
| 2655 | ret = journal_init_caches(); |
Duane Griffin | 620de4e | 2008-04-29 22:02:47 -0400 | [diff] [blame] | 2656 | if (ret == 0) { |
Duane Griffin | 620de4e | 2008-04-29 22:02:47 -0400 | [diff] [blame] | 2657 | jbd2_create_jbd_stats_proc_entry(); |
| 2658 | } else { |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2659 | jbd2_journal_destroy_caches(); |
Duane Griffin | 620de4e | 2008-04-29 22:02:47 -0400 | [diff] [blame] | 2660 | } |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2661 | return ret; |
| 2662 | } |
| 2663 | |
| 2664 | static void __exit journal_exit(void) |
| 2665 | { |
Jose R. Santos | e23291b | 2007-07-18 08:57:06 -0400 | [diff] [blame] | 2666 | #ifdef CONFIG_JBD2_DEBUG |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2667 | int n = atomic_read(&nr_journal_heads); |
| 2668 | if (n) |
Jan Kara | 7568507 | 2013-12-08 21:13:59 -0500 | [diff] [blame] | 2669 | printk(KERN_ERR "JBD2: leaked %d journal_heads!\n", n); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2670 | #endif |
Johann Lombardi | 8e85fb3 | 2008-01-28 23:58:27 -0500 | [diff] [blame] | 2671 | jbd2_remove_jbd_stats_proc_entry(); |
Mingming Cao | f7f4bcc | 2006-10-11 01:20:59 -0700 | [diff] [blame] | 2672 | jbd2_journal_destroy_caches(); |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2673 | } |
| 2674 | |
Dave Kleikamp | 470decc | 2006-10-11 01:20:57 -0700 | [diff] [blame] | 2675 | MODULE_LICENSE("GPL"); |
| 2676 | module_init(journal_init); |
| 2677 | module_exit(journal_exit); |
| 2678 | |