Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 2 | * Copyright (c) 2000-2001,2005 Silicon Graphics, Inc. |
| 3 | * All Rights Reserved. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | * |
Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 5 | * This program is free software; you can redistribute it and/or |
| 6 | * modify it under the terms of the GNU General Public License as |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | * published by the Free Software Foundation. |
| 8 | * |
Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 9 | * This program is distributed in the hope that it would be useful, |
| 10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 12 | * GNU General Public License for more details. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | * |
Nathan Scott | 7b71876 | 2005-11-02 14:58:39 +1100 | [diff] [blame] | 14 | * You should have received a copy of the GNU General Public License |
| 15 | * along with this program; if not, write the Free Software Foundation, |
| 16 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | #include "xfs.h" |
Nathan Scott | a844f45 | 2005-11-02 14:38:42 +1100 | [diff] [blame] | 19 | #include "xfs_fs.h" |
Christoph Hellwig | 4fb6e8a | 2014-11-28 14:25:04 +1100 | [diff] [blame] | 20 | #include "xfs_format.h" |
Dave Chinner | 239880e | 2013-10-23 10:50:10 +1100 | [diff] [blame] | 21 | #include "xfs_log_format.h" |
| 22 | #include "xfs_trans_resv.h" |
Darrick J. Wong | dc42375 | 2016-08-03 11:23:49 +1000 | [diff] [blame] | 23 | #include "xfs_bit.h" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | #include "xfs_mount.h" |
Dave Chinner | 239880e | 2013-10-23 10:50:10 +1100 | [diff] [blame] | 25 | #include "xfs_trans.h" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | #include "xfs_trans_priv.h" |
Dave Chinner | 239880e | 2013-10-23 10:50:10 +1100 | [diff] [blame] | 27 | #include "xfs_buf_item.h" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | #include "xfs_extfree_item.h" |
Christoph Hellwig | 1234351 | 2013-12-13 11:00:43 +1100 | [diff] [blame] | 29 | #include "xfs_log.h" |
Darrick J. Wong | 340785c | 2016-08-03 11:33:42 +1000 | [diff] [blame] | 30 | #include "xfs_btree.h" |
| 31 | #include "xfs_rmap.h" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 | |
| 33 | |
| 34 | kmem_zone_t *xfs_efi_zone; |
| 35 | kmem_zone_t *xfs_efd_zone; |
| 36 | |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 37 | static inline struct xfs_efi_log_item *EFI_ITEM(struct xfs_log_item *lip) |
| 38 | { |
| 39 | return container_of(lip, struct xfs_efi_log_item, efi_item); |
| 40 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 41 | |
Christoph Hellwig | 7d795ca | 2005-06-21 15:41:19 +1000 | [diff] [blame] | 42 | void |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 43 | xfs_efi_item_free( |
| 44 | struct xfs_efi_log_item *efip) |
Christoph Hellwig | 7d795ca | 2005-06-21 15:41:19 +1000 | [diff] [blame] | 45 | { |
Dave Chinner | b1c5ebb | 2016-07-22 09:52:35 +1000 | [diff] [blame] | 46 | kmem_free(efip->efi_item.li_lv_shadow); |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 47 | if (efip->efi_format.efi_nextents > XFS_EFI_MAX_FAST_EXTENTS) |
Denys Vlasenko | f0e2d93 | 2008-05-19 16:31:57 +1000 | [diff] [blame] | 48 | kmem_free(efip); |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 49 | else |
Christoph Hellwig | 7d795ca | 2005-06-21 15:41:19 +1000 | [diff] [blame] | 50 | kmem_zone_free(xfs_efi_zone, efip); |
Christoph Hellwig | 7d795ca | 2005-06-21 15:41:19 +1000 | [diff] [blame] | 51 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | |
| 53 | /* |
| 54 | * This returns the number of iovecs needed to log the given efi item. |
| 55 | * We only need 1 iovec for an efi item. It just logs the efi_log_format |
| 56 | * structure. |
| 57 | */ |
Dave Chinner | 166d136 | 2013-08-12 20:50:04 +1000 | [diff] [blame] | 58 | static inline int |
| 59 | xfs_efi_item_sizeof( |
| 60 | struct xfs_efi_log_item *efip) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 61 | { |
Dave Chinner | 166d136 | 2013-08-12 20:50:04 +1000 | [diff] [blame] | 62 | return sizeof(struct xfs_efi_log_format) + |
| 63 | (efip->efi_format.efi_nextents - 1) * sizeof(xfs_extent_t); |
| 64 | } |
| 65 | |
| 66 | STATIC void |
| 67 | xfs_efi_item_size( |
| 68 | struct xfs_log_item *lip, |
| 69 | int *nvecs, |
| 70 | int *nbytes) |
| 71 | { |
| 72 | *nvecs += 1; |
| 73 | *nbytes += xfs_efi_item_sizeof(EFI_ITEM(lip)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | } |
| 75 | |
| 76 | /* |
| 77 | * This is called to fill in the vector of log iovecs for the |
| 78 | * given efi log item. We use only 1 iovec, and we point that |
| 79 | * at the efi_log_format structure embedded in the efi item. |
| 80 | * It is at this point that we assert that all of the extent |
| 81 | * slots in the efi item have been filled. |
| 82 | */ |
| 83 | STATIC void |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 84 | xfs_efi_item_format( |
| 85 | struct xfs_log_item *lip, |
Christoph Hellwig | bde7cff | 2013-12-13 11:34:02 +1100 | [diff] [blame] | 86 | struct xfs_log_vec *lv) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 87 | { |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 88 | struct xfs_efi_log_item *efip = EFI_ITEM(lip); |
Christoph Hellwig | bde7cff | 2013-12-13 11:34:02 +1100 | [diff] [blame] | 89 | struct xfs_log_iovec *vecp = NULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 90 | |
Dave Chinner | b199c8a | 2010-12-20 11:59:49 +1100 | [diff] [blame] | 91 | ASSERT(atomic_read(&efip->efi_next_extent) == |
| 92 | efip->efi_format.efi_nextents); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 93 | |
| 94 | efip->efi_format.efi_type = XFS_LI_EFI; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 95 | efip->efi_format.efi_size = 1; |
| 96 | |
Christoph Hellwig | bde7cff | 2013-12-13 11:34:02 +1100 | [diff] [blame] | 97 | xlog_copy_iovec(lv, &vecp, XLOG_REG_TYPE_EFI_FORMAT, |
Christoph Hellwig | 1234351 | 2013-12-13 11:00:43 +1100 | [diff] [blame] | 98 | &efip->efi_format, |
| 99 | xfs_efi_item_sizeof(efip)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 100 | } |
| 101 | |
| 102 | |
| 103 | /* |
| 104 | * Pinning has no meaning for an efi item, so just return. |
| 105 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 106 | STATIC void |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 107 | xfs_efi_item_pin( |
| 108 | struct xfs_log_item *lip) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 109 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 110 | } |
| 111 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 112 | /* |
Brian Foster | 8d99fe9 | 2015-08-19 09:51:16 +1000 | [diff] [blame] | 113 | * The unpin operation is the last place an EFI is manipulated in the log. It is |
| 114 | * either inserted in the AIL or aborted in the event of a log I/O error. In |
| 115 | * either case, the EFI transaction has been successfully committed to make it |
| 116 | * this far. Therefore, we expect whoever committed the EFI to either construct |
| 117 | * and commit the EFD or drop the EFD's reference in the event of error. Simply |
| 118 | * drop the log's EFI reference now that the log is done with it. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 119 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 120 | STATIC void |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 121 | xfs_efi_item_unpin( |
| 122 | struct xfs_log_item *lip, |
| 123 | int remove) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 124 | { |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 125 | struct xfs_efi_log_item *efip = EFI_ITEM(lip); |
Brian Foster | 5e4b538 | 2015-08-19 09:50:12 +1000 | [diff] [blame] | 126 | xfs_efi_release(efip); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 127 | } |
| 128 | |
| 129 | /* |
Christoph Hellwig | 43ff212 | 2012-04-23 15:58:39 +1000 | [diff] [blame] | 130 | * Efi items have no locking or pushing. However, since EFIs are pulled from |
| 131 | * the AIL when their corresponding EFDs are committed to disk, their situation |
| 132 | * is very similar to being pinned. Return XFS_ITEM_PINNED so that the caller |
| 133 | * will eventually flush the log. This should help in getting the EFI out of |
| 134 | * the AIL. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 135 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 136 | STATIC uint |
Christoph Hellwig | 43ff212 | 2012-04-23 15:58:39 +1000 | [diff] [blame] | 137 | xfs_efi_item_push( |
| 138 | struct xfs_log_item *lip, |
| 139 | struct list_head *buffer_list) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 140 | { |
| 141 | return XFS_ITEM_PINNED; |
| 142 | } |
| 143 | |
Brian Foster | 8d99fe9 | 2015-08-19 09:51:16 +1000 | [diff] [blame] | 144 | /* |
| 145 | * The EFI has been either committed or aborted if the transaction has been |
| 146 | * cancelled. If the transaction was cancelled, an EFD isn't going to be |
| 147 | * constructed and thus we free the EFI here directly. |
| 148 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 149 | STATIC void |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 150 | xfs_efi_item_unlock( |
| 151 | struct xfs_log_item *lip) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 152 | { |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 153 | if (lip->li_flags & XFS_LI_ABORTED) |
| 154 | xfs_efi_item_free(EFI_ITEM(lip)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 155 | } |
| 156 | |
| 157 | /* |
Dave Chinner | b199c8a | 2010-12-20 11:59:49 +1100 | [diff] [blame] | 158 | * The EFI is logged only once and cannot be moved in the log, so simply return |
Dave Chinner | 666d644 | 2013-04-03 14:09:21 +1100 | [diff] [blame] | 159 | * the lsn at which it's been logged. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 160 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 161 | STATIC xfs_lsn_t |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 162 | xfs_efi_item_committed( |
| 163 | struct xfs_log_item *lip, |
| 164 | xfs_lsn_t lsn) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 165 | { |
| 166 | return lsn; |
| 167 | } |
| 168 | |
| 169 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 170 | * The EFI dependency tracking op doesn't do squat. It can't because |
| 171 | * it doesn't know where the free extent is coming from. The dependency |
| 172 | * tracking has to be handled by the "enclosing" metadata object. For |
| 173 | * example, for inodes, the inode is locked throughout the extent freeing |
| 174 | * so the dependency should be recorded there. |
| 175 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 176 | STATIC void |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 177 | xfs_efi_item_committing( |
| 178 | struct xfs_log_item *lip, |
| 179 | xfs_lsn_t lsn) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 180 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 181 | } |
| 182 | |
| 183 | /* |
| 184 | * This is the ops vector shared by all efi log items. |
| 185 | */ |
Christoph Hellwig | 272e42b | 2011-10-28 09:54:24 +0000 | [diff] [blame] | 186 | static const struct xfs_item_ops xfs_efi_item_ops = { |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 187 | .iop_size = xfs_efi_item_size, |
| 188 | .iop_format = xfs_efi_item_format, |
| 189 | .iop_pin = xfs_efi_item_pin, |
| 190 | .iop_unpin = xfs_efi_item_unpin, |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 191 | .iop_unlock = xfs_efi_item_unlock, |
| 192 | .iop_committed = xfs_efi_item_committed, |
| 193 | .iop_push = xfs_efi_item_push, |
| 194 | .iop_committing = xfs_efi_item_committing |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 195 | }; |
| 196 | |
| 197 | |
| 198 | /* |
| 199 | * Allocate and initialize an efi item with the given number of extents. |
| 200 | */ |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 201 | struct xfs_efi_log_item * |
| 202 | xfs_efi_init( |
| 203 | struct xfs_mount *mp, |
| 204 | uint nextents) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 205 | |
| 206 | { |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 207 | struct xfs_efi_log_item *efip; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 208 | uint size; |
| 209 | |
| 210 | ASSERT(nextents > 0); |
| 211 | if (nextents > XFS_EFI_MAX_FAST_EXTENTS) { |
| 212 | size = (uint)(sizeof(xfs_efi_log_item_t) + |
| 213 | ((nextents - 1) * sizeof(xfs_extent_t))); |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 214 | efip = kmem_zalloc(size, KM_SLEEP); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 215 | } else { |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 216 | efip = kmem_zone_zalloc(xfs_efi_zone, KM_SLEEP); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 217 | } |
| 218 | |
Dave Chinner | 43f5efc | 2010-03-23 10:10:00 +1100 | [diff] [blame] | 219 | xfs_log_item_init(mp, &efip->efi_item, XFS_LI_EFI, &xfs_efi_item_ops); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 220 | efip->efi_format.efi_nextents = nextents; |
Christoph Hellwig | db9d67d | 2015-06-22 09:43:32 +1000 | [diff] [blame] | 221 | efip->efi_format.efi_id = (uintptr_t)(void *)efip; |
Dave Chinner | b199c8a | 2010-12-20 11:59:49 +1100 | [diff] [blame] | 222 | atomic_set(&efip->efi_next_extent, 0); |
Dave Chinner | 666d644 | 2013-04-03 14:09:21 +1100 | [diff] [blame] | 223 | atomic_set(&efip->efi_refcount, 2); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 224 | |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 225 | return efip; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 226 | } |
| 227 | |
| 228 | /* |
Tim Shimmin | 6d192a9 | 2006-06-09 14:55:38 +1000 | [diff] [blame] | 229 | * Copy an EFI format buffer from the given buf, and into the destination |
| 230 | * EFI format structure. |
| 231 | * The given buffer can be in 32 bit or 64 bit form (which has different padding), |
| 232 | * one of which will be the native format for this kernel. |
| 233 | * It will handle the conversion of formats if necessary. |
| 234 | */ |
| 235 | int |
| 236 | xfs_efi_copy_format(xfs_log_iovec_t *buf, xfs_efi_log_format_t *dst_efi_fmt) |
| 237 | { |
Christoph Hellwig | 4e0d5f9 | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 238 | xfs_efi_log_format_t *src_efi_fmt = buf->i_addr; |
Tim Shimmin | 6d192a9 | 2006-06-09 14:55:38 +1000 | [diff] [blame] | 239 | uint i; |
| 240 | uint len = sizeof(xfs_efi_log_format_t) + |
| 241 | (src_efi_fmt->efi_nextents - 1) * sizeof(xfs_extent_t); |
| 242 | uint len32 = sizeof(xfs_efi_log_format_32_t) + |
| 243 | (src_efi_fmt->efi_nextents - 1) * sizeof(xfs_extent_32_t); |
| 244 | uint len64 = sizeof(xfs_efi_log_format_64_t) + |
| 245 | (src_efi_fmt->efi_nextents - 1) * sizeof(xfs_extent_64_t); |
| 246 | |
| 247 | if (buf->i_len == len) { |
| 248 | memcpy((char *)dst_efi_fmt, (char*)src_efi_fmt, len); |
| 249 | return 0; |
| 250 | } else if (buf->i_len == len32) { |
Christoph Hellwig | 4e0d5f9 | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 251 | xfs_efi_log_format_32_t *src_efi_fmt_32 = buf->i_addr; |
Tim Shimmin | 6d192a9 | 2006-06-09 14:55:38 +1000 | [diff] [blame] | 252 | |
| 253 | dst_efi_fmt->efi_type = src_efi_fmt_32->efi_type; |
| 254 | dst_efi_fmt->efi_size = src_efi_fmt_32->efi_size; |
| 255 | dst_efi_fmt->efi_nextents = src_efi_fmt_32->efi_nextents; |
| 256 | dst_efi_fmt->efi_id = src_efi_fmt_32->efi_id; |
| 257 | for (i = 0; i < dst_efi_fmt->efi_nextents; i++) { |
| 258 | dst_efi_fmt->efi_extents[i].ext_start = |
| 259 | src_efi_fmt_32->efi_extents[i].ext_start; |
| 260 | dst_efi_fmt->efi_extents[i].ext_len = |
| 261 | src_efi_fmt_32->efi_extents[i].ext_len; |
| 262 | } |
| 263 | return 0; |
| 264 | } else if (buf->i_len == len64) { |
Christoph Hellwig | 4e0d5f9 | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 265 | xfs_efi_log_format_64_t *src_efi_fmt_64 = buf->i_addr; |
Tim Shimmin | 6d192a9 | 2006-06-09 14:55:38 +1000 | [diff] [blame] | 266 | |
| 267 | dst_efi_fmt->efi_type = src_efi_fmt_64->efi_type; |
| 268 | dst_efi_fmt->efi_size = src_efi_fmt_64->efi_size; |
| 269 | dst_efi_fmt->efi_nextents = src_efi_fmt_64->efi_nextents; |
| 270 | dst_efi_fmt->efi_id = src_efi_fmt_64->efi_id; |
| 271 | for (i = 0; i < dst_efi_fmt->efi_nextents; i++) { |
| 272 | dst_efi_fmt->efi_extents[i].ext_start = |
| 273 | src_efi_fmt_64->efi_extents[i].ext_start; |
| 274 | dst_efi_fmt->efi_extents[i].ext_len = |
| 275 | src_efi_fmt_64->efi_extents[i].ext_len; |
| 276 | } |
| 277 | return 0; |
| 278 | } |
Dave Chinner | 2451337 | 2014-06-25 14:58:08 +1000 | [diff] [blame] | 279 | return -EFSCORRUPTED; |
Tim Shimmin | 6d192a9 | 2006-06-09 14:55:38 +1000 | [diff] [blame] | 280 | } |
| 281 | |
| 282 | /* |
Brian Foster | e32a1d1 | 2015-08-19 09:52:21 +1000 | [diff] [blame] | 283 | * Freeing the efi requires that we remove it from the AIL if it has already |
| 284 | * been placed there. However, the EFI may not yet have been placed in the AIL |
| 285 | * when called by xfs_efi_release() from EFD processing due to the ordering of |
| 286 | * committed vs unpin operations in bulk insert operations. Hence the reference |
| 287 | * count to ensure only the last caller frees the EFI. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 288 | */ |
| 289 | void |
Brian Foster | 5e4b538 | 2015-08-19 09:50:12 +1000 | [diff] [blame] | 290 | xfs_efi_release( |
| 291 | struct xfs_efi_log_item *efip) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 292 | { |
Darrick J. Wong | c4cf1ac | 2017-04-20 15:09:05 -0700 | [diff] [blame] | 293 | ASSERT(atomic_read(&efip->efi_refcount) > 0); |
Brian Foster | e32a1d1 | 2015-08-19 09:52:21 +1000 | [diff] [blame] | 294 | if (atomic_dec_and_test(&efip->efi_refcount)) { |
Brian Foster | 146e54b | 2015-08-19 10:01:08 +1000 | [diff] [blame] | 295 | xfs_trans_ail_remove(&efip->efi_item, SHUTDOWN_LOG_IO_ERROR); |
Brian Foster | e32a1d1 | 2015-08-19 09:52:21 +1000 | [diff] [blame] | 296 | xfs_efi_item_free(efip); |
| 297 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 298 | } |
| 299 | |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 300 | static inline struct xfs_efd_log_item *EFD_ITEM(struct xfs_log_item *lip) |
Christoph Hellwig | 7d795ca | 2005-06-21 15:41:19 +1000 | [diff] [blame] | 301 | { |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 302 | return container_of(lip, struct xfs_efd_log_item, efd_item); |
| 303 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 304 | |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 305 | STATIC void |
| 306 | xfs_efd_item_free(struct xfs_efd_log_item *efdp) |
| 307 | { |
Dave Chinner | b1c5ebb | 2016-07-22 09:52:35 +1000 | [diff] [blame] | 308 | kmem_free(efdp->efd_item.li_lv_shadow); |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 309 | if (efdp->efd_format.efd_nextents > XFS_EFD_MAX_FAST_EXTENTS) |
Denys Vlasenko | f0e2d93 | 2008-05-19 16:31:57 +1000 | [diff] [blame] | 310 | kmem_free(efdp); |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 311 | else |
Christoph Hellwig | 7d795ca | 2005-06-21 15:41:19 +1000 | [diff] [blame] | 312 | kmem_zone_free(xfs_efd_zone, efdp); |
Christoph Hellwig | 7d795ca | 2005-06-21 15:41:19 +1000 | [diff] [blame] | 313 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 314 | |
| 315 | /* |
| 316 | * This returns the number of iovecs needed to log the given efd item. |
| 317 | * We only need 1 iovec for an efd item. It just logs the efd_log_format |
| 318 | * structure. |
| 319 | */ |
Dave Chinner | 166d136 | 2013-08-12 20:50:04 +1000 | [diff] [blame] | 320 | static inline int |
| 321 | xfs_efd_item_sizeof( |
| 322 | struct xfs_efd_log_item *efdp) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 323 | { |
Dave Chinner | 166d136 | 2013-08-12 20:50:04 +1000 | [diff] [blame] | 324 | return sizeof(xfs_efd_log_format_t) + |
| 325 | (efdp->efd_format.efd_nextents - 1) * sizeof(xfs_extent_t); |
| 326 | } |
| 327 | |
| 328 | STATIC void |
| 329 | xfs_efd_item_size( |
| 330 | struct xfs_log_item *lip, |
| 331 | int *nvecs, |
| 332 | int *nbytes) |
| 333 | { |
| 334 | *nvecs += 1; |
| 335 | *nbytes += xfs_efd_item_sizeof(EFD_ITEM(lip)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 336 | } |
| 337 | |
| 338 | /* |
| 339 | * This is called to fill in the vector of log iovecs for the |
| 340 | * given efd log item. We use only 1 iovec, and we point that |
| 341 | * at the efd_log_format structure embedded in the efd item. |
| 342 | * It is at this point that we assert that all of the extent |
| 343 | * slots in the efd item have been filled. |
| 344 | */ |
| 345 | STATIC void |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 346 | xfs_efd_item_format( |
| 347 | struct xfs_log_item *lip, |
Christoph Hellwig | bde7cff | 2013-12-13 11:34:02 +1100 | [diff] [blame] | 348 | struct xfs_log_vec *lv) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 349 | { |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 350 | struct xfs_efd_log_item *efdp = EFD_ITEM(lip); |
Christoph Hellwig | bde7cff | 2013-12-13 11:34:02 +1100 | [diff] [blame] | 351 | struct xfs_log_iovec *vecp = NULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 352 | |
| 353 | ASSERT(efdp->efd_next_extent == efdp->efd_format.efd_nextents); |
| 354 | |
| 355 | efdp->efd_format.efd_type = XFS_LI_EFD; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 356 | efdp->efd_format.efd_size = 1; |
| 357 | |
Christoph Hellwig | bde7cff | 2013-12-13 11:34:02 +1100 | [diff] [blame] | 358 | xlog_copy_iovec(lv, &vecp, XLOG_REG_TYPE_EFD_FORMAT, |
Christoph Hellwig | 1234351 | 2013-12-13 11:00:43 +1100 | [diff] [blame] | 359 | &efdp->efd_format, |
| 360 | xfs_efd_item_sizeof(efdp)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 361 | } |
| 362 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 363 | /* |
| 364 | * Pinning has no meaning for an efd item, so just return. |
| 365 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 366 | STATIC void |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 367 | xfs_efd_item_pin( |
| 368 | struct xfs_log_item *lip) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 369 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 370 | } |
| 371 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 372 | /* |
| 373 | * Since pinning has no meaning for an efd item, unpinning does |
| 374 | * not either. |
| 375 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 376 | STATIC void |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 377 | xfs_efd_item_unpin( |
| 378 | struct xfs_log_item *lip, |
| 379 | int remove) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 380 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 381 | } |
| 382 | |
| 383 | /* |
Christoph Hellwig | 43ff212 | 2012-04-23 15:58:39 +1000 | [diff] [blame] | 384 | * There isn't much you can do to push on an efd item. It is simply stuck |
| 385 | * waiting for the log to be flushed to disk. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 386 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 387 | STATIC uint |
Christoph Hellwig | 43ff212 | 2012-04-23 15:58:39 +1000 | [diff] [blame] | 388 | xfs_efd_item_push( |
| 389 | struct xfs_log_item *lip, |
| 390 | struct list_head *buffer_list) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 391 | { |
Christoph Hellwig | 43ff212 | 2012-04-23 15:58:39 +1000 | [diff] [blame] | 392 | return XFS_ITEM_PINNED; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 393 | } |
| 394 | |
Brian Foster | 8d99fe9 | 2015-08-19 09:51:16 +1000 | [diff] [blame] | 395 | /* |
| 396 | * The EFD is either committed or aborted if the transaction is cancelled. If |
| 397 | * the transaction is cancelled, drop our reference to the EFI and free the EFD. |
| 398 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 399 | STATIC void |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 400 | xfs_efd_item_unlock( |
| 401 | struct xfs_log_item *lip) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 402 | { |
Brian Foster | 8d99fe9 | 2015-08-19 09:51:16 +1000 | [diff] [blame] | 403 | struct xfs_efd_log_item *efdp = EFD_ITEM(lip); |
| 404 | |
| 405 | if (lip->li_flags & XFS_LI_ABORTED) { |
| 406 | xfs_efi_release(efdp->efd_efip); |
| 407 | xfs_efd_item_free(efdp); |
| 408 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 409 | } |
| 410 | |
| 411 | /* |
Brian Foster | 8d99fe9 | 2015-08-19 09:51:16 +1000 | [diff] [blame] | 412 | * When the efd item is committed to disk, all we need to do is delete our |
| 413 | * reference to our partner efi item and then free ourselves. Since we're |
| 414 | * freeing ourselves we must return -1 to keep the transaction code from further |
| 415 | * referencing this item. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 416 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 417 | STATIC xfs_lsn_t |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 418 | xfs_efd_item_committed( |
| 419 | struct xfs_log_item *lip, |
| 420 | xfs_lsn_t lsn) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 421 | { |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 422 | struct xfs_efd_log_item *efdp = EFD_ITEM(lip); |
| 423 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 424 | /* |
Brian Foster | 8d99fe9 | 2015-08-19 09:51:16 +1000 | [diff] [blame] | 425 | * Drop the EFI reference regardless of whether the EFD has been |
| 426 | * aborted. Once the EFD transaction is constructed, it is the sole |
| 427 | * responsibility of the EFD to release the EFI (even if the EFI is |
| 428 | * aborted due to log I/O error). |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 429 | */ |
Brian Foster | 8d99fe9 | 2015-08-19 09:51:16 +1000 | [diff] [blame] | 430 | xfs_efi_release(efdp->efd_efip); |
Christoph Hellwig | 7d795ca | 2005-06-21 15:41:19 +1000 | [diff] [blame] | 431 | xfs_efd_item_free(efdp); |
Brian Foster | 8d99fe9 | 2015-08-19 09:51:16 +1000 | [diff] [blame] | 432 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 433 | return (xfs_lsn_t)-1; |
| 434 | } |
| 435 | |
| 436 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 437 | * The EFD dependency tracking op doesn't do squat. It can't because |
| 438 | * it doesn't know where the free extent is coming from. The dependency |
| 439 | * tracking has to be handled by the "enclosing" metadata object. For |
| 440 | * example, for inodes, the inode is locked throughout the extent freeing |
| 441 | * so the dependency should be recorded there. |
| 442 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 443 | STATIC void |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 444 | xfs_efd_item_committing( |
| 445 | struct xfs_log_item *lip, |
| 446 | xfs_lsn_t lsn) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 447 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 448 | } |
| 449 | |
| 450 | /* |
| 451 | * This is the ops vector shared by all efd log items. |
| 452 | */ |
Christoph Hellwig | 272e42b | 2011-10-28 09:54:24 +0000 | [diff] [blame] | 453 | static const struct xfs_item_ops xfs_efd_item_ops = { |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 454 | .iop_size = xfs_efd_item_size, |
| 455 | .iop_format = xfs_efd_item_format, |
| 456 | .iop_pin = xfs_efd_item_pin, |
| 457 | .iop_unpin = xfs_efd_item_unpin, |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 458 | .iop_unlock = xfs_efd_item_unlock, |
| 459 | .iop_committed = xfs_efd_item_committed, |
| 460 | .iop_push = xfs_efd_item_push, |
| 461 | .iop_committing = xfs_efd_item_committing |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 462 | }; |
| 463 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 464 | /* |
| 465 | * Allocate and initialize an efd item with the given number of extents. |
| 466 | */ |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 467 | struct xfs_efd_log_item * |
| 468 | xfs_efd_init( |
| 469 | struct xfs_mount *mp, |
| 470 | struct xfs_efi_log_item *efip, |
| 471 | uint nextents) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 472 | |
| 473 | { |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 474 | struct xfs_efd_log_item *efdp; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 475 | uint size; |
| 476 | |
| 477 | ASSERT(nextents > 0); |
| 478 | if (nextents > XFS_EFD_MAX_FAST_EXTENTS) { |
| 479 | size = (uint)(sizeof(xfs_efd_log_item_t) + |
| 480 | ((nextents - 1) * sizeof(xfs_extent_t))); |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 481 | efdp = kmem_zalloc(size, KM_SLEEP); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 482 | } else { |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 483 | efdp = kmem_zone_zalloc(xfs_efd_zone, KM_SLEEP); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 484 | } |
| 485 | |
Dave Chinner | 43f5efc | 2010-03-23 10:10:00 +1100 | [diff] [blame] | 486 | xfs_log_item_init(mp, &efdp->efd_item, XFS_LI_EFD, &xfs_efd_item_ops); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 487 | efdp->efd_efip = efip; |
| 488 | efdp->efd_format.efd_nextents = nextents; |
| 489 | efdp->efd_format.efd_efi_id = efip->efi_format.efi_id; |
| 490 | |
Christoph Hellwig | 7bfa31d | 2010-06-23 18:11:15 +1000 | [diff] [blame] | 491 | return efdp; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 492 | } |
Darrick J. Wong | dc42375 | 2016-08-03 11:23:49 +1000 | [diff] [blame] | 493 | |
| 494 | /* |
| 495 | * Process an extent free intent item that was recovered from |
| 496 | * the log. We need to free the extents that it describes. |
| 497 | */ |
| 498 | int |
| 499 | xfs_efi_recover( |
| 500 | struct xfs_mount *mp, |
| 501 | struct xfs_efi_log_item *efip) |
| 502 | { |
| 503 | struct xfs_efd_log_item *efdp; |
| 504 | struct xfs_trans *tp; |
| 505 | int i; |
| 506 | int error = 0; |
| 507 | xfs_extent_t *extp; |
| 508 | xfs_fsblock_t startblock_fsb; |
Darrick J. Wong | 340785c | 2016-08-03 11:33:42 +1000 | [diff] [blame] | 509 | struct xfs_owner_info oinfo; |
Darrick J. Wong | dc42375 | 2016-08-03 11:23:49 +1000 | [diff] [blame] | 510 | |
| 511 | ASSERT(!test_bit(XFS_EFI_RECOVERED, &efip->efi_flags)); |
| 512 | |
| 513 | /* |
| 514 | * First check the validity of the extents described by the |
| 515 | * EFI. If any are bad, then assume that all are bad and |
| 516 | * just toss the EFI. |
| 517 | */ |
| 518 | for (i = 0; i < efip->efi_format.efi_nextents; i++) { |
Darrick J. Wong | e127faf | 2016-08-03 12:29:32 +1000 | [diff] [blame] | 519 | extp = &efip->efi_format.efi_extents[i]; |
Darrick J. Wong | dc42375 | 2016-08-03 11:23:49 +1000 | [diff] [blame] | 520 | startblock_fsb = XFS_BB_TO_FSB(mp, |
| 521 | XFS_FSB_TO_DADDR(mp, extp->ext_start)); |
Darrick J. Wong | e127faf | 2016-08-03 12:29:32 +1000 | [diff] [blame] | 522 | if (startblock_fsb == 0 || |
| 523 | extp->ext_len == 0 || |
| 524 | startblock_fsb >= mp->m_sb.sb_dblocks || |
| 525 | extp->ext_len >= mp->m_sb.sb_agblocks) { |
Darrick J. Wong | dc42375 | 2016-08-03 11:23:49 +1000 | [diff] [blame] | 526 | /* |
| 527 | * This will pull the EFI from the AIL and |
| 528 | * free the memory associated with it. |
| 529 | */ |
| 530 | set_bit(XFS_EFI_RECOVERED, &efip->efi_flags); |
| 531 | xfs_efi_release(efip); |
| 532 | return -EIO; |
| 533 | } |
| 534 | } |
| 535 | |
| 536 | error = xfs_trans_alloc(mp, &M_RES(mp)->tr_itruncate, 0, 0, 0, &tp); |
| 537 | if (error) |
| 538 | return error; |
| 539 | efdp = xfs_trans_get_efd(tp, efip, efip->efi_format.efi_nextents); |
| 540 | |
Darrick J. Wong | 340785c | 2016-08-03 11:33:42 +1000 | [diff] [blame] | 541 | xfs_rmap_skip_owner_update(&oinfo); |
Darrick J. Wong | dc42375 | 2016-08-03 11:23:49 +1000 | [diff] [blame] | 542 | for (i = 0; i < efip->efi_format.efi_nextents; i++) { |
Darrick J. Wong | e127faf | 2016-08-03 12:29:32 +1000 | [diff] [blame] | 543 | extp = &efip->efi_format.efi_extents[i]; |
Darrick J. Wong | dc42375 | 2016-08-03 11:23:49 +1000 | [diff] [blame] | 544 | error = xfs_trans_free_extent(tp, efdp, extp->ext_start, |
Darrick J. Wong | 340785c | 2016-08-03 11:33:42 +1000 | [diff] [blame] | 545 | extp->ext_len, &oinfo); |
Darrick J. Wong | dc42375 | 2016-08-03 11:23:49 +1000 | [diff] [blame] | 546 | if (error) |
| 547 | goto abort_error; |
| 548 | |
| 549 | } |
| 550 | |
| 551 | set_bit(XFS_EFI_RECOVERED, &efip->efi_flags); |
| 552 | error = xfs_trans_commit(tp); |
| 553 | return error; |
| 554 | |
| 555 | abort_error: |
| 556 | xfs_trans_cancel(tp); |
| 557 | return error; |
| 558 | } |