blob: bd66c76f55e6dc0f453471d591f0b26a94d0e6c5 [file] [log] [blame]
Dave Chinner0b61f8a2018-06-05 19:42:14 -07001// SPDX-License-Identifier: GPL-2.0
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
Nathan Scott7b718762005-11-02 14:58:39 +11003 * Copyright (c) 2000,2005 Silicon Graphics, Inc.
4 * All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07006#include "xfs.h"
Nathan Scotta844f452005-11-02 14:38:42 +11007#include "xfs_fs.h"
Dave Chinner70a98832013-10-23 10:36:05 +11008#include "xfs_shared.h"
Christoph Hellwig4fb6e8a2014-11-28 14:25:04 +11009#include "xfs_format.h"
Dave Chinner239880e2013-10-23 10:50:10 +110010#include "xfs_log_format.h"
11#include "xfs_trans_resv.h"
Darrick J. Wong3481b682016-08-03 12:31:07 +100012#include "xfs_bit.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include "xfs_mount.h"
Darrick J. Wong9749fee2016-08-03 11:14:35 +100014#include "xfs_defer.h"
Dave Chinner239880e2013-10-23 10:50:10 +110015#include "xfs_trans.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include "xfs_trans_priv.h"
17#include "xfs_extfree_item.h"
Brian Foster6bc43af2015-08-19 09:51:43 +100018#include "xfs_alloc.h"
Darrick J. Wong9749fee2016-08-03 11:14:35 +100019#include "xfs_bmap.h"
Darrick J. Wong3481b682016-08-03 12:31:07 +100020#include "xfs_trace.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070021
22/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070023 * This routine is called to allocate an "extent free done"
24 * log item that will hold nextents worth of extents. The
25 * caller must use all nextents extents, because we are not
26 * flexible about this at all.
27 */
Darrick J. Wongbba61cb2016-08-03 11:13:47 +100028struct xfs_efd_log_item *
29xfs_trans_get_efd(struct xfs_trans *tp,
30 struct xfs_efi_log_item *efip,
31 uint nextents)
Linus Torvalds1da177e2005-04-16 15:20:36 -070032{
Darrick J. Wongbba61cb2016-08-03 11:13:47 +100033 struct xfs_efd_log_item *efdp;
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
35 ASSERT(tp != NULL);
36 ASSERT(nextents > 0);
37
38 efdp = xfs_efd_init(tp->t_mountp, efip, nextents);
39 ASSERT(efdp != NULL);
40
41 /*
42 * Get a log_item_desc to point at the new item.
43 */
Christoph Hellwige98c4142010-06-23 18:11:15 +100044 xfs_trans_add_item(tp, &efdp->efd_item);
45 return efdp;
Linus Torvalds1da177e2005-04-16 15:20:36 -070046}
47
48/*
Brian Foster6bc43af2015-08-19 09:51:43 +100049 * Free an extent and log it to the EFD. Note that the transaction is marked
50 * dirty regardless of whether the extent free succeeds or fails to support the
51 * EFI/EFD lifecycle rules.
Linus Torvalds1da177e2005-04-16 15:20:36 -070052 */
Brian Foster6bc43af2015-08-19 09:51:43 +100053int
54xfs_trans_free_extent(
55 struct xfs_trans *tp,
56 struct xfs_efd_log_item *efdp,
57 xfs_fsblock_t start_block,
Darrick J. Wong340785c2016-08-03 11:33:42 +100058 xfs_extlen_t ext_len,
Brian Fosterfcb762f2018-05-09 08:45:04 -070059 struct xfs_owner_info *oinfo,
60 bool skip_discard)
Linus Torvalds1da177e2005-04-16 15:20:36 -070061{
Darrick J. Wong3481b682016-08-03 12:31:07 +100062 struct xfs_mount *mp = tp->t_mountp;
Linus Torvalds1da177e2005-04-16 15:20:36 -070063 uint next_extent;
Darrick J. Wong3481b682016-08-03 12:31:07 +100064 xfs_agnumber_t agno = XFS_FSB_TO_AGNO(mp, start_block);
65 xfs_agblock_t agbno = XFS_FSB_TO_AGBNO(mp, start_block);
Brian Foster6bc43af2015-08-19 09:51:43 +100066 struct xfs_extent *extp;
67 int error;
Linus Torvalds1da177e2005-04-16 15:20:36 -070068
Darrick J. Wong3481b682016-08-03 12:31:07 +100069 trace_xfs_bmap_free_deferred(tp->t_mountp, agno, 0, agbno, ext_len);
70
Brian Foster4e529332018-05-10 09:35:42 -070071 error = __xfs_free_extent(tp, start_block, ext_len,
72 oinfo, XFS_AG_RESV_NONE, skip_discard);
Brian Foster6bc43af2015-08-19 09:51:43 +100073 /*
74 * Mark the transaction dirty, even on error. This ensures the
75 * transaction is aborted, which:
76 *
77 * 1.) releases the EFI and frees the EFD
78 * 2.) shuts down the filesystem
79 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070080 tp->t_flags |= XFS_TRANS_DIRTY;
Dave Chinnere6631f82018-05-09 07:49:37 -070081 set_bit(XFS_LI_DIRTY, &efdp->efd_item.li_flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -070082
83 next_extent = efdp->efd_next_extent;
84 ASSERT(next_extent < efdp->efd_format.efd_nextents);
85 extp = &(efdp->efd_format.efd_extents[next_extent]);
86 extp->ext_start = start_block;
87 extp->ext_len = ext_len;
88 efdp->efd_next_extent++;
Brian Foster6bc43af2015-08-19 09:51:43 +100089
90 return error;
Linus Torvalds1da177e2005-04-16 15:20:36 -070091}
Darrick J. Wong9749fee2016-08-03 11:14:35 +100092
93/* Sort bmap items by AG. */
94static int
95xfs_extent_free_diff_items(
96 void *priv,
97 struct list_head *a,
98 struct list_head *b)
99{
100 struct xfs_mount *mp = priv;
Darrick J. Wong310a75a2016-08-03 11:18:10 +1000101 struct xfs_extent_free_item *ra;
102 struct xfs_extent_free_item *rb;
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000103
Darrick J. Wong310a75a2016-08-03 11:18:10 +1000104 ra = container_of(a, struct xfs_extent_free_item, xefi_list);
105 rb = container_of(b, struct xfs_extent_free_item, xefi_list);
106 return XFS_FSB_TO_AGNO(mp, ra->xefi_startblock) -
107 XFS_FSB_TO_AGNO(mp, rb->xefi_startblock);
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000108}
109
110/* Get an EFI. */
111STATIC void *
112xfs_extent_free_create_intent(
113 struct xfs_trans *tp,
114 unsigned int count)
115{
Darrick J. Wong51ce9d02016-08-03 12:30:31 +1000116 struct xfs_efi_log_item *efip;
117
118 ASSERT(tp != NULL);
119 ASSERT(count > 0);
120
121 efip = xfs_efi_init(tp->t_mountp, count);
122 ASSERT(efip != NULL);
123
124 /*
125 * Get a log_item_desc to point at the new item.
126 */
127 xfs_trans_add_item(tp, &efip->efi_item);
128 return efip;
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000129}
130
131/* Log a free extent to the intent item. */
132STATIC void
133xfs_extent_free_log_item(
134 struct xfs_trans *tp,
135 void *intent,
136 struct list_head *item)
137{
Darrick J. Wong51ce9d02016-08-03 12:30:31 +1000138 struct xfs_efi_log_item *efip = intent;
Darrick J. Wong310a75a2016-08-03 11:18:10 +1000139 struct xfs_extent_free_item *free;
Darrick J. Wong51ce9d02016-08-03 12:30:31 +1000140 uint next_extent;
141 struct xfs_extent *extp;
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000142
Darrick J. Wong310a75a2016-08-03 11:18:10 +1000143 free = container_of(item, struct xfs_extent_free_item, xefi_list);
Darrick J. Wong51ce9d02016-08-03 12:30:31 +1000144
145 tp->t_flags |= XFS_TRANS_DIRTY;
Dave Chinnere6631f82018-05-09 07:49:37 -0700146 set_bit(XFS_LI_DIRTY, &efip->efi_item.li_flags);
Darrick J. Wong51ce9d02016-08-03 12:30:31 +1000147
148 /*
149 * atomic_inc_return gives us the value after the increment;
150 * we want to use it as an array index so we need to subtract 1 from
151 * it.
152 */
153 next_extent = atomic_inc_return(&efip->efi_next_extent) - 1;
154 ASSERT(next_extent < efip->efi_format.efi_nextents);
155 extp = &efip->efi_format.efi_extents[next_extent];
156 extp->ext_start = free->xefi_startblock;
157 extp->ext_len = free->xefi_blockcount;
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000158}
159
160/* Get an EFD so we can process all the free extents. */
161STATIC void *
162xfs_extent_free_create_done(
163 struct xfs_trans *tp,
164 void *intent,
165 unsigned int count)
166{
167 return xfs_trans_get_efd(tp, intent, count);
168}
169
170/* Process a free extent. */
171STATIC int
172xfs_extent_free_finish_item(
173 struct xfs_trans *tp,
174 struct xfs_defer_ops *dop,
175 struct list_head *item,
176 void *done_item,
177 void **state)
178{
Darrick J. Wong310a75a2016-08-03 11:18:10 +1000179 struct xfs_extent_free_item *free;
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000180 int error;
181
Darrick J. Wong310a75a2016-08-03 11:18:10 +1000182 free = container_of(item, struct xfs_extent_free_item, xefi_list);
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000183 error = xfs_trans_free_extent(tp, done_item,
Darrick J. Wong310a75a2016-08-03 11:18:10 +1000184 free->xefi_startblock,
Darrick J. Wong340785c2016-08-03 11:33:42 +1000185 free->xefi_blockcount,
Brian Fosterfcb762f2018-05-09 08:45:04 -0700186 &free->xefi_oinfo, free->xefi_skip_discard);
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000187 kmem_free(free);
188 return error;
189}
190
191/* Abort all pending EFIs. */
192STATIC void
193xfs_extent_free_abort_intent(
194 void *intent)
195{
196 xfs_efi_release(intent);
197}
198
199/* Cancel a free extent. */
200STATIC void
201xfs_extent_free_cancel_item(
202 struct list_head *item)
203{
Darrick J. Wong310a75a2016-08-03 11:18:10 +1000204 struct xfs_extent_free_item *free;
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000205
Darrick J. Wong310a75a2016-08-03 11:18:10 +1000206 free = container_of(item, struct xfs_extent_free_item, xefi_list);
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000207 kmem_free(free);
208}
209
210static const struct xfs_defer_op_type xfs_extent_free_defer_type = {
211 .type = XFS_DEFER_OPS_TYPE_FREE,
212 .max_items = XFS_EFI_MAX_FAST_EXTENTS,
213 .diff_items = xfs_extent_free_diff_items,
214 .create_intent = xfs_extent_free_create_intent,
215 .abort_intent = xfs_extent_free_abort_intent,
216 .log_item = xfs_extent_free_log_item,
217 .create_done = xfs_extent_free_create_done,
218 .finish_item = xfs_extent_free_finish_item,
219 .cancel_item = xfs_extent_free_cancel_item,
220};
221
Brian Fosterf8f28352018-05-07 17:38:47 -0700222/*
223 * AGFL blocks are accounted differently in the reserve pools and are not
224 * inserted into the busy extent list.
225 */
226STATIC int
227xfs_agfl_free_finish_item(
228 struct xfs_trans *tp,
229 struct xfs_defer_ops *dop,
230 struct list_head *item,
231 void *done_item,
232 void **state)
233{
234 struct xfs_mount *mp = tp->t_mountp;
235 struct xfs_efd_log_item *efdp = done_item;
236 struct xfs_extent_free_item *free;
237 struct xfs_extent *extp;
238 struct xfs_buf *agbp;
239 int error;
240 xfs_agnumber_t agno;
241 xfs_agblock_t agbno;
242 uint next_extent;
243
244 free = container_of(item, struct xfs_extent_free_item, xefi_list);
245 ASSERT(free->xefi_blockcount == 1);
246 agno = XFS_FSB_TO_AGNO(mp, free->xefi_startblock);
247 agbno = XFS_FSB_TO_AGBNO(mp, free->xefi_startblock);
248
249 trace_xfs_agfl_free_deferred(mp, agno, 0, agbno, free->xefi_blockcount);
250
251 error = xfs_alloc_read_agf(mp, tp, agno, 0, &agbp);
252 if (!error)
253 error = xfs_free_agfl_block(tp, agno, agbno, agbp,
254 &free->xefi_oinfo);
255
256 /*
257 * Mark the transaction dirty, even on error. This ensures the
258 * transaction is aborted, which:
259 *
260 * 1.) releases the EFI and frees the EFD
261 * 2.) shuts down the filesystem
262 */
263 tp->t_flags |= XFS_TRANS_DIRTY;
Dave Chinnere6631f82018-05-09 07:49:37 -0700264 set_bit(XFS_LI_DIRTY, &efdp->efd_item.li_flags);
Brian Fosterf8f28352018-05-07 17:38:47 -0700265
266 next_extent = efdp->efd_next_extent;
267 ASSERT(next_extent < efdp->efd_format.efd_nextents);
268 extp = &(efdp->efd_format.efd_extents[next_extent]);
269 extp->ext_start = free->xefi_startblock;
270 extp->ext_len = free->xefi_blockcount;
271 efdp->efd_next_extent++;
272
273 kmem_free(free);
274 return error;
275}
276
277
278/* sub-type with special handling for AGFL deferred frees */
279static const struct xfs_defer_op_type xfs_agfl_free_defer_type = {
280 .type = XFS_DEFER_OPS_TYPE_AGFL_FREE,
281 .max_items = XFS_EFI_MAX_FAST_EXTENTS,
282 .diff_items = xfs_extent_free_diff_items,
283 .create_intent = xfs_extent_free_create_intent,
284 .abort_intent = xfs_extent_free_abort_intent,
285 .log_item = xfs_extent_free_log_item,
286 .create_done = xfs_extent_free_create_done,
287 .finish_item = xfs_agfl_free_finish_item,
288 .cancel_item = xfs_extent_free_cancel_item,
289};
290
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000291/* Register the deferred op type. */
292void
293xfs_extent_free_init_defer_op(void)
294{
295 xfs_defer_init_op_type(&xfs_extent_free_defer_type);
Brian Fosterf8f28352018-05-07 17:38:47 -0700296 xfs_defer_init_op_type(&xfs_agfl_free_defer_type);
Darrick J. Wong9749fee2016-08-03 11:14:35 +1000297}