blob: efc147f0e9b6068cfc67fdc9b3a6639d4d8e76d8 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Nathan Scott7b718762005-11-02 14:58:39 +11002 * Copyright (c) 2000-2003,2005 Silicon Graphics, Inc.
Christoph Hellwige98c4142010-06-23 18:11:15 +10003 * Copyright (C) 2010 Red Hat, Inc.
Nathan Scott7b718762005-11-02 14:58:39 +11004 * All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 *
Nathan Scott7b718762005-11-02 14:58:39 +11006 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License as
Linus Torvalds1da177e2005-04-16 15:20:36 -07008 * published by the Free Software Foundation.
9 *
Nathan Scott7b718762005-11-02 14:58:39 +110010 * This program is distributed in the hope that it would be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
Linus Torvalds1da177e2005-04-16 15:20:36 -070014 *
Nathan Scott7b718762005-11-02 14:58:39 +110015 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
Linus Torvalds1da177e2005-04-16 15:20:36 -070018 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include "xfs.h"
Nathan Scotta844f452005-11-02 14:38:42 +110020#include "xfs_fs.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070021#include "xfs_types.h"
Nathan Scotta844f452005-11-02 14:38:42 +110022#include "xfs_bit.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#include "xfs_log.h"
Nathan Scotta844f452005-11-02 14:38:42 +110024#include "xfs_inum.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include "xfs_trans.h"
26#include "xfs_sb.h"
27#include "xfs_ag.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070028#include "xfs_mount.h"
29#include "xfs_error.h"
Nathan Scotta844f452005-11-02 14:38:42 +110030#include "xfs_da_btree.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070031#include "xfs_bmap_btree.h"
Nathan Scotta844f452005-11-02 14:38:42 +110032#include "xfs_alloc_btree.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070033#include "xfs_ialloc_btree.h"
Nathan Scotta844f452005-11-02 14:38:42 +110034#include "xfs_dinode.h"
35#include "xfs_inode.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070036#include "xfs_btree.h"
37#include "xfs_ialloc.h"
38#include "xfs_alloc.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070039#include "xfs_bmap.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070040#include "xfs_quota.h"
Nathan Scotta844f452005-11-02 14:38:42 +110041#include "xfs_trans_priv.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070042#include "xfs_trans_space.h"
Niv Sardi322ff6b2008-08-13 16:05:49 +100043#include "xfs_inode_item.h"
Dave Chinnered3b4d62010-05-21 12:07:08 +100044#include "xfs_trace.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070045
Nathan Scott8f794052006-03-14 13:32:41 +110046kmem_zone_t *xfs_trans_zone;
Christoph Hellwige98c4142010-06-23 18:11:15 +100047kmem_zone_t *xfs_log_item_desc_zone;
Linus Torvalds1da177e2005-04-16 15:20:36 -070048
Christoph Hellwig025101d2010-05-04 13:53:48 +000049
Linus Torvalds1da177e2005-04-16 15:20:36 -070050/*
Christoph Hellwig025101d2010-05-04 13:53:48 +000051 * Various log reservation values.
52 *
53 * These are based on the size of the file system block because that is what
54 * most transactions manipulate. Each adds in an additional 128 bytes per
55 * item logged to try to account for the overhead of the transaction mechanism.
56 *
57 * Note: Most of the reservations underestimate the number of allocation
58 * groups into which they could free extents in the xfs_bmap_finish() call.
59 * This is because the number in the worst case is quite high and quite
60 * unusual. In order to fix this we need to change xfs_bmap_finish() to free
61 * extents in only a single AG at a time. This will require changes to the
62 * EFI code as well, however, so that the EFI for the extents not freed is
63 * logged again in each transaction. See SGI PV #261917.
64 *
65 * Reservation functions here avoid a huge stack in xfs_trans_init due to
66 * register overflow from temporaries in the calculations.
67 */
68
69
70/*
71 * In a write transaction we can allocate a maximum of 2
72 * extents. This gives:
73 * the inode getting the new extents: inode size
74 * the inode's bmap btree: max depth * block size
75 * the agfs of the ags from which the extents are allocated: 2 * sector
76 * the superblock free block counter: sector size
77 * the allocation btrees: 2 exts * 2 trees * (2 * max depth - 1) * block size
78 * And the bmap_finish transaction can free bmap blocks in a join:
79 * the agfs of the ags containing the blocks: 2 * sector size
80 * the agfls of the ags containing the blocks: 2 * sector size
81 * the super block free block counter: sector size
82 * the allocation btrees: 2 exts * 2 trees * (2 * max depth - 1) * block size
Nathan Scott8f794052006-03-14 13:32:41 +110083 */
Nathan Scott8f794052006-03-14 13:32:41 +110084STATIC uint
Christoph Hellwig025101d2010-05-04 13:53:48 +000085xfs_calc_write_reservation(
86 struct xfs_mount *mp)
Nathan Scott8f794052006-03-14 13:32:41 +110087{
Christoph Hellwig025101d2010-05-04 13:53:48 +000088 return XFS_DQUOT_LOGRES(mp) +
89 MAX((mp->m_sb.sb_inodesize +
90 XFS_FSB_TO_B(mp, XFS_BM_MAXLEVELS(mp, XFS_DATA_FORK)) +
91 2 * mp->m_sb.sb_sectsize +
92 mp->m_sb.sb_sectsize +
93 XFS_ALLOCFREE_LOG_RES(mp, 2) +
94 128 * (4 + XFS_BM_MAXLEVELS(mp, XFS_DATA_FORK) +
95 XFS_ALLOCFREE_LOG_COUNT(mp, 2))),
96 (2 * mp->m_sb.sb_sectsize +
97 2 * mp->m_sb.sb_sectsize +
98 mp->m_sb.sb_sectsize +
99 XFS_ALLOCFREE_LOG_RES(mp, 2) +
100 128 * (5 + XFS_ALLOCFREE_LOG_COUNT(mp, 2))));
Nathan Scott8f794052006-03-14 13:32:41 +1100101}
102
Christoph Hellwig025101d2010-05-04 13:53:48 +0000103/*
104 * In truncating a file we free up to two extents at once. We can modify:
105 * the inode being truncated: inode size
106 * the inode's bmap btree: (max depth + 1) * block size
107 * And the bmap_finish transaction can free the blocks and bmap blocks:
108 * the agf for each of the ags: 4 * sector size
109 * the agfl for each of the ags: 4 * sector size
110 * the super block to reflect the freed blocks: sector size
111 * worst case split in allocation btrees per extent assuming 4 extents:
112 * 4 exts * 2 trees * (2 * max depth - 1) * block size
113 * the inode btree: max depth * blocksize
114 * the allocation btrees: 2 trees * (max depth - 1) * block size
115 */
Nathan Scott8f794052006-03-14 13:32:41 +1100116STATIC uint
Christoph Hellwig025101d2010-05-04 13:53:48 +0000117xfs_calc_itruncate_reservation(
118 struct xfs_mount *mp)
Nathan Scott8f794052006-03-14 13:32:41 +1100119{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000120 return XFS_DQUOT_LOGRES(mp) +
121 MAX((mp->m_sb.sb_inodesize +
122 XFS_FSB_TO_B(mp, XFS_BM_MAXLEVELS(mp, XFS_DATA_FORK) + 1) +
123 128 * (2 + XFS_BM_MAXLEVELS(mp, XFS_DATA_FORK))),
124 (4 * mp->m_sb.sb_sectsize +
125 4 * mp->m_sb.sb_sectsize +
126 mp->m_sb.sb_sectsize +
127 XFS_ALLOCFREE_LOG_RES(mp, 4) +
128 128 * (9 + XFS_ALLOCFREE_LOG_COUNT(mp, 4)) +
129 128 * 5 +
130 XFS_ALLOCFREE_LOG_RES(mp, 1) +
131 128 * (2 + XFS_IALLOC_BLOCKS(mp) + mp->m_in_maxlevels +
132 XFS_ALLOCFREE_LOG_COUNT(mp, 1))));
Nathan Scott8f794052006-03-14 13:32:41 +1100133}
134
Christoph Hellwig025101d2010-05-04 13:53:48 +0000135/*
136 * In renaming a files we can modify:
137 * the four inodes involved: 4 * inode size
138 * the two directory btrees: 2 * (max depth + v2) * dir block size
139 * the two directory bmap btrees: 2 * max depth * block size
140 * And the bmap_finish transaction can free dir and bmap blocks (two sets
141 * of bmap blocks) giving:
142 * the agf for the ags in which the blocks live: 3 * sector size
143 * the agfl for the ags in which the blocks live: 3 * sector size
144 * the superblock for the free block count: sector size
145 * the allocation btrees: 3 exts * 2 trees * (2 * max depth - 1) * block size
146 */
Nathan Scott8f794052006-03-14 13:32:41 +1100147STATIC uint
Christoph Hellwig025101d2010-05-04 13:53:48 +0000148xfs_calc_rename_reservation(
149 struct xfs_mount *mp)
Nathan Scott8f794052006-03-14 13:32:41 +1100150{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000151 return XFS_DQUOT_LOGRES(mp) +
152 MAX((4 * mp->m_sb.sb_inodesize +
153 2 * XFS_DIROP_LOG_RES(mp) +
154 128 * (4 + 2 * XFS_DIROP_LOG_COUNT(mp))),
155 (3 * mp->m_sb.sb_sectsize +
156 3 * mp->m_sb.sb_sectsize +
157 mp->m_sb.sb_sectsize +
158 XFS_ALLOCFREE_LOG_RES(mp, 3) +
159 128 * (7 + XFS_ALLOCFREE_LOG_COUNT(mp, 3))));
Nathan Scott8f794052006-03-14 13:32:41 +1100160}
161
Christoph Hellwig025101d2010-05-04 13:53:48 +0000162/*
163 * For creating a link to an inode:
164 * the parent directory inode: inode size
165 * the linked inode: inode size
166 * the directory btree could split: (max depth + v2) * dir block size
167 * the directory bmap btree could join or split: (max depth + v2) * blocksize
168 * And the bmap_finish transaction can free some bmap blocks giving:
169 * the agf for the ag in which the blocks live: sector size
170 * the agfl for the ag in which the blocks live: sector size
171 * the superblock for the free block count: sector size
172 * the allocation btrees: 2 trees * (2 * max depth - 1) * block size
173 */
Nathan Scott8f794052006-03-14 13:32:41 +1100174STATIC uint
Christoph Hellwig025101d2010-05-04 13:53:48 +0000175xfs_calc_link_reservation(
176 struct xfs_mount *mp)
Nathan Scott8f794052006-03-14 13:32:41 +1100177{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000178 return XFS_DQUOT_LOGRES(mp) +
179 MAX((mp->m_sb.sb_inodesize +
180 mp->m_sb.sb_inodesize +
181 XFS_DIROP_LOG_RES(mp) +
182 128 * (2 + XFS_DIROP_LOG_COUNT(mp))),
183 (mp->m_sb.sb_sectsize +
184 mp->m_sb.sb_sectsize +
185 mp->m_sb.sb_sectsize +
186 XFS_ALLOCFREE_LOG_RES(mp, 1) +
187 128 * (3 + XFS_ALLOCFREE_LOG_COUNT(mp, 1))));
Nathan Scott8f794052006-03-14 13:32:41 +1100188}
189
Christoph Hellwig025101d2010-05-04 13:53:48 +0000190/*
191 * For removing a directory entry we can modify:
192 * the parent directory inode: inode size
193 * the removed inode: inode size
194 * the directory btree could join: (max depth + v2) * dir block size
195 * the directory bmap btree could join or split: (max depth + v2) * blocksize
196 * And the bmap_finish transaction can free the dir and bmap blocks giving:
197 * the agf for the ag in which the blocks live: 2 * sector size
198 * the agfl for the ag in which the blocks live: 2 * sector size
199 * the superblock for the free block count: sector size
200 * the allocation btrees: 2 exts * 2 trees * (2 * max depth - 1) * block size
201 */
Nathan Scott8f794052006-03-14 13:32:41 +1100202STATIC uint
Christoph Hellwig025101d2010-05-04 13:53:48 +0000203xfs_calc_remove_reservation(
204 struct xfs_mount *mp)
Nathan Scott8f794052006-03-14 13:32:41 +1100205{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000206 return XFS_DQUOT_LOGRES(mp) +
207 MAX((mp->m_sb.sb_inodesize +
208 mp->m_sb.sb_inodesize +
209 XFS_DIROP_LOG_RES(mp) +
210 128 * (2 + XFS_DIROP_LOG_COUNT(mp))),
211 (2 * mp->m_sb.sb_sectsize +
212 2 * mp->m_sb.sb_sectsize +
213 mp->m_sb.sb_sectsize +
214 XFS_ALLOCFREE_LOG_RES(mp, 2) +
215 128 * (5 + XFS_ALLOCFREE_LOG_COUNT(mp, 2))));
Nathan Scott8f794052006-03-14 13:32:41 +1100216}
217
Christoph Hellwig025101d2010-05-04 13:53:48 +0000218/*
219 * For symlink we can modify:
220 * the parent directory inode: inode size
221 * the new inode: inode size
222 * the inode btree entry: 1 block
223 * the directory btree: (max depth + v2) * dir block size
224 * the directory inode's bmap btree: (max depth + v2) * block size
225 * the blocks for the symlink: 1 kB
226 * Or in the first xact we allocate some inodes giving:
227 * the agi and agf of the ag getting the new inodes: 2 * sectorsize
228 * the inode blocks allocated: XFS_IALLOC_BLOCKS * blocksize
229 * the inode btree: max depth * blocksize
230 * the allocation btrees: 2 trees * (2 * max depth - 1) * block size
231 */
Nathan Scott8f794052006-03-14 13:32:41 +1100232STATIC uint
Christoph Hellwig025101d2010-05-04 13:53:48 +0000233xfs_calc_symlink_reservation(
234 struct xfs_mount *mp)
Nathan Scott8f794052006-03-14 13:32:41 +1100235{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000236 return XFS_DQUOT_LOGRES(mp) +
237 MAX((mp->m_sb.sb_inodesize +
238 mp->m_sb.sb_inodesize +
239 XFS_FSB_TO_B(mp, 1) +
240 XFS_DIROP_LOG_RES(mp) +
241 1024 +
242 128 * (4 + XFS_DIROP_LOG_COUNT(mp))),
243 (2 * mp->m_sb.sb_sectsize +
244 XFS_FSB_TO_B(mp, XFS_IALLOC_BLOCKS(mp)) +
245 XFS_FSB_TO_B(mp, mp->m_in_maxlevels) +
246 XFS_ALLOCFREE_LOG_RES(mp, 1) +
247 128 * (2 + XFS_IALLOC_BLOCKS(mp) + mp->m_in_maxlevels +
248 XFS_ALLOCFREE_LOG_COUNT(mp, 1))));
Nathan Scott8f794052006-03-14 13:32:41 +1100249}
250
Christoph Hellwig025101d2010-05-04 13:53:48 +0000251/*
252 * For create we can modify:
253 * the parent directory inode: inode size
254 * the new inode: inode size
255 * the inode btree entry: block size
256 * the superblock for the nlink flag: sector size
257 * the directory btree: (max depth + v2) * dir block size
258 * the directory inode's bmap btree: (max depth + v2) * block size
259 * Or in the first xact we allocate some inodes giving:
260 * the agi and agf of the ag getting the new inodes: 2 * sectorsize
261 * the superblock for the nlink flag: sector size
262 * the inode blocks allocated: XFS_IALLOC_BLOCKS * blocksize
263 * the inode btree: max depth * blocksize
264 * the allocation btrees: 2 trees * (max depth - 1) * block size
265 */
Nathan Scott8f794052006-03-14 13:32:41 +1100266STATIC uint
Christoph Hellwig025101d2010-05-04 13:53:48 +0000267xfs_calc_create_reservation(
268 struct xfs_mount *mp)
Nathan Scott8f794052006-03-14 13:32:41 +1100269{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000270 return XFS_DQUOT_LOGRES(mp) +
271 MAX((mp->m_sb.sb_inodesize +
272 mp->m_sb.sb_inodesize +
273 mp->m_sb.sb_sectsize +
274 XFS_FSB_TO_B(mp, 1) +
275 XFS_DIROP_LOG_RES(mp) +
276 128 * (3 + XFS_DIROP_LOG_COUNT(mp))),
277 (3 * mp->m_sb.sb_sectsize +
278 XFS_FSB_TO_B(mp, XFS_IALLOC_BLOCKS(mp)) +
279 XFS_FSB_TO_B(mp, mp->m_in_maxlevels) +
280 XFS_ALLOCFREE_LOG_RES(mp, 1) +
281 128 * (2 + XFS_IALLOC_BLOCKS(mp) + mp->m_in_maxlevels +
282 XFS_ALLOCFREE_LOG_COUNT(mp, 1))));
Nathan Scott8f794052006-03-14 13:32:41 +1100283}
284
Christoph Hellwig025101d2010-05-04 13:53:48 +0000285/*
286 * Making a new directory is the same as creating a new file.
287 */
Nathan Scott8f794052006-03-14 13:32:41 +1100288STATIC uint
Christoph Hellwig025101d2010-05-04 13:53:48 +0000289xfs_calc_mkdir_reservation(
290 struct xfs_mount *mp)
Nathan Scott8f794052006-03-14 13:32:41 +1100291{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000292 return xfs_calc_create_reservation(mp);
Nathan Scott8f794052006-03-14 13:32:41 +1100293}
294
Christoph Hellwig025101d2010-05-04 13:53:48 +0000295/*
296 * In freeing an inode we can modify:
297 * the inode being freed: inode size
298 * the super block free inode counter: sector size
299 * the agi hash list and counters: sector size
300 * the inode btree entry: block size
301 * the on disk inode before ours in the agi hash list: inode cluster size
302 * the inode btree: max depth * blocksize
303 * the allocation btrees: 2 trees * (max depth - 1) * block size
304 */
Nathan Scott8f794052006-03-14 13:32:41 +1100305STATIC uint
Christoph Hellwig025101d2010-05-04 13:53:48 +0000306xfs_calc_ifree_reservation(
307 struct xfs_mount *mp)
Nathan Scott8f794052006-03-14 13:32:41 +1100308{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000309 return XFS_DQUOT_LOGRES(mp) +
310 mp->m_sb.sb_inodesize +
311 mp->m_sb.sb_sectsize +
312 mp->m_sb.sb_sectsize +
313 XFS_FSB_TO_B(mp, 1) +
314 MAX((__uint16_t)XFS_FSB_TO_B(mp, 1),
315 XFS_INODE_CLUSTER_SIZE(mp)) +
316 128 * 5 +
317 XFS_ALLOCFREE_LOG_RES(mp, 1) +
318 128 * (2 + XFS_IALLOC_BLOCKS(mp) + mp->m_in_maxlevels +
319 XFS_ALLOCFREE_LOG_COUNT(mp, 1));
Nathan Scott8f794052006-03-14 13:32:41 +1100320}
321
Christoph Hellwig025101d2010-05-04 13:53:48 +0000322/*
323 * When only changing the inode we log the inode and possibly the superblock
324 * We also add a bit of slop for the transaction stuff.
325 */
Nathan Scott8f794052006-03-14 13:32:41 +1100326STATIC uint
Christoph Hellwig025101d2010-05-04 13:53:48 +0000327xfs_calc_ichange_reservation(
328 struct xfs_mount *mp)
Nathan Scott8f794052006-03-14 13:32:41 +1100329{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000330 return XFS_DQUOT_LOGRES(mp) +
331 mp->m_sb.sb_inodesize +
332 mp->m_sb.sb_sectsize +
333 512;
334
Nathan Scott8f794052006-03-14 13:32:41 +1100335}
336
Christoph Hellwig025101d2010-05-04 13:53:48 +0000337/*
338 * Growing the data section of the filesystem.
339 * superblock
340 * agi and agf
341 * allocation btrees
342 */
Nathan Scott8f794052006-03-14 13:32:41 +1100343STATIC uint
Christoph Hellwig025101d2010-05-04 13:53:48 +0000344xfs_calc_growdata_reservation(
345 struct xfs_mount *mp)
Nathan Scott8f794052006-03-14 13:32:41 +1100346{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000347 return mp->m_sb.sb_sectsize * 3 +
348 XFS_ALLOCFREE_LOG_RES(mp, 1) +
349 128 * (3 + XFS_ALLOCFREE_LOG_COUNT(mp, 1));
Nathan Scott8f794052006-03-14 13:32:41 +1100350}
351
Christoph Hellwig025101d2010-05-04 13:53:48 +0000352/*
353 * Growing the rt section of the filesystem.
354 * In the first set of transactions (ALLOC) we allocate space to the
355 * bitmap or summary files.
356 * superblock: sector size
357 * agf of the ag from which the extent is allocated: sector size
358 * bmap btree for bitmap/summary inode: max depth * blocksize
359 * bitmap/summary inode: inode size
360 * allocation btrees for 1 block alloc: 2 * (2 * maxdepth - 1) * blocksize
361 */
Nathan Scott8f794052006-03-14 13:32:41 +1100362STATIC uint
Christoph Hellwig025101d2010-05-04 13:53:48 +0000363xfs_calc_growrtalloc_reservation(
364 struct xfs_mount *mp)
Nathan Scott8f794052006-03-14 13:32:41 +1100365{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000366 return 2 * mp->m_sb.sb_sectsize +
367 XFS_FSB_TO_B(mp, XFS_BM_MAXLEVELS(mp, XFS_DATA_FORK)) +
368 mp->m_sb.sb_inodesize +
369 XFS_ALLOCFREE_LOG_RES(mp, 1) +
370 128 * (3 + XFS_BM_MAXLEVELS(mp, XFS_DATA_FORK) +
371 XFS_ALLOCFREE_LOG_COUNT(mp, 1));
Nathan Scott8f794052006-03-14 13:32:41 +1100372}
373
Christoph Hellwig025101d2010-05-04 13:53:48 +0000374/*
375 * Growing the rt section of the filesystem.
376 * In the second set of transactions (ZERO) we zero the new metadata blocks.
377 * one bitmap/summary block: blocksize
378 */
Nathan Scott8f794052006-03-14 13:32:41 +1100379STATIC uint
Christoph Hellwig025101d2010-05-04 13:53:48 +0000380xfs_calc_growrtzero_reservation(
381 struct xfs_mount *mp)
Nathan Scott8f794052006-03-14 13:32:41 +1100382{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000383 return mp->m_sb.sb_blocksize + 128;
Nathan Scott8f794052006-03-14 13:32:41 +1100384}
385
Christoph Hellwig025101d2010-05-04 13:53:48 +0000386/*
387 * Growing the rt section of the filesystem.
388 * In the third set of transactions (FREE) we update metadata without
389 * allocating any new blocks.
390 * superblock: sector size
391 * bitmap inode: inode size
392 * summary inode: inode size
393 * one bitmap block: blocksize
394 * summary blocks: new summary size
395 */
Nathan Scott8f794052006-03-14 13:32:41 +1100396STATIC uint
Christoph Hellwig025101d2010-05-04 13:53:48 +0000397xfs_calc_growrtfree_reservation(
398 struct xfs_mount *mp)
Nathan Scott8f794052006-03-14 13:32:41 +1100399{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000400 return mp->m_sb.sb_sectsize +
401 2 * mp->m_sb.sb_inodesize +
402 mp->m_sb.sb_blocksize +
403 mp->m_rsumsize +
404 128 * 5;
Nathan Scott8f794052006-03-14 13:32:41 +1100405}
406
Christoph Hellwig025101d2010-05-04 13:53:48 +0000407/*
408 * Logging the inode modification timestamp on a synchronous write.
409 * inode
410 */
Nathan Scott8f794052006-03-14 13:32:41 +1100411STATIC uint
Christoph Hellwig025101d2010-05-04 13:53:48 +0000412xfs_calc_swrite_reservation(
413 struct xfs_mount *mp)
Nathan Scott8f794052006-03-14 13:32:41 +1100414{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000415 return mp->m_sb.sb_inodesize + 128;
Nathan Scott8f794052006-03-14 13:32:41 +1100416}
417
Christoph Hellwig025101d2010-05-04 13:53:48 +0000418/*
419 * Logging the inode mode bits when writing a setuid/setgid file
420 * inode
421 */
Nathan Scott8f794052006-03-14 13:32:41 +1100422STATIC uint
423xfs_calc_writeid_reservation(xfs_mount_t *mp)
424{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000425 return mp->m_sb.sb_inodesize + 128;
Nathan Scott8f794052006-03-14 13:32:41 +1100426}
427
Christoph Hellwig025101d2010-05-04 13:53:48 +0000428/*
429 * Converting the inode from non-attributed to attributed.
430 * the inode being converted: inode size
431 * agf block and superblock (for block allocation)
432 * the new block (directory sized)
433 * bmap blocks for the new directory block
434 * allocation btrees
435 */
Nathan Scott8f794052006-03-14 13:32:41 +1100436STATIC uint
Christoph Hellwig025101d2010-05-04 13:53:48 +0000437xfs_calc_addafork_reservation(
438 struct xfs_mount *mp)
Nathan Scott8f794052006-03-14 13:32:41 +1100439{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000440 return XFS_DQUOT_LOGRES(mp) +
441 mp->m_sb.sb_inodesize +
442 mp->m_sb.sb_sectsize * 2 +
443 mp->m_dirblksize +
444 XFS_FSB_TO_B(mp, XFS_DAENTER_BMAP1B(mp, XFS_DATA_FORK) + 1) +
445 XFS_ALLOCFREE_LOG_RES(mp, 1) +
446 128 * (4 + XFS_DAENTER_BMAP1B(mp, XFS_DATA_FORK) + 1 +
447 XFS_ALLOCFREE_LOG_COUNT(mp, 1));
Nathan Scott8f794052006-03-14 13:32:41 +1100448}
449
Christoph Hellwig025101d2010-05-04 13:53:48 +0000450/*
451 * Removing the attribute fork of a file
452 * the inode being truncated: inode size
453 * the inode's bmap btree: max depth * block size
454 * And the bmap_finish transaction can free the blocks and bmap blocks:
455 * the agf for each of the ags: 4 * sector size
456 * the agfl for each of the ags: 4 * sector size
457 * the super block to reflect the freed blocks: sector size
458 * worst case split in allocation btrees per extent assuming 4 extents:
459 * 4 exts * 2 trees * (2 * max depth - 1) * block size
460 */
Nathan Scott8f794052006-03-14 13:32:41 +1100461STATIC uint
Christoph Hellwig025101d2010-05-04 13:53:48 +0000462xfs_calc_attrinval_reservation(
463 struct xfs_mount *mp)
Nathan Scott8f794052006-03-14 13:32:41 +1100464{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000465 return MAX((mp->m_sb.sb_inodesize +
466 XFS_FSB_TO_B(mp, XFS_BM_MAXLEVELS(mp, XFS_ATTR_FORK)) +
467 128 * (1 + XFS_BM_MAXLEVELS(mp, XFS_ATTR_FORK))),
468 (4 * mp->m_sb.sb_sectsize +
469 4 * mp->m_sb.sb_sectsize +
470 mp->m_sb.sb_sectsize +
471 XFS_ALLOCFREE_LOG_RES(mp, 4) +
472 128 * (9 + XFS_ALLOCFREE_LOG_COUNT(mp, 4))));
Nathan Scott8f794052006-03-14 13:32:41 +1100473}
474
Christoph Hellwig025101d2010-05-04 13:53:48 +0000475/*
476 * Setting an attribute.
477 * the inode getting the attribute
478 * the superblock for allocations
479 * the agfs extents are allocated from
480 * the attribute btree * max depth
481 * the inode allocation btree
482 * Since attribute transaction space is dependent on the size of the attribute,
483 * the calculation is done partially at mount time and partially at runtime.
484 */
Nathan Scott8f794052006-03-14 13:32:41 +1100485STATIC uint
Christoph Hellwig025101d2010-05-04 13:53:48 +0000486xfs_calc_attrset_reservation(
487 struct xfs_mount *mp)
Nathan Scott8f794052006-03-14 13:32:41 +1100488{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000489 return XFS_DQUOT_LOGRES(mp) +
490 mp->m_sb.sb_inodesize +
491 mp->m_sb.sb_sectsize +
492 XFS_FSB_TO_B(mp, XFS_DA_NODE_MAXDEPTH) +
493 128 * (2 + XFS_DA_NODE_MAXDEPTH);
Nathan Scott8f794052006-03-14 13:32:41 +1100494}
495
Christoph Hellwig025101d2010-05-04 13:53:48 +0000496/*
497 * Removing an attribute.
498 * the inode: inode size
499 * the attribute btree could join: max depth * block size
500 * the inode bmap btree could join or split: max depth * block size
501 * And the bmap_finish transaction can free the attr blocks freed giving:
502 * the agf for the ag in which the blocks live: 2 * sector size
503 * the agfl for the ag in which the blocks live: 2 * sector size
504 * the superblock for the free block count: sector size
505 * the allocation btrees: 2 exts * 2 trees * (2 * max depth - 1) * block size
506 */
Nathan Scott8f794052006-03-14 13:32:41 +1100507STATIC uint
Christoph Hellwig025101d2010-05-04 13:53:48 +0000508xfs_calc_attrrm_reservation(
509 struct xfs_mount *mp)
Nathan Scott8f794052006-03-14 13:32:41 +1100510{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000511 return XFS_DQUOT_LOGRES(mp) +
512 MAX((mp->m_sb.sb_inodesize +
513 XFS_FSB_TO_B(mp, XFS_DA_NODE_MAXDEPTH) +
514 XFS_FSB_TO_B(mp, XFS_BM_MAXLEVELS(mp, XFS_ATTR_FORK)) +
515 128 * (1 + XFS_DA_NODE_MAXDEPTH +
516 XFS_BM_MAXLEVELS(mp, XFS_DATA_FORK))),
517 (2 * mp->m_sb.sb_sectsize +
518 2 * mp->m_sb.sb_sectsize +
519 mp->m_sb.sb_sectsize +
520 XFS_ALLOCFREE_LOG_RES(mp, 2) +
521 128 * (5 + XFS_ALLOCFREE_LOG_COUNT(mp, 2))));
Nathan Scott8f794052006-03-14 13:32:41 +1100522}
523
Christoph Hellwig025101d2010-05-04 13:53:48 +0000524/*
525 * Clearing a bad agino number in an agi hash bucket.
526 */
Nathan Scott8f794052006-03-14 13:32:41 +1100527STATIC uint
Christoph Hellwig025101d2010-05-04 13:53:48 +0000528xfs_calc_clear_agi_bucket_reservation(
529 struct xfs_mount *mp)
Nathan Scott8f794052006-03-14 13:32:41 +1100530{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000531 return mp->m_sb.sb_sectsize + 128;
Nathan Scott8f794052006-03-14 13:32:41 +1100532}
533
534/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700535 * Initialize the precomputed transaction reservation values
536 * in the mount structure.
537 */
538void
539xfs_trans_init(
Christoph Hellwig025101d2010-05-04 13:53:48 +0000540 struct xfs_mount *mp)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700541{
Christoph Hellwig025101d2010-05-04 13:53:48 +0000542 struct xfs_trans_reservations *resp = &mp->m_reservations;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700543
Nathan Scott8f794052006-03-14 13:32:41 +1100544 resp->tr_write = xfs_calc_write_reservation(mp);
545 resp->tr_itruncate = xfs_calc_itruncate_reservation(mp);
546 resp->tr_rename = xfs_calc_rename_reservation(mp);
547 resp->tr_link = xfs_calc_link_reservation(mp);
548 resp->tr_remove = xfs_calc_remove_reservation(mp);
549 resp->tr_symlink = xfs_calc_symlink_reservation(mp);
550 resp->tr_create = xfs_calc_create_reservation(mp);
551 resp->tr_mkdir = xfs_calc_mkdir_reservation(mp);
552 resp->tr_ifree = xfs_calc_ifree_reservation(mp);
553 resp->tr_ichange = xfs_calc_ichange_reservation(mp);
554 resp->tr_growdata = xfs_calc_growdata_reservation(mp);
555 resp->tr_swrite = xfs_calc_swrite_reservation(mp);
556 resp->tr_writeid = xfs_calc_writeid_reservation(mp);
557 resp->tr_addafork = xfs_calc_addafork_reservation(mp);
558 resp->tr_attrinval = xfs_calc_attrinval_reservation(mp);
559 resp->tr_attrset = xfs_calc_attrset_reservation(mp);
560 resp->tr_attrrm = xfs_calc_attrrm_reservation(mp);
561 resp->tr_clearagi = xfs_calc_clear_agi_bucket_reservation(mp);
562 resp->tr_growrtalloc = xfs_calc_growrtalloc_reservation(mp);
563 resp->tr_growrtzero = xfs_calc_growrtzero_reservation(mp);
564 resp->tr_growrtfree = xfs_calc_growrtfree_reservation(mp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700565}
566
567/*
568 * This routine is called to allocate a transaction structure.
569 * The type parameter indicates the type of the transaction. These
570 * are enumerated in xfs_trans.h.
Alex Elderb2ce3972011-07-11 09:51:44 -0500571 *
572 * Dynamically allocate the transaction structure from the transaction
573 * zone, initialize it, and return it to the caller.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700574 */
Alex Elderb2ce3972011-07-11 09:51:44 -0500575xfs_trans_t *
576xfs_trans_alloc(
577 xfs_mount_t *mp,
578 uint type)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700579{
Alex Elderb2ce3972011-07-11 09:51:44 -0500580 xfs_wait_for_freeze(mp, SB_FREEZE_TRANS);
581 return _xfs_trans_alloc(mp, type, KM_SLEEP);
582}
583
584xfs_trans_t *
585_xfs_trans_alloc(
586 xfs_mount_t *mp,
587 uint type,
588 uint memflags)
589{
590 xfs_trans_t *tp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700591
Nathan Scott34327e12006-06-09 17:11:55 +1000592 atomic_inc(&mp->m_active_trans);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700593
Christoph Hellwig80641dc2009-10-19 04:00:03 +0000594 tp = kmem_zone_zalloc(xfs_trans_zone, memflags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700595 tp->t_magic = XFS_TRANS_MAGIC;
596 tp->t_type = type;
597 tp->t_mountp = mp;
Christoph Hellwige98c4142010-06-23 18:11:15 +1000598 INIT_LIST_HEAD(&tp->t_items);
Dave Chinnered3b4d62010-05-21 12:07:08 +1000599 INIT_LIST_HEAD(&tp->t_busy);
Nathan Scott34327e12006-06-09 17:11:55 +1000600 return tp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700601}
602
603/*
Dave Chinnerb1c1b5b2010-03-23 10:11:05 +1100604 * Free the transaction structure. If there is more clean up
605 * to do when the structure is freed, add it here.
606 */
607STATIC void
608xfs_trans_free(
Dave Chinnered3b4d62010-05-21 12:07:08 +1000609 struct xfs_trans *tp)
Dave Chinnerb1c1b5b2010-03-23 10:11:05 +1100610{
Christoph Hellwig8a072a42011-04-24 19:06:17 +0000611 xfs_alloc_busy_sort(&tp->t_busy);
Christoph Hellwige84661a2011-05-20 13:45:32 +0000612 xfs_alloc_busy_clear(tp->t_mountp, &tp->t_busy, false);
Dave Chinnered3b4d62010-05-21 12:07:08 +1000613
Dave Chinnerb1c1b5b2010-03-23 10:11:05 +1100614 atomic_dec(&tp->t_mountp->m_active_trans);
615 xfs_trans_free_dqinfo(tp);
616 kmem_zone_free(xfs_trans_zone, tp);
617}
618
619/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700620 * This is called to create a new transaction which will share the
621 * permanent log reservation of the given transaction. The remaining
622 * unused block and rt extent reservations are also inherited. This
623 * implies that the original transaction is no longer allowed to allocate
624 * blocks. Locks and log items, however, are no inherited. They must
625 * be added to the new transaction explicitly.
626 */
627xfs_trans_t *
628xfs_trans_dup(
629 xfs_trans_t *tp)
630{
631 xfs_trans_t *ntp;
632
633 ntp = kmem_zone_zalloc(xfs_trans_zone, KM_SLEEP);
634
635 /*
636 * Initialize the new transaction structure.
637 */
638 ntp->t_magic = XFS_TRANS_MAGIC;
639 ntp->t_type = tp->t_type;
640 ntp->t_mountp = tp->t_mountp;
Christoph Hellwige98c4142010-06-23 18:11:15 +1000641 INIT_LIST_HEAD(&ntp->t_items);
Dave Chinnered3b4d62010-05-21 12:07:08 +1000642 INIT_LIST_HEAD(&ntp->t_busy);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700643
644 ASSERT(tp->t_flags & XFS_TRANS_PERM_LOG_RES);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700645 ASSERT(tp->t_ticket != NULL);
Nathan Scottcfcbbbd2005-11-02 15:12:04 +1100646
Linus Torvalds1da177e2005-04-16 15:20:36 -0700647 ntp->t_flags = XFS_TRANS_PERM_LOG_RES | (tp->t_flags & XFS_TRANS_RESERVE);
Dave Chinnercc09c0d2008-11-17 17:37:10 +1100648 ntp->t_ticket = xfs_log_ticket_get(tp->t_ticket);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700649 ntp->t_blk_res = tp->t_blk_res - tp->t_blk_res_used;
650 tp->t_blk_res = tp->t_blk_res_used;
651 ntp->t_rtx_res = tp->t_rtx_res - tp->t_rtx_res_used;
652 tp->t_rtx_res = tp->t_rtx_res_used;
Nathan Scott59c1b082006-06-09 14:59:13 +1000653 ntp->t_pflags = tp->t_pflags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700654
Christoph Hellwig7d095252009-06-08 15:33:32 +0200655 xfs_trans_dup_dqinfo(tp, ntp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700656
657 atomic_inc(&tp->t_mountp->m_active_trans);
658 return ntp;
659}
660
661/*
662 * This is called to reserve free disk blocks and log space for the
663 * given transaction. This must be done before allocating any resources
664 * within the transaction.
665 *
666 * This will return ENOSPC if there are not enough blocks available.
667 * It will sleep waiting for available log space.
668 * The only valid value for the flags parameter is XFS_RES_LOG_PERM, which
669 * is used by long running transactions. If any one of the reservations
670 * fails then they will all be backed out.
671 *
672 * This does not do quota reservations. That typically is done by the
673 * caller afterwards.
674 */
675int
676xfs_trans_reserve(
677 xfs_trans_t *tp,
678 uint blocks,
679 uint logspace,
680 uint rtextents,
681 uint flags,
682 uint logcount)
683{
684 int log_flags;
Nathan Scott59c1b082006-06-09 14:59:13 +1000685 int error = 0;
686 int rsvd = (tp->t_flags & XFS_TRANS_RESERVE) != 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700687
688 /* Mark this thread as being in a transaction */
Nathan Scott59c1b082006-06-09 14:59:13 +1000689 current_set_flags_nested(&tp->t_pflags, PF_FSTRANS);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700690
691 /*
692 * Attempt to reserve the needed disk blocks by decrementing
693 * the number needed from the number available. This will
694 * fail if the count would go below zero.
695 */
696 if (blocks > 0) {
Christoph Hellwig96540c72010-09-30 02:25:55 +0000697 error = xfs_icsb_modify_counters(tp->t_mountp, XFS_SBS_FDBLOCKS,
David Chinner20f4ebf2007-02-10 18:36:10 +1100698 -((int64_t)blocks), rsvd);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700699 if (error != 0) {
Nathan Scott59c1b082006-06-09 14:59:13 +1000700 current_restore_flags_nested(&tp->t_pflags, PF_FSTRANS);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700701 return (XFS_ERROR(ENOSPC));
702 }
703 tp->t_blk_res += blocks;
704 }
705
706 /*
707 * Reserve the log space needed for this transaction.
708 */
709 if (logspace > 0) {
710 ASSERT((tp->t_log_res == 0) || (tp->t_log_res == logspace));
711 ASSERT((tp->t_log_count == 0) ||
712 (tp->t_log_count == logcount));
713 if (flags & XFS_TRANS_PERM_LOG_RES) {
714 log_flags = XFS_LOG_PERM_RESERV;
715 tp->t_flags |= XFS_TRANS_PERM_LOG_RES;
716 } else {
717 ASSERT(tp->t_ticket == NULL);
718 ASSERT(!(tp->t_flags & XFS_TRANS_PERM_LOG_RES));
719 log_flags = 0;
720 }
721
722 error = xfs_log_reserve(tp->t_mountp, logspace, logcount,
723 &tp->t_ticket,
Tim Shimmin7e9c6392005-09-02 16:42:05 +1000724 XFS_TRANSACTION, log_flags, tp->t_type);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700725 if (error) {
726 goto undo_blocks;
727 }
728 tp->t_log_res = logspace;
729 tp->t_log_count = logcount;
730 }
731
732 /*
733 * Attempt to reserve the needed realtime extents by decrementing
734 * the number needed from the number available. This will
735 * fail if the count would go below zero.
736 */
737 if (rtextents > 0) {
738 error = xfs_mod_incore_sb(tp->t_mountp, XFS_SBS_FREXTENTS,
David Chinner20f4ebf2007-02-10 18:36:10 +1100739 -((int64_t)rtextents), rsvd);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700740 if (error) {
741 error = XFS_ERROR(ENOSPC);
742 goto undo_log;
743 }
744 tp->t_rtx_res += rtextents;
745 }
746
747 return 0;
748
749 /*
750 * Error cases jump to one of these labels to undo any
751 * reservations which have already been performed.
752 */
753undo_log:
754 if (logspace > 0) {
755 if (flags & XFS_TRANS_PERM_LOG_RES) {
756 log_flags = XFS_LOG_REL_PERM_RESERV;
757 } else {
758 log_flags = 0;
759 }
760 xfs_log_done(tp->t_mountp, tp->t_ticket, NULL, log_flags);
761 tp->t_ticket = NULL;
762 tp->t_log_res = 0;
763 tp->t_flags &= ~XFS_TRANS_PERM_LOG_RES;
764 }
765
766undo_blocks:
767 if (blocks > 0) {
Christoph Hellwig96540c72010-09-30 02:25:55 +0000768 xfs_icsb_modify_counters(tp->t_mountp, XFS_SBS_FDBLOCKS,
David Chinner20f4ebf2007-02-10 18:36:10 +1100769 (int64_t)blocks, rsvd);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700770 tp->t_blk_res = 0;
771 }
772
Nathan Scott59c1b082006-06-09 14:59:13 +1000773 current_restore_flags_nested(&tp->t_pflags, PF_FSTRANS);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700774
Nathan Scott59c1b082006-06-09 14:59:13 +1000775 return error;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700776}
777
Linus Torvalds1da177e2005-04-16 15:20:36 -0700778/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700779 * Record the indicated change to the given field for application
780 * to the file system's superblock when the transaction commits.
781 * For now, just store the change in the transaction structure.
782 *
783 * Mark the transaction structure to indicate that the superblock
784 * needs to be updated before committing.
David Chinner92821e22007-05-24 15:26:31 +1000785 *
786 * Because we may not be keeping track of allocated/free inodes and
787 * used filesystem blocks in the superblock, we do not mark the
788 * superblock dirty in this transaction if we modify these fields.
789 * We still need to update the transaction deltas so that they get
790 * applied to the incore superblock, but we don't want them to
791 * cause the superblock to get locked and logged if these are the
792 * only fields in the superblock that the transaction modifies.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700793 */
794void
795xfs_trans_mod_sb(
796 xfs_trans_t *tp,
797 uint field,
David Chinner20f4ebf2007-02-10 18:36:10 +1100798 int64_t delta)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700799{
David Chinner92821e22007-05-24 15:26:31 +1000800 uint32_t flags = (XFS_TRANS_DIRTY|XFS_TRANS_SB_DIRTY);
801 xfs_mount_t *mp = tp->t_mountp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700802
803 switch (field) {
804 case XFS_TRANS_SB_ICOUNT:
805 tp->t_icount_delta += delta;
David Chinner92821e22007-05-24 15:26:31 +1000806 if (xfs_sb_version_haslazysbcount(&mp->m_sb))
807 flags &= ~XFS_TRANS_SB_DIRTY;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700808 break;
809 case XFS_TRANS_SB_IFREE:
810 tp->t_ifree_delta += delta;
David Chinner92821e22007-05-24 15:26:31 +1000811 if (xfs_sb_version_haslazysbcount(&mp->m_sb))
812 flags &= ~XFS_TRANS_SB_DIRTY;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700813 break;
814 case XFS_TRANS_SB_FDBLOCKS:
815 /*
816 * Track the number of blocks allocated in the
817 * transaction. Make sure it does not exceed the
818 * number reserved.
819 */
820 if (delta < 0) {
821 tp->t_blk_res_used += (uint)-delta;
822 ASSERT(tp->t_blk_res_used <= tp->t_blk_res);
823 }
824 tp->t_fdblocks_delta += delta;
David Chinner92821e22007-05-24 15:26:31 +1000825 if (xfs_sb_version_haslazysbcount(&mp->m_sb))
826 flags &= ~XFS_TRANS_SB_DIRTY;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700827 break;
828 case XFS_TRANS_SB_RES_FDBLOCKS:
829 /*
830 * The allocation has already been applied to the
831 * in-core superblock's counter. This should only
832 * be applied to the on-disk superblock.
833 */
834 ASSERT(delta < 0);
835 tp->t_res_fdblocks_delta += delta;
David Chinner92821e22007-05-24 15:26:31 +1000836 if (xfs_sb_version_haslazysbcount(&mp->m_sb))
837 flags &= ~XFS_TRANS_SB_DIRTY;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700838 break;
839 case XFS_TRANS_SB_FREXTENTS:
840 /*
841 * Track the number of blocks allocated in the
842 * transaction. Make sure it does not exceed the
843 * number reserved.
844 */
845 if (delta < 0) {
846 tp->t_rtx_res_used += (uint)-delta;
847 ASSERT(tp->t_rtx_res_used <= tp->t_rtx_res);
848 }
849 tp->t_frextents_delta += delta;
850 break;
851 case XFS_TRANS_SB_RES_FREXTENTS:
852 /*
853 * The allocation has already been applied to the
Nathan Scottc41564b2006-03-29 08:55:14 +1000854 * in-core superblock's counter. This should only
Linus Torvalds1da177e2005-04-16 15:20:36 -0700855 * be applied to the on-disk superblock.
856 */
857 ASSERT(delta < 0);
858 tp->t_res_frextents_delta += delta;
859 break;
860 case XFS_TRANS_SB_DBLOCKS:
861 ASSERT(delta > 0);
862 tp->t_dblocks_delta += delta;
863 break;
864 case XFS_TRANS_SB_AGCOUNT:
865 ASSERT(delta > 0);
866 tp->t_agcount_delta += delta;
867 break;
868 case XFS_TRANS_SB_IMAXPCT:
869 tp->t_imaxpct_delta += delta;
870 break;
871 case XFS_TRANS_SB_REXTSIZE:
872 tp->t_rextsize_delta += delta;
873 break;
874 case XFS_TRANS_SB_RBMBLOCKS:
875 tp->t_rbmblocks_delta += delta;
876 break;
877 case XFS_TRANS_SB_RBLOCKS:
878 tp->t_rblocks_delta += delta;
879 break;
880 case XFS_TRANS_SB_REXTENTS:
881 tp->t_rextents_delta += delta;
882 break;
883 case XFS_TRANS_SB_REXTSLOG:
884 tp->t_rextslog_delta += delta;
885 break;
886 default:
887 ASSERT(0);
888 return;
889 }
890
David Chinner210c6f12007-05-24 15:26:51 +1000891 tp->t_flags |= flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700892}
893
894/*
895 * xfs_trans_apply_sb_deltas() is called from the commit code
896 * to bring the superblock buffer into the current transaction
897 * and modify it as requested by earlier calls to xfs_trans_mod_sb().
898 *
899 * For now we just look at each field allowed to change and change
900 * it if necessary.
901 */
902STATIC void
903xfs_trans_apply_sb_deltas(
904 xfs_trans_t *tp)
905{
Christoph Hellwig2bdf7cd2007-08-28 13:58:06 +1000906 xfs_dsb_t *sbp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700907 xfs_buf_t *bp;
908 int whole = 0;
909
910 bp = xfs_trans_getsb(tp, tp->t_mountp, 0);
911 sbp = XFS_BUF_TO_SBP(bp);
912
913 /*
914 * Check that superblock mods match the mods made to AGF counters.
915 */
916 ASSERT((tp->t_fdblocks_delta + tp->t_res_fdblocks_delta) ==
917 (tp->t_ag_freeblks_delta + tp->t_ag_flist_delta +
918 tp->t_ag_btree_delta));
919
David Chinner92821e22007-05-24 15:26:31 +1000920 /*
921 * Only update the superblock counters if we are logging them
922 */
923 if (!xfs_sb_version_haslazysbcount(&(tp->t_mountp->m_sb))) {
Christoph Hellwig2bdf7cd2007-08-28 13:58:06 +1000924 if (tp->t_icount_delta)
Marcin Slusarz413d57c2008-02-13 15:03:29 -0800925 be64_add_cpu(&sbp->sb_icount, tp->t_icount_delta);
Christoph Hellwig2bdf7cd2007-08-28 13:58:06 +1000926 if (tp->t_ifree_delta)
Marcin Slusarz413d57c2008-02-13 15:03:29 -0800927 be64_add_cpu(&sbp->sb_ifree, tp->t_ifree_delta);
Christoph Hellwig2bdf7cd2007-08-28 13:58:06 +1000928 if (tp->t_fdblocks_delta)
Marcin Slusarz413d57c2008-02-13 15:03:29 -0800929 be64_add_cpu(&sbp->sb_fdblocks, tp->t_fdblocks_delta);
Christoph Hellwig2bdf7cd2007-08-28 13:58:06 +1000930 if (tp->t_res_fdblocks_delta)
Marcin Slusarz413d57c2008-02-13 15:03:29 -0800931 be64_add_cpu(&sbp->sb_fdblocks, tp->t_res_fdblocks_delta);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700932 }
933
Christoph Hellwig2bdf7cd2007-08-28 13:58:06 +1000934 if (tp->t_frextents_delta)
Marcin Slusarz413d57c2008-02-13 15:03:29 -0800935 be64_add_cpu(&sbp->sb_frextents, tp->t_frextents_delta);
Christoph Hellwig2bdf7cd2007-08-28 13:58:06 +1000936 if (tp->t_res_frextents_delta)
Marcin Slusarz413d57c2008-02-13 15:03:29 -0800937 be64_add_cpu(&sbp->sb_frextents, tp->t_res_frextents_delta);
Christoph Hellwig2bdf7cd2007-08-28 13:58:06 +1000938
939 if (tp->t_dblocks_delta) {
Marcin Slusarz413d57c2008-02-13 15:03:29 -0800940 be64_add_cpu(&sbp->sb_dblocks, tp->t_dblocks_delta);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700941 whole = 1;
942 }
Christoph Hellwig2bdf7cd2007-08-28 13:58:06 +1000943 if (tp->t_agcount_delta) {
Marcin Slusarz413d57c2008-02-13 15:03:29 -0800944 be32_add_cpu(&sbp->sb_agcount, tp->t_agcount_delta);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700945 whole = 1;
946 }
Christoph Hellwig2bdf7cd2007-08-28 13:58:06 +1000947 if (tp->t_imaxpct_delta) {
948 sbp->sb_imax_pct += tp->t_imaxpct_delta;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700949 whole = 1;
950 }
Christoph Hellwig2bdf7cd2007-08-28 13:58:06 +1000951 if (tp->t_rextsize_delta) {
Marcin Slusarz413d57c2008-02-13 15:03:29 -0800952 be32_add_cpu(&sbp->sb_rextsize, tp->t_rextsize_delta);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700953 whole = 1;
954 }
Christoph Hellwig2bdf7cd2007-08-28 13:58:06 +1000955 if (tp->t_rbmblocks_delta) {
Marcin Slusarz413d57c2008-02-13 15:03:29 -0800956 be32_add_cpu(&sbp->sb_rbmblocks, tp->t_rbmblocks_delta);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700957 whole = 1;
958 }
Christoph Hellwig2bdf7cd2007-08-28 13:58:06 +1000959 if (tp->t_rblocks_delta) {
Marcin Slusarz413d57c2008-02-13 15:03:29 -0800960 be64_add_cpu(&sbp->sb_rblocks, tp->t_rblocks_delta);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700961 whole = 1;
962 }
Christoph Hellwig2bdf7cd2007-08-28 13:58:06 +1000963 if (tp->t_rextents_delta) {
Marcin Slusarz413d57c2008-02-13 15:03:29 -0800964 be64_add_cpu(&sbp->sb_rextents, tp->t_rextents_delta);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700965 whole = 1;
966 }
Christoph Hellwig2bdf7cd2007-08-28 13:58:06 +1000967 if (tp->t_rextslog_delta) {
968 sbp->sb_rextslog += tp->t_rextslog_delta;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700969 whole = 1;
970 }
971
972 if (whole)
973 /*
Nathan Scottc41564b2006-03-29 08:55:14 +1000974 * Log the whole thing, the fields are noncontiguous.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700975 */
Christoph Hellwig2bdf7cd2007-08-28 13:58:06 +1000976 xfs_trans_log_buf(tp, bp, 0, sizeof(xfs_dsb_t) - 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700977 else
978 /*
979 * Since all the modifiable fields are contiguous, we
980 * can get away with this.
981 */
Christoph Hellwig2bdf7cd2007-08-28 13:58:06 +1000982 xfs_trans_log_buf(tp, bp, offsetof(xfs_dsb_t, sb_icount),
983 offsetof(xfs_dsb_t, sb_frextents) +
Linus Torvalds1da177e2005-04-16 15:20:36 -0700984 sizeof(sbp->sb_frextents) - 1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700985}
986
987/*
David Chinner45c34142007-06-18 16:49:44 +1000988 * xfs_trans_unreserve_and_mod_sb() is called to release unused reservations
989 * and apply superblock counter changes to the in-core superblock. The
990 * t_res_fdblocks_delta and t_res_frextents_delta fields are explicitly NOT
991 * applied to the in-core superblock. The idea is that that has already been
992 * done.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700993 *
994 * This is done efficiently with a single call to xfs_mod_incore_sb_batch().
David Chinner45c34142007-06-18 16:49:44 +1000995 * However, we have to ensure that we only modify each superblock field only
996 * once because the application of the delta values may not be atomic. That can
997 * lead to ENOSPC races occurring if we have two separate modifcations of the
998 * free space counter to put back the entire reservation and then take away
999 * what we used.
1000 *
1001 * If we are not logging superblock counters, then the inode allocated/free and
1002 * used block counts are not updated in the on disk superblock. In this case,
1003 * XFS_TRANS_SB_DIRTY will not be set when the transaction is updated but we
1004 * still need to update the incore superblock with the changes.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001005 */
Dave Chinner71e330b2010-05-21 14:37:18 +10001006void
Linus Torvalds1da177e2005-04-16 15:20:36 -07001007xfs_trans_unreserve_and_mod_sb(
1008 xfs_trans_t *tp)
1009{
Christoph Hellwig1b040712010-09-30 02:25:56 +00001010 xfs_mod_sb_t msb[9]; /* If you add cases, add entries */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001011 xfs_mod_sb_t *msbp;
David Chinner92821e22007-05-24 15:26:31 +10001012 xfs_mount_t *mp = tp->t_mountp;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001013 /* REFERENCED */
1014 int error;
1015 int rsvd;
David Chinner45c34142007-06-18 16:49:44 +10001016 int64_t blkdelta = 0;
1017 int64_t rtxdelta = 0;
Christoph Hellwig1b040712010-09-30 02:25:56 +00001018 int64_t idelta = 0;
1019 int64_t ifreedelta = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001020
1021 msbp = msb;
1022 rsvd = (tp->t_flags & XFS_TRANS_RESERVE) != 0;
1023
Christoph Hellwig1b040712010-09-30 02:25:56 +00001024 /* calculate deltas */
David Chinner45c34142007-06-18 16:49:44 +10001025 if (tp->t_blk_res > 0)
1026 blkdelta = tp->t_blk_res;
David Chinner45c34142007-06-18 16:49:44 +10001027 if ((tp->t_fdblocks_delta != 0) &&
1028 (xfs_sb_version_haslazysbcount(&mp->m_sb) ||
1029 (tp->t_flags & XFS_TRANS_SB_DIRTY)))
1030 blkdelta += tp->t_fdblocks_delta;
1031
David Chinner45c34142007-06-18 16:49:44 +10001032 if (tp->t_rtx_res > 0)
1033 rtxdelta = tp->t_rtx_res;
David Chinner45c34142007-06-18 16:49:44 +10001034 if ((tp->t_frextents_delta != 0) &&
1035 (tp->t_flags & XFS_TRANS_SB_DIRTY))
1036 rtxdelta += tp->t_frextents_delta;
1037
Christoph Hellwig1b040712010-09-30 02:25:56 +00001038 if (xfs_sb_version_haslazysbcount(&mp->m_sb) ||
1039 (tp->t_flags & XFS_TRANS_SB_DIRTY)) {
1040 idelta = tp->t_icount_delta;
1041 ifreedelta = tp->t_ifree_delta;
1042 }
1043
1044 /* apply the per-cpu counters */
1045 if (blkdelta) {
1046 error = xfs_icsb_modify_counters(mp, XFS_SBS_FDBLOCKS,
1047 blkdelta, rsvd);
1048 if (error)
1049 goto out;
1050 }
1051
1052 if (idelta) {
1053 error = xfs_icsb_modify_counters(mp, XFS_SBS_ICOUNT,
1054 idelta, rsvd);
1055 if (error)
1056 goto out_undo_fdblocks;
1057 }
1058
1059 if (ifreedelta) {
1060 error = xfs_icsb_modify_counters(mp, XFS_SBS_IFREE,
1061 ifreedelta, rsvd);
1062 if (error)
1063 goto out_undo_icount;
1064 }
1065
1066 /* apply remaining deltas */
David Chinner45c34142007-06-18 16:49:44 +10001067 if (rtxdelta != 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001068 msbp->msb_field = XFS_SBS_FREXTENTS;
David Chinner45c34142007-06-18 16:49:44 +10001069 msbp->msb_delta = rtxdelta;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001070 msbp++;
1071 }
1072
David Chinner92821e22007-05-24 15:26:31 +10001073 if (tp->t_flags & XFS_TRANS_SB_DIRTY) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001074 if (tp->t_dblocks_delta != 0) {
1075 msbp->msb_field = XFS_SBS_DBLOCKS;
David Chinner20f4ebf2007-02-10 18:36:10 +11001076 msbp->msb_delta = tp->t_dblocks_delta;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001077 msbp++;
1078 }
1079 if (tp->t_agcount_delta != 0) {
1080 msbp->msb_field = XFS_SBS_AGCOUNT;
David Chinner20f4ebf2007-02-10 18:36:10 +11001081 msbp->msb_delta = tp->t_agcount_delta;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001082 msbp++;
1083 }
1084 if (tp->t_imaxpct_delta != 0) {
1085 msbp->msb_field = XFS_SBS_IMAX_PCT;
David Chinner20f4ebf2007-02-10 18:36:10 +11001086 msbp->msb_delta = tp->t_imaxpct_delta;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001087 msbp++;
1088 }
1089 if (tp->t_rextsize_delta != 0) {
1090 msbp->msb_field = XFS_SBS_REXTSIZE;
David Chinner20f4ebf2007-02-10 18:36:10 +11001091 msbp->msb_delta = tp->t_rextsize_delta;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001092 msbp++;
1093 }
1094 if (tp->t_rbmblocks_delta != 0) {
1095 msbp->msb_field = XFS_SBS_RBMBLOCKS;
David Chinner20f4ebf2007-02-10 18:36:10 +11001096 msbp->msb_delta = tp->t_rbmblocks_delta;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001097 msbp++;
1098 }
1099 if (tp->t_rblocks_delta != 0) {
1100 msbp->msb_field = XFS_SBS_RBLOCKS;
David Chinner20f4ebf2007-02-10 18:36:10 +11001101 msbp->msb_delta = tp->t_rblocks_delta;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001102 msbp++;
1103 }
1104 if (tp->t_rextents_delta != 0) {
1105 msbp->msb_field = XFS_SBS_REXTENTS;
David Chinner20f4ebf2007-02-10 18:36:10 +11001106 msbp->msb_delta = tp->t_rextents_delta;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001107 msbp++;
1108 }
1109 if (tp->t_rextslog_delta != 0) {
1110 msbp->msb_field = XFS_SBS_REXTSLOG;
David Chinner20f4ebf2007-02-10 18:36:10 +11001111 msbp->msb_delta = tp->t_rextslog_delta;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001112 msbp++;
1113 }
1114 }
1115
1116 /*
1117 * If we need to change anything, do it.
1118 */
1119 if (msbp > msb) {
1120 error = xfs_mod_incore_sb_batch(tp->t_mountp, msb,
1121 (uint)(msbp - msb), rsvd);
Christoph Hellwig1b040712010-09-30 02:25:56 +00001122 if (error)
1123 goto out_undo_ifreecount;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001124 }
Christoph Hellwig1b040712010-09-30 02:25:56 +00001125
1126 return;
1127
1128out_undo_ifreecount:
1129 if (ifreedelta)
1130 xfs_icsb_modify_counters(mp, XFS_SBS_IFREE, -ifreedelta, rsvd);
1131out_undo_icount:
1132 if (idelta)
1133 xfs_icsb_modify_counters(mp, XFS_SBS_ICOUNT, -idelta, rsvd);
1134out_undo_fdblocks:
1135 if (blkdelta)
1136 xfs_icsb_modify_counters(mp, XFS_SBS_FDBLOCKS, -blkdelta, rsvd);
1137out:
Jesper Juhl1884bd82010-12-25 20:14:53 +00001138 ASSERT(error == 0);
Christoph Hellwig1b040712010-09-30 02:25:56 +00001139 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001140}
1141
Dave Chinner09243782010-03-08 11:28:28 +11001142/*
Christoph Hellwige98c4142010-06-23 18:11:15 +10001143 * Add the given log item to the transaction's list of log items.
1144 *
1145 * The log item will now point to its new descriptor with its li_desc field.
1146 */
1147void
1148xfs_trans_add_item(
1149 struct xfs_trans *tp,
1150 struct xfs_log_item *lip)
1151{
1152 struct xfs_log_item_desc *lidp;
1153
1154 ASSERT(lip->li_mountp = tp->t_mountp);
1155 ASSERT(lip->li_ailp = tp->t_mountp->m_ail);
1156
Dave Chinner43869702010-07-20 17:53:44 +10001157 lidp = kmem_zone_zalloc(xfs_log_item_desc_zone, KM_SLEEP | KM_NOFS);
Christoph Hellwige98c4142010-06-23 18:11:15 +10001158
1159 lidp->lid_item = lip;
1160 lidp->lid_flags = 0;
1161 lidp->lid_size = 0;
1162 list_add_tail(&lidp->lid_trans, &tp->t_items);
1163
1164 lip->li_desc = lidp;
1165}
1166
1167STATIC void
1168xfs_trans_free_item_desc(
1169 struct xfs_log_item_desc *lidp)
1170{
1171 list_del_init(&lidp->lid_trans);
1172 kmem_zone_free(xfs_log_item_desc_zone, lidp);
1173}
1174
1175/*
1176 * Unlink and free the given descriptor.
1177 */
1178void
1179xfs_trans_del_item(
1180 struct xfs_log_item *lip)
1181{
1182 xfs_trans_free_item_desc(lip->li_desc);
1183 lip->li_desc = NULL;
1184}
1185
1186/*
1187 * Unlock all of the items of a transaction and free all the descriptors
1188 * of that transaction.
1189 */
Dave Chinnerd17c7012010-08-24 11:42:52 +10001190void
Christoph Hellwige98c4142010-06-23 18:11:15 +10001191xfs_trans_free_items(
1192 struct xfs_trans *tp,
1193 xfs_lsn_t commit_lsn,
1194 int flags)
1195{
1196 struct xfs_log_item_desc *lidp, *next;
1197
1198 list_for_each_entry_safe(lidp, next, &tp->t_items, lid_trans) {
1199 struct xfs_log_item *lip = lidp->lid_item;
1200
1201 lip->li_desc = NULL;
1202
1203 if (commit_lsn != NULLCOMMITLSN)
1204 IOP_COMMITTING(lip, commit_lsn);
1205 if (flags & XFS_TRANS_ABORT)
1206 lip->li_flags |= XFS_LI_ABORTED;
1207 IOP_UNLOCK(lip);
1208
1209 xfs_trans_free_item_desc(lidp);
1210 }
1211}
1212
1213/*
1214 * Unlock the items associated with a transaction.
1215 *
1216 * Items which were not logged should be freed. Those which were logged must
1217 * still be tracked so they can be unpinned when the transaction commits.
1218 */
1219STATIC void
1220xfs_trans_unlock_items(
1221 struct xfs_trans *tp,
1222 xfs_lsn_t commit_lsn)
1223{
1224 struct xfs_log_item_desc *lidp, *next;
1225
1226 list_for_each_entry_safe(lidp, next, &tp->t_items, lid_trans) {
1227 struct xfs_log_item *lip = lidp->lid_item;
1228
1229 lip->li_desc = NULL;
1230
1231 if (commit_lsn != NULLCOMMITLSN)
1232 IOP_COMMITTING(lip, commit_lsn);
1233 IOP_UNLOCK(lip);
1234
1235 /*
1236 * Free the descriptor if the item is not dirty
1237 * within this transaction.
1238 */
1239 if (!(lidp->lid_flags & XFS_LID_DIRTY))
1240 xfs_trans_free_item_desc(lidp);
1241 }
1242}
1243
1244/*
Dave Chinner09243782010-03-08 11:28:28 +11001245 * Total up the number of log iovecs needed to commit this
1246 * transaction. The transaction itself needs one for the
1247 * transaction header. Ask each dirty item in turn how many
1248 * it needs to get the total.
1249 */
1250static uint
1251xfs_trans_count_vecs(
Dave Chinnerb1c1b5b2010-03-23 10:11:05 +11001252 struct xfs_trans *tp)
Dave Chinner09243782010-03-08 11:28:28 +11001253{
1254 int nvecs;
Christoph Hellwige98c4142010-06-23 18:11:15 +10001255 struct xfs_log_item_desc *lidp;
Dave Chinner09243782010-03-08 11:28:28 +11001256
1257 nvecs = 1;
Dave Chinner09243782010-03-08 11:28:28 +11001258
1259 /* In the non-debug case we need to start bailing out if we
1260 * didn't find a log_item here, return zero and let trans_commit
1261 * deal with it.
1262 */
Christoph Hellwige98c4142010-06-23 18:11:15 +10001263 if (list_empty(&tp->t_items)) {
1264 ASSERT(0);
Dave Chinner09243782010-03-08 11:28:28 +11001265 return 0;
Christoph Hellwige98c4142010-06-23 18:11:15 +10001266 }
Dave Chinner09243782010-03-08 11:28:28 +11001267
Christoph Hellwige98c4142010-06-23 18:11:15 +10001268 list_for_each_entry(lidp, &tp->t_items, lid_trans) {
Dave Chinner09243782010-03-08 11:28:28 +11001269 /*
1270 * Skip items which aren't dirty in this transaction.
1271 */
Christoph Hellwige98c4142010-06-23 18:11:15 +10001272 if (!(lidp->lid_flags & XFS_LID_DIRTY))
Dave Chinner09243782010-03-08 11:28:28 +11001273 continue;
Dave Chinner09243782010-03-08 11:28:28 +11001274 lidp->lid_size = IOP_SIZE(lidp->lid_item);
1275 nvecs += lidp->lid_size;
Dave Chinner09243782010-03-08 11:28:28 +11001276 }
1277
1278 return nvecs;
1279}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001280
1281/*
Dave Chinner09243782010-03-08 11:28:28 +11001282 * Fill in the vector with pointers to data to be logged
1283 * by this transaction. The transaction header takes
1284 * the first vector, and then each dirty item takes the
1285 * number of vectors it indicated it needed in xfs_trans_count_vecs().
Linus Torvalds1da177e2005-04-16 15:20:36 -07001286 *
Dave Chinner09243782010-03-08 11:28:28 +11001287 * As each item fills in the entries it needs, also pin the item
1288 * so that it cannot be flushed out until the log write completes.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001289 */
Dave Chinner09243782010-03-08 11:28:28 +11001290static void
1291xfs_trans_fill_vecs(
1292 struct xfs_trans *tp,
1293 struct xfs_log_iovec *log_vector)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001294{
Christoph Hellwige98c4142010-06-23 18:11:15 +10001295 struct xfs_log_item_desc *lidp;
Dave Chinner09243782010-03-08 11:28:28 +11001296 struct xfs_log_iovec *vecp;
1297 uint nitems;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001298
1299 /*
Dave Chinner09243782010-03-08 11:28:28 +11001300 * Skip over the entry for the transaction header, we'll
1301 * fill that in at the end.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001302 */
Dave Chinner09243782010-03-08 11:28:28 +11001303 vecp = log_vector + 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001304
Dave Chinner09243782010-03-08 11:28:28 +11001305 nitems = 0;
Christoph Hellwige98c4142010-06-23 18:11:15 +10001306 ASSERT(!list_empty(&tp->t_items));
1307 list_for_each_entry(lidp, &tp->t_items, lid_trans) {
Dave Chinner09243782010-03-08 11:28:28 +11001308 /* Skip items which aren't dirty in this transaction. */
Christoph Hellwige98c4142010-06-23 18:11:15 +10001309 if (!(lidp->lid_flags & XFS_LID_DIRTY))
Dave Chinner09243782010-03-08 11:28:28 +11001310 continue;
Dave Chinner09243782010-03-08 11:28:28 +11001311
1312 /*
1313 * The item may be marked dirty but not log anything. This can
1314 * be used to get called when a transaction is committed.
1315 */
1316 if (lidp->lid_size)
1317 nitems++;
1318 IOP_FORMAT(lidp->lid_item, vecp);
1319 vecp += lidp->lid_size;
1320 IOP_PIN(lidp->lid_item);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001321 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001322
1323 /*
Dave Chinner09243782010-03-08 11:28:28 +11001324 * Now that we've counted the number of items in this transaction, fill
1325 * in the transaction header. Note that the transaction header does not
1326 * have a log item.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001327 */
Dave Chinner09243782010-03-08 11:28:28 +11001328 tp->t_header.th_magic = XFS_TRANS_HEADER_MAGIC;
1329 tp->t_header.th_type = tp->t_type;
1330 tp->t_header.th_num_items = nitems;
1331 log_vector->i_addr = (xfs_caddr_t)&tp->t_header;
1332 log_vector->i_len = sizeof(xfs_trans_header_t);
1333 log_vector->i_type = XLOG_REG_TYPE_TRANSHDR;
1334}
1335
1336/*
Dave Chinnerb1c1b5b2010-03-23 10:11:05 +11001337 * The committed item processing consists of calling the committed routine of
1338 * each logged item, updating the item's position in the AIL if necessary, and
1339 * unpinning each item. If the committed routine returns -1, then do nothing
1340 * further with the item because it may have been freed.
1341 *
1342 * Since items are unlocked when they are copied to the incore log, it is
1343 * possible for two transactions to be completing and manipulating the same
1344 * item simultaneously. The AIL lock will protect the lsn field of each item.
1345 * The value of this field can never go backwards.
1346 *
1347 * We unpin the items after repositioning them in the AIL, because otherwise
1348 * they could be immediately flushed and we'd have to race with the flusher
1349 * trying to pull the item from the AIL as we add it.
1350 */
Dave Chinner0e57f6a2010-12-20 12:02:19 +11001351static void
Dave Chinnerb1c1b5b2010-03-23 10:11:05 +11001352xfs_trans_item_committed(
1353 struct xfs_log_item *lip,
1354 xfs_lsn_t commit_lsn,
1355 int aborted)
1356{
1357 xfs_lsn_t item_lsn;
1358 struct xfs_ail *ailp;
1359
1360 if (aborted)
1361 lip->li_flags |= XFS_LI_ABORTED;
1362 item_lsn = IOP_COMMITTED(lip, commit_lsn);
1363
Dave Chinner1316d4d2011-07-04 05:27:36 +00001364 /* item_lsn of -1 means the item needs no further processing */
Dave Chinnerb1c1b5b2010-03-23 10:11:05 +11001365 if (XFS_LSN_CMP(item_lsn, (xfs_lsn_t)-1) == 0)
1366 return;
1367
1368 /*
1369 * If the returned lsn is greater than what it contained before, update
1370 * the location of the item in the AIL. If it is not, then do nothing.
1371 * Items can never move backwards in the AIL.
1372 *
1373 * While the new lsn should usually be greater, it is possible that a
1374 * later transaction completing simultaneously with an earlier one
1375 * using the same item could complete first with a higher lsn. This
1376 * would cause the earlier transaction to fail the test below.
1377 */
1378 ailp = lip->li_ailp;
1379 spin_lock(&ailp->xa_lock);
1380 if (XFS_LSN_CMP(item_lsn, lip->li_lsn) > 0) {
1381 /*
1382 * This will set the item's lsn to item_lsn and update the
1383 * position of the item in the AIL.
1384 *
1385 * xfs_trans_ail_update() drops the AIL lock.
1386 */
1387 xfs_trans_ail_update(ailp, lip, item_lsn);
1388 } else {
1389 spin_unlock(&ailp->xa_lock);
1390 }
1391
1392 /*
1393 * Now that we've repositioned the item in the AIL, unpin it so it can
1394 * be flushed. Pass information about buffer stale state down from the
1395 * log item flags, if anyone else stales the buffer we do not want to
1396 * pay any attention to it.
1397 */
Christoph Hellwig9412e312010-06-23 18:11:15 +10001398 IOP_UNPIN(lip, 0);
Dave Chinnerb1c1b5b2010-03-23 10:11:05 +11001399}
1400
Dave Chinnerb1c1b5b2010-03-23 10:11:05 +11001401/*
1402 * This is typically called by the LM when a transaction has been fully
1403 * committed to disk. It needs to unpin the items which have
1404 * been logged by the transaction and update their positions
1405 * in the AIL if necessary.
1406 *
1407 * This also gets called when the transactions didn't get written out
1408 * because of an I/O error. Abortflag & XFS_LI_ABORTED is set then.
1409 */
1410STATIC void
1411xfs_trans_committed(
Christoph Hellwig4957a442010-10-06 18:41:13 +00001412 void *arg,
Dave Chinnerb1c1b5b2010-03-23 10:11:05 +11001413 int abortflag)
1414{
Christoph Hellwig4957a442010-10-06 18:41:13 +00001415 struct xfs_trans *tp = arg;
Christoph Hellwige98c4142010-06-23 18:11:15 +10001416 struct xfs_log_item_desc *lidp, *next;
Dave Chinnerb1c1b5b2010-03-23 10:11:05 +11001417
Christoph Hellwige98c4142010-06-23 18:11:15 +10001418 list_for_each_entry_safe(lidp, next, &tp->t_items, lid_trans) {
Dave Chinnerb1c1b5b2010-03-23 10:11:05 +11001419 xfs_trans_item_committed(lidp->lid_item, tp->t_lsn, abortflag);
Christoph Hellwige98c4142010-06-23 18:11:15 +10001420 xfs_trans_free_item_desc(lidp);
Dave Chinnerb1c1b5b2010-03-23 10:11:05 +11001421 }
1422
Dave Chinnerb1c1b5b2010-03-23 10:11:05 +11001423 xfs_trans_free(tp);
1424}
1425
Dave Chinner0e57f6a2010-12-20 12:02:19 +11001426static inline void
1427xfs_log_item_batch_insert(
1428 struct xfs_ail *ailp,
Dave Chinner1d8c95a2011-07-18 03:40:16 +00001429 struct xfs_ail_cursor *cur,
Dave Chinner0e57f6a2010-12-20 12:02:19 +11001430 struct xfs_log_item **log_items,
1431 int nr_items,
1432 xfs_lsn_t commit_lsn)
1433{
1434 int i;
1435
1436 spin_lock(&ailp->xa_lock);
1437 /* xfs_trans_ail_update_bulk drops ailp->xa_lock */
Dave Chinner1d8c95a2011-07-18 03:40:16 +00001438 xfs_trans_ail_update_bulk(ailp, cur, log_items, nr_items, commit_lsn);
Dave Chinner0e57f6a2010-12-20 12:02:19 +11001439
1440 for (i = 0; i < nr_items; i++)
1441 IOP_UNPIN(log_items[i], 0);
1442}
1443
1444/*
1445 * Bulk operation version of xfs_trans_committed that takes a log vector of
1446 * items to insert into the AIL. This uses bulk AIL insertion techniques to
1447 * minimise lock traffic.
Dave Chinnere34a3142011-01-27 12:13:35 +11001448 *
1449 * If we are called with the aborted flag set, it is because a log write during
1450 * a CIL checkpoint commit has failed. In this case, all the items in the
1451 * checkpoint have already gone through IOP_COMMITED and IOP_UNLOCK, which
1452 * means that checkpoint commit abort handling is treated exactly the same
1453 * as an iclog write error even though we haven't started any IO yet. Hence in
1454 * this case all we need to do is IOP_COMMITTED processing, followed by an
1455 * IOP_UNPIN(aborted) call.
Dave Chinner1d8c95a2011-07-18 03:40:16 +00001456 *
1457 * The AIL cursor is used to optimise the insert process. If commit_lsn is not
1458 * at the end of the AIL, the insert cursor avoids the need to walk
1459 * the AIL to find the insertion point on every xfs_log_item_batch_insert()
1460 * call. This saves a lot of needless list walking and is a net win, even
1461 * though it slightly increases that amount of AIL lock traffic to set it up
1462 * and tear it down.
Dave Chinner0e57f6a2010-12-20 12:02:19 +11001463 */
1464void
1465xfs_trans_committed_bulk(
1466 struct xfs_ail *ailp,
1467 struct xfs_log_vec *log_vector,
1468 xfs_lsn_t commit_lsn,
1469 int aborted)
1470{
1471#define LOG_ITEM_BATCH_SIZE 32
1472 struct xfs_log_item *log_items[LOG_ITEM_BATCH_SIZE];
1473 struct xfs_log_vec *lv;
Dave Chinner1d8c95a2011-07-18 03:40:16 +00001474 struct xfs_ail_cursor cur;
Dave Chinner0e57f6a2010-12-20 12:02:19 +11001475 int i = 0;
1476
Dave Chinner1d8c95a2011-07-18 03:40:16 +00001477 spin_lock(&ailp->xa_lock);
1478 xfs_trans_ail_cursor_last(ailp, &cur, commit_lsn);
1479 spin_unlock(&ailp->xa_lock);
1480
Dave Chinner0e57f6a2010-12-20 12:02:19 +11001481 /* unpin all the log items */
1482 for (lv = log_vector; lv; lv = lv->lv_next ) {
1483 struct xfs_log_item *lip = lv->lv_item;
1484 xfs_lsn_t item_lsn;
1485
1486 if (aborted)
1487 lip->li_flags |= XFS_LI_ABORTED;
1488 item_lsn = IOP_COMMITTED(lip, commit_lsn);
1489
Dave Chinner1316d4d2011-07-04 05:27:36 +00001490 /* item_lsn of -1 means the item needs no further processing */
Dave Chinner0e57f6a2010-12-20 12:02:19 +11001491 if (XFS_LSN_CMP(item_lsn, (xfs_lsn_t)-1) == 0)
1492 continue;
1493
Dave Chinnere34a3142011-01-27 12:13:35 +11001494 /*
1495 * if we are aborting the operation, no point in inserting the
1496 * object into the AIL as we are in a shutdown situation.
1497 */
1498 if (aborted) {
1499 ASSERT(XFS_FORCED_SHUTDOWN(ailp->xa_mount));
1500 IOP_UNPIN(lip, 1);
1501 continue;
1502 }
1503
Dave Chinner0e57f6a2010-12-20 12:02:19 +11001504 if (item_lsn != commit_lsn) {
1505
1506 /*
1507 * Not a bulk update option due to unusual item_lsn.
1508 * Push into AIL immediately, rechecking the lsn once
Dave Chinner1d8c95a2011-07-18 03:40:16 +00001509 * we have the ail lock. Then unpin the item. This does
1510 * not affect the AIL cursor the bulk insert path is
1511 * using.
Dave Chinner0e57f6a2010-12-20 12:02:19 +11001512 */
1513 spin_lock(&ailp->xa_lock);
1514 if (XFS_LSN_CMP(item_lsn, lip->li_lsn) > 0)
1515 xfs_trans_ail_update(ailp, lip, item_lsn);
1516 else
1517 spin_unlock(&ailp->xa_lock);
1518 IOP_UNPIN(lip, 0);
1519 continue;
1520 }
1521
1522 /* Item is a candidate for bulk AIL insert. */
1523 log_items[i++] = lv->lv_item;
1524 if (i >= LOG_ITEM_BATCH_SIZE) {
Dave Chinner1d8c95a2011-07-18 03:40:16 +00001525 xfs_log_item_batch_insert(ailp, &cur, log_items,
Dave Chinner0e57f6a2010-12-20 12:02:19 +11001526 LOG_ITEM_BATCH_SIZE, commit_lsn);
1527 i = 0;
1528 }
1529 }
1530
1531 /* make sure we insert the remainder! */
1532 if (i)
Dave Chinner1d8c95a2011-07-18 03:40:16 +00001533 xfs_log_item_batch_insert(ailp, &cur, log_items, i, commit_lsn);
1534
1535 spin_lock(&ailp->xa_lock);
1536 xfs_trans_ail_cursor_done(ailp, &cur);
1537 spin_unlock(&ailp->xa_lock);
Dave Chinner0e57f6a2010-12-20 12:02:19 +11001538}
1539
Dave Chinnerb1c1b5b2010-03-23 10:11:05 +11001540/*
Dave Chinnere34a3142011-01-27 12:13:35 +11001541 * Called from the trans_commit code when we notice that the filesystem is in
1542 * the middle of a forced shutdown.
1543 *
1544 * When we are called here, we have already pinned all the items in the
1545 * transaction. However, neither IOP_COMMITTING or IOP_UNLOCK has been called
1546 * so we can simply walk the items in the transaction, unpin them with an abort
1547 * flag and then free the items. Note that unpinning the items can result in
1548 * them being freed immediately, so we need to use a safe list traversal method
1549 * here.
Dave Chinnerb1c1b5b2010-03-23 10:11:05 +11001550 */
1551STATIC void
1552xfs_trans_uncommit(
1553 struct xfs_trans *tp,
1554 uint flags)
1555{
Dave Chinnere34a3142011-01-27 12:13:35 +11001556 struct xfs_log_item_desc *lidp, *n;
Dave Chinnerb1c1b5b2010-03-23 10:11:05 +11001557
Dave Chinnere34a3142011-01-27 12:13:35 +11001558 list_for_each_entry_safe(lidp, n, &tp->t_items, lid_trans) {
Dave Chinnerb1c1b5b2010-03-23 10:11:05 +11001559 if (lidp->lid_flags & XFS_LID_DIRTY)
Christoph Hellwig9412e312010-06-23 18:11:15 +10001560 IOP_UNPIN(lidp->lid_item, 1);
Dave Chinnerb1c1b5b2010-03-23 10:11:05 +11001561 }
1562
1563 xfs_trans_unreserve_and_mod_sb(tp);
1564 xfs_trans_unreserve_and_mod_dquots(tp);
1565
Dave Chinner71e330b2010-05-21 14:37:18 +10001566 xfs_trans_free_items(tp, NULLCOMMITLSN, flags);
Dave Chinnerb1c1b5b2010-03-23 10:11:05 +11001567 xfs_trans_free(tp);
1568}
1569
1570/*
Dave Chinner09243782010-03-08 11:28:28 +11001571 * Format the transaction direct to the iclog. This isolates the physical
1572 * transaction commit operation from the logical operation and hence allows
1573 * other methods to be introduced without affecting the existing commit path.
1574 */
1575static int
1576xfs_trans_commit_iclog(
1577 struct xfs_mount *mp,
1578 struct xfs_trans *tp,
1579 xfs_lsn_t *commit_lsn,
1580 int flags)
1581{
1582 int shutdown;
1583 int error;
1584 int log_flags = 0;
1585 struct xlog_in_core *commit_iclog;
1586#define XFS_TRANS_LOGVEC_COUNT 16
1587 struct xfs_log_iovec log_vector_fast[XFS_TRANS_LOGVEC_COUNT];
1588 struct xfs_log_iovec *log_vector;
1589 uint nvec;
1590
Linus Torvalds1da177e2005-04-16 15:20:36 -07001591
1592 /*
1593 * Ask each log item how many log_vector entries it will
1594 * need so we can figure out how many to allocate.
1595 * Try to avoid the kmem_alloc() call in the common case
1596 * by using a vector from the stack when it fits.
1597 */
1598 nvec = xfs_trans_count_vecs(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001599 if (nvec == 0) {
Dave Chinner09243782010-03-08 11:28:28 +11001600 return ENOMEM; /* triggers a shutdown! */
Nathan Scottcfcbbbd2005-11-02 15:12:04 +11001601 } else if (nvec <= XFS_TRANS_LOGVEC_COUNT) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001602 log_vector = log_vector_fast;
1603 } else {
1604 log_vector = (xfs_log_iovec_t *)kmem_alloc(nvec *
1605 sizeof(xfs_log_iovec_t),
1606 KM_SLEEP);
1607 }
1608
1609 /*
1610 * Fill in the log_vector and pin the logged items, and
1611 * then write the transaction to the log.
1612 */
1613 xfs_trans_fill_vecs(tp, log_vector);
1614
Dave Chinner09243782010-03-08 11:28:28 +11001615 if (flags & XFS_TRANS_RELEASE_LOG_RES)
1616 log_flags = XFS_LOG_REL_PERM_RESERV;
1617
Nathan Scottcfcbbbd2005-11-02 15:12:04 +11001618 error = xfs_log_write(mp, log_vector, nvec, tp->t_ticket, &(tp->t_lsn));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001619
Linus Torvalds1da177e2005-04-16 15:20:36 -07001620 /*
Nathan Scottcfcbbbd2005-11-02 15:12:04 +11001621 * The transaction is committed incore here, and can go out to disk
1622 * at any time after this call. However, all the items associated
1623 * with the transaction are still locked and pinned in memory.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001624 */
Dave Chinner09243782010-03-08 11:28:28 +11001625 *commit_lsn = xfs_log_done(mp, tp->t_ticket, &commit_iclog, log_flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001626
Dave Chinner09243782010-03-08 11:28:28 +11001627 tp->t_commit_lsn = *commit_lsn;
Dave Chinnered3b4d62010-05-21 12:07:08 +10001628 trace_xfs_trans_commit_lsn(tp);
1629
Dave Chinner09243782010-03-08 11:28:28 +11001630 if (nvec > XFS_TRANS_LOGVEC_COUNT)
Denys Vlasenkof0e2d932008-05-19 16:31:57 +10001631 kmem_free(log_vector);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001632
Linus Torvalds1da177e2005-04-16 15:20:36 -07001633 /*
1634 * If we got a log write error. Unpin the logitems that we
1635 * had pinned, clean up, free trans structure, and return error.
1636 */
Dave Chinner09243782010-03-08 11:28:28 +11001637 if (error || *commit_lsn == -1) {
Nathan Scott59c1b082006-06-09 14:59:13 +10001638 current_restore_flags_nested(&tp->t_pflags, PF_FSTRANS);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001639 xfs_trans_uncommit(tp, flags|XFS_TRANS_ABORT);
1640 return XFS_ERROR(EIO);
1641 }
1642
1643 /*
1644 * Once the transaction has committed, unused
1645 * reservations need to be released and changes to
1646 * the superblock need to be reflected in the in-core
1647 * version. Do that now.
1648 */
1649 xfs_trans_unreserve_and_mod_sb(tp);
1650
Linus Torvalds1da177e2005-04-16 15:20:36 -07001651 /*
1652 * Tell the LM to call the transaction completion routine
1653 * when the log write with LSN commit_lsn completes (e.g.
1654 * when the transaction commit really hits the on-disk log).
1655 * After this call we cannot reference tp, because the call
1656 * can happen at any time and the call will free the transaction
1657 * structure pointed to by tp. The only case where we call
1658 * the completion routine (xfs_trans_committed) directly is
1659 * if the log is turned off on a debug kernel or we're
1660 * running in simulation mode (the log is explicitly turned
1661 * off).
1662 */
Christoph Hellwig4957a442010-10-06 18:41:13 +00001663 tp->t_logcb.cb_func = xfs_trans_committed;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001664 tp->t_logcb.cb_arg = tp;
1665
1666 /*
1667 * We need to pass the iclog buffer which was used for the
1668 * transaction commit record into this function, and attach
1669 * the callback to it. The callback must be attached before
1670 * the items are unlocked to avoid racing with other threads
1671 * waiting for an item to unlock.
1672 */
1673 shutdown = xfs_log_notify(mp, commit_iclog, &(tp->t_logcb));
1674
1675 /*
1676 * Mark this thread as no longer being in a transaction
1677 */
Nathan Scott59c1b082006-06-09 14:59:13 +10001678 current_restore_flags_nested(&tp->t_pflags, PF_FSTRANS);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001679
1680 /*
1681 * Once all the items of the transaction have been copied
1682 * to the in core log and the callback is attached, the
1683 * items can be unlocked.
1684 *
1685 * This will free descriptors pointing to items which were
1686 * not logged since there is nothing more to do with them.
1687 * For items which were logged, we will keep pointers to them
1688 * so they can be unpinned after the transaction commits to disk.
1689 * This will also stamp each modified meta-data item with
1690 * the commit lsn of this transaction for dependency tracking
1691 * purposes.
1692 */
Dave Chinner09243782010-03-08 11:28:28 +11001693 xfs_trans_unlock_items(tp, *commit_lsn);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001694
1695 /*
1696 * If we detected a log error earlier, finish committing
1697 * the transaction now (unpin log items, etc).
1698 *
1699 * Order is critical here, to avoid using the transaction
1700 * pointer after its been freed (by xfs_trans_committed
1701 * either here now, or as a callback). We cannot do this
1702 * step inside xfs_log_notify as was done earlier because
1703 * of this issue.
1704 */
1705 if (shutdown)
1706 xfs_trans_committed(tp, XFS_LI_ABORTED);
1707
1708 /*
1709 * Now that the xfs_trans_committed callback has been attached,
1710 * and the items are released we can finally allow the iclog to
1711 * go to disk.
1712 */
Dave Chinner09243782010-03-08 11:28:28 +11001713 return xfs_log_release_iclog(mp, commit_iclog);
1714}
1715
Dave Chinner71e330b2010-05-21 14:37:18 +10001716/*
1717 * Walk the log items and allocate log vector structures for
1718 * each item large enough to fit all the vectors they require.
1719 * Note that this format differs from the old log vector format in
1720 * that there is no transaction header in these log vectors.
1721 */
1722STATIC struct xfs_log_vec *
1723xfs_trans_alloc_log_vecs(
1724 xfs_trans_t *tp)
1725{
Christoph Hellwige98c4142010-06-23 18:11:15 +10001726 struct xfs_log_item_desc *lidp;
Dave Chinner71e330b2010-05-21 14:37:18 +10001727 struct xfs_log_vec *lv = NULL;
1728 struct xfs_log_vec *ret_lv = NULL;
1729
Dave Chinner71e330b2010-05-21 14:37:18 +10001730
1731 /* Bail out if we didn't find a log item. */
Christoph Hellwige98c4142010-06-23 18:11:15 +10001732 if (list_empty(&tp->t_items)) {
Dave Chinner71e330b2010-05-21 14:37:18 +10001733 ASSERT(0);
1734 return NULL;
1735 }
1736
Christoph Hellwige98c4142010-06-23 18:11:15 +10001737 list_for_each_entry(lidp, &tp->t_items, lid_trans) {
Dave Chinner71e330b2010-05-21 14:37:18 +10001738 struct xfs_log_vec *new_lv;
1739
1740 /* Skip items which aren't dirty in this transaction. */
Christoph Hellwige98c4142010-06-23 18:11:15 +10001741 if (!(lidp->lid_flags & XFS_LID_DIRTY))
Dave Chinner71e330b2010-05-21 14:37:18 +10001742 continue;
Dave Chinner71e330b2010-05-21 14:37:18 +10001743
1744 /* Skip items that do not have any vectors for writing */
1745 lidp->lid_size = IOP_SIZE(lidp->lid_item);
Christoph Hellwige98c4142010-06-23 18:11:15 +10001746 if (!lidp->lid_size)
Dave Chinner71e330b2010-05-21 14:37:18 +10001747 continue;
Dave Chinner71e330b2010-05-21 14:37:18 +10001748
1749 new_lv = kmem_zalloc(sizeof(*new_lv) +
1750 lidp->lid_size * sizeof(struct xfs_log_iovec),
1751 KM_SLEEP);
1752
1753 /* The allocated iovec region lies beyond the log vector. */
1754 new_lv->lv_iovecp = (struct xfs_log_iovec *)&new_lv[1];
1755 new_lv->lv_niovecs = lidp->lid_size;
1756 new_lv->lv_item = lidp->lid_item;
1757 if (!ret_lv)
1758 ret_lv = new_lv;
1759 else
1760 lv->lv_next = new_lv;
1761 lv = new_lv;
Dave Chinner71e330b2010-05-21 14:37:18 +10001762 }
1763
1764 return ret_lv;
1765}
1766
1767static int
1768xfs_trans_commit_cil(
1769 struct xfs_mount *mp,
1770 struct xfs_trans *tp,
1771 xfs_lsn_t *commit_lsn,
1772 int flags)
1773{
1774 struct xfs_log_vec *log_vector;
Dave Chinner71e330b2010-05-21 14:37:18 +10001775
1776 /*
1777 * Get each log item to allocate a vector structure for
1778 * the log item to to pass to the log write code. The
1779 * CIL commit code will format the vector and save it away.
1780 */
1781 log_vector = xfs_trans_alloc_log_vecs(tp);
1782 if (!log_vector)
1783 return ENOMEM;
1784
Dave Chinnerc6f990d2011-01-27 13:23:28 +11001785 xfs_log_commit_cil(mp, tp, log_vector, commit_lsn, flags);
Dave Chinner71e330b2010-05-21 14:37:18 +10001786
1787 current_restore_flags_nested(&tp->t_pflags, PF_FSTRANS);
Dave Chinner71e330b2010-05-21 14:37:18 +10001788 xfs_trans_free(tp);
1789 return 0;
1790}
Dave Chinner09243782010-03-08 11:28:28 +11001791
1792/*
1793 * xfs_trans_commit
1794 *
1795 * Commit the given transaction to the log a/synchronously.
1796 *
1797 * XFS disk error handling mechanism is not based on a typical
1798 * transaction abort mechanism. Logically after the filesystem
1799 * gets marked 'SHUTDOWN', we can't let any new transactions
1800 * be durable - ie. committed to disk - because some metadata might
1801 * be inconsistent. In such cases, this returns an error, and the
1802 * caller may assume that all locked objects joined to the transaction
1803 * have already been unlocked as if the commit had succeeded.
1804 * Do not reference the transaction structure after this call.
1805 */
Dave Chinner09243782010-03-08 11:28:28 +11001806int
1807_xfs_trans_commit(
Christoph Hellwiga3ccd2c2010-03-15 12:52:49 +11001808 struct xfs_trans *tp,
1809 uint flags,
1810 int *log_flushed)
Dave Chinner09243782010-03-08 11:28:28 +11001811{
Christoph Hellwiga3ccd2c2010-03-15 12:52:49 +11001812 struct xfs_mount *mp = tp->t_mountp;
Dave Chinner09243782010-03-08 11:28:28 +11001813 xfs_lsn_t commit_lsn = -1;
Christoph Hellwiga3ccd2c2010-03-15 12:52:49 +11001814 int error = 0;
Dave Chinner09243782010-03-08 11:28:28 +11001815 int log_flags = 0;
1816 int sync = tp->t_flags & XFS_TRANS_SYNC;
Dave Chinner09243782010-03-08 11:28:28 +11001817
1818 /*
1819 * Determine whether this commit is releasing a permanent
1820 * log reservation or not.
1821 */
1822 if (flags & XFS_TRANS_RELEASE_LOG_RES) {
1823 ASSERT(tp->t_flags & XFS_TRANS_PERM_LOG_RES);
1824 log_flags = XFS_LOG_REL_PERM_RESERV;
1825 }
1826
1827 /*
1828 * If there is nothing to be logged by the transaction,
1829 * then unlock all of the items associated with the
1830 * transaction and free the transaction structure.
1831 * Also make sure to return any reserved blocks to
1832 * the free pool.
1833 */
Christoph Hellwiga3ccd2c2010-03-15 12:52:49 +11001834 if (!(tp->t_flags & XFS_TRANS_DIRTY))
1835 goto out_unreserve;
1836
1837 if (XFS_FORCED_SHUTDOWN(mp)) {
1838 error = XFS_ERROR(EIO);
1839 goto out_unreserve;
Dave Chinner09243782010-03-08 11:28:28 +11001840 }
Christoph Hellwiga3ccd2c2010-03-15 12:52:49 +11001841
Dave Chinner09243782010-03-08 11:28:28 +11001842 ASSERT(tp->t_ticket != NULL);
1843
1844 /*
1845 * If we need to update the superblock, then do it now.
1846 */
1847 if (tp->t_flags & XFS_TRANS_SB_DIRTY)
1848 xfs_trans_apply_sb_deltas(tp);
1849 xfs_trans_apply_dquot_deltas(tp);
1850
Dave Chinner71e330b2010-05-21 14:37:18 +10001851 if (mp->m_flags & XFS_MOUNT_DELAYLOG)
1852 error = xfs_trans_commit_cil(mp, tp, &commit_lsn, flags);
1853 else
1854 error = xfs_trans_commit_iclog(mp, tp, &commit_lsn, flags);
1855
Dave Chinner09243782010-03-08 11:28:28 +11001856 if (error == ENOMEM) {
1857 xfs_force_shutdown(mp, SHUTDOWN_LOG_IO_ERROR);
Christoph Hellwiga3ccd2c2010-03-15 12:52:49 +11001858 error = XFS_ERROR(EIO);
1859 goto out_unreserve;
Dave Chinner09243782010-03-08 11:28:28 +11001860 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001861
1862 /*
1863 * If the transaction needs to be synchronous, then force the
1864 * log out now and wait for it.
1865 */
1866 if (sync) {
Christoph Hellwigf538d4d2005-11-02 10:26:59 +11001867 if (!error) {
Christoph Hellwiga14a3482010-01-19 09:56:46 +00001868 error = _xfs_log_force_lsn(mp, commit_lsn,
1869 XFS_LOG_SYNC, log_flushed);
Christoph Hellwigf538d4d2005-11-02 10:26:59 +11001870 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001871 XFS_STATS_INC(xs_trans_sync);
1872 } else {
1873 XFS_STATS_INC(xs_trans_async);
1874 }
1875
Christoph Hellwiga3ccd2c2010-03-15 12:52:49 +11001876 return error;
1877
1878out_unreserve:
1879 xfs_trans_unreserve_and_mod_sb(tp);
1880
1881 /*
1882 * It is indeed possible for the transaction to be not dirty but
1883 * the dqinfo portion to be. All that means is that we have some
1884 * (non-persistent) quota reservations that need to be unreserved.
1885 */
1886 xfs_trans_unreserve_and_mod_dquots(tp);
1887 if (tp->t_ticket) {
1888 commit_lsn = xfs_log_done(mp, tp->t_ticket, NULL, log_flags);
1889 if (commit_lsn == -1 && !error)
1890 error = XFS_ERROR(EIO);
1891 }
1892 current_restore_flags_nested(&tp->t_pflags, PF_FSTRANS);
Dave Chinner71e330b2010-05-21 14:37:18 +10001893 xfs_trans_free_items(tp, NULLCOMMITLSN, error ? XFS_TRANS_ABORT : 0);
Christoph Hellwiga3ccd2c2010-03-15 12:52:49 +11001894 xfs_trans_free(tp);
1895
1896 XFS_STATS_INC(xs_trans_empty);
1897 return error;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001898}
1899
Linus Torvalds1da177e2005-04-16 15:20:36 -07001900/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001901 * Unlock all of the transaction's items and free the transaction.
1902 * The transaction must not have modified any of its items, because
1903 * there is no way to restore them to their previous state.
1904 *
1905 * If the transaction has made a log reservation, make sure to release
1906 * it as well.
1907 */
1908void
1909xfs_trans_cancel(
1910 xfs_trans_t *tp,
1911 int flags)
1912{
1913 int log_flags;
Ryan Hankins0733af22006-01-11 15:36:44 +11001914 xfs_mount_t *mp = tp->t_mountp;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001915
1916 /*
1917 * See if the caller is being too lazy to figure out if
1918 * the transaction really needs an abort.
1919 */
1920 if ((flags & XFS_TRANS_ABORT) && !(tp->t_flags & XFS_TRANS_DIRTY))
1921 flags &= ~XFS_TRANS_ABORT;
1922 /*
1923 * See if the caller is relying on us to shut down the
1924 * filesystem. This happens in paths where we detect
1925 * corruption and decide to give up.
1926 */
Nathan Scott60a204f2006-01-11 15:37:00 +11001927 if ((tp->t_flags & XFS_TRANS_DIRTY) && !XFS_FORCED_SHUTDOWN(mp)) {
Ryan Hankins0733af22006-01-11 15:36:44 +11001928 XFS_ERROR_REPORT("xfs_trans_cancel", XFS_ERRLEVEL_LOW, mp);
Nathan Scott7d04a332006-06-09 14:58:38 +10001929 xfs_force_shutdown(mp, SHUTDOWN_CORRUPT_INCORE);
Nathan Scott60a204f2006-01-11 15:37:00 +11001930 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001931#ifdef DEBUG
Christoph Hellwige98c4142010-06-23 18:11:15 +10001932 if (!(flags & XFS_TRANS_ABORT) && !XFS_FORCED_SHUTDOWN(mp)) {
1933 struct xfs_log_item_desc *lidp;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001934
Christoph Hellwige98c4142010-06-23 18:11:15 +10001935 list_for_each_entry(lidp, &tp->t_items, lid_trans)
1936 ASSERT(!(lidp->lid_item->li_type == XFS_LI_EFD));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001937 }
1938#endif
1939 xfs_trans_unreserve_and_mod_sb(tp);
Christoph Hellwig7d095252009-06-08 15:33:32 +02001940 xfs_trans_unreserve_and_mod_dquots(tp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001941
1942 if (tp->t_ticket) {
1943 if (flags & XFS_TRANS_RELEASE_LOG_RES) {
1944 ASSERT(tp->t_flags & XFS_TRANS_PERM_LOG_RES);
1945 log_flags = XFS_LOG_REL_PERM_RESERV;
1946 } else {
1947 log_flags = 0;
1948 }
Ryan Hankins0733af22006-01-11 15:36:44 +11001949 xfs_log_done(mp, tp->t_ticket, NULL, log_flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001950 }
1951
1952 /* mark this thread as no longer being in a transaction */
Nathan Scott59c1b082006-06-09 14:59:13 +10001953 current_restore_flags_nested(&tp->t_pflags, PF_FSTRANS);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001954
Dave Chinner71e330b2010-05-21 14:37:18 +10001955 xfs_trans_free_items(tp, NULLCOMMITLSN, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001956 xfs_trans_free(tp);
1957}
1958
Niv Sardi322ff6b2008-08-13 16:05:49 +10001959/*
1960 * Roll from one trans in the sequence of PERMANENT transactions to
1961 * the next: permanent transactions are only flushed out when
1962 * committed with XFS_TRANS_RELEASE_LOG_RES, but we still want as soon
1963 * as possible to let chunks of it go to the log. So we commit the
1964 * chunk we've been working on and get a new transaction to continue.
1965 */
1966int
1967xfs_trans_roll(
1968 struct xfs_trans **tpp,
1969 struct xfs_inode *dp)
1970{
1971 struct xfs_trans *trans;
1972 unsigned int logres, count;
1973 int error;
1974
1975 /*
1976 * Ensure that the inode is always logged.
1977 */
1978 trans = *tpp;
1979 xfs_trans_log_inode(trans, dp, XFS_ILOG_CORE);
1980
1981 /*
1982 * Copy the critical parameters from one trans to the next.
1983 */
1984 logres = trans->t_log_res;
1985 count = trans->t_log_count;
1986 *tpp = xfs_trans_dup(trans);
1987
1988 /*
1989 * Commit the current transaction.
1990 * If this commit failed, then it'd just unlock those items that
1991 * are not marked ihold. That also means that a filesystem shutdown
1992 * is in progress. The caller takes the responsibility to cancel
1993 * the duplicate transaction that gets returned.
1994 */
1995 error = xfs_trans_commit(trans, 0);
1996 if (error)
1997 return (error);
1998
1999 trans = *tpp;
2000
2001 /*
Dave Chinnercc09c0d2008-11-17 17:37:10 +11002002 * transaction commit worked ok so we can drop the extra ticket
2003 * reference that we gained in xfs_trans_dup()
2004 */
2005 xfs_log_ticket_put(trans->t_ticket);
2006
2007
2008 /*
Niv Sardi322ff6b2008-08-13 16:05:49 +10002009 * Reserve space in the log for th next transaction.
2010 * This also pushes items in the "AIL", the list of logged items,
2011 * out to disk if they are taking up space at the tail of the log
2012 * that we want to use. This requires that either nothing be locked
2013 * across this call, or that anything that is locked be logged in
2014 * the prior and the next transactions.
2015 */
2016 error = xfs_trans_reserve(trans, 0, logres, 0,
2017 XFS_TRANS_PERM_LOG_RES, count);
2018 /*
2019 * Ensure that the inode is in the new transaction and locked.
2020 */
2021 if (error)
2022 return error;
2023
Christoph Hellwig898621d2010-06-24 11:36:58 +10002024 xfs_trans_ijoin(trans, dp);
Niv Sardi322ff6b2008-08-13 16:05:49 +10002025 return 0;
2026}