blob: 818d546664e7575d4affe27b3e90c178ccd85315 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Nathan Scott7b718762005-11-02 14:58:39 +11002 * Copyright (c) 2000-2003,2005 Silicon Graphics, Inc.
3 * All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
Nathan Scott7b718762005-11-02 14:58:39 +11005 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 * published by the Free Software Foundation.
8 *
Nathan Scott7b718762005-11-02 14:58:39 +11009 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 *
Nathan Scott7b718762005-11-02 14:58:39 +110014 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
Linus Torvalds1da177e2005-04-16 15:20:36 -070017 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include "xfs.h"
Nathan Scotta844f452005-11-02 14:38:42 +110019#include "xfs_fs.h"
Dave Chinner632b89e2013-10-29 22:11:58 +110020#include "xfs_shared.h"
Dave Chinner6ca1c902013-08-12 20:49:26 +100021#include "xfs_format.h"
Dave Chinner239880e2013-10-23 10:50:10 +110022#include "xfs_log_format.h"
23#include "xfs_trans_resv.h"
Nathan Scotta844f452005-11-02 14:38:42 +110024#include "xfs_bit.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include "xfs_sb.h"
26#include "xfs_ag.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#include "xfs_mount.h"
Nathan Scotta844f452005-11-02 14:38:42 +110028#include "xfs_inode.h"
Dave Chinner239880e2013-10-23 10:50:10 +110029#include "xfs_trans.h"
Nathan Scotta844f452005-11-02 14:38:42 +110030#include "xfs_inode_item.h"
31#include "xfs_alloc.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070032#include "xfs_btree.h"
Dave Chinnera4fbe6a2013-10-23 10:51:50 +110033#include "xfs_bmap_btree.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070034#include "xfs_bmap.h"
35#include "xfs_error.h"
36#include "xfs_quota.h"
Dave Chinner3d3e6f62012-11-12 22:54:08 +110037#include "xfs_trace.h"
Christoph Hellwigee1a47a2013-04-21 14:53:46 -050038#include "xfs_cksum.h"
Dave Chinnera4fbe6a2013-10-23 10:51:50 +110039#include "xfs_dinode.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070040
Linus Torvalds1da177e2005-04-16 15:20:36 -070041/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070042 * Determine the extent state.
43 */
44/* ARGSUSED */
45STATIC xfs_exntst_t
46xfs_extent_state(
47 xfs_filblks_t blks,
48 int extent_flag)
49{
50 if (extent_flag) {
51 ASSERT(blks != 0); /* saved for DMIG */
52 return XFS_EXT_UNWRITTEN;
53 }
54 return XFS_EXT_NORM;
55}
56
Linus Torvalds1da177e2005-04-16 15:20:36 -070057/*
58 * Convert on-disk form of btree root to in-memory form.
59 */
60void
61xfs_bmdr_to_bmbt(
Christoph Hellwigee1a47a2013-04-21 14:53:46 -050062 struct xfs_inode *ip,
Linus Torvalds1da177e2005-04-16 15:20:36 -070063 xfs_bmdr_block_t *dblock,
64 int dblocklen,
Christoph Hellwig7cc95a82008-10-30 17:14:34 +110065 struct xfs_btree_block *rblock,
Linus Torvalds1da177e2005-04-16 15:20:36 -070066 int rblocklen)
67{
Christoph Hellwigee1a47a2013-04-21 14:53:46 -050068 struct xfs_mount *mp = ip->i_mount;
Linus Torvalds1da177e2005-04-16 15:20:36 -070069 int dmxr;
70 xfs_bmbt_key_t *fkp;
Christoph Hellwig576039c2006-09-28 10:58:06 +100071 __be64 *fpp;
Linus Torvalds1da177e2005-04-16 15:20:36 -070072 xfs_bmbt_key_t *tkp;
Christoph Hellwig576039c2006-09-28 10:58:06 +100073 __be64 *tpp;
Linus Torvalds1da177e2005-04-16 15:20:36 -070074
Christoph Hellwigee1a47a2013-04-21 14:53:46 -050075 if (xfs_sb_version_hascrc(&mp->m_sb))
76 xfs_btree_init_block_int(mp, rblock, XFS_BUF_DADDR_NULL,
77 XFS_BMAP_CRC_MAGIC, 0, 0, ip->i_ino,
78 XFS_BTREE_LONG_PTRS | XFS_BTREE_CRC_BLOCKS);
79 else
80 xfs_btree_init_block_int(mp, rblock, XFS_BUF_DADDR_NULL,
81 XFS_BMAP_MAGIC, 0, 0, ip->i_ino,
82 XFS_BTREE_LONG_PTRS);
83
Christoph Hellwig16259e72005-11-02 15:11:25 +110084 rblock->bb_level = dblock->bb_level;
85 ASSERT(be16_to_cpu(rblock->bb_level) > 0);
86 rblock->bb_numrecs = dblock->bb_numrecs;
Christoph Hellwig60197e82008-10-30 17:11:19 +110087 dmxr = xfs_bmdr_maxrecs(mp, dblocklen, 0);
Christoph Hellwig136341b2008-10-30 17:11:40 +110088 fkp = XFS_BMDR_KEY_ADDR(dblock, 1);
89 tkp = XFS_BMBT_KEY_ADDR(mp, rblock, 1);
90 fpp = XFS_BMDR_PTR_ADDR(dblock, 1, dmxr);
Christoph Hellwig60197e82008-10-30 17:11:19 +110091 tpp = XFS_BMAP_BROOT_PTR_ADDR(mp, rblock, 1, rblocklen);
Christoph Hellwig16259e72005-11-02 15:11:25 +110092 dmxr = be16_to_cpu(dblock->bb_numrecs);
Linus Torvalds1da177e2005-04-16 15:20:36 -070093 memcpy(tkp, fkp, sizeof(*fkp) * dmxr);
Christoph Hellwig576039c2006-09-28 10:58:06 +100094 memcpy(tpp, fpp, sizeof(*fpp) * dmxr);
Linus Torvalds1da177e2005-04-16 15:20:36 -070095}
96
97/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070098 * Convert a compressed bmap extent record to an uncompressed form.
99 * This code must be in sync with the routines xfs_bmbt_get_startoff,
100 * xfs_bmbt_get_startblock, xfs_bmbt_get_blockcount and xfs_bmbt_get_state.
101 */
Christoph Hellwigb8f82a42009-11-14 16:17:22 +0000102STATIC void
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103__xfs_bmbt_get_all(
104 __uint64_t l0,
105 __uint64_t l1,
106 xfs_bmbt_irec_t *s)
107{
108 int ext_flag;
109 xfs_exntst_t st;
110
111 ext_flag = (int)(l0 >> (64 - BMBT_EXNTFLAG_BITLEN));
112 s->br_startoff = ((xfs_fileoff_t)l0 &
Eric Sandeenfb825572009-01-09 15:53:54 +1100113 xfs_mask64lo(64 - BMBT_EXNTFLAG_BITLEN)) >> 9;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114#if XFS_BIG_BLKNOS
Eric Sandeenfb825572009-01-09 15:53:54 +1100115 s->br_startblock = (((xfs_fsblock_t)l0 & xfs_mask64lo(9)) << 43) |
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116 (((xfs_fsblock_t)l1) >> 21);
117#else
118#ifdef DEBUG
119 {
120 xfs_dfsbno_t b;
121
Eric Sandeenfb825572009-01-09 15:53:54 +1100122 b = (((xfs_dfsbno_t)l0 & xfs_mask64lo(9)) << 43) |
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123 (((xfs_dfsbno_t)l1) >> 21);
Eric Sandeen9d87c312009-01-14 23:22:07 -0600124 ASSERT((b >> 32) == 0 || isnulldstartblock(b));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125 s->br_startblock = (xfs_fsblock_t)b;
126 }
127#else /* !DEBUG */
128 s->br_startblock = (xfs_fsblock_t)(((xfs_dfsbno_t)l1) >> 21);
129#endif /* DEBUG */
130#endif /* XFS_BIG_BLKNOS */
Eric Sandeenfb825572009-01-09 15:53:54 +1100131 s->br_blockcount = (xfs_filblks_t)(l1 & xfs_mask64lo(21));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132 /* This is xfs_extent_state() in-line */
133 if (ext_flag) {
134 ASSERT(s->br_blockcount != 0); /* saved for DMIG */
135 st = XFS_EXT_UNWRITTEN;
136 } else
137 st = XFS_EXT_NORM;
138 s->br_state = st;
139}
140
141void
142xfs_bmbt_get_all(
Christoph Hellwiga6f64d42007-08-16 16:23:40 +1000143 xfs_bmbt_rec_host_t *r,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144 xfs_bmbt_irec_t *s)
145{
146 __xfs_bmbt_get_all(r->l0, r->l1, s);
147}
148
149/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150 * Extract the blockcount field from an in memory bmap extent record.
151 */
152xfs_filblks_t
153xfs_bmbt_get_blockcount(
Christoph Hellwiga6f64d42007-08-16 16:23:40 +1000154 xfs_bmbt_rec_host_t *r)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155{
Eric Sandeenfb825572009-01-09 15:53:54 +1100156 return (xfs_filblks_t)(r->l1 & xfs_mask64lo(21));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157}
158
159/*
160 * Extract the startblock field from an in memory bmap extent record.
161 */
162xfs_fsblock_t
163xfs_bmbt_get_startblock(
Christoph Hellwiga6f64d42007-08-16 16:23:40 +1000164 xfs_bmbt_rec_host_t *r)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165{
166#if XFS_BIG_BLKNOS
Eric Sandeenfb825572009-01-09 15:53:54 +1100167 return (((xfs_fsblock_t)r->l0 & xfs_mask64lo(9)) << 43) |
Linus Torvalds1da177e2005-04-16 15:20:36 -0700168 (((xfs_fsblock_t)r->l1) >> 21);
169#else
170#ifdef DEBUG
171 xfs_dfsbno_t b;
172
Eric Sandeenfb825572009-01-09 15:53:54 +1100173 b = (((xfs_dfsbno_t)r->l0 & xfs_mask64lo(9)) << 43) |
Linus Torvalds1da177e2005-04-16 15:20:36 -0700174 (((xfs_dfsbno_t)r->l1) >> 21);
Eric Sandeen9d87c312009-01-14 23:22:07 -0600175 ASSERT((b >> 32) == 0 || isnulldstartblock(b));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176 return (xfs_fsblock_t)b;
177#else /* !DEBUG */
178 return (xfs_fsblock_t)(((xfs_dfsbno_t)r->l1) >> 21);
179#endif /* DEBUG */
180#endif /* XFS_BIG_BLKNOS */
181}
182
183/*
184 * Extract the startoff field from an in memory bmap extent record.
185 */
186xfs_fileoff_t
187xfs_bmbt_get_startoff(
Christoph Hellwiga6f64d42007-08-16 16:23:40 +1000188 xfs_bmbt_rec_host_t *r)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189{
190 return ((xfs_fileoff_t)r->l0 &
Eric Sandeenfb825572009-01-09 15:53:54 +1100191 xfs_mask64lo(64 - BMBT_EXNTFLAG_BITLEN)) >> 9;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192}
193
194xfs_exntst_t
195xfs_bmbt_get_state(
Christoph Hellwiga6f64d42007-08-16 16:23:40 +1000196 xfs_bmbt_rec_host_t *r)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197{
198 int ext_flag;
199
200 ext_flag = (int)((r->l0) >> (64 - BMBT_EXNTFLAG_BITLEN));
201 return xfs_extent_state(xfs_bmbt_get_blockcount(r),
202 ext_flag);
203}
204
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205/*
206 * Extract the blockcount field from an on disk bmap extent record.
207 */
208xfs_filblks_t
209xfs_bmbt_disk_get_blockcount(
210 xfs_bmbt_rec_t *r)
211{
Eric Sandeenfb825572009-01-09 15:53:54 +1100212 return (xfs_filblks_t)(be64_to_cpu(r->l1) & xfs_mask64lo(21));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213}
214
215/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216 * Extract the startoff field from a disk format bmap extent record.
217 */
218xfs_fileoff_t
219xfs_bmbt_disk_get_startoff(
220 xfs_bmbt_rec_t *r)
221{
Christoph Hellwigcd8b0a92007-08-16 16:24:15 +1000222 return ((xfs_fileoff_t)be64_to_cpu(r->l0) &
Eric Sandeenfb825572009-01-09 15:53:54 +1100223 xfs_mask64lo(64 - BMBT_EXNTFLAG_BITLEN)) >> 9;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700224}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700225
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227/*
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000228 * Set all the fields in a bmap extent record from the arguments.
229 */
230void
231xfs_bmbt_set_allf(
232 xfs_bmbt_rec_host_t *r,
233 xfs_fileoff_t startoff,
234 xfs_fsblock_t startblock,
235 xfs_filblks_t blockcount,
236 xfs_exntst_t state)
237{
238 int extent_flag = (state == XFS_EXT_NORM) ? 0 : 1;
239
240 ASSERT(state == XFS_EXT_NORM || state == XFS_EXT_UNWRITTEN);
Eric Sandeenfb825572009-01-09 15:53:54 +1100241 ASSERT((startoff & xfs_mask64hi(64-BMBT_STARTOFF_BITLEN)) == 0);
242 ASSERT((blockcount & xfs_mask64hi(64-BMBT_BLOCKCOUNT_BITLEN)) == 0);
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000243
244#if XFS_BIG_BLKNOS
Eric Sandeenfb825572009-01-09 15:53:54 +1100245 ASSERT((startblock & xfs_mask64hi(64-BMBT_STARTBLOCK_BITLEN)) == 0);
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000246
247 r->l0 = ((xfs_bmbt_rec_base_t)extent_flag << 63) |
248 ((xfs_bmbt_rec_base_t)startoff << 9) |
249 ((xfs_bmbt_rec_base_t)startblock >> 43);
250 r->l1 = ((xfs_bmbt_rec_base_t)startblock << 21) |
251 ((xfs_bmbt_rec_base_t)blockcount &
Eric Sandeenfb825572009-01-09 15:53:54 +1100252 (xfs_bmbt_rec_base_t)xfs_mask64lo(21));
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000253#else /* !XFS_BIG_BLKNOS */
Eric Sandeen9d87c312009-01-14 23:22:07 -0600254 if (isnullstartblock(startblock)) {
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000255 r->l0 = ((xfs_bmbt_rec_base_t)extent_flag << 63) |
256 ((xfs_bmbt_rec_base_t)startoff << 9) |
Eric Sandeenfb825572009-01-09 15:53:54 +1100257 (xfs_bmbt_rec_base_t)xfs_mask64lo(9);
258 r->l1 = xfs_mask64hi(11) |
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000259 ((xfs_bmbt_rec_base_t)startblock << 21) |
260 ((xfs_bmbt_rec_base_t)blockcount &
Eric Sandeenfb825572009-01-09 15:53:54 +1100261 (xfs_bmbt_rec_base_t)xfs_mask64lo(21));
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000262 } else {
263 r->l0 = ((xfs_bmbt_rec_base_t)extent_flag << 63) |
264 ((xfs_bmbt_rec_base_t)startoff << 9);
265 r->l1 = ((xfs_bmbt_rec_base_t)startblock << 21) |
266 ((xfs_bmbt_rec_base_t)blockcount &
Eric Sandeenfb825572009-01-09 15:53:54 +1100267 (xfs_bmbt_rec_base_t)xfs_mask64lo(21));
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000268 }
269#endif /* XFS_BIG_BLKNOS */
270}
271
272/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700273 * Set all the fields in a bmap extent record from the uncompressed form.
274 */
275void
276xfs_bmbt_set_all(
Christoph Hellwiga6f64d42007-08-16 16:23:40 +1000277 xfs_bmbt_rec_host_t *r,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278 xfs_bmbt_irec_t *s)
279{
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000280 xfs_bmbt_set_allf(r, s->br_startoff, s->br_startblock,
281 s->br_blockcount, s->br_state);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700282}
283
Linus Torvalds1da177e2005-04-16 15:20:36 -0700284
Linus Torvalds1da177e2005-04-16 15:20:36 -0700285/*
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000286 * Set all the fields in a disk format bmap extent record from the arguments.
287 */
288void
289xfs_bmbt_disk_set_allf(
290 xfs_bmbt_rec_t *r,
291 xfs_fileoff_t startoff,
292 xfs_fsblock_t startblock,
293 xfs_filblks_t blockcount,
294 xfs_exntst_t state)
295{
296 int extent_flag = (state == XFS_EXT_NORM) ? 0 : 1;
297
298 ASSERT(state == XFS_EXT_NORM || state == XFS_EXT_UNWRITTEN);
Eric Sandeenfb825572009-01-09 15:53:54 +1100299 ASSERT((startoff & xfs_mask64hi(64-BMBT_STARTOFF_BITLEN)) == 0);
300 ASSERT((blockcount & xfs_mask64hi(64-BMBT_BLOCKCOUNT_BITLEN)) == 0);
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000301
302#if XFS_BIG_BLKNOS
Eric Sandeenfb825572009-01-09 15:53:54 +1100303 ASSERT((startblock & xfs_mask64hi(64-BMBT_STARTBLOCK_BITLEN)) == 0);
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000304
Christoph Hellwigcd8b0a92007-08-16 16:24:15 +1000305 r->l0 = cpu_to_be64(
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000306 ((xfs_bmbt_rec_base_t)extent_flag << 63) |
307 ((xfs_bmbt_rec_base_t)startoff << 9) |
308 ((xfs_bmbt_rec_base_t)startblock >> 43));
Christoph Hellwigcd8b0a92007-08-16 16:24:15 +1000309 r->l1 = cpu_to_be64(
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000310 ((xfs_bmbt_rec_base_t)startblock << 21) |
311 ((xfs_bmbt_rec_base_t)blockcount &
Eric Sandeenfb825572009-01-09 15:53:54 +1100312 (xfs_bmbt_rec_base_t)xfs_mask64lo(21)));
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000313#else /* !XFS_BIG_BLKNOS */
Eric Sandeen9d87c312009-01-14 23:22:07 -0600314 if (isnullstartblock(startblock)) {
Christoph Hellwigcd8b0a92007-08-16 16:24:15 +1000315 r->l0 = cpu_to_be64(
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000316 ((xfs_bmbt_rec_base_t)extent_flag << 63) |
317 ((xfs_bmbt_rec_base_t)startoff << 9) |
Eric Sandeenfb825572009-01-09 15:53:54 +1100318 (xfs_bmbt_rec_base_t)xfs_mask64lo(9));
319 r->l1 = cpu_to_be64(xfs_mask64hi(11) |
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000320 ((xfs_bmbt_rec_base_t)startblock << 21) |
321 ((xfs_bmbt_rec_base_t)blockcount &
Eric Sandeenfb825572009-01-09 15:53:54 +1100322 (xfs_bmbt_rec_base_t)xfs_mask64lo(21)));
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000323 } else {
Christoph Hellwigcd8b0a92007-08-16 16:24:15 +1000324 r->l0 = cpu_to_be64(
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000325 ((xfs_bmbt_rec_base_t)extent_flag << 63) |
326 ((xfs_bmbt_rec_base_t)startoff << 9));
Christoph Hellwigcd8b0a92007-08-16 16:24:15 +1000327 r->l1 = cpu_to_be64(
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000328 ((xfs_bmbt_rec_base_t)startblock << 21) |
329 ((xfs_bmbt_rec_base_t)blockcount &
Eric Sandeenfb825572009-01-09 15:53:54 +1100330 (xfs_bmbt_rec_base_t)xfs_mask64lo(21)));
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000331 }
332#endif /* XFS_BIG_BLKNOS */
333}
334
335/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336 * Set all the fields in a bmap extent record from the uncompressed form.
337 */
Eric Sandeen5d77c0d2009-11-19 15:52:00 +0000338STATIC void
Linus Torvalds1da177e2005-04-16 15:20:36 -0700339xfs_bmbt_disk_set_all(
340 xfs_bmbt_rec_t *r,
341 xfs_bmbt_irec_t *s)
342{
Christoph Hellwig8cba4342007-08-16 16:23:53 +1000343 xfs_bmbt_disk_set_allf(r, s->br_startoff, s->br_startblock,
344 s->br_blockcount, s->br_state);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700345}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700346
347/*
348 * Set the blockcount field in a bmap extent record.
349 */
350void
351xfs_bmbt_set_blockcount(
Christoph Hellwiga6f64d42007-08-16 16:23:40 +1000352 xfs_bmbt_rec_host_t *r,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700353 xfs_filblks_t v)
354{
Eric Sandeenfb825572009-01-09 15:53:54 +1100355 ASSERT((v & xfs_mask64hi(43)) == 0);
356 r->l1 = (r->l1 & (xfs_bmbt_rec_base_t)xfs_mask64hi(43)) |
357 (xfs_bmbt_rec_base_t)(v & xfs_mask64lo(21));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700358}
359
360/*
361 * Set the startblock field in a bmap extent record.
362 */
363void
364xfs_bmbt_set_startblock(
Christoph Hellwiga6f64d42007-08-16 16:23:40 +1000365 xfs_bmbt_rec_host_t *r,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700366 xfs_fsblock_t v)
367{
368#if XFS_BIG_BLKNOS
Eric Sandeenfb825572009-01-09 15:53:54 +1100369 ASSERT((v & xfs_mask64hi(12)) == 0);
370 r->l0 = (r->l0 & (xfs_bmbt_rec_base_t)xfs_mask64hi(55)) |
Linus Torvalds1da177e2005-04-16 15:20:36 -0700371 (xfs_bmbt_rec_base_t)(v >> 43);
Eric Sandeenfb825572009-01-09 15:53:54 +1100372 r->l1 = (r->l1 & (xfs_bmbt_rec_base_t)xfs_mask64lo(21)) |
Linus Torvalds1da177e2005-04-16 15:20:36 -0700373 (xfs_bmbt_rec_base_t)(v << 21);
374#else /* !XFS_BIG_BLKNOS */
Eric Sandeen9d87c312009-01-14 23:22:07 -0600375 if (isnullstartblock(v)) {
Eric Sandeenfb825572009-01-09 15:53:54 +1100376 r->l0 |= (xfs_bmbt_rec_base_t)xfs_mask64lo(9);
377 r->l1 = (xfs_bmbt_rec_base_t)xfs_mask64hi(11) |
Linus Torvalds1da177e2005-04-16 15:20:36 -0700378 ((xfs_bmbt_rec_base_t)v << 21) |
Eric Sandeenfb825572009-01-09 15:53:54 +1100379 (r->l1 & (xfs_bmbt_rec_base_t)xfs_mask64lo(21));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700380 } else {
Eric Sandeenfb825572009-01-09 15:53:54 +1100381 r->l0 &= ~(xfs_bmbt_rec_base_t)xfs_mask64lo(9);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700382 r->l1 = ((xfs_bmbt_rec_base_t)v << 21) |
Eric Sandeenfb825572009-01-09 15:53:54 +1100383 (r->l1 & (xfs_bmbt_rec_base_t)xfs_mask64lo(21));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700384 }
385#endif /* XFS_BIG_BLKNOS */
386}
387
388/*
389 * Set the startoff field in a bmap extent record.
390 */
391void
392xfs_bmbt_set_startoff(
Christoph Hellwiga6f64d42007-08-16 16:23:40 +1000393 xfs_bmbt_rec_host_t *r,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700394 xfs_fileoff_t v)
395{
Eric Sandeenfb825572009-01-09 15:53:54 +1100396 ASSERT((v & xfs_mask64hi(9)) == 0);
397 r->l0 = (r->l0 & (xfs_bmbt_rec_base_t) xfs_mask64hi(1)) |
Linus Torvalds1da177e2005-04-16 15:20:36 -0700398 ((xfs_bmbt_rec_base_t)v << 9) |
Eric Sandeenfb825572009-01-09 15:53:54 +1100399 (r->l0 & (xfs_bmbt_rec_base_t)xfs_mask64lo(9));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700400}
401
402/*
403 * Set the extent state field in a bmap extent record.
404 */
405void
406xfs_bmbt_set_state(
Christoph Hellwiga6f64d42007-08-16 16:23:40 +1000407 xfs_bmbt_rec_host_t *r,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700408 xfs_exntst_t v)
409{
410 ASSERT(v == XFS_EXT_NORM || v == XFS_EXT_UNWRITTEN);
411 if (v == XFS_EXT_NORM)
Eric Sandeenfb825572009-01-09 15:53:54 +1100412 r->l0 &= xfs_mask64lo(64 - BMBT_EXNTFLAG_BITLEN);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700413 else
Eric Sandeenfb825572009-01-09 15:53:54 +1100414 r->l0 |= xfs_mask64hi(BMBT_EXNTFLAG_BITLEN);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700415}
416
417/*
418 * Convert in-memory form of btree root to on-disk form.
419 */
420void
421xfs_bmbt_to_bmdr(
Christoph Hellwig60197e82008-10-30 17:11:19 +1100422 struct xfs_mount *mp,
Christoph Hellwig7cc95a82008-10-30 17:14:34 +1100423 struct xfs_btree_block *rblock,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700424 int rblocklen,
425 xfs_bmdr_block_t *dblock,
426 int dblocklen)
427{
428 int dmxr;
429 xfs_bmbt_key_t *fkp;
Christoph Hellwig576039c2006-09-28 10:58:06 +1000430 __be64 *fpp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700431 xfs_bmbt_key_t *tkp;
Christoph Hellwig576039c2006-09-28 10:58:06 +1000432 __be64 *tpp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700433
Christoph Hellwigee1a47a2013-04-21 14:53:46 -0500434 if (xfs_sb_version_hascrc(&mp->m_sb)) {
435 ASSERT(rblock->bb_magic == cpu_to_be32(XFS_BMAP_CRC_MAGIC));
436 ASSERT(uuid_equal(&rblock->bb_u.l.bb_uuid, &mp->m_sb.sb_uuid));
437 ASSERT(rblock->bb_u.l.bb_blkno ==
438 cpu_to_be64(XFS_BUF_DADDR_NULL));
439 } else
440 ASSERT(rblock->bb_magic == cpu_to_be32(XFS_BMAP_MAGIC));
Christoph Hellwig69ef9212011-07-08 14:36:05 +0200441 ASSERT(rblock->bb_u.l.bb_leftsib == cpu_to_be64(NULLDFSBNO));
442 ASSERT(rblock->bb_u.l.bb_rightsib == cpu_to_be64(NULLDFSBNO));
443 ASSERT(rblock->bb_level != 0);
Christoph Hellwig16259e72005-11-02 15:11:25 +1100444 dblock->bb_level = rblock->bb_level;
445 dblock->bb_numrecs = rblock->bb_numrecs;
Christoph Hellwig60197e82008-10-30 17:11:19 +1100446 dmxr = xfs_bmdr_maxrecs(mp, dblocklen, 0);
Christoph Hellwig136341b2008-10-30 17:11:40 +1100447 fkp = XFS_BMBT_KEY_ADDR(mp, rblock, 1);
448 tkp = XFS_BMDR_KEY_ADDR(dblock, 1);
Christoph Hellwig60197e82008-10-30 17:11:19 +1100449 fpp = XFS_BMAP_BROOT_PTR_ADDR(mp, rblock, 1, rblocklen);
Christoph Hellwig136341b2008-10-30 17:11:40 +1100450 tpp = XFS_BMDR_PTR_ADDR(dblock, 1, dmxr);
Christoph Hellwig16259e72005-11-02 15:11:25 +1100451 dmxr = be16_to_cpu(dblock->bb_numrecs);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700452 memcpy(tkp, fkp, sizeof(*fkp) * dmxr);
Christoph Hellwig576039c2006-09-28 10:58:06 +1000453 memcpy(tpp, fpp, sizeof(*fpp) * dmxr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700454}
455
456/*
Mandy Kirkconnell4eea22f2006-03-14 13:29:52 +1100457 * Check extent records, which have just been read, for
Linus Torvalds1da177e2005-04-16 15:20:36 -0700458 * any bit in the extent flag field. ASSERT on debug
459 * kernels, as this condition should not occur.
460 * Return an error condition (1) if any flags found,
461 * otherwise return 0.
462 */
463
464int
465xfs_check_nostate_extents(
Mandy Kirkconnell4eea22f2006-03-14 13:29:52 +1100466 xfs_ifork_t *ifp,
467 xfs_extnum_t idx,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700468 xfs_extnum_t num)
469{
Mandy Kirkconnell4eea22f2006-03-14 13:29:52 +1100470 for (; num > 0; num--, idx++) {
Christoph Hellwiga6f64d42007-08-16 16:23:40 +1000471 xfs_bmbt_rec_host_t *ep = xfs_iext_get_ext(ifp, idx);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700472 if ((ep->l0 >>
473 (64 - BMBT_EXNTFLAG_BITLEN)) != 0) {
474 ASSERT(0);
475 return 1;
476 }
477 }
478 return 0;
479}
Christoph Hellwig561f7d12008-10-30 16:53:59 +1100480
481
482STATIC struct xfs_btree_cur *
483xfs_bmbt_dup_cursor(
484 struct xfs_btree_cur *cur)
485{
486 struct xfs_btree_cur *new;
487
488 new = xfs_bmbt_init_cursor(cur->bc_mp, cur->bc_tp,
489 cur->bc_private.b.ip, cur->bc_private.b.whichfork);
490
491 /*
492 * Copy the firstblock, flist, and flags values,
493 * since init cursor doesn't get them.
494 */
495 new->bc_private.b.firstblock = cur->bc_private.b.firstblock;
496 new->bc_private.b.flist = cur->bc_private.b.flist;
497 new->bc_private.b.flags = cur->bc_private.b.flags;
498
499 return new;
500}
501
Christoph Hellwig4b22a572008-10-30 16:57:40 +1100502STATIC void
503xfs_bmbt_update_cursor(
504 struct xfs_btree_cur *src,
505 struct xfs_btree_cur *dst)
506{
507 ASSERT((dst->bc_private.b.firstblock != NULLFSBLOCK) ||
508 (dst->bc_private.b.ip->i_d.di_flags & XFS_DIFLAG_REALTIME));
509 ASSERT(dst->bc_private.b.flist == src->bc_private.b.flist);
510
511 dst->bc_private.b.allocated += src->bc_private.b.allocated;
512 dst->bc_private.b.firstblock = src->bc_private.b.firstblock;
513
514 src->bc_private.b.allocated = 0;
515}
516
Christoph Hellwigce5e42d2008-10-30 16:55:23 +1100517STATIC int
Christoph Hellwigf5eb8e72008-10-30 16:57:03 +1100518xfs_bmbt_alloc_block(
519 struct xfs_btree_cur *cur,
520 union xfs_btree_ptr *start,
521 union xfs_btree_ptr *new,
522 int length,
523 int *stat)
524{
525 xfs_alloc_arg_t args; /* block allocation args */
526 int error; /* error return value */
527
528 memset(&args, 0, sizeof(args));
529 args.tp = cur->bc_tp;
530 args.mp = cur->bc_mp;
531 args.fsbno = cur->bc_private.b.firstblock;
532 args.firstblock = args.fsbno;
533
534 if (args.fsbno == NULLFSBLOCK) {
535 args.fsbno = be64_to_cpu(start->l);
536 args.type = XFS_ALLOCTYPE_START_BNO;
537 /*
538 * Make sure there is sufficient room left in the AG to
539 * complete a full tree split for an extent insert. If
540 * we are converting the middle part of an extent then
541 * we may need space for two tree splits.
542 *
543 * We are relying on the caller to make the correct block
544 * reservation for this operation to succeed. If the
545 * reservation amount is insufficient then we may fail a
546 * block allocation here and corrupt the filesystem.
547 */
548 args.minleft = xfs_trans_get_block_res(args.tp);
549 } else if (cur->bc_private.b.flist->xbf_low) {
550 args.type = XFS_ALLOCTYPE_START_BNO;
551 } else {
552 args.type = XFS_ALLOCTYPE_NEAR_BNO;
553 }
554
555 args.minlen = args.maxlen = args.prod = 1;
556 args.wasdel = cur->bc_private.b.flags & XFS_BTCUR_BPRV_WASDEL;
557 if (!args.wasdel && xfs_trans_get_block_res(args.tp) == 0) {
558 error = XFS_ERROR(ENOSPC);
559 goto error0;
560 }
561 error = xfs_alloc_vextent(&args);
562 if (error)
563 goto error0;
564
565 if (args.fsbno == NULLFSBLOCK && args.minleft) {
566 /*
567 * Could not find an AG with enough free space to satisfy
568 * a full btree split. Try again without minleft and if
569 * successful activate the lowspace algorithm.
570 */
571 args.fsbno = 0;
572 args.type = XFS_ALLOCTYPE_FIRST_AG;
573 args.minleft = 0;
574 error = xfs_alloc_vextent(&args);
575 if (error)
576 goto error0;
577 cur->bc_private.b.flist->xbf_low = 1;
578 }
579 if (args.fsbno == NULLFSBLOCK) {
580 XFS_BTREE_TRACE_CURSOR(cur, XBT_EXIT);
581 *stat = 0;
582 return 0;
583 }
584 ASSERT(args.len == 1);
585 cur->bc_private.b.firstblock = args.fsbno;
586 cur->bc_private.b.allocated++;
587 cur->bc_private.b.ip->i_d.di_nblocks++;
588 xfs_trans_log_inode(args.tp, cur->bc_private.b.ip, XFS_ILOG_CORE);
Christoph Hellwig7d095252009-06-08 15:33:32 +0200589 xfs_trans_mod_dquot_byino(args.tp, cur->bc_private.b.ip,
Christoph Hellwigf5eb8e72008-10-30 16:57:03 +1100590 XFS_TRANS_DQ_BCOUNT, 1L);
591
592 new->l = cpu_to_be64(args.fsbno);
593
594 XFS_BTREE_TRACE_CURSOR(cur, XBT_EXIT);
595 *stat = 1;
596 return 0;
597
598 error0:
599 XFS_BTREE_TRACE_CURSOR(cur, XBT_ERROR);
600 return error;
601}
602
603STATIC int
Christoph Hellwigd4b3a4b2008-10-30 16:57:51 +1100604xfs_bmbt_free_block(
605 struct xfs_btree_cur *cur,
606 struct xfs_buf *bp)
607{
608 struct xfs_mount *mp = cur->bc_mp;
609 struct xfs_inode *ip = cur->bc_private.b.ip;
610 struct xfs_trans *tp = cur->bc_tp;
611 xfs_fsblock_t fsbno = XFS_DADDR_TO_FSB(mp, XFS_BUF_ADDR(bp));
612
613 xfs_bmap_add_free(fsbno, 1, cur->bc_private.b.flist, mp);
614 ip->i_d.di_nblocks--;
615
616 xfs_trans_log_inode(tp, ip, XFS_ILOG_CORE);
Christoph Hellwig7d095252009-06-08 15:33:32 +0200617 xfs_trans_mod_dquot_byino(tp, ip, XFS_TRANS_DQ_BCOUNT, -1L);
Christoph Hellwigd4b3a4b2008-10-30 16:57:51 +1100618 xfs_trans_binval(tp, bp);
619 return 0;
620}
621
622STATIC int
Christoph Hellwig91cca5df2008-10-30 16:58:01 +1100623xfs_bmbt_get_minrecs(
624 struct xfs_btree_cur *cur,
625 int level)
626{
Christoph Hellwig60197e82008-10-30 17:11:19 +1100627 if (level == cur->bc_nlevels - 1) {
628 struct xfs_ifork *ifp;
629
630 ifp = XFS_IFORK_PTR(cur->bc_private.b.ip,
631 cur->bc_private.b.whichfork);
632
633 return xfs_bmbt_maxrecs(cur->bc_mp,
634 ifp->if_broot_bytes, level == 0) / 2;
635 }
636
637 return cur->bc_mp->m_bmap_dmnr[level != 0];
Christoph Hellwig91cca5df2008-10-30 16:58:01 +1100638}
639
Christoph Hellwig60197e82008-10-30 17:11:19 +1100640int
Christoph Hellwigce5e42d2008-10-30 16:55:23 +1100641xfs_bmbt_get_maxrecs(
642 struct xfs_btree_cur *cur,
643 int level)
644{
Christoph Hellwig60197e82008-10-30 17:11:19 +1100645 if (level == cur->bc_nlevels - 1) {
646 struct xfs_ifork *ifp;
647
648 ifp = XFS_IFORK_PTR(cur->bc_private.b.ip,
649 cur->bc_private.b.whichfork);
650
651 return xfs_bmbt_maxrecs(cur->bc_mp,
652 ifp->if_broot_bytes, level == 0);
653 }
654
655 return cur->bc_mp->m_bmap_dmxr[level != 0];
656
Christoph Hellwigce5e42d2008-10-30 16:55:23 +1100657}
658
Christoph Hellwig4b22a572008-10-30 16:57:40 +1100659/*
660 * Get the maximum records we could store in the on-disk format.
661 *
662 * For non-root nodes this is equivalent to xfs_bmbt_get_maxrecs, but
663 * for the root node this checks the available space in the dinode fork
664 * so that we can resize the in-memory buffer to match it. After a
665 * resize to the maximum size this function returns the same value
666 * as xfs_bmbt_get_maxrecs for the root node, too.
667 */
668STATIC int
669xfs_bmbt_get_dmaxrecs(
670 struct xfs_btree_cur *cur,
671 int level)
672{
Christoph Hellwig60197e82008-10-30 17:11:19 +1100673 if (level != cur->bc_nlevels - 1)
674 return cur->bc_mp->m_bmap_dmxr[level != 0];
675 return xfs_bmdr_maxrecs(cur->bc_mp, cur->bc_private.b.forksize,
676 level == 0);
Christoph Hellwig4b22a572008-10-30 16:57:40 +1100677}
678
Christoph Hellwigfe033cc2008-10-30 16:56:09 +1100679STATIC void
680xfs_bmbt_init_key_from_rec(
681 union xfs_btree_key *key,
682 union xfs_btree_rec *rec)
683{
684 key->bmbt.br_startoff =
685 cpu_to_be64(xfs_bmbt_disk_get_startoff(&rec->bmbt));
686}
687
688STATIC void
Christoph Hellwig4b22a572008-10-30 16:57:40 +1100689xfs_bmbt_init_rec_from_key(
690 union xfs_btree_key *key,
691 union xfs_btree_rec *rec)
692{
693 ASSERT(key->bmbt.br_startoff != 0);
694
695 xfs_bmbt_disk_set_allf(&rec->bmbt, be64_to_cpu(key->bmbt.br_startoff),
696 0, 0, XFS_EXT_NORM);
697}
698
699STATIC void
700xfs_bmbt_init_rec_from_cur(
701 struct xfs_btree_cur *cur,
702 union xfs_btree_rec *rec)
703{
704 xfs_bmbt_disk_set_all(&rec->bmbt, &cur->bc_rec.b);
705}
706
707STATIC void
Christoph Hellwigfe033cc2008-10-30 16:56:09 +1100708xfs_bmbt_init_ptr_from_cur(
709 struct xfs_btree_cur *cur,
710 union xfs_btree_ptr *ptr)
711{
712 ptr->l = 0;
713}
714
715STATIC __int64_t
716xfs_bmbt_key_diff(
717 struct xfs_btree_cur *cur,
718 union xfs_btree_key *key)
719{
720 return (__int64_t)be64_to_cpu(key->bmbt.br_startoff) -
721 cur->bc_rec.b.br_startoff;
722}
723
Dave Chinnerc5c249b2013-08-12 20:49:43 +1000724static bool
Dave Chinner612cfbf2012-11-14 17:52:32 +1100725xfs_bmbt_verify(
Dave Chinner3d3e6f62012-11-12 22:54:08 +1100726 struct xfs_buf *bp)
727{
728 struct xfs_mount *mp = bp->b_target->bt_mount;
729 struct xfs_btree_block *block = XFS_BUF_TO_BLOCK(bp);
730 unsigned int level;
Dave Chinner3d3e6f62012-11-12 22:54:08 +1100731
Christoph Hellwigee1a47a2013-04-21 14:53:46 -0500732 switch (block->bb_magic) {
733 case cpu_to_be32(XFS_BMAP_CRC_MAGIC):
734 if (!xfs_sb_version_hascrc(&mp->m_sb))
735 return false;
736 if (!uuid_equal(&block->bb_u.l.bb_uuid, &mp->m_sb.sb_uuid))
737 return false;
738 if (be64_to_cpu(block->bb_u.l.bb_blkno) != bp->b_bn)
739 return false;
740 /*
741 * XXX: need a better way of verifying the owner here. Right now
742 * just make sure there has been one set.
743 */
744 if (be64_to_cpu(block->bb_u.l.bb_owner) == 0)
745 return false;
746 /* fall through */
747 case cpu_to_be32(XFS_BMAP_MAGIC):
748 break;
749 default:
750 return false;
751 }
752
753 /*
754 * numrecs and level verification.
Dave Chinner3d3e6f62012-11-12 22:54:08 +1100755 *
Christoph Hellwigee1a47a2013-04-21 14:53:46 -0500756 * We don't know what fork we belong to, so just verify that the level
Dave Chinner3d3e6f62012-11-12 22:54:08 +1100757 * is less than the maximum of the two. Later checks will be more
758 * precise.
759 */
760 level = be16_to_cpu(block->bb_level);
Christoph Hellwigee1a47a2013-04-21 14:53:46 -0500761 if (level > max(mp->m_bm_maxlevels[0], mp->m_bm_maxlevels[1]))
762 return false;
763 if (be16_to_cpu(block->bb_numrecs) > mp->m_bmap_dmxr[level != 0])
764 return false;
Dave Chinner3d3e6f62012-11-12 22:54:08 +1100765
766 /* sibling pointer verification */
Christoph Hellwigee1a47a2013-04-21 14:53:46 -0500767 if (!block->bb_u.l.bb_leftsib ||
768 (block->bb_u.l.bb_leftsib != cpu_to_be64(NULLDFSBNO) &&
769 !XFS_FSB_SANITY_CHECK(mp, be64_to_cpu(block->bb_u.l.bb_leftsib))))
770 return false;
771 if (!block->bb_u.l.bb_rightsib ||
772 (block->bb_u.l.bb_rightsib != cpu_to_be64(NULLDFSBNO) &&
773 !XFS_FSB_SANITY_CHECK(mp, be64_to_cpu(block->bb_u.l.bb_rightsib))))
774 return false;
Dave Chinner3d3e6f62012-11-12 22:54:08 +1100775
Christoph Hellwigee1a47a2013-04-21 14:53:46 -0500776 return true;
Dave Chinner612cfbf2012-11-14 17:52:32 +1100777}
Dave Chinner3d3e6f62012-11-12 22:54:08 +1100778
Dave Chinner1813dd62012-11-14 17:54:40 +1100779static void
780xfs_bmbt_read_verify(
781 struct xfs_buf *bp)
782{
Eric Sandeence5028c2014-02-27 15:23:10 +1100783 if (!xfs_btree_lblock_verify_crc(bp))
784 xfs_buf_ioerror(bp, EFSBADCRC);
785 else if (!xfs_bmbt_verify(bp))
Christoph Hellwigee1a47a2013-04-21 14:53:46 -0500786 xfs_buf_ioerror(bp, EFSCORRUPTED);
Eric Sandeence5028c2014-02-27 15:23:10 +1100787
788 if (bp->b_error) {
789 trace_xfs_btree_corrupt(bp, _RET_IP_);
790 xfs_verifier_error(bp);
Christoph Hellwigee1a47a2013-04-21 14:53:46 -0500791 }
Dave Chinner1813dd62012-11-14 17:54:40 +1100792}
793
794static void
Dave Chinner612cfbf2012-11-14 17:52:32 +1100795xfs_bmbt_write_verify(
796 struct xfs_buf *bp)
797{
Christoph Hellwigee1a47a2013-04-21 14:53:46 -0500798 if (!xfs_bmbt_verify(bp)) {
Christoph Hellwigee1a47a2013-04-21 14:53:46 -0500799 trace_xfs_btree_corrupt(bp, _RET_IP_);
Christoph Hellwigee1a47a2013-04-21 14:53:46 -0500800 xfs_buf_ioerror(bp, EFSCORRUPTED);
Eric Sandeence5028c2014-02-27 15:23:10 +1100801 xfs_verifier_error(bp);
Christoph Hellwigee1a47a2013-04-21 14:53:46 -0500802 return;
803 }
804 xfs_btree_lblock_calc_crc(bp);
Dave Chinner612cfbf2012-11-14 17:52:32 +1100805}
806
Dave Chinner1813dd62012-11-14 17:54:40 +1100807const struct xfs_buf_ops xfs_bmbt_buf_ops = {
808 .verify_read = xfs_bmbt_read_verify,
809 .verify_write = xfs_bmbt_write_verify,
810};
811
Dave Chinner3d3e6f62012-11-12 22:54:08 +1100812
Dave Chinner742ae1e2013-04-30 21:39:34 +1000813#if defined(DEBUG) || defined(XFS_WARN)
Christoph Hellwig4a26e662008-10-30 16:58:32 +1100814STATIC int
815xfs_bmbt_keys_inorder(
816 struct xfs_btree_cur *cur,
817 union xfs_btree_key *k1,
818 union xfs_btree_key *k2)
819{
820 return be64_to_cpu(k1->bmbt.br_startoff) <
821 be64_to_cpu(k2->bmbt.br_startoff);
822}
823
824STATIC int
825xfs_bmbt_recs_inorder(
826 struct xfs_btree_cur *cur,
827 union xfs_btree_rec *r1,
828 union xfs_btree_rec *r2)
829{
830 return xfs_bmbt_disk_get_startoff(&r1->bmbt) +
831 xfs_bmbt_disk_get_blockcount(&r1->bmbt) <=
832 xfs_bmbt_disk_get_startoff(&r2->bmbt);
833}
834#endif /* DEBUG */
835
Christoph Hellwig561f7d12008-10-30 16:53:59 +1100836static const struct xfs_btree_ops xfs_bmbt_ops = {
Christoph Hellwig65f1eae2008-10-30 16:55:34 +1100837 .rec_len = sizeof(xfs_bmbt_rec_t),
838 .key_len = sizeof(xfs_bmbt_key_t),
839
Christoph Hellwig561f7d12008-10-30 16:53:59 +1100840 .dup_cursor = xfs_bmbt_dup_cursor,
Christoph Hellwig4b22a572008-10-30 16:57:40 +1100841 .update_cursor = xfs_bmbt_update_cursor,
Christoph Hellwigf5eb8e72008-10-30 16:57:03 +1100842 .alloc_block = xfs_bmbt_alloc_block,
Christoph Hellwigd4b3a4b2008-10-30 16:57:51 +1100843 .free_block = xfs_bmbt_free_block,
Christoph Hellwigce5e42d2008-10-30 16:55:23 +1100844 .get_maxrecs = xfs_bmbt_get_maxrecs,
Christoph Hellwig91cca5df2008-10-30 16:58:01 +1100845 .get_minrecs = xfs_bmbt_get_minrecs,
Christoph Hellwig4b22a572008-10-30 16:57:40 +1100846 .get_dmaxrecs = xfs_bmbt_get_dmaxrecs,
Christoph Hellwigfe033cc2008-10-30 16:56:09 +1100847 .init_key_from_rec = xfs_bmbt_init_key_from_rec,
Christoph Hellwig4b22a572008-10-30 16:57:40 +1100848 .init_rec_from_key = xfs_bmbt_init_rec_from_key,
849 .init_rec_from_cur = xfs_bmbt_init_rec_from_cur,
Christoph Hellwigfe033cc2008-10-30 16:56:09 +1100850 .init_ptr_from_cur = xfs_bmbt_init_ptr_from_cur,
851 .key_diff = xfs_bmbt_key_diff,
Dave Chinner1813dd62012-11-14 17:54:40 +1100852 .buf_ops = &xfs_bmbt_buf_ops,
Dave Chinner742ae1e2013-04-30 21:39:34 +1000853#if defined(DEBUG) || defined(XFS_WARN)
Christoph Hellwig4a26e662008-10-30 16:58:32 +1100854 .keys_inorder = xfs_bmbt_keys_inorder,
855 .recs_inorder = xfs_bmbt_recs_inorder,
856#endif
Christoph Hellwig561f7d12008-10-30 16:53:59 +1100857};
858
859/*
860 * Allocate a new bmap btree cursor.
861 */
862struct xfs_btree_cur * /* new bmap btree cursor */
863xfs_bmbt_init_cursor(
864 struct xfs_mount *mp, /* file system mount point */
865 struct xfs_trans *tp, /* transaction pointer */
866 struct xfs_inode *ip, /* inode owning the btree */
867 int whichfork) /* data or attr fork */
868{
869 struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, whichfork);
870 struct xfs_btree_cur *cur;
871
872 cur = kmem_zone_zalloc(xfs_btree_cur_zone, KM_SLEEP);
873
874 cur->bc_tp = tp;
875 cur->bc_mp = mp;
876 cur->bc_nlevels = be16_to_cpu(ifp->if_broot->bb_level) + 1;
877 cur->bc_btnum = XFS_BTNUM_BMAP;
878 cur->bc_blocklog = mp->m_sb.sb_blocklog;
879
880 cur->bc_ops = &xfs_bmbt_ops;
Christoph Hellwige99ab902008-10-30 16:54:33 +1100881 cur->bc_flags = XFS_BTREE_LONG_PTRS | XFS_BTREE_ROOT_IN_INODE;
Christoph Hellwigee1a47a2013-04-21 14:53:46 -0500882 if (xfs_sb_version_hascrc(&mp->m_sb))
883 cur->bc_flags |= XFS_BTREE_CRC_BLOCKS;
Christoph Hellwig561f7d12008-10-30 16:53:59 +1100884
885 cur->bc_private.b.forksize = XFS_IFORK_SIZE(ip, whichfork);
886 cur->bc_private.b.ip = ip;
887 cur->bc_private.b.firstblock = NULLFSBLOCK;
888 cur->bc_private.b.flist = NULL;
889 cur->bc_private.b.allocated = 0;
890 cur->bc_private.b.flags = 0;
891 cur->bc_private.b.whichfork = whichfork;
892
893 return cur;
894}
Christoph Hellwig60197e82008-10-30 17:11:19 +1100895
896/*
897 * Calculate number of records in a bmap btree block.
898 */
899int
900xfs_bmbt_maxrecs(
901 struct xfs_mount *mp,
902 int blocklen,
903 int leaf)
904{
Christoph Hellwig7cc95a82008-10-30 17:14:34 +1100905 blocklen -= XFS_BMBT_BLOCK_LEN(mp);
Christoph Hellwig60197e82008-10-30 17:11:19 +1100906
907 if (leaf)
908 return blocklen / sizeof(xfs_bmbt_rec_t);
909 return blocklen / (sizeof(xfs_bmbt_key_t) + sizeof(xfs_bmbt_ptr_t));
910}
911
912/*
913 * Calculate number of records in a bmap btree inode root.
914 */
915int
916xfs_bmdr_maxrecs(
917 struct xfs_mount *mp,
918 int blocklen,
919 int leaf)
920{
921 blocklen -= sizeof(xfs_bmdr_block_t);
922
923 if (leaf)
924 return blocklen / sizeof(xfs_bmdr_rec_t);
925 return blocklen / (sizeof(xfs_bmdr_key_t) + sizeof(xfs_bmdr_ptr_t));
926}
Dave Chinner21b5c972013-08-30 10:23:44 +1000927
928/*
929 * Change the owner of a btree format fork fo the inode passed in. Change it to
930 * the owner of that is passed in so that we can change owners before or after
931 * we switch forks between inodes. The operation that the caller is doing will
932 * determine whether is needs to change owner before or after the switch.
933 *
Dave Chinner638f44162013-08-30 10:23:45 +1000934 * For demand paged transactional modification, the fork switch should be done
935 * after reading in all the blocks, modifying them and pinning them in the
936 * transaction. For modification when the buffers are already pinned in memory,
937 * the fork switch can be done before changing the owner as we won't need to
938 * validate the owner until the btree buffers are unpinned and writes can occur
939 * again.
940 *
941 * For recovery based ownership change, there is no transactional context and
942 * so a buffer list must be supplied so that we can record the buffers that we
943 * modified for the caller to issue IO on.
Dave Chinner21b5c972013-08-30 10:23:44 +1000944 */
945int
946xfs_bmbt_change_owner(
947 struct xfs_trans *tp,
948 struct xfs_inode *ip,
949 int whichfork,
Dave Chinner638f44162013-08-30 10:23:45 +1000950 xfs_ino_t new_owner,
951 struct list_head *buffer_list)
Dave Chinner21b5c972013-08-30 10:23:44 +1000952{
953 struct xfs_btree_cur *cur;
954 int error;
955
Dave Chinner638f44162013-08-30 10:23:45 +1000956 ASSERT(tp || buffer_list);
957 ASSERT(!(tp && buffer_list));
Dave Chinner21b5c972013-08-30 10:23:44 +1000958 if (whichfork == XFS_DATA_FORK)
Dan Carpenteraa9e1042013-09-12 00:17:31 +0300959 ASSERT(ip->i_d.di_format == XFS_DINODE_FMT_BTREE);
Dave Chinner21b5c972013-08-30 10:23:44 +1000960 else
Dan Carpenteraa9e1042013-09-12 00:17:31 +0300961 ASSERT(ip->i_d.di_aformat == XFS_DINODE_FMT_BTREE);
Dave Chinner21b5c972013-08-30 10:23:44 +1000962
963 cur = xfs_bmbt_init_cursor(ip->i_mount, tp, ip, whichfork);
Dave Chinner638f44162013-08-30 10:23:45 +1000964 if (!cur)
965 return ENOMEM;
966
967 error = xfs_btree_change_owner(cur, new_owner, buffer_list);
Dave Chinner21b5c972013-08-30 10:23:44 +1000968 xfs_btree_del_cursor(cur, error ? XFS_BTREE_ERROR : XFS_BTREE_NOERROR);
969 return error;
970}