blob: 6e98b22ebde0ab6137fdda35f4e0bcef606c16cf [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Nathan Scott7b718762005-11-02 14:58:39 +11002 * Copyright (c) 2000-2001,2005 Silicon Graphics, Inc.
3 * All Rights Reserved.
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
Nathan Scott7b718762005-11-02 14:58:39 +11005 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 * published by the Free Software Foundation.
8 *
Nathan Scott7b718762005-11-02 14:58:39 +11009 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 *
Nathan Scott7b718762005-11-02 14:58:39 +110014 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
Linus Torvalds1da177e2005-04-16 15:20:36 -070017 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include "xfs.h"
Nathan Scotta844f452005-11-02 14:38:42 +110019#include "xfs_fs.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include "xfs_types.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070021#include "xfs_log.h"
22#include "xfs_trans.h"
23#include "xfs_sb.h"
24#include "xfs_ag.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include "xfs_mount.h"
Nathan Scotta844f452005-11-02 14:38:42 +110026#include "xfs_bmap_btree.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#include "xfs_alloc_btree.h"
28#include "xfs_ialloc_btree.h"
Nathan Scotta844f452005-11-02 14:38:42 +110029#include "xfs_dinode.h"
30#include "xfs_inode.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070031#include "xfs_btree.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070032#include "xfs_alloc.h"
Dave Chinnerefc27b52012-04-29 10:39:43 +000033#include "xfs_extent_busy.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070034#include "xfs_error.h"
Christoph Hellwig0b1b2132009-12-14 23:14:59 +000035#include "xfs_trace.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070036
Linus Torvalds1da177e2005-04-16 15:20:36 -070037
Christoph Hellwig561f7d12008-10-30 16:53:59 +110038STATIC struct xfs_btree_cur *
39xfs_allocbt_dup_cursor(
40 struct xfs_btree_cur *cur)
41{
42 return xfs_allocbt_init_cursor(cur->bc_mp, cur->bc_tp,
43 cur->bc_private.a.agbp, cur->bc_private.a.agno,
44 cur->bc_btnum);
45}
46
Christoph Hellwig344207c2008-10-30 16:57:16 +110047STATIC void
48xfs_allocbt_set_root(
49 struct xfs_btree_cur *cur,
50 union xfs_btree_ptr *ptr,
51 int inc)
52{
53 struct xfs_buf *agbp = cur->bc_private.a.agbp;
54 struct xfs_agf *agf = XFS_BUF_TO_AGF(agbp);
55 xfs_agnumber_t seqno = be32_to_cpu(agf->agf_seqno);
56 int btnum = cur->bc_btnum;
Dave Chinnera862e0f2010-01-11 11:47:41 +000057 struct xfs_perag *pag = xfs_perag_get(cur->bc_mp, seqno);
Christoph Hellwig344207c2008-10-30 16:57:16 +110058
59 ASSERT(ptr->s != 0);
60
61 agf->agf_roots[btnum] = ptr->s;
62 be32_add_cpu(&agf->agf_levels[btnum], inc);
Dave Chinnera862e0f2010-01-11 11:47:41 +000063 pag->pagf_levels[btnum] += inc;
64 xfs_perag_put(pag);
Christoph Hellwig344207c2008-10-30 16:57:16 +110065
66 xfs_alloc_log_agf(cur->bc_tp, agbp, XFS_AGF_ROOTS | XFS_AGF_LEVELS);
67}
68
Christoph Hellwigf5eb8e72008-10-30 16:57:03 +110069STATIC int
70xfs_allocbt_alloc_block(
71 struct xfs_btree_cur *cur,
72 union xfs_btree_ptr *start,
73 union xfs_btree_ptr *new,
74 int length,
75 int *stat)
76{
77 int error;
78 xfs_agblock_t bno;
79
80 XFS_BTREE_TRACE_CURSOR(cur, XBT_ENTRY);
81
82 /* Allocate the new block from the freelist. If we can't, give up. */
83 error = xfs_alloc_get_freelist(cur->bc_tp, cur->bc_private.a.agbp,
84 &bno, 1);
85 if (error) {
86 XFS_BTREE_TRACE_CURSOR(cur, XBT_ERROR);
87 return error;
88 }
89
90 if (bno == NULLAGBLOCK) {
91 XFS_BTREE_TRACE_CURSOR(cur, XBT_EXIT);
92 *stat = 0;
93 return 0;
94 }
Christoph Hellwig97d3ac72011-04-24 19:06:16 +000095
Dave Chinner4ecbfe62012-04-29 10:41:10 +000096 xfs_extent_busy_reuse(cur->bc_mp, cur->bc_private.a.agno, bno, 1, false);
Christoph Hellwigf5eb8e72008-10-30 16:57:03 +110097
98 xfs_trans_agbtree_delta(cur->bc_tp, 1);
99 new->s = cpu_to_be32(bno);
100
101 XFS_BTREE_TRACE_CURSOR(cur, XBT_EXIT);
102 *stat = 1;
103 return 0;
104}
105
Christoph Hellwigd4b3a4b2008-10-30 16:57:51 +1100106STATIC int
107xfs_allocbt_free_block(
108 struct xfs_btree_cur *cur,
109 struct xfs_buf *bp)
110{
111 struct xfs_buf *agbp = cur->bc_private.a.agbp;
112 struct xfs_agf *agf = XFS_BUF_TO_AGF(agbp);
113 xfs_agblock_t bno;
114 int error;
115
Eric Sandeenb6e32222009-01-14 23:22:07 -0600116 bno = xfs_daddr_to_agbno(cur->bc_mp, XFS_BUF_ADDR(bp));
Christoph Hellwigd4b3a4b2008-10-30 16:57:51 +1100117 error = xfs_alloc_put_freelist(cur->bc_tp, agbp, NULL, bno, 1);
118 if (error)
119 return error;
120
Dave Chinner4ecbfe62012-04-29 10:41:10 +0000121 xfs_extent_busy_insert(cur->bc_tp, be32_to_cpu(agf->agf_seqno), bno, 1,
122 XFS_EXTENT_BUSY_SKIP_DISCARD);
Christoph Hellwigd4b3a4b2008-10-30 16:57:51 +1100123 xfs_trans_agbtree_delta(cur->bc_tp, -1);
Dave Chinner4c05f9a2012-11-02 11:38:41 +1100124
125 xfs_trans_binval(cur->bc_tp, bp);
Christoph Hellwigd4b3a4b2008-10-30 16:57:51 +1100126 return 0;
127}
128
Christoph Hellwig278d0ca2008-10-30 16:56:32 +1100129/*
130 * Update the longest extent in the AGF
131 */
132STATIC void
133xfs_allocbt_update_lastrec(
134 struct xfs_btree_cur *cur,
135 struct xfs_btree_block *block,
136 union xfs_btree_rec *rec,
137 int ptr,
138 int reason)
139{
140 struct xfs_agf *agf = XFS_BUF_TO_AGF(cur->bc_private.a.agbp);
141 xfs_agnumber_t seqno = be32_to_cpu(agf->agf_seqno);
Dave Chinnera862e0f2010-01-11 11:47:41 +0000142 struct xfs_perag *pag;
Christoph Hellwig278d0ca2008-10-30 16:56:32 +1100143 __be32 len;
Christoph Hellwig91cca5df2008-10-30 16:58:01 +1100144 int numrecs;
Christoph Hellwig278d0ca2008-10-30 16:56:32 +1100145
146 ASSERT(cur->bc_btnum == XFS_BTNUM_CNT);
147
148 switch (reason) {
149 case LASTREC_UPDATE:
150 /*
151 * If this is the last leaf block and it's the last record,
152 * then update the size of the longest extent in the AG.
153 */
154 if (ptr != xfs_btree_get_numrecs(block))
155 return;
156 len = rec->alloc.ar_blockcount;
157 break;
Christoph Hellwig4b22a572008-10-30 16:57:40 +1100158 case LASTREC_INSREC:
159 if (be32_to_cpu(rec->alloc.ar_blockcount) <=
160 be32_to_cpu(agf->agf_longest))
161 return;
162 len = rec->alloc.ar_blockcount;
163 break;
Christoph Hellwig91cca5df2008-10-30 16:58:01 +1100164 case LASTREC_DELREC:
165 numrecs = xfs_btree_get_numrecs(block);
166 if (ptr <= numrecs)
167 return;
168 ASSERT(ptr == numrecs + 1);
169
170 if (numrecs) {
171 xfs_alloc_rec_t *rrp;
172
Christoph Hellwig136341b2008-10-30 17:11:40 +1100173 rrp = XFS_ALLOC_REC_ADDR(cur->bc_mp, block, numrecs);
Christoph Hellwig91cca5df2008-10-30 16:58:01 +1100174 len = rrp->ar_blockcount;
175 } else {
176 len = 0;
177 }
178
179 break;
Christoph Hellwig278d0ca2008-10-30 16:56:32 +1100180 default:
181 ASSERT(0);
182 return;
183 }
184
185 agf->agf_longest = len;
Dave Chinnera862e0f2010-01-11 11:47:41 +0000186 pag = xfs_perag_get(cur->bc_mp, seqno);
187 pag->pagf_longest = be32_to_cpu(len);
188 xfs_perag_put(pag);
Christoph Hellwig278d0ca2008-10-30 16:56:32 +1100189 xfs_alloc_log_agf(cur->bc_tp, cur->bc_private.a.agbp, XFS_AGF_LONGEST);
190}
191
Christoph Hellwigce5e42d2008-10-30 16:55:23 +1100192STATIC int
Christoph Hellwig91cca5df2008-10-30 16:58:01 +1100193xfs_allocbt_get_minrecs(
194 struct xfs_btree_cur *cur,
195 int level)
196{
197 return cur->bc_mp->m_alloc_mnr[level != 0];
198}
199
200STATIC int
Christoph Hellwigce5e42d2008-10-30 16:55:23 +1100201xfs_allocbt_get_maxrecs(
202 struct xfs_btree_cur *cur,
203 int level)
204{
205 return cur->bc_mp->m_alloc_mxr[level != 0];
206}
207
Christoph Hellwigfe033cc2008-10-30 16:56:09 +1100208STATIC void
209xfs_allocbt_init_key_from_rec(
210 union xfs_btree_key *key,
211 union xfs_btree_rec *rec)
212{
213 ASSERT(rec->alloc.ar_startblock != 0);
214
215 key->alloc.ar_startblock = rec->alloc.ar_startblock;
216 key->alloc.ar_blockcount = rec->alloc.ar_blockcount;
217}
218
219STATIC void
Christoph Hellwig4b22a572008-10-30 16:57:40 +1100220xfs_allocbt_init_rec_from_key(
221 union xfs_btree_key *key,
222 union xfs_btree_rec *rec)
223{
224 ASSERT(key->alloc.ar_startblock != 0);
225
226 rec->alloc.ar_startblock = key->alloc.ar_startblock;
227 rec->alloc.ar_blockcount = key->alloc.ar_blockcount;
228}
229
230STATIC void
231xfs_allocbt_init_rec_from_cur(
232 struct xfs_btree_cur *cur,
233 union xfs_btree_rec *rec)
234{
235 ASSERT(cur->bc_rec.a.ar_startblock != 0);
236
237 rec->alloc.ar_startblock = cpu_to_be32(cur->bc_rec.a.ar_startblock);
238 rec->alloc.ar_blockcount = cpu_to_be32(cur->bc_rec.a.ar_blockcount);
239}
240
241STATIC void
Christoph Hellwigfe033cc2008-10-30 16:56:09 +1100242xfs_allocbt_init_ptr_from_cur(
243 struct xfs_btree_cur *cur,
244 union xfs_btree_ptr *ptr)
245{
246 struct xfs_agf *agf = XFS_BUF_TO_AGF(cur->bc_private.a.agbp);
247
248 ASSERT(cur->bc_private.a.agno == be32_to_cpu(agf->agf_seqno));
249 ASSERT(agf->agf_roots[cur->bc_btnum] != 0);
250
251 ptr->s = agf->agf_roots[cur->bc_btnum];
252}
253
254STATIC __int64_t
255xfs_allocbt_key_diff(
256 struct xfs_btree_cur *cur,
257 union xfs_btree_key *key)
258{
259 xfs_alloc_rec_incore_t *rec = &cur->bc_rec.a;
260 xfs_alloc_key_t *kp = &key->alloc;
261 __int64_t diff;
262
263 if (cur->bc_btnum == XFS_BTNUM_BNO) {
264 return (__int64_t)be32_to_cpu(kp->ar_startblock) -
265 rec->ar_startblock;
266 }
267
268 diff = (__int64_t)be32_to_cpu(kp->ar_blockcount) - rec->ar_blockcount;
269 if (diff)
270 return diff;
271
272 return (__int64_t)be32_to_cpu(kp->ar_startblock) - rec->ar_startblock;
273}
274
Dave Chinner612cfbf2012-11-14 17:52:32 +1100275static void
276xfs_allocbt_verify(
Dave Chinner3d3e6f62012-11-12 22:54:08 +1100277 struct xfs_buf *bp)
278{
279 struct xfs_mount *mp = bp->b_target->bt_mount;
280 struct xfs_btree_block *block = XFS_BUF_TO_BLOCK(bp);
281 struct xfs_perag *pag = bp->b_pag;
282 unsigned int level;
283 int sblock_ok; /* block passes checks */
284
285 /*
286 * magic number and level verification
287 *
288 * During growfs operations, we can't verify the exact level as the
289 * perag is not fully initialised and hence not attached to the buffer.
290 * In this case, check against the maximum tree depth.
291 */
292 level = be16_to_cpu(block->bb_level);
293 switch (block->bb_magic) {
294 case cpu_to_be32(XFS_ABTB_MAGIC):
295 if (pag)
296 sblock_ok = level < pag->pagf_levels[XFS_BTNUM_BNOi];
297 else
298 sblock_ok = level < mp->m_ag_maxlevels;
299 break;
300 case cpu_to_be32(XFS_ABTC_MAGIC):
301 if (pag)
302 sblock_ok = level < pag->pagf_levels[XFS_BTNUM_CNTi];
303 else
304 sblock_ok = level < mp->m_ag_maxlevels;
305 break;
306 default:
307 sblock_ok = 0;
308 break;
309 }
310
311 /* numrecs verification */
312 sblock_ok = sblock_ok &&
313 be16_to_cpu(block->bb_numrecs) <= mp->m_alloc_mxr[level != 0];
314
315 /* sibling pointer verification */
316 sblock_ok = sblock_ok &&
317 (block->bb_u.s.bb_leftsib == cpu_to_be32(NULLAGBLOCK) ||
318 be32_to_cpu(block->bb_u.s.bb_leftsib) < mp->m_sb.sb_agblocks) &&
319 block->bb_u.s.bb_leftsib &&
320 (block->bb_u.s.bb_rightsib == cpu_to_be32(NULLAGBLOCK) ||
321 be32_to_cpu(block->bb_u.s.bb_rightsib) < mp->m_sb.sb_agblocks) &&
322 block->bb_u.s.bb_rightsib;
323
324 if (!sblock_ok) {
325 trace_xfs_btree_corrupt(bp, _RET_IP_);
Dave Chinner612cfbf2012-11-14 17:52:32 +1100326 XFS_CORRUPTION_ERROR(__func__, XFS_ERRLEVEL_LOW, mp, block);
Dave Chinner3d3e6f62012-11-12 22:54:08 +1100327 xfs_buf_ioerror(bp, EFSCORRUPTED);
328 }
Dave Chinner612cfbf2012-11-14 17:52:32 +1100329}
Dave Chinner3d3e6f62012-11-12 22:54:08 +1100330
Dave Chinner612cfbf2012-11-14 17:52:32 +1100331static void
332xfs_allocbt_write_verify(
333 struct xfs_buf *bp)
334{
335 xfs_allocbt_verify(bp);
336}
337
338void
339xfs_allocbt_read_verify(
340 struct xfs_buf *bp)
341{
342 xfs_allocbt_verify(bp);
343 bp->b_pre_io = xfs_allocbt_write_verify;
Dave Chinner3d3e6f62012-11-12 22:54:08 +1100344 bp->b_iodone = NULL;
345 xfs_buf_ioend(bp, 0);
346}
347
Christoph Hellwig4a26e662008-10-30 16:58:32 +1100348#ifdef DEBUG
349STATIC int
350xfs_allocbt_keys_inorder(
351 struct xfs_btree_cur *cur,
352 union xfs_btree_key *k1,
353 union xfs_btree_key *k2)
354{
355 if (cur->bc_btnum == XFS_BTNUM_BNO) {
356 return be32_to_cpu(k1->alloc.ar_startblock) <
357 be32_to_cpu(k2->alloc.ar_startblock);
358 } else {
359 return be32_to_cpu(k1->alloc.ar_blockcount) <
360 be32_to_cpu(k2->alloc.ar_blockcount) ||
361 (k1->alloc.ar_blockcount == k2->alloc.ar_blockcount &&
362 be32_to_cpu(k1->alloc.ar_startblock) <
363 be32_to_cpu(k2->alloc.ar_startblock));
364 }
365}
366
367STATIC int
368xfs_allocbt_recs_inorder(
369 struct xfs_btree_cur *cur,
370 union xfs_btree_rec *r1,
371 union xfs_btree_rec *r2)
372{
373 if (cur->bc_btnum == XFS_BTNUM_BNO) {
374 return be32_to_cpu(r1->alloc.ar_startblock) +
375 be32_to_cpu(r1->alloc.ar_blockcount) <=
376 be32_to_cpu(r2->alloc.ar_startblock);
377 } else {
378 return be32_to_cpu(r1->alloc.ar_blockcount) <
379 be32_to_cpu(r2->alloc.ar_blockcount) ||
380 (r1->alloc.ar_blockcount == r2->alloc.ar_blockcount &&
381 be32_to_cpu(r1->alloc.ar_startblock) <
382 be32_to_cpu(r2->alloc.ar_startblock));
383 }
384}
385#endif /* DEBUG */
386
Christoph Hellwig561f7d12008-10-30 16:53:59 +1100387static const struct xfs_btree_ops xfs_allocbt_ops = {
Christoph Hellwig65f1eae2008-10-30 16:55:34 +1100388 .rec_len = sizeof(xfs_alloc_rec_t),
389 .key_len = sizeof(xfs_alloc_key_t),
390
Christoph Hellwig561f7d12008-10-30 16:53:59 +1100391 .dup_cursor = xfs_allocbt_dup_cursor,
Christoph Hellwig344207c2008-10-30 16:57:16 +1100392 .set_root = xfs_allocbt_set_root,
Christoph Hellwigf5eb8e72008-10-30 16:57:03 +1100393 .alloc_block = xfs_allocbt_alloc_block,
Christoph Hellwigd4b3a4b2008-10-30 16:57:51 +1100394 .free_block = xfs_allocbt_free_block,
Christoph Hellwig278d0ca2008-10-30 16:56:32 +1100395 .update_lastrec = xfs_allocbt_update_lastrec,
Christoph Hellwig91cca5df2008-10-30 16:58:01 +1100396 .get_minrecs = xfs_allocbt_get_minrecs,
Christoph Hellwigce5e42d2008-10-30 16:55:23 +1100397 .get_maxrecs = xfs_allocbt_get_maxrecs,
Christoph Hellwigfe033cc2008-10-30 16:56:09 +1100398 .init_key_from_rec = xfs_allocbt_init_key_from_rec,
Christoph Hellwig4b22a572008-10-30 16:57:40 +1100399 .init_rec_from_key = xfs_allocbt_init_rec_from_key,
400 .init_rec_from_cur = xfs_allocbt_init_rec_from_cur,
Christoph Hellwigfe033cc2008-10-30 16:56:09 +1100401 .init_ptr_from_cur = xfs_allocbt_init_ptr_from_cur,
402 .key_diff = xfs_allocbt_key_diff,
Dave Chinner3d3e6f62012-11-12 22:54:08 +1100403 .read_verify = xfs_allocbt_read_verify,
Christoph Hellwig4a26e662008-10-30 16:58:32 +1100404#ifdef DEBUG
405 .keys_inorder = xfs_allocbt_keys_inorder,
406 .recs_inorder = xfs_allocbt_recs_inorder,
407#endif
Christoph Hellwig561f7d12008-10-30 16:53:59 +1100408};
409
410/*
411 * Allocate a new allocation btree cursor.
412 */
413struct xfs_btree_cur * /* new alloc btree cursor */
414xfs_allocbt_init_cursor(
415 struct xfs_mount *mp, /* file system mount point */
416 struct xfs_trans *tp, /* transaction pointer */
417 struct xfs_buf *agbp, /* buffer for agf structure */
418 xfs_agnumber_t agno, /* allocation group number */
419 xfs_btnum_t btnum) /* btree identifier */
420{
421 struct xfs_agf *agf = XFS_BUF_TO_AGF(agbp);
422 struct xfs_btree_cur *cur;
423
424 ASSERT(btnum == XFS_BTNUM_BNO || btnum == XFS_BTNUM_CNT);
425
426 cur = kmem_zone_zalloc(xfs_btree_cur_zone, KM_SLEEP);
427
428 cur->bc_tp = tp;
429 cur->bc_mp = mp;
Christoph Hellwig561f7d12008-10-30 16:53:59 +1100430 cur->bc_btnum = btnum;
431 cur->bc_blocklog = mp->m_sb.sb_blocklog;
Christoph Hellwig561f7d12008-10-30 16:53:59 +1100432 cur->bc_ops = &xfs_allocbt_ops;
Christoph Hellwigdec58f12011-07-08 14:34:18 +0200433
434 if (btnum == XFS_BTNUM_CNT) {
435 cur->bc_nlevels = be32_to_cpu(agf->agf_levels[XFS_BTNUM_CNT]);
Christoph Hellwig278d0ca2008-10-30 16:56:32 +1100436 cur->bc_flags = XFS_BTREE_LASTREC_UPDATE;
Christoph Hellwigdec58f12011-07-08 14:34:18 +0200437 } else {
438 cur->bc_nlevels = be32_to_cpu(agf->agf_levels[XFS_BTNUM_BNO]);
439 }
Christoph Hellwig561f7d12008-10-30 16:53:59 +1100440
441 cur->bc_private.a.agbp = agbp;
442 cur->bc_private.a.agno = agno;
443
444 return cur;
445}
Christoph Hellwig60197e82008-10-30 17:11:19 +1100446
447/*
448 * Calculate number of records in an alloc btree block.
449 */
450int
451xfs_allocbt_maxrecs(
452 struct xfs_mount *mp,
453 int blocklen,
454 int leaf)
455{
Christoph Hellwig7cc95a82008-10-30 17:14:34 +1100456 blocklen -= XFS_ALLOC_BLOCK_LEN(mp);
Christoph Hellwig60197e82008-10-30 17:11:19 +1100457
458 if (leaf)
459 return blocklen / sizeof(xfs_alloc_rec_t);
460 return blocklen / (sizeof(xfs_alloc_key_t) + sizeof(xfs_alloc_ptr_t));
461}