blob: 902ce507c4e34a01e4e5afbcba26aa31c9d18d63 [file] [log] [blame]
Chris Mason56bec292009-03-13 10:10:06 -04001/*
2 * Copyright (C) 2009 Oracle. All rights reserved.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public
6 * License v2 as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
11 * General Public License for more details.
12 *
13 * You should have received a copy of the GNU General Public
14 * License along with this program; if not, write to the
15 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
16 * Boston, MA 021110-1307, USA.
17 */
18
19#include <linux/sched.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090020#include <linux/slab.h>
Chris Mason56bec292009-03-13 10:10:06 -040021#include <linux/sort.h>
Chris Mason56bec292009-03-13 10:10:06 -040022#include "ctree.h"
23#include "delayed-ref.h"
24#include "transaction.h"
25
26/*
27 * delayed back reference update tracking. For subvolume trees
28 * we queue up extent allocations and backref maintenance for
29 * delayed processing. This avoids deep call chains where we
30 * add extents in the middle of btrfs_search_slot, and it allows
31 * us to buffer up frequently modified backrefs in an rb tree instead
32 * of hammering updates on the extent allocation tree.
Chris Mason56bec292009-03-13 10:10:06 -040033 */
34
35/*
Yan Zheng5d4f98a2009-06-10 10:45:14 -040036 * compare two delayed tree backrefs with same bytenr and type
Chris Mason56bec292009-03-13 10:10:06 -040037 */
Yan Zheng5d4f98a2009-06-10 10:45:14 -040038static int comp_tree_refs(struct btrfs_delayed_tree_ref *ref2,
39 struct btrfs_delayed_tree_ref *ref1)
Chris Mason56bec292009-03-13 10:10:06 -040040{
Yan Zheng5d4f98a2009-06-10 10:45:14 -040041 if (ref1->node.type == BTRFS_TREE_BLOCK_REF_KEY) {
42 if (ref1->root < ref2->root)
43 return -1;
44 if (ref1->root > ref2->root)
45 return 1;
46 } else {
47 if (ref1->parent < ref2->parent)
48 return -1;
49 if (ref1->parent > ref2->parent)
50 return 1;
51 }
52 return 0;
53}
54
55/*
56 * compare two delayed data backrefs with same bytenr and type
57 */
58static int comp_data_refs(struct btrfs_delayed_data_ref *ref2,
59 struct btrfs_delayed_data_ref *ref1)
60{
61 if (ref1->node.type == BTRFS_EXTENT_DATA_REF_KEY) {
62 if (ref1->root < ref2->root)
63 return -1;
64 if (ref1->root > ref2->root)
65 return 1;
66 if (ref1->objectid < ref2->objectid)
67 return -1;
68 if (ref1->objectid > ref2->objectid)
69 return 1;
70 if (ref1->offset < ref2->offset)
71 return -1;
72 if (ref1->offset > ref2->offset)
73 return 1;
74 } else {
75 if (ref1->parent < ref2->parent)
76 return -1;
77 if (ref1->parent > ref2->parent)
78 return 1;
79 }
80 return 0;
81}
82
83/*
84 * entries in the rb tree are ordered by the byte number of the extent,
85 * type of the delayed backrefs and content of delayed backrefs.
86 */
87static int comp_entry(struct btrfs_delayed_ref_node *ref2,
88 struct btrfs_delayed_ref_node *ref1)
89{
90 if (ref1->bytenr < ref2->bytenr)
Chris Mason56bec292009-03-13 10:10:06 -040091 return -1;
Yan Zheng5d4f98a2009-06-10 10:45:14 -040092 if (ref1->bytenr > ref2->bytenr)
Chris Mason56bec292009-03-13 10:10:06 -040093 return 1;
Yan Zheng5d4f98a2009-06-10 10:45:14 -040094 if (ref1->is_head && ref2->is_head)
95 return 0;
96 if (ref2->is_head)
Chris Mason56bec292009-03-13 10:10:06 -040097 return -1;
Yan Zheng5d4f98a2009-06-10 10:45:14 -040098 if (ref1->is_head)
Chris Mason56bec292009-03-13 10:10:06 -040099 return 1;
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400100 if (ref1->type < ref2->type)
101 return -1;
102 if (ref1->type > ref2->type)
103 return 1;
104 if (ref1->type == BTRFS_TREE_BLOCK_REF_KEY ||
105 ref1->type == BTRFS_SHARED_BLOCK_REF_KEY) {
106 return comp_tree_refs(btrfs_delayed_node_to_tree_ref(ref2),
107 btrfs_delayed_node_to_tree_ref(ref1));
108 } else if (ref1->type == BTRFS_EXTENT_DATA_REF_KEY ||
109 ref1->type == BTRFS_SHARED_DATA_REF_KEY) {
110 return comp_data_refs(btrfs_delayed_node_to_data_ref(ref2),
111 btrfs_delayed_node_to_data_ref(ref1));
112 }
113 BUG();
Chris Mason56bec292009-03-13 10:10:06 -0400114 return 0;
115}
116
117/*
118 * insert a new ref into the rbtree. This returns any existing refs
119 * for the same (bytenr,parent) tuple, or NULL if the new node was properly
120 * inserted.
121 */
122static struct btrfs_delayed_ref_node *tree_insert(struct rb_root *root,
Chris Mason56bec292009-03-13 10:10:06 -0400123 struct rb_node *node)
124{
125 struct rb_node **p = &root->rb_node;
126 struct rb_node *parent_node = NULL;
127 struct btrfs_delayed_ref_node *entry;
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400128 struct btrfs_delayed_ref_node *ins;
Chris Mason56bec292009-03-13 10:10:06 -0400129 int cmp;
130
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400131 ins = rb_entry(node, struct btrfs_delayed_ref_node, rb_node);
Chris Mason56bec292009-03-13 10:10:06 -0400132 while (*p) {
133 parent_node = *p;
134 entry = rb_entry(parent_node, struct btrfs_delayed_ref_node,
135 rb_node);
136
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400137 cmp = comp_entry(entry, ins);
Chris Mason56bec292009-03-13 10:10:06 -0400138 if (cmp < 0)
139 p = &(*p)->rb_left;
140 else if (cmp > 0)
141 p = &(*p)->rb_right;
142 else
143 return entry;
144 }
145
Chris Mason56bec292009-03-13 10:10:06 -0400146 rb_link_node(node, parent_node, p);
147 rb_insert_color(node, root);
148 return NULL;
149}
150
151/*
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400152 * find an head entry based on bytenr. This returns the delayed ref
153 * head if it was able to find one, or NULL if nothing was in that spot
Chris Mason56bec292009-03-13 10:10:06 -0400154 */
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400155static struct btrfs_delayed_ref_node *find_ref_head(struct rb_root *root,
156 u64 bytenr,
Chris Masonc3e69d52009-03-13 10:17:05 -0400157 struct btrfs_delayed_ref_node **last)
Chris Mason56bec292009-03-13 10:10:06 -0400158{
159 struct rb_node *n = root->rb_node;
160 struct btrfs_delayed_ref_node *entry;
161 int cmp;
162
163 while (n) {
164 entry = rb_entry(n, struct btrfs_delayed_ref_node, rb_node);
165 WARN_ON(!entry->in_tree);
Chris Masonc3e69d52009-03-13 10:17:05 -0400166 if (last)
167 *last = entry;
Chris Mason56bec292009-03-13 10:10:06 -0400168
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400169 if (bytenr < entry->bytenr)
170 cmp = -1;
171 else if (bytenr > entry->bytenr)
172 cmp = 1;
173 else if (!btrfs_delayed_ref_is_head(entry))
174 cmp = 1;
175 else
176 cmp = 0;
177
Chris Mason56bec292009-03-13 10:10:06 -0400178 if (cmp < 0)
179 n = n->rb_left;
180 else if (cmp > 0)
181 n = n->rb_right;
182 else
183 return entry;
184 }
185 return NULL;
186}
187
Chris Masonc3e69d52009-03-13 10:17:05 -0400188int btrfs_delayed_ref_lock(struct btrfs_trans_handle *trans,
189 struct btrfs_delayed_ref_head *head)
Chris Mason56bec292009-03-13 10:10:06 -0400190{
Chris Masonc3e69d52009-03-13 10:17:05 -0400191 struct btrfs_delayed_ref_root *delayed_refs;
Chris Mason56bec292009-03-13 10:10:06 -0400192
Chris Masonc3e69d52009-03-13 10:17:05 -0400193 delayed_refs = &trans->transaction->delayed_refs;
194 assert_spin_locked(&delayed_refs->lock);
195 if (mutex_trylock(&head->mutex))
196 return 0;
197
198 atomic_inc(&head->node.refs);
199 spin_unlock(&delayed_refs->lock);
200
201 mutex_lock(&head->mutex);
202 spin_lock(&delayed_refs->lock);
203 if (!head->node.in_tree) {
204 mutex_unlock(&head->mutex);
205 btrfs_put_delayed_ref(&head->node);
206 return -EAGAIN;
207 }
208 btrfs_put_delayed_ref(&head->node);
209 return 0;
210}
211
212int btrfs_find_ref_cluster(struct btrfs_trans_handle *trans,
213 struct list_head *cluster, u64 start)
214{
215 int count = 0;
216 struct btrfs_delayed_ref_root *delayed_refs;
217 struct rb_node *node;
218 struct btrfs_delayed_ref_node *ref;
219 struct btrfs_delayed_ref_head *head;
220
221 delayed_refs = &trans->transaction->delayed_refs;
222 if (start == 0) {
223 node = rb_first(&delayed_refs->root);
224 } else {
225 ref = NULL;
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400226 find_ref_head(&delayed_refs->root, start, &ref);
Chris Masonc3e69d52009-03-13 10:17:05 -0400227 if (ref) {
228 struct btrfs_delayed_ref_node *tmp;
229
230 node = rb_prev(&ref->rb_node);
231 while (node) {
232 tmp = rb_entry(node,
233 struct btrfs_delayed_ref_node,
234 rb_node);
235 if (tmp->bytenr < start)
236 break;
237 ref = tmp;
238 node = rb_prev(&ref->rb_node);
239 }
240 node = &ref->rb_node;
241 } else
242 node = rb_first(&delayed_refs->root);
243 }
244again:
245 while (node && count < 32) {
246 ref = rb_entry(node, struct btrfs_delayed_ref_node, rb_node);
Chris Mason56bec292009-03-13 10:10:06 -0400247 if (btrfs_delayed_ref_is_head(ref)) {
248 head = btrfs_delayed_node_to_head(ref);
Chris Masonc3e69d52009-03-13 10:17:05 -0400249 if (list_empty(&head->cluster)) {
250 list_add_tail(&head->cluster, cluster);
251 delayed_refs->run_delayed_start =
252 head->node.bytenr;
253 count++;
254
255 WARN_ON(delayed_refs->num_heads_ready == 0);
256 delayed_refs->num_heads_ready--;
257 } else if (count) {
258 /* the goal of the clustering is to find extents
259 * that are likely to end up in the same extent
260 * leaf on disk. So, we don't want them spread
261 * all over the tree. Stop now if we've hit
262 * a head that was already in use
263 */
Chris Mason56bec292009-03-13 10:10:06 -0400264 break;
265 }
266 }
Chris Masonc3e69d52009-03-13 10:17:05 -0400267 node = rb_next(node);
Chris Mason56bec292009-03-13 10:10:06 -0400268 }
Chris Masonc3e69d52009-03-13 10:17:05 -0400269 if (count) {
270 return 0;
271 } else if (start) {
272 /*
273 * we've gone to the end of the rbtree without finding any
274 * clusters. start from the beginning and try again
275 */
276 start = 0;
277 node = rb_first(&delayed_refs->root);
278 goto again;
279 }
280 return 1;
Chris Mason56bec292009-03-13 10:10:06 -0400281}
282
283/*
284 * This checks to see if there are any delayed refs in the
285 * btree for a given bytenr. It returns one if it finds any
286 * and zero otherwise.
287 *
288 * If it only finds a head node, it returns 0.
289 *
290 * The idea is to use this when deciding if you can safely delete an
291 * extent from the extent allocation tree. There may be a pending
292 * ref in the rbtree that adds or removes references, so as long as this
293 * returns one you need to leave the BTRFS_EXTENT_ITEM in the extent
294 * allocation tree.
295 */
296int btrfs_delayed_ref_pending(struct btrfs_trans_handle *trans, u64 bytenr)
297{
298 struct btrfs_delayed_ref_node *ref;
299 struct btrfs_delayed_ref_root *delayed_refs;
300 struct rb_node *prev_node;
301 int ret = 0;
302
303 delayed_refs = &trans->transaction->delayed_refs;
304 spin_lock(&delayed_refs->lock);
305
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400306 ref = find_ref_head(&delayed_refs->root, bytenr, NULL);
Chris Mason56bec292009-03-13 10:10:06 -0400307 if (ref) {
308 prev_node = rb_prev(&ref->rb_node);
309 if (!prev_node)
310 goto out;
311 ref = rb_entry(prev_node, struct btrfs_delayed_ref_node,
312 rb_node);
313 if (ref->bytenr == bytenr)
314 ret = 1;
315 }
316out:
317 spin_unlock(&delayed_refs->lock);
318 return ret;
319}
320
321/*
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400322 * helper function to lookup reference count and flags of extent.
Chris Mason56bec292009-03-13 10:10:06 -0400323 *
324 * the head node for delayed ref is used to store the sum of all the
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400325 * reference count modifications queued up in the rbtree. the head
326 * node may also store the extent flags to set. This way you can check
327 * to see what the reference count and extent flags would be if all of
328 * the delayed refs are not processed.
Chris Mason56bec292009-03-13 10:10:06 -0400329 */
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400330int btrfs_lookup_extent_info(struct btrfs_trans_handle *trans,
331 struct btrfs_root *root, u64 bytenr,
332 u64 num_bytes, u64 *refs, u64 *flags)
Chris Mason56bec292009-03-13 10:10:06 -0400333{
334 struct btrfs_delayed_ref_node *ref;
335 struct btrfs_delayed_ref_head *head;
336 struct btrfs_delayed_ref_root *delayed_refs;
337 struct btrfs_path *path;
Chris Mason56bec292009-03-13 10:10:06 -0400338 struct btrfs_extent_item *ei;
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400339 struct extent_buffer *leaf;
Chris Mason56bec292009-03-13 10:10:06 -0400340 struct btrfs_key key;
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400341 u32 item_size;
342 u64 num_refs;
343 u64 extent_flags;
Chris Mason56bec292009-03-13 10:10:06 -0400344 int ret;
345
346 path = btrfs_alloc_path();
347 if (!path)
348 return -ENOMEM;
349
350 key.objectid = bytenr;
351 key.type = BTRFS_EXTENT_ITEM_KEY;
352 key.offset = num_bytes;
353 delayed_refs = &trans->transaction->delayed_refs;
354again:
355 ret = btrfs_search_slot(trans, root->fs_info->extent_root,
356 &key, path, 0, 0);
357 if (ret < 0)
358 goto out;
359
360 if (ret == 0) {
361 leaf = path->nodes[0];
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400362 item_size = btrfs_item_size_nr(leaf, path->slots[0]);
363 if (item_size >= sizeof(*ei)) {
364 ei = btrfs_item_ptr(leaf, path->slots[0],
365 struct btrfs_extent_item);
366 num_refs = btrfs_extent_refs(leaf, ei);
367 extent_flags = btrfs_extent_flags(leaf, ei);
368 } else {
369#ifdef BTRFS_COMPAT_EXTENT_TREE_V0
370 struct btrfs_extent_item_v0 *ei0;
371 BUG_ON(item_size != sizeof(*ei0));
372 ei0 = btrfs_item_ptr(leaf, path->slots[0],
373 struct btrfs_extent_item_v0);
374 num_refs = btrfs_extent_refs_v0(leaf, ei0);
375 /* FIXME: this isn't correct for data */
376 extent_flags = BTRFS_BLOCK_FLAG_FULL_BACKREF;
377#else
378 BUG();
379#endif
380 }
381 BUG_ON(num_refs == 0);
Chris Mason56bec292009-03-13 10:10:06 -0400382 } else {
383 num_refs = 0;
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400384 extent_flags = 0;
Chris Mason56bec292009-03-13 10:10:06 -0400385 ret = 0;
386 }
387
388 spin_lock(&delayed_refs->lock);
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400389 ref = find_ref_head(&delayed_refs->root, bytenr, NULL);
Chris Mason56bec292009-03-13 10:10:06 -0400390 if (ref) {
391 head = btrfs_delayed_node_to_head(ref);
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400392 if (!mutex_trylock(&head->mutex)) {
393 atomic_inc(&ref->refs);
394 spin_unlock(&delayed_refs->lock);
395
396 btrfs_release_path(root->fs_info->extent_root, path);
397
398 mutex_lock(&head->mutex);
Chris Mason56bec292009-03-13 10:10:06 -0400399 mutex_unlock(&head->mutex);
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400400 btrfs_put_delayed_ref(ref);
401 goto again;
Chris Mason56bec292009-03-13 10:10:06 -0400402 }
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400403 if (head->extent_op && head->extent_op->update_flags)
404 extent_flags |= head->extent_op->flags_to_set;
405 else
406 BUG_ON(num_refs == 0);
Chris Mason56bec292009-03-13 10:10:06 -0400407
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400408 num_refs += ref->ref_mod;
Chris Mason56bec292009-03-13 10:10:06 -0400409 mutex_unlock(&head->mutex);
Chris Mason56bec292009-03-13 10:10:06 -0400410 }
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400411 WARN_ON(num_refs == 0);
412 if (refs)
413 *refs = num_refs;
414 if (flags)
415 *flags = extent_flags;
Chris Mason56bec292009-03-13 10:10:06 -0400416out:
417 spin_unlock(&delayed_refs->lock);
418 btrfs_free_path(path);
419 return ret;
420}
421
422/*
423 * helper function to update an extent delayed ref in the
424 * rbtree. existing and update must both have the same
425 * bytenr and parent
426 *
427 * This may free existing if the update cancels out whatever
428 * operation it was doing.
429 */
430static noinline void
431update_existing_ref(struct btrfs_trans_handle *trans,
432 struct btrfs_delayed_ref_root *delayed_refs,
433 struct btrfs_delayed_ref_node *existing,
434 struct btrfs_delayed_ref_node *update)
435{
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400436 if (update->action != existing->action) {
Chris Mason56bec292009-03-13 10:10:06 -0400437 /*
438 * this is effectively undoing either an add or a
439 * drop. We decrement the ref_mod, and if it goes
440 * down to zero we just delete the entry without
441 * every changing the extent allocation tree.
442 */
443 existing->ref_mod--;
444 if (existing->ref_mod == 0) {
445 rb_erase(&existing->rb_node,
446 &delayed_refs->root);
447 existing->in_tree = 0;
448 btrfs_put_delayed_ref(existing);
449 delayed_refs->num_entries--;
450 if (trans->delayed_ref_updates)
451 trans->delayed_ref_updates--;
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400452 } else {
453 WARN_ON(existing->type == BTRFS_TREE_BLOCK_REF_KEY ||
454 existing->type == BTRFS_SHARED_BLOCK_REF_KEY);
Chris Mason56bec292009-03-13 10:10:06 -0400455 }
456 } else {
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400457 WARN_ON(existing->type == BTRFS_TREE_BLOCK_REF_KEY ||
458 existing->type == BTRFS_SHARED_BLOCK_REF_KEY);
Chris Mason56bec292009-03-13 10:10:06 -0400459 /*
460 * the action on the existing ref matches
461 * the action on the ref we're trying to add.
462 * Bump the ref_mod by one so the backref that
463 * is eventually added/removed has the correct
464 * reference count
465 */
466 existing->ref_mod += update->ref_mod;
467 }
468}
469
470/*
471 * helper function to update the accounting in the head ref
472 * existing and update must have the same bytenr
473 */
474static noinline void
475update_existing_head_ref(struct btrfs_delayed_ref_node *existing,
476 struct btrfs_delayed_ref_node *update)
477{
478 struct btrfs_delayed_ref_head *existing_ref;
479 struct btrfs_delayed_ref_head *ref;
480
481 existing_ref = btrfs_delayed_node_to_head(existing);
482 ref = btrfs_delayed_node_to_head(update);
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400483 BUG_ON(existing_ref->is_data != ref->is_data);
Chris Mason56bec292009-03-13 10:10:06 -0400484
485 if (ref->must_insert_reserved) {
486 /* if the extent was freed and then
487 * reallocated before the delayed ref
488 * entries were processed, we can end up
489 * with an existing head ref without
490 * the must_insert_reserved flag set.
491 * Set it again here
492 */
493 existing_ref->must_insert_reserved = ref->must_insert_reserved;
494
495 /*
496 * update the num_bytes so we make sure the accounting
497 * is done correctly
498 */
499 existing->num_bytes = update->num_bytes;
500
501 }
502
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400503 if (ref->extent_op) {
504 if (!existing_ref->extent_op) {
505 existing_ref->extent_op = ref->extent_op;
506 } else {
507 if (ref->extent_op->update_key) {
508 memcpy(&existing_ref->extent_op->key,
509 &ref->extent_op->key,
510 sizeof(ref->extent_op->key));
511 existing_ref->extent_op->update_key = 1;
512 }
513 if (ref->extent_op->update_flags) {
514 existing_ref->extent_op->flags_to_set |=
515 ref->extent_op->flags_to_set;
516 existing_ref->extent_op->update_flags = 1;
517 }
518 kfree(ref->extent_op);
519 }
520 }
Chris Mason56bec292009-03-13 10:10:06 -0400521 /*
522 * update the reference mod on the head to reflect this new operation
523 */
524 existing->ref_mod += update->ref_mod;
525}
526
527/*
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400528 * helper function to actually insert a head node into the rbtree.
Chris Mason56bec292009-03-13 10:10:06 -0400529 * this does all the dirty work in terms of maintaining the correct
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400530 * overall modification count.
Chris Mason56bec292009-03-13 10:10:06 -0400531 */
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400532static noinline int add_delayed_ref_head(struct btrfs_trans_handle *trans,
533 struct btrfs_delayed_ref_node *ref,
534 u64 bytenr, u64 num_bytes,
535 int action, int is_data)
Chris Mason56bec292009-03-13 10:10:06 -0400536{
537 struct btrfs_delayed_ref_node *existing;
Chris Masonc3e69d52009-03-13 10:17:05 -0400538 struct btrfs_delayed_ref_head *head_ref = NULL;
Chris Mason56bec292009-03-13 10:10:06 -0400539 struct btrfs_delayed_ref_root *delayed_refs;
540 int count_mod = 1;
541 int must_insert_reserved = 0;
542
543 /*
544 * the head node stores the sum of all the mods, so dropping a ref
545 * should drop the sum in the head node by one.
546 */
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400547 if (action == BTRFS_UPDATE_DELAYED_HEAD)
548 count_mod = 0;
549 else if (action == BTRFS_DROP_DELAYED_REF)
550 count_mod = -1;
Chris Mason56bec292009-03-13 10:10:06 -0400551
552 /*
553 * BTRFS_ADD_DELAYED_EXTENT means that we need to update
554 * the reserved accounting when the extent is finally added, or
555 * if a later modification deletes the delayed ref without ever
556 * inserting the extent into the extent allocation tree.
557 * ref->must_insert_reserved is the flag used to record
558 * that accounting mods are required.
559 *
560 * Once we record must_insert_reserved, switch the action to
561 * BTRFS_ADD_DELAYED_REF because other special casing is not required.
562 */
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400563 if (action == BTRFS_ADD_DELAYED_EXTENT)
Chris Mason56bec292009-03-13 10:10:06 -0400564 must_insert_reserved = 1;
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400565 else
Chris Mason56bec292009-03-13 10:10:06 -0400566 must_insert_reserved = 0;
Chris Mason56bec292009-03-13 10:10:06 -0400567
568 delayed_refs = &trans->transaction->delayed_refs;
569
570 /* first set the basic ref node struct up */
571 atomic_set(&ref->refs, 1);
572 ref->bytenr = bytenr;
Chris Mason56bec292009-03-13 10:10:06 -0400573 ref->num_bytes = num_bytes;
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400574 ref->ref_mod = count_mod;
575 ref->type = 0;
576 ref->action = 0;
577 ref->is_head = 1;
578 ref->in_tree = 1;
Chris Mason56bec292009-03-13 10:10:06 -0400579
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400580 head_ref = btrfs_delayed_node_to_head(ref);
581 head_ref->must_insert_reserved = must_insert_reserved;
582 head_ref->is_data = is_data;
Chris Mason56bec292009-03-13 10:10:06 -0400583
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400584 INIT_LIST_HEAD(&head_ref->cluster);
585 mutex_init(&head_ref->mutex);
586
587 existing = tree_insert(&delayed_refs->root, &ref->rb_node);
Chris Mason56bec292009-03-13 10:10:06 -0400588
589 if (existing) {
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400590 update_existing_head_ref(existing, ref);
Chris Mason56bec292009-03-13 10:10:06 -0400591 /*
592 * we've updated the existing ref, free the newly
593 * allocated ref
594 */
595 kfree(ref);
596 } else {
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400597 delayed_refs->num_heads++;
598 delayed_refs->num_heads_ready++;
Chris Mason56bec292009-03-13 10:10:06 -0400599 delayed_refs->num_entries++;
600 trans->delayed_ref_updates++;
601 }
602 return 0;
603}
604
605/*
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400606 * helper to insert a delayed tree ref into the rbtree.
607 */
608static noinline int add_delayed_tree_ref(struct btrfs_trans_handle *trans,
609 struct btrfs_delayed_ref_node *ref,
610 u64 bytenr, u64 num_bytes, u64 parent,
611 u64 ref_root, int level, int action)
612{
613 struct btrfs_delayed_ref_node *existing;
614 struct btrfs_delayed_tree_ref *full_ref;
615 struct btrfs_delayed_ref_root *delayed_refs;
616
617 if (action == BTRFS_ADD_DELAYED_EXTENT)
618 action = BTRFS_ADD_DELAYED_REF;
619
620 delayed_refs = &trans->transaction->delayed_refs;
621
622 /* first set the basic ref node struct up */
623 atomic_set(&ref->refs, 1);
624 ref->bytenr = bytenr;
625 ref->num_bytes = num_bytes;
626 ref->ref_mod = 1;
627 ref->action = action;
628 ref->is_head = 0;
629 ref->in_tree = 1;
630
631 full_ref = btrfs_delayed_node_to_tree_ref(ref);
632 if (parent) {
633 full_ref->parent = parent;
634 ref->type = BTRFS_SHARED_BLOCK_REF_KEY;
635 } else {
636 full_ref->root = ref_root;
637 ref->type = BTRFS_TREE_BLOCK_REF_KEY;
638 }
639 full_ref->level = level;
640
641 existing = tree_insert(&delayed_refs->root, &ref->rb_node);
642
643 if (existing) {
644 update_existing_ref(trans, delayed_refs, existing, ref);
645 /*
646 * we've updated the existing ref, free the newly
647 * allocated ref
648 */
649 kfree(ref);
650 } else {
651 delayed_refs->num_entries++;
652 trans->delayed_ref_updates++;
653 }
654 return 0;
655}
656
657/*
658 * helper to insert a delayed data ref into the rbtree.
659 */
660static noinline int add_delayed_data_ref(struct btrfs_trans_handle *trans,
661 struct btrfs_delayed_ref_node *ref,
662 u64 bytenr, u64 num_bytes, u64 parent,
663 u64 ref_root, u64 owner, u64 offset,
664 int action)
665{
666 struct btrfs_delayed_ref_node *existing;
667 struct btrfs_delayed_data_ref *full_ref;
668 struct btrfs_delayed_ref_root *delayed_refs;
669
670 if (action == BTRFS_ADD_DELAYED_EXTENT)
671 action = BTRFS_ADD_DELAYED_REF;
672
673 delayed_refs = &trans->transaction->delayed_refs;
674
675 /* first set the basic ref node struct up */
676 atomic_set(&ref->refs, 1);
677 ref->bytenr = bytenr;
678 ref->num_bytes = num_bytes;
679 ref->ref_mod = 1;
680 ref->action = action;
681 ref->is_head = 0;
682 ref->in_tree = 1;
683
684 full_ref = btrfs_delayed_node_to_data_ref(ref);
685 if (parent) {
686 full_ref->parent = parent;
687 ref->type = BTRFS_SHARED_DATA_REF_KEY;
688 } else {
689 full_ref->root = ref_root;
690 ref->type = BTRFS_EXTENT_DATA_REF_KEY;
691 }
692 full_ref->objectid = owner;
693 full_ref->offset = offset;
694
695 existing = tree_insert(&delayed_refs->root, &ref->rb_node);
696
697 if (existing) {
698 update_existing_ref(trans, delayed_refs, existing, ref);
699 /*
700 * we've updated the existing ref, free the newly
701 * allocated ref
702 */
703 kfree(ref);
704 } else {
705 delayed_refs->num_entries++;
706 trans->delayed_ref_updates++;
707 }
708 return 0;
709}
710
711/*
712 * add a delayed tree ref. This does all of the accounting required
Chris Mason56bec292009-03-13 10:10:06 -0400713 * to make sure the delayed ref is eventually processed before this
714 * transaction commits.
715 */
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400716int btrfs_add_delayed_tree_ref(struct btrfs_trans_handle *trans,
717 u64 bytenr, u64 num_bytes, u64 parent,
718 u64 ref_root, int level, int action,
719 struct btrfs_delayed_extent_op *extent_op)
Chris Mason56bec292009-03-13 10:10:06 -0400720{
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400721 struct btrfs_delayed_tree_ref *ref;
Chris Mason56bec292009-03-13 10:10:06 -0400722 struct btrfs_delayed_ref_head *head_ref;
723 struct btrfs_delayed_ref_root *delayed_refs;
724 int ret;
725
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400726 BUG_ON(extent_op && extent_op->is_data);
Chris Mason56bec292009-03-13 10:10:06 -0400727 ref = kmalloc(sizeof(*ref), GFP_NOFS);
728 if (!ref)
729 return -ENOMEM;
730
Chris Mason56bec292009-03-13 10:10:06 -0400731 head_ref = kmalloc(sizeof(*head_ref), GFP_NOFS);
732 if (!head_ref) {
733 kfree(ref);
734 return -ENOMEM;
735 }
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400736
737 head_ref->extent_op = extent_op;
738
Chris Mason56bec292009-03-13 10:10:06 -0400739 delayed_refs = &trans->transaction->delayed_refs;
740 spin_lock(&delayed_refs->lock);
741
742 /*
743 * insert both the head node and the new ref without dropping
744 * the spin lock
745 */
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400746 ret = add_delayed_ref_head(trans, &head_ref->node, bytenr, num_bytes,
747 action, 0);
Chris Mason56bec292009-03-13 10:10:06 -0400748 BUG_ON(ret);
749
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400750 ret = add_delayed_tree_ref(trans, &ref->node, bytenr, num_bytes,
751 parent, ref_root, level, action);
Chris Mason56bec292009-03-13 10:10:06 -0400752 BUG_ON(ret);
753 spin_unlock(&delayed_refs->lock);
754 return 0;
755}
756
757/*
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400758 * add a delayed data ref. it's similar to btrfs_add_delayed_tree_ref.
759 */
760int btrfs_add_delayed_data_ref(struct btrfs_trans_handle *trans,
761 u64 bytenr, u64 num_bytes,
762 u64 parent, u64 ref_root,
763 u64 owner, u64 offset, int action,
764 struct btrfs_delayed_extent_op *extent_op)
765{
766 struct btrfs_delayed_data_ref *ref;
767 struct btrfs_delayed_ref_head *head_ref;
768 struct btrfs_delayed_ref_root *delayed_refs;
769 int ret;
770
771 BUG_ON(extent_op && !extent_op->is_data);
772 ref = kmalloc(sizeof(*ref), GFP_NOFS);
773 if (!ref)
774 return -ENOMEM;
775
776 head_ref = kmalloc(sizeof(*head_ref), GFP_NOFS);
777 if (!head_ref) {
778 kfree(ref);
779 return -ENOMEM;
780 }
781
782 head_ref->extent_op = extent_op;
783
784 delayed_refs = &trans->transaction->delayed_refs;
785 spin_lock(&delayed_refs->lock);
786
787 /*
788 * insert both the head node and the new ref without dropping
789 * the spin lock
790 */
791 ret = add_delayed_ref_head(trans, &head_ref->node, bytenr, num_bytes,
792 action, 1);
793 BUG_ON(ret);
794
795 ret = add_delayed_data_ref(trans, &ref->node, bytenr, num_bytes,
796 parent, ref_root, owner, offset, action);
797 BUG_ON(ret);
798 spin_unlock(&delayed_refs->lock);
799 return 0;
800}
801
802int btrfs_add_delayed_extent_op(struct btrfs_trans_handle *trans,
803 u64 bytenr, u64 num_bytes,
804 struct btrfs_delayed_extent_op *extent_op)
805{
806 struct btrfs_delayed_ref_head *head_ref;
807 struct btrfs_delayed_ref_root *delayed_refs;
808 int ret;
809
810 head_ref = kmalloc(sizeof(*head_ref), GFP_NOFS);
811 if (!head_ref)
812 return -ENOMEM;
813
814 head_ref->extent_op = extent_op;
815
816 delayed_refs = &trans->transaction->delayed_refs;
817 spin_lock(&delayed_refs->lock);
818
819 ret = add_delayed_ref_head(trans, &head_ref->node, bytenr,
820 num_bytes, BTRFS_UPDATE_DELAYED_HEAD,
821 extent_op->is_data);
822 BUG_ON(ret);
823
824 spin_unlock(&delayed_refs->lock);
825 return 0;
826}
827
828/*
Chris Mason1887be62009-03-13 10:11:24 -0400829 * this does a simple search for the head node for a given extent.
830 * It must be called with the delayed ref spinlock held, and it returns
831 * the head node if any where found, or NULL if not.
832 */
833struct btrfs_delayed_ref_head *
834btrfs_find_delayed_ref_head(struct btrfs_trans_handle *trans, u64 bytenr)
835{
836 struct btrfs_delayed_ref_node *ref;
837 struct btrfs_delayed_ref_root *delayed_refs;
838
839 delayed_refs = &trans->transaction->delayed_refs;
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400840 ref = find_ref_head(&delayed_refs->root, bytenr, NULL);
Chris Mason1887be62009-03-13 10:11:24 -0400841 if (ref)
842 return btrfs_delayed_node_to_head(ref);
843 return NULL;
844}
845
846/*
Chris Mason56bec292009-03-13 10:10:06 -0400847 * add a delayed ref to the tree. This does all of the accounting required
848 * to make sure the delayed ref is eventually processed before this
849 * transaction commits.
850 *
851 * The main point of this call is to add and remove a backreference in a single
852 * shot, taking the lock only once, and only searching for the head node once.
853 *
854 * It is the same as doing a ref add and delete in two separate calls.
855 */
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400856#if 0
Chris Mason56bec292009-03-13 10:10:06 -0400857int btrfs_update_delayed_ref(struct btrfs_trans_handle *trans,
858 u64 bytenr, u64 num_bytes, u64 orig_parent,
859 u64 parent, u64 orig_ref_root, u64 ref_root,
860 u64 orig_ref_generation, u64 ref_generation,
861 u64 owner_objectid, int pin)
862{
863 struct btrfs_delayed_ref *ref;
864 struct btrfs_delayed_ref *old_ref;
865 struct btrfs_delayed_ref_head *head_ref;
866 struct btrfs_delayed_ref_root *delayed_refs;
867 int ret;
868
869 ref = kmalloc(sizeof(*ref), GFP_NOFS);
870 if (!ref)
871 return -ENOMEM;
872
873 old_ref = kmalloc(sizeof(*old_ref), GFP_NOFS);
874 if (!old_ref) {
875 kfree(ref);
876 return -ENOMEM;
877 }
878
879 /*
880 * the parent = 0 case comes from cases where we don't actually
881 * know the parent yet. It will get updated later via a add/drop
882 * pair.
883 */
884 if (parent == 0)
885 parent = bytenr;
886 if (orig_parent == 0)
887 orig_parent = bytenr;
888
889 head_ref = kmalloc(sizeof(*head_ref), GFP_NOFS);
890 if (!head_ref) {
891 kfree(ref);
892 kfree(old_ref);
893 return -ENOMEM;
894 }
895 delayed_refs = &trans->transaction->delayed_refs;
896 spin_lock(&delayed_refs->lock);
897
898 /*
899 * insert both the head node and the new ref without dropping
900 * the spin lock
901 */
902 ret = __btrfs_add_delayed_ref(trans, &head_ref->node, bytenr, num_bytes,
903 (u64)-1, 0, 0, 0,
Chris Mason1a81af42009-03-25 09:55:11 -0400904 BTRFS_UPDATE_DELAYED_HEAD, 0);
Chris Mason56bec292009-03-13 10:10:06 -0400905 BUG_ON(ret);
906
907 ret = __btrfs_add_delayed_ref(trans, &ref->node, bytenr, num_bytes,
908 parent, ref_root, ref_generation,
909 owner_objectid, BTRFS_ADD_DELAYED_REF, 0);
910 BUG_ON(ret);
911
912 ret = __btrfs_add_delayed_ref(trans, &old_ref->node, bytenr, num_bytes,
913 orig_parent, orig_ref_root,
914 orig_ref_generation, owner_objectid,
915 BTRFS_DROP_DELAYED_REF, pin);
916 BUG_ON(ret);
917 spin_unlock(&delayed_refs->lock);
918 return 0;
919}
Yan Zheng5d4f98a2009-06-10 10:45:14 -0400920#endif