blob: 15e10b1afdd279aad26ebbf869a5fd824831fe5f [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 Red Black Trees
3 (C) 1999 Andrea Arcangeli <andrea@suse.de>
4 (C) 2002 David Woodhouse <dwmw2@infradead.org>
5
6 This program is free software; you can redistribute it and/or modify
7 it under the terms of the GNU General Public License as published by
8 the Free Software Foundation; either version 2 of the License, or
9 (at your option) any later version.
10
11 This program is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 GNU General Public License for more details.
15
16 You should have received a copy of the GNU General Public License
17 along with this program; if not, write to the Free Software
18 Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
19
20 linux/lib/rbtree.c
21*/
22
23#include <linux/rbtree.h>
24#include <linux/module.h>
25
26static void __rb_rotate_left(struct rb_node *node, struct rb_root *root)
27{
28 struct rb_node *right = node->rb_right;
David Woodhouse55a98102006-04-21 13:35:51 +010029 struct rb_node *parent = rb_parent(node);
Linus Torvalds1da177e2005-04-16 15:20:36 -070030
31 if ((node->rb_right = right->rb_left))
David Woodhouse55a98102006-04-21 13:35:51 +010032 rb_set_parent(right->rb_left, node);
Linus Torvalds1da177e2005-04-16 15:20:36 -070033 right->rb_left = node;
34
David Woodhouse55a98102006-04-21 13:35:51 +010035 rb_set_parent(right, parent);
36
37 if (parent)
Linus Torvalds1da177e2005-04-16 15:20:36 -070038 {
David Woodhouse55a98102006-04-21 13:35:51 +010039 if (node == parent->rb_left)
40 parent->rb_left = right;
Linus Torvalds1da177e2005-04-16 15:20:36 -070041 else
David Woodhouse55a98102006-04-21 13:35:51 +010042 parent->rb_right = right;
Linus Torvalds1da177e2005-04-16 15:20:36 -070043 }
44 else
45 root->rb_node = right;
David Woodhouse55a98102006-04-21 13:35:51 +010046 rb_set_parent(node, right);
Pallipadi, Venkatesh17d9ddc2010-02-10 15:23:44 -080047
48 if (root->augment_cb) {
49 root->augment_cb(node);
50 root->augment_cb(right);
51 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070052}
53
54static void __rb_rotate_right(struct rb_node *node, struct rb_root *root)
55{
56 struct rb_node *left = node->rb_left;
David Woodhouse55a98102006-04-21 13:35:51 +010057 struct rb_node *parent = rb_parent(node);
Linus Torvalds1da177e2005-04-16 15:20:36 -070058
59 if ((node->rb_left = left->rb_right))
David Woodhouse55a98102006-04-21 13:35:51 +010060 rb_set_parent(left->rb_right, node);
Linus Torvalds1da177e2005-04-16 15:20:36 -070061 left->rb_right = node;
62
David Woodhouse55a98102006-04-21 13:35:51 +010063 rb_set_parent(left, parent);
64
65 if (parent)
Linus Torvalds1da177e2005-04-16 15:20:36 -070066 {
David Woodhouse55a98102006-04-21 13:35:51 +010067 if (node == parent->rb_right)
68 parent->rb_right = left;
Linus Torvalds1da177e2005-04-16 15:20:36 -070069 else
David Woodhouse55a98102006-04-21 13:35:51 +010070 parent->rb_left = left;
Linus Torvalds1da177e2005-04-16 15:20:36 -070071 }
72 else
73 root->rb_node = left;
David Woodhouse55a98102006-04-21 13:35:51 +010074 rb_set_parent(node, left);
Pallipadi, Venkatesh17d9ddc2010-02-10 15:23:44 -080075
76 if (root->augment_cb) {
77 root->augment_cb(node);
78 root->augment_cb(left);
79 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070080}
81
82void rb_insert_color(struct rb_node *node, struct rb_root *root)
83{
84 struct rb_node *parent, *gparent;
85
Pallipadi, Venkatesh17d9ddc2010-02-10 15:23:44 -080086 if (root->augment_cb)
87 root->augment_cb(node);
88
David Woodhouse55a98102006-04-21 13:35:51 +010089 while ((parent = rb_parent(node)) && rb_is_red(parent))
Linus Torvalds1da177e2005-04-16 15:20:36 -070090 {
David Woodhouse55a98102006-04-21 13:35:51 +010091 gparent = rb_parent(parent);
Linus Torvalds1da177e2005-04-16 15:20:36 -070092
93 if (parent == gparent->rb_left)
94 {
95 {
96 register struct rb_node *uncle = gparent->rb_right;
David Woodhouse55a98102006-04-21 13:35:51 +010097 if (uncle && rb_is_red(uncle))
Linus Torvalds1da177e2005-04-16 15:20:36 -070098 {
David Woodhouse55a98102006-04-21 13:35:51 +010099 rb_set_black(uncle);
100 rb_set_black(parent);
101 rb_set_red(gparent);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102 node = gparent;
103 continue;
104 }
105 }
106
107 if (parent->rb_right == node)
108 {
109 register struct rb_node *tmp;
110 __rb_rotate_left(parent, root);
111 tmp = parent;
112 parent = node;
113 node = tmp;
114 }
115
David Woodhouse55a98102006-04-21 13:35:51 +0100116 rb_set_black(parent);
117 rb_set_red(gparent);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118 __rb_rotate_right(gparent, root);
119 } else {
120 {
121 register struct rb_node *uncle = gparent->rb_left;
David Woodhouse55a98102006-04-21 13:35:51 +0100122 if (uncle && rb_is_red(uncle))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123 {
David Woodhouse55a98102006-04-21 13:35:51 +0100124 rb_set_black(uncle);
125 rb_set_black(parent);
126 rb_set_red(gparent);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127 node = gparent;
128 continue;
129 }
130 }
131
132 if (parent->rb_left == node)
133 {
134 register struct rb_node *tmp;
135 __rb_rotate_right(parent, root);
136 tmp = parent;
137 parent = node;
138 node = tmp;
139 }
140
David Woodhouse55a98102006-04-21 13:35:51 +0100141 rb_set_black(parent);
142 rb_set_red(gparent);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143 __rb_rotate_left(gparent, root);
144 }
145 }
146
David Woodhouse55a98102006-04-21 13:35:51 +0100147 rb_set_black(root->rb_node);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148}
149EXPORT_SYMBOL(rb_insert_color);
150
151static void __rb_erase_color(struct rb_node *node, struct rb_node *parent,
152 struct rb_root *root)
153{
154 struct rb_node *other;
155
David Woodhouse55a98102006-04-21 13:35:51 +0100156 while ((!node || rb_is_black(node)) && node != root->rb_node)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157 {
158 if (parent->rb_left == node)
159 {
160 other = parent->rb_right;
David Woodhouse55a98102006-04-21 13:35:51 +0100161 if (rb_is_red(other))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162 {
David Woodhouse55a98102006-04-21 13:35:51 +0100163 rb_set_black(other);
164 rb_set_red(parent);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165 __rb_rotate_left(parent, root);
166 other = parent->rb_right;
167 }
David Woodhouse55a98102006-04-21 13:35:51 +0100168 if ((!other->rb_left || rb_is_black(other->rb_left)) &&
169 (!other->rb_right || rb_is_black(other->rb_right)))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170 {
David Woodhouse55a98102006-04-21 13:35:51 +0100171 rb_set_red(other);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172 node = parent;
David Woodhouse55a98102006-04-21 13:35:51 +0100173 parent = rb_parent(node);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700174 }
175 else
176 {
David Woodhouse55a98102006-04-21 13:35:51 +0100177 if (!other->rb_right || rb_is_black(other->rb_right))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700178 {
Wolfram Strepp55a63992009-03-31 15:23:45 -0700179 rb_set_black(other->rb_left);
David Woodhouse55a98102006-04-21 13:35:51 +0100180 rb_set_red(other);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700181 __rb_rotate_right(other, root);
182 other = parent->rb_right;
183 }
David Woodhouse2f3243a2006-06-05 20:19:05 +0100184 rb_set_color(other, rb_color(parent));
David Woodhouse55a98102006-04-21 13:35:51 +0100185 rb_set_black(parent);
Wolfram Strepp55a63992009-03-31 15:23:45 -0700186 rb_set_black(other->rb_right);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187 __rb_rotate_left(parent, root);
188 node = root->rb_node;
189 break;
190 }
191 }
192 else
193 {
194 other = parent->rb_left;
David Woodhouse55a98102006-04-21 13:35:51 +0100195 if (rb_is_red(other))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196 {
David Woodhouse55a98102006-04-21 13:35:51 +0100197 rb_set_black(other);
198 rb_set_red(parent);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199 __rb_rotate_right(parent, root);
200 other = parent->rb_left;
201 }
David Woodhouse55a98102006-04-21 13:35:51 +0100202 if ((!other->rb_left || rb_is_black(other->rb_left)) &&
203 (!other->rb_right || rb_is_black(other->rb_right)))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204 {
David Woodhouse55a98102006-04-21 13:35:51 +0100205 rb_set_red(other);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700206 node = parent;
David Woodhouse55a98102006-04-21 13:35:51 +0100207 parent = rb_parent(node);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208 }
209 else
210 {
David Woodhouse55a98102006-04-21 13:35:51 +0100211 if (!other->rb_left || rb_is_black(other->rb_left))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700212 {
Wolfram Strepp55a63992009-03-31 15:23:45 -0700213 rb_set_black(other->rb_right);
David Woodhouse55a98102006-04-21 13:35:51 +0100214 rb_set_red(other);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700215 __rb_rotate_left(other, root);
216 other = parent->rb_left;
217 }
David Woodhouse2f3243a2006-06-05 20:19:05 +0100218 rb_set_color(other, rb_color(parent));
David Woodhouse55a98102006-04-21 13:35:51 +0100219 rb_set_black(parent);
Wolfram Strepp55a63992009-03-31 15:23:45 -0700220 rb_set_black(other->rb_left);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700221 __rb_rotate_right(parent, root);
222 node = root->rb_node;
223 break;
224 }
225 }
226 }
227 if (node)
David Woodhouse55a98102006-04-21 13:35:51 +0100228 rb_set_black(node);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700229}
230
231void rb_erase(struct rb_node *node, struct rb_root *root)
232{
233 struct rb_node *child, *parent;
234 int color;
235
236 if (!node->rb_left)
237 child = node->rb_right;
238 else if (!node->rb_right)
239 child = node->rb_left;
240 else
241 {
242 struct rb_node *old = node, *left;
Pallipadi, Venkatesh17d9ddc2010-02-10 15:23:44 -0800243 int old_parent_cb = 0;
244 int successor_parent_cb = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245
246 node = node->rb_right;
247 while ((left = node->rb_left) != NULL)
248 node = left;
Wolfram Strepp16c047a2009-06-16 15:34:11 -0700249
250 if (rb_parent(old)) {
Pallipadi, Venkatesh17d9ddc2010-02-10 15:23:44 -0800251 old_parent_cb = 1;
Wolfram Strepp16c047a2009-06-16 15:34:11 -0700252 if (rb_parent(old)->rb_left == old)
253 rb_parent(old)->rb_left = node;
254 else
255 rb_parent(old)->rb_right = node;
256 } else
257 root->rb_node = node;
258
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259 child = node->rb_right;
David Woodhouse55a98102006-04-21 13:35:51 +0100260 parent = rb_parent(node);
David Woodhouse2f3243a2006-06-05 20:19:05 +0100261 color = rb_color(node);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700262
David Woodhouse55a98102006-04-21 13:35:51 +0100263 if (parent == old) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700264 parent = node;
Wolfram Strepp4c601172009-06-16 15:34:12 -0700265 } else {
Pallipadi, Venkatesh17d9ddc2010-02-10 15:23:44 -0800266 successor_parent_cb = 1;
Wolfram Strepp4c601172009-06-16 15:34:12 -0700267 if (child)
268 rb_set_parent(child, parent);
Pallipadi, Venkatesh17d9ddc2010-02-10 15:23:44 -0800269
David Woodhouse1975e592006-04-21 13:30:36 +0100270 parent->rb_left = child;
Wolfram Strepp4b324122009-06-16 15:34:13 -0700271
272 node->rb_right = old->rb_right;
273 rb_set_parent(old->rb_right, node);
Wolfram Strepp4c601172009-06-16 15:34:12 -0700274 }
David Woodhouse1975e592006-04-21 13:30:36 +0100275
David Woodhouse2f3243a2006-06-05 20:19:05 +0100276 node->rb_parent_color = old->rb_parent_color;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700277 node->rb_left = old->rb_left;
David Woodhouse55a98102006-04-21 13:35:51 +0100278 rb_set_parent(old->rb_left, node);
Wolfram Strepp4b324122009-06-16 15:34:13 -0700279
Pallipadi, Venkatesh17d9ddc2010-02-10 15:23:44 -0800280 if (root->augment_cb) {
281 /*
282 * Here, three different nodes can have new children.
283 * The parent of the successor node that was selected
284 * to replace the node to be erased.
285 * The node that is getting erased and is now replaced
286 * by its successor.
287 * The parent of the node getting erased-replaced.
288 */
289 if (successor_parent_cb)
290 root->augment_cb(parent);
291
292 root->augment_cb(node);
293
294 if (old_parent_cb)
295 root->augment_cb(rb_parent(old));
296 }
297
Linus Torvalds1da177e2005-04-16 15:20:36 -0700298 goto color;
299 }
300
David Woodhouse55a98102006-04-21 13:35:51 +0100301 parent = rb_parent(node);
David Woodhouse2f3243a2006-06-05 20:19:05 +0100302 color = rb_color(node);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700303
304 if (child)
David Woodhouse55a98102006-04-21 13:35:51 +0100305 rb_set_parent(child, parent);
Pallipadi, Venkatesh17d9ddc2010-02-10 15:23:44 -0800306
307 if (parent) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700308 if (parent->rb_left == node)
309 parent->rb_left = child;
310 else
311 parent->rb_right = child;
Pallipadi, Venkatesh17d9ddc2010-02-10 15:23:44 -0800312
313 if (root->augment_cb)
314 root->augment_cb(parent);
315
316 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700317 root->rb_node = child;
Pallipadi, Venkatesh17d9ddc2010-02-10 15:23:44 -0800318 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700319
320 color:
321 if (color == RB_BLACK)
322 __rb_erase_color(child, parent, root);
323}
324EXPORT_SYMBOL(rb_erase);
325
326/*
327 * This function returns the first node (in sort order) of the tree.
328 */
Artem Bityutskiyf4b477c2009-01-10 11:12:09 +0000329struct rb_node *rb_first(const struct rb_root *root)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700330{
331 struct rb_node *n;
332
333 n = root->rb_node;
334 if (!n)
335 return NULL;
336 while (n->rb_left)
337 n = n->rb_left;
338 return n;
339}
340EXPORT_SYMBOL(rb_first);
341
Artem Bityutskiyf4b477c2009-01-10 11:12:09 +0000342struct rb_node *rb_last(const struct rb_root *root)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700343{
344 struct rb_node *n;
345
346 n = root->rb_node;
347 if (!n)
348 return NULL;
349 while (n->rb_right)
350 n = n->rb_right;
351 return n;
352}
353EXPORT_SYMBOL(rb_last);
354
Artem Bityutskiyf4b477c2009-01-10 11:12:09 +0000355struct rb_node *rb_next(const struct rb_node *node)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700356{
David Woodhouse55a98102006-04-21 13:35:51 +0100357 struct rb_node *parent;
358
Jens Axboe10fd48f2006-07-11 21:15:52 +0200359 if (rb_parent(node) == node)
360 return NULL;
361
Linus Torvalds1da177e2005-04-16 15:20:36 -0700362 /* If we have a right-hand child, go down and then left as far
363 as we can. */
364 if (node->rb_right) {
365 node = node->rb_right;
366 while (node->rb_left)
367 node=node->rb_left;
Artem Bityutskiyf4b477c2009-01-10 11:12:09 +0000368 return (struct rb_node *)node;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700369 }
370
371 /* No right-hand children. Everything down and left is
372 smaller than us, so any 'next' node must be in the general
373 direction of our parent. Go up the tree; any time the
374 ancestor is a right-hand child of its parent, keep going
375 up. First time it's a left-hand child of its parent, said
376 parent is our 'next' node. */
David Woodhouse55a98102006-04-21 13:35:51 +0100377 while ((parent = rb_parent(node)) && node == parent->rb_right)
378 node = parent;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700379
David Woodhouse55a98102006-04-21 13:35:51 +0100380 return parent;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700381}
382EXPORT_SYMBOL(rb_next);
383
Artem Bityutskiyf4b477c2009-01-10 11:12:09 +0000384struct rb_node *rb_prev(const struct rb_node *node)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700385{
David Woodhouse55a98102006-04-21 13:35:51 +0100386 struct rb_node *parent;
387
Jens Axboe10fd48f2006-07-11 21:15:52 +0200388 if (rb_parent(node) == node)
389 return NULL;
390
Linus Torvalds1da177e2005-04-16 15:20:36 -0700391 /* If we have a left-hand child, go down and then right as far
392 as we can. */
393 if (node->rb_left) {
394 node = node->rb_left;
395 while (node->rb_right)
396 node=node->rb_right;
Artem Bityutskiyf4b477c2009-01-10 11:12:09 +0000397 return (struct rb_node *)node;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700398 }
399
400 /* No left-hand children. Go up till we find an ancestor which
401 is a right-hand child of its parent */
David Woodhouse55a98102006-04-21 13:35:51 +0100402 while ((parent = rb_parent(node)) && node == parent->rb_left)
403 node = parent;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700404
David Woodhouse55a98102006-04-21 13:35:51 +0100405 return parent;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700406}
407EXPORT_SYMBOL(rb_prev);
408
409void rb_replace_node(struct rb_node *victim, struct rb_node *new,
410 struct rb_root *root)
411{
David Woodhouse55a98102006-04-21 13:35:51 +0100412 struct rb_node *parent = rb_parent(victim);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700413
414 /* Set the surrounding nodes to point to the replacement */
415 if (parent) {
416 if (victim == parent->rb_left)
417 parent->rb_left = new;
418 else
419 parent->rb_right = new;
420 } else {
421 root->rb_node = new;
422 }
423 if (victim->rb_left)
David Woodhouse55a98102006-04-21 13:35:51 +0100424 rb_set_parent(victim->rb_left, new);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700425 if (victim->rb_right)
David Woodhouse55a98102006-04-21 13:35:51 +0100426 rb_set_parent(victim->rb_right, new);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700427
428 /* Copy the pointers/colour from the victim to the replacement */
429 *new = *victim;
430}
431EXPORT_SYMBOL(rb_replace_node);