Dave Jones | 199a9af | 2006-09-29 01:59:00 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2006, Red Hat, Inc., Dave Jones |
| 3 | * Released under the General Public License (GPL). |
| 4 | * |
| 5 | * This file contains the linked list implementations for |
| 6 | * DEBUG_LIST. |
| 7 | */ |
| 8 | |
Paul Gortmaker | 8bc3bcc | 2011-11-16 21:29:17 -0500 | [diff] [blame] | 9 | #include <linux/export.h> |
Dave Jones | 199a9af | 2006-09-29 01:59:00 -0700 | [diff] [blame] | 10 | #include <linux/list.h> |
Paul Gortmaker | 50af5ea | 2012-01-20 18:35:53 -0500 | [diff] [blame] | 11 | #include <linux/bug.h> |
Paul Gortmaker | b116ee4 | 2012-01-20 18:46:49 -0500 | [diff] [blame] | 12 | #include <linux/kernel.h> |
Dave Jones | 559f9ba | 2012-03-14 22:17:39 -0400 | [diff] [blame] | 13 | #include <linux/rculist.h> |
Syed Rameez Mustafa | cf9c1e4 | 2013-07-15 11:52:09 -0700 | [diff] [blame] | 14 | #include <linux/bug.h> |
Dave Jones | 199a9af | 2006-09-29 01:59:00 -0700 | [diff] [blame] | 15 | |
| 16 | /* |
| 17 | * Insert a new entry between two known consecutive entries. |
| 18 | * |
| 19 | * This is only for internal list manipulation where we know |
| 20 | * the prev/next entries already! |
| 21 | */ |
| 22 | |
| 23 | void __list_add(struct list_head *new, |
| 24 | struct list_head *prev, |
| 25 | struct list_head *next) |
| 26 | { |
Dave Jones | 924d9ad | 2008-07-25 01:45:55 -0700 | [diff] [blame] | 27 | WARN(next->prev != prev, |
| 28 | "list_add corruption. next->prev should be " |
| 29 | "prev (%p), but was %p. (next=%p).\n", |
| 30 | prev, next->prev, next); |
| 31 | WARN(prev->next != next, |
| 32 | "list_add corruption. prev->next should be " |
| 33 | "next (%p), but was %p. (prev=%p).\n", |
| 34 | next, prev->next, prev); |
Chris Metcalf | 17a801f | 2012-05-29 15:07:31 -0700 | [diff] [blame] | 35 | WARN(new == prev || new == next, |
| 36 | "list_add double add: new=%p, prev=%p, next=%p.\n", |
| 37 | new, prev, next); |
Syed Rameez Mustafa | cf9c1e4 | 2013-07-15 11:52:09 -0700 | [diff] [blame] | 38 | |
| 39 | BUG_ON((prev->next != next || next->prev != prev || |
| 40 | new == prev || new == next) && PANIC_CORRUPTION); |
| 41 | |
Dave Jones | 199a9af | 2006-09-29 01:59:00 -0700 | [diff] [blame] | 42 | next->prev = new; |
| 43 | new->next = next; |
| 44 | new->prev = prev; |
Paul E. McKenney | 1c97be6 | 2015-09-20 22:02:17 -0700 | [diff] [blame] | 45 | WRITE_ONCE(prev->next, new); |
Dave Jones | 199a9af | 2006-09-29 01:59:00 -0700 | [diff] [blame] | 46 | } |
| 47 | EXPORT_SYMBOL(__list_add); |
| 48 | |
Linus Torvalds | 3c18d4d | 2011-02-18 11:32:28 -0800 | [diff] [blame] | 49 | void __list_del_entry(struct list_head *entry) |
| 50 | { |
| 51 | struct list_head *prev, *next; |
| 52 | |
| 53 | prev = entry->prev; |
| 54 | next = entry->next; |
| 55 | |
| 56 | if (WARN(next == LIST_POISON1, |
| 57 | "list_del corruption, %p->next is LIST_POISON1 (%p)\n", |
| 58 | entry, LIST_POISON1) || |
| 59 | WARN(prev == LIST_POISON2, |
| 60 | "list_del corruption, %p->prev is LIST_POISON2 (%p)\n", |
| 61 | entry, LIST_POISON2) || |
| 62 | WARN(prev->next != entry, |
| 63 | "list_del corruption. prev->next should be %p, " |
| 64 | "but was %p\n", entry, prev->next) || |
| 65 | WARN(next->prev != entry, |
Syed Rameez Mustafa | cf9c1e4 | 2013-07-15 11:52:09 -0700 | [diff] [blame] | 66 | "list_del corruption. next->prev should be %p, but was %p\n", |
| 67 | entry, next->prev)) { |
| 68 | BUG_ON(PANIC_CORRUPTION); |
Linus Torvalds | 3c18d4d | 2011-02-18 11:32:28 -0800 | [diff] [blame] | 69 | return; |
Syed Rameez Mustafa | cf9c1e4 | 2013-07-15 11:52:09 -0700 | [diff] [blame] | 70 | } |
Linus Torvalds | 3c18d4d | 2011-02-18 11:32:28 -0800 | [diff] [blame] | 71 | |
| 72 | __list_del(prev, next); |
| 73 | } |
| 74 | EXPORT_SYMBOL(__list_del_entry); |
| 75 | |
Dave Jones | 199a9af | 2006-09-29 01:59:00 -0700 | [diff] [blame] | 76 | /** |
Dave Jones | 199a9af | 2006-09-29 01:59:00 -0700 | [diff] [blame] | 77 | * list_del - deletes entry from list. |
| 78 | * @entry: the element to delete from the list. |
| 79 | * Note: list_empty on entry does not return true after this, the entry is |
| 80 | * in an undefined state. |
| 81 | */ |
| 82 | void list_del(struct list_head *entry) |
| 83 | { |
Linus Torvalds | 3c18d4d | 2011-02-18 11:32:28 -0800 | [diff] [blame] | 84 | __list_del_entry(entry); |
Dave Jones | 199a9af | 2006-09-29 01:59:00 -0700 | [diff] [blame] | 85 | entry->next = LIST_POISON1; |
| 86 | entry->prev = LIST_POISON2; |
| 87 | } |
| 88 | EXPORT_SYMBOL(list_del); |
Dave Jones | 559f9ba | 2012-03-14 22:17:39 -0400 | [diff] [blame] | 89 | |
| 90 | /* |
| 91 | * RCU variants. |
| 92 | */ |
| 93 | void __list_add_rcu(struct list_head *new, |
| 94 | struct list_head *prev, struct list_head *next) |
| 95 | { |
| 96 | WARN(next->prev != prev, |
Paul E. McKenney | 5cf05ad | 2012-05-17 15:12:45 -0700 | [diff] [blame] | 97 | "list_add_rcu corruption. next->prev should be prev (%p), but was %p. (next=%p).\n", |
Dave Jones | 559f9ba | 2012-03-14 22:17:39 -0400 | [diff] [blame] | 98 | prev, next->prev, next); |
| 99 | WARN(prev->next != next, |
Paul E. McKenney | 5cf05ad | 2012-05-17 15:12:45 -0700 | [diff] [blame] | 100 | "list_add_rcu corruption. prev->next should be next (%p), but was %p. (prev=%p).\n", |
Dave Jones | 559f9ba | 2012-03-14 22:17:39 -0400 | [diff] [blame] | 101 | next, prev->next, prev); |
| 102 | new->next = next; |
| 103 | new->prev = prev; |
| 104 | rcu_assign_pointer(list_next_rcu(prev), new); |
| 105 | next->prev = new; |
| 106 | } |
| 107 | EXPORT_SYMBOL(__list_add_rcu); |