Paul E. McKenney | 64db4cf | 2008-12-18 21:55:32 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Read-Copy Update mechanism for mutual exclusion (tree-based version) |
| 3 | * |
| 4 | * This program is free software; you can redistribute it and/or modify |
| 5 | * it under the terms of the GNU General Public License as published by |
| 6 | * the Free Software Foundation; either version 2 of the License, or |
| 7 | * (at your option) any later version. |
| 8 | * |
| 9 | * This program is distributed in the hope that it will be useful, |
| 10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 12 | * GNU General Public License for more details. |
| 13 | * |
| 14 | * You should have received a copy of the GNU General Public License |
Paul E. McKenney | 87de1cf | 2013-12-03 10:02:52 -0800 | [diff] [blame] | 15 | * along with this program; if not, you can access it online at |
| 16 | * http://www.gnu.org/licenses/gpl-2.0.html. |
Paul E. McKenney | 64db4cf | 2008-12-18 21:55:32 +0100 | [diff] [blame] | 17 | * |
| 18 | * Copyright IBM Corporation, 2008 |
| 19 | * |
| 20 | * Author: Dipankar Sarma <dipankar@in.ibm.com> |
| 21 | * Paul E. McKenney <paulmck@linux.vnet.ibm.com> Hierarchical algorithm |
| 22 | * |
| 23 | * Based on the original work by Paul McKenney <paulmck@us.ibm.com> |
| 24 | * and inputs from Rusty Russell, Andrea Arcangeli and Andi Kleen. |
| 25 | * |
| 26 | * For detailed explanation of Read-Copy Update mechanism see - |
Paul E. McKenney | a71fca5 | 2009-09-18 10:28:19 -0700 | [diff] [blame] | 27 | * Documentation/RCU |
Paul E. McKenney | 64db4cf | 2008-12-18 21:55:32 +0100 | [diff] [blame] | 28 | */ |
| 29 | |
| 30 | #ifndef __LINUX_RCUTREE_H |
| 31 | #define __LINUX_RCUTREE_H |
| 32 | |
Paul E. McKenney | 38200cf | 2014-10-21 12:50:04 -0700 | [diff] [blame] | 33 | void rcu_note_context_switch(void); |
Thomas Gleixner | c1ad348 | 2015-04-14 21:08:58 +0000 | [diff] [blame] | 34 | int rcu_needs_cpu(u64 basem, u64 *nextevt); |
Teodora Baluta | 584dc4c | 2013-11-11 17:11:23 +0200 | [diff] [blame] | 35 | void rcu_cpu_stall_reset(void); |
Paul E. McKenney | 64db4cf | 2008-12-18 21:55:32 +0100 | [diff] [blame] | 36 | |
Gleb Natapov | 29ce831 | 2011-05-04 16:31:03 +0300 | [diff] [blame] | 37 | /* |
| 38 | * Note a virtualization-based context switch. This is simply a |
| 39 | * wrapper around rcu_note_context_switch(), which allows TINY_RCU |
Paul E. McKenney | 46a5d16 | 2015-10-07 09:10:48 -0700 | [diff] [blame] | 40 | * to save a few bytes. The caller must have disabled interrupts. |
Gleb Natapov | 29ce831 | 2011-05-04 16:31:03 +0300 | [diff] [blame] | 41 | */ |
| 42 | static inline void rcu_virt_note_context_switch(int cpu) |
| 43 | { |
Paul E. McKenney | 38200cf | 2014-10-21 12:50:04 -0700 | [diff] [blame] | 44 | rcu_note_context_switch(); |
Gleb Natapov | 29ce831 | 2011-05-04 16:31:03 +0300 | [diff] [blame] | 45 | } |
| 46 | |
Teodora Baluta | 584dc4c | 2013-11-11 17:11:23 +0200 | [diff] [blame] | 47 | void synchronize_rcu_bh(void); |
| 48 | void synchronize_sched_expedited(void); |
| 49 | void synchronize_rcu_expedited(void); |
Paul E. McKenney | 03b042b | 2009-06-25 09:08:16 -0700 | [diff] [blame] | 50 | |
Boqun Feng | b6a4ae7 | 2015-07-29 13:29:38 +0800 | [diff] [blame] | 51 | void kfree_call_rcu(struct rcu_head *head, rcu_callback_t func); |
Paul E. McKenney | 486e259 | 2012-01-06 14:11:30 -0800 | [diff] [blame] | 52 | |
Paul E. McKenney | 236fefa | 2012-01-31 14:00:41 -0800 | [diff] [blame] | 53 | /** |
| 54 | * synchronize_rcu_bh_expedited - Brute-force RCU-bh grace period |
| 55 | * |
| 56 | * Wait for an RCU-bh grace period to elapse, but use a "big hammer" |
| 57 | * approach to force the grace period to end quickly. This consumes |
| 58 | * significant time on all CPUs and is unfriendly to real-time workloads, |
| 59 | * so is thus not recommended for any sort of common-case code. In fact, |
| 60 | * if you are using synchronize_rcu_bh_expedited() in a loop, please |
| 61 | * restructure your code to batch your updates, and then use a single |
| 62 | * synchronize_rcu_bh() instead. |
| 63 | * |
| 64 | * Note that it is illegal to call this function while holding any lock |
| 65 | * that is acquired by a CPU-hotplug notifier. And yes, it is also illegal |
| 66 | * to call this function from a CPU-hotplug notifier. Failing to observe |
| 67 | * these restriction will result in deadlock. |
| 68 | */ |
Paul E. McKenney | 03b042b | 2009-06-25 09:08:16 -0700 | [diff] [blame] | 69 | static inline void synchronize_rcu_bh_expedited(void) |
| 70 | { |
| 71 | synchronize_sched_expedited(); |
Paul E. McKenney | 64db4cf | 2008-12-18 21:55:32 +0100 | [diff] [blame] | 72 | } |
| 73 | |
Teodora Baluta | 584dc4c | 2013-11-11 17:11:23 +0200 | [diff] [blame] | 74 | void rcu_barrier(void); |
| 75 | void rcu_barrier_bh(void); |
| 76 | void rcu_barrier_sched(void); |
Paul E. McKenney | 765a3f4 | 2014-03-14 16:37:08 -0700 | [diff] [blame] | 77 | unsigned long get_state_synchronize_rcu(void); |
| 78 | void cond_synchronize_rcu(unsigned long oldstate); |
Paul E. McKenney | 2456005 | 2015-05-30 10:11:24 -0700 | [diff] [blame] | 79 | unsigned long get_state_synchronize_sched(void); |
| 80 | void cond_synchronize_sched(unsigned long oldstate); |
Paul E. McKenney | a57eb94 | 2010-06-29 16:49:16 -0700 | [diff] [blame] | 81 | |
Paul E. McKenney | 4a29865 | 2011-04-03 21:33:51 -0700 | [diff] [blame] | 82 | extern unsigned long rcutorture_testseq; |
| 83 | extern unsigned long rcutorture_vernum; |
Paul E. McKenney | 917963d | 2014-11-21 17:10:16 -0800 | [diff] [blame] | 84 | unsigned long rcu_batches_started(void); |
| 85 | unsigned long rcu_batches_started_bh(void); |
| 86 | unsigned long rcu_batches_started_sched(void); |
Paul E. McKenney | 9733e4f | 2014-11-21 12:49:13 -0800 | [diff] [blame] | 87 | unsigned long rcu_batches_completed(void); |
| 88 | unsigned long rcu_batches_completed_bh(void); |
| 89 | unsigned long rcu_batches_completed_sched(void); |
Paul E. McKenney | 291783b | 2016-01-12 13:43:30 -0800 | [diff] [blame] | 90 | unsigned long rcu_exp_batches_completed(void); |
| 91 | unsigned long rcu_exp_batches_completed_sched(void); |
Paul E. McKenney | afea227 | 2014-03-12 07:10:41 -0700 | [diff] [blame] | 92 | void show_rcu_gp_kthreads(void); |
Paul E. McKenney | 4a29865 | 2011-04-03 21:33:51 -0700 | [diff] [blame] | 93 | |
Teodora Baluta | 584dc4c | 2013-11-11 17:11:23 +0200 | [diff] [blame] | 94 | void rcu_force_quiescent_state(void); |
| 95 | void rcu_bh_force_quiescent_state(void); |
| 96 | void rcu_sched_force_quiescent_state(void); |
Paul E. McKenney | 64db4cf | 2008-12-18 21:55:32 +0100 | [diff] [blame] | 97 | |
Paul E. McKenney | 51952bc63 | 2015-04-21 11:15:30 -0700 | [diff] [blame] | 98 | void rcu_idle_enter(void); |
| 99 | void rcu_idle_exit(void); |
| 100 | void rcu_irq_enter(void); |
| 101 | void rcu_irq_exit(void); |
Paul E. McKenney | 7c9906c | 2015-10-31 00:59:01 -0700 | [diff] [blame] | 102 | void rcu_irq_enter_irqson(void); |
| 103 | void rcu_irq_exit_irqson(void); |
Paul E. McKenney | 51952bc63 | 2015-04-21 11:15:30 -0700 | [diff] [blame] | 104 | |
Teodora Baluta | 584dc4c | 2013-11-11 17:11:23 +0200 | [diff] [blame] | 105 | void exit_rcu(void); |
Paul E. McKenney | 2439b69 | 2013-04-11 10:15:52 -0700 | [diff] [blame] | 106 | |
Teodora Baluta | 584dc4c | 2013-11-11 17:11:23 +0200 | [diff] [blame] | 107 | void rcu_scheduler_starting(void); |
Paul E. McKenney | bbad937 | 2010-04-02 16:17:17 -0700 | [diff] [blame] | 108 | extern int rcu_scheduler_active __read_mostly; |
| 109 | |
Teodora Baluta | 584dc4c | 2013-11-11 17:11:23 +0200 | [diff] [blame] | 110 | bool rcu_is_watching(void); |
Paul E. McKenney | cc6783f | 2013-09-06 17:39:49 -0700 | [diff] [blame] | 111 | |
Paul E. McKenney | 5cd3719 | 2014-12-13 20:32:04 -0800 | [diff] [blame] | 112 | void rcu_all_qs(void); |
| 113 | |
Thomas Gleixner | 4df8374 | 2016-07-13 17:17:03 +0000 | [diff] [blame] | 114 | /* RCUtree hotplug events */ |
| 115 | int rcutree_prepare_cpu(unsigned int cpu); |
| 116 | int rcutree_online_cpu(unsigned int cpu); |
| 117 | int rcutree_offline_cpu(unsigned int cpu); |
| 118 | int rcutree_dead_cpu(unsigned int cpu); |
| 119 | int rcutree_dying_cpu(unsigned int cpu); |
| 120 | |
Paul E. McKenney | 64db4cf | 2008-12-18 21:55:32 +0100 | [diff] [blame] | 121 | #endif /* __LINUX_RCUTREE_H */ |