blob: e8ee5dd0854c1b51bede8ee0083a8c8c2a7687e0 [file] [log] [blame]
Paul E. McKenney64db4cf2008-12-18 21:55:32 +01001/*
2 * Read-Copy Update mechanism for mutual exclusion (tree-based version)
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; either version 2 of the License, or
7 * (at your option) any later version.
8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write to the Free Software
16 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
17 *
18 * Copyright IBM Corporation, 2008
19 *
20 * Author: Dipankar Sarma <dipankar@in.ibm.com>
21 * Paul E. McKenney <paulmck@linux.vnet.ibm.com> Hierarchical algorithm
22 *
23 * Based on the original work by Paul McKenney <paulmck@us.ibm.com>
24 * and inputs from Rusty Russell, Andrea Arcangeli and Andi Kleen.
25 *
26 * For detailed explanation of Read-Copy Update mechanism see -
Paul E. McKenneya71fca52009-09-18 10:28:19 -070027 * Documentation/RCU
Paul E. McKenney64db4cf2008-12-18 21:55:32 +010028 */
29
30#ifndef __LINUX_RCUTREE_H
31#define __LINUX_RCUTREE_H
32
Paul E. McKenneyb2c07102010-09-09 13:40:39 -070033extern void rcu_init(void);
Paul E. McKenney25502a62010-04-01 17:37:01 -070034extern void rcu_note_context_switch(int cpu);
Paul E. McKenney64db4cf2008-12-18 21:55:32 +010035extern int rcu_needs_cpu(int cpu);
Paul E. McKenney53d84e02010-08-10 14:28:53 -070036extern void rcu_cpu_stall_reset(void);
Paul E. McKenney64db4cf2008-12-18 21:55:32 +010037
Gleb Natapov29ce8312011-05-04 16:31:03 +030038/*
39 * Note a virtualization-based context switch. This is simply a
40 * wrapper around rcu_note_context_switch(), which allows TINY_RCU
41 * to save a few bytes.
42 */
43static inline void rcu_virt_note_context_switch(int cpu)
44{
45 rcu_note_context_switch(cpu);
46}
47
Paul E. McKenneyf41d9112009-08-22 13:56:52 -070048#ifdef CONFIG_TREE_PREEMPT_RCU
49
Paul E. McKenneyf41d9112009-08-22 13:56:52 -070050extern void exit_rcu(void);
51
52#else /* #ifdef CONFIG_TREE_PREEMPT_RCU */
53
Paul E. McKenneyf41d9112009-08-22 13:56:52 -070054static inline void exit_rcu(void)
55{
56}
57
58#endif /* #else #ifdef CONFIG_TREE_PREEMPT_RCU */
59
Paul E. McKenneyda848c42010-03-30 15:46:01 -070060extern void synchronize_rcu_bh(void);
Lai Jiangshan7b27d542010-10-21 11:29:05 +080061extern void synchronize_sched_expedited(void);
Paul E. McKenney019129d52009-10-14 10:15:56 -070062extern void synchronize_rcu_expedited(void);
Paul E. McKenney03b042b2009-06-25 09:08:16 -070063
Paul E. McKenney486e2592012-01-06 14:11:30 -080064void kfree_call_rcu(struct rcu_head *head, void (*func)(struct rcu_head *rcu));
65
Paul E. McKenney236fefa2012-01-31 14:00:41 -080066/**
67 * synchronize_rcu_bh_expedited - Brute-force RCU-bh grace period
68 *
69 * Wait for an RCU-bh grace period to elapse, but use a "big hammer"
70 * approach to force the grace period to end quickly. This consumes
71 * significant time on all CPUs and is unfriendly to real-time workloads,
72 * so is thus not recommended for any sort of common-case code. In fact,
73 * if you are using synchronize_rcu_bh_expedited() in a loop, please
74 * restructure your code to batch your updates, and then use a single
75 * synchronize_rcu_bh() instead.
76 *
77 * Note that it is illegal to call this function while holding any lock
78 * that is acquired by a CPU-hotplug notifier. And yes, it is also illegal
79 * to call this function from a CPU-hotplug notifier. Failing to observe
80 * these restriction will result in deadlock.
81 */
Paul E. McKenney03b042b2009-06-25 09:08:16 -070082static inline void synchronize_rcu_bh_expedited(void)
83{
84 synchronize_sched_expedited();
Paul E. McKenney64db4cf2008-12-18 21:55:32 +010085}
86
Paul E. McKenneya57eb942010-06-29 16:49:16 -070087extern void rcu_barrier(void);
Paul E. McKenney2c428182011-05-26 22:14:36 -070088extern void rcu_barrier_bh(void);
89extern void rcu_barrier_sched(void);
Paul E. McKenneya57eb942010-06-29 16:49:16 -070090
Paul E. McKenney4a298652011-04-03 21:33:51 -070091extern unsigned long rcutorture_testseq;
92extern unsigned long rcutorture_vernum;
Paul E. McKenney64db4cf2008-12-18 21:55:32 +010093extern long rcu_batches_completed(void);
94extern long rcu_batches_completed_bh(void);
Paul E. McKenneyd6714c22009-08-22 13:56:46 -070095extern long rcu_batches_completed_sched(void);
Paul E. McKenney4a298652011-04-03 21:33:51 -070096
Paul E. McKenneybf66f182010-01-04 15:09:10 -080097extern void rcu_force_quiescent_state(void);
98extern void rcu_bh_force_quiescent_state(void);
99extern void rcu_sched_force_quiescent_state(void);
Paul E. McKenney64db4cf2008-12-18 21:55:32 +0100100
Paul E. McKenney1eba8f82009-09-23 09:50:42 -0700101/* A context switch is a grace period for RCU-sched and RCU-bh. */
Paul E. McKenneya6826042009-02-25 18:03:42 -0800102static inline int rcu_blocking_is_gp(void)
103{
Frederic Weisbecker18fec7d2012-01-04 11:44:57 -0800104 might_sleep(); /* Check for RCU read-side critical section. */
Paul E. McKenneya6826042009-02-25 18:03:42 -0800105 return num_online_cpus() == 1;
106}
107
Paul E. McKenneybbad9372010-04-02 16:17:17 -0700108extern void rcu_scheduler_starting(void);
109extern int rcu_scheduler_active __read_mostly;
110
Paul E. McKenney64db4cf2008-12-18 21:55:32 +0100111#endif /* __LINUX_RCUTREE_H */