blob: 63a4e4cf40a54315705cec804c8f065bdcf2cdbb [file] [log] [blame]
Paul E. McKenney64db4cf2008-12-18 21:55:32 +01001/*
2 * Read-Copy Update mechanism for mutual exclusion (tree-based version)
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; either version 2 of the License, or
7 * (at your option) any later version.
8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
Paul E. McKenney87de1cf2013-12-03 10:02:52 -080015 * along with this program; if not, you can access it online at
16 * http://www.gnu.org/licenses/gpl-2.0.html.
Paul E. McKenney64db4cf2008-12-18 21:55:32 +010017 *
18 * Copyright IBM Corporation, 2008
19 *
20 * Author: Dipankar Sarma <dipankar@in.ibm.com>
21 * Paul E. McKenney <paulmck@linux.vnet.ibm.com> Hierarchical algorithm
22 *
23 * Based on the original work by Paul McKenney <paulmck@us.ibm.com>
24 * and inputs from Rusty Russell, Andrea Arcangeli and Andi Kleen.
25 *
26 * For detailed explanation of Read-Copy Update mechanism see -
Paul E. McKenneya71fca52009-09-18 10:28:19 -070027 * Documentation/RCU
Paul E. McKenney64db4cf2008-12-18 21:55:32 +010028 */
29
30#ifndef __LINUX_RCUTREE_H
31#define __LINUX_RCUTREE_H
32
Paul E. McKenney38200cf2014-10-21 12:50:04 -070033void rcu_note_context_switch(void);
Thomas Gleixnerc1ad3482015-04-14 21:08:58 +000034int rcu_needs_cpu(u64 basem, u64 *nextevt);
Teodora Baluta584dc4c2013-11-11 17:11:23 +020035void rcu_cpu_stall_reset(void);
Paul E. McKenney64db4cf2008-12-18 21:55:32 +010036
Gleb Natapov29ce8312011-05-04 16:31:03 +030037/*
38 * Note a virtualization-based context switch. This is simply a
39 * wrapper around rcu_note_context_switch(), which allows TINY_RCU
Paul E. McKenney46a5d162015-10-07 09:10:48 -070040 * to save a few bytes. The caller must have disabled interrupts.
Gleb Natapov29ce8312011-05-04 16:31:03 +030041 */
42static inline void rcu_virt_note_context_switch(int cpu)
43{
Paul E. McKenney38200cf2014-10-21 12:50:04 -070044 rcu_note_context_switch();
Gleb Natapov29ce8312011-05-04 16:31:03 +030045}
46
Teodora Baluta584dc4c2013-11-11 17:11:23 +020047void synchronize_rcu_bh(void);
48void synchronize_sched_expedited(void);
49void synchronize_rcu_expedited(void);
Paul E. McKenney03b042b2009-06-25 09:08:16 -070050
Boqun Fengb6a4ae72015-07-29 13:29:38 +080051void kfree_call_rcu(struct rcu_head *head, rcu_callback_t func);
Paul E. McKenney486e2592012-01-06 14:11:30 -080052
Paul E. McKenney236fefa2012-01-31 14:00:41 -080053/**
54 * synchronize_rcu_bh_expedited - Brute-force RCU-bh grace period
55 *
56 * Wait for an RCU-bh grace period to elapse, but use a "big hammer"
57 * approach to force the grace period to end quickly. This consumes
58 * significant time on all CPUs and is unfriendly to real-time workloads,
59 * so is thus not recommended for any sort of common-case code. In fact,
60 * if you are using synchronize_rcu_bh_expedited() in a loop, please
61 * restructure your code to batch your updates, and then use a single
62 * synchronize_rcu_bh() instead.
63 *
64 * Note that it is illegal to call this function while holding any lock
65 * that is acquired by a CPU-hotplug notifier. And yes, it is also illegal
66 * to call this function from a CPU-hotplug notifier. Failing to observe
67 * these restriction will result in deadlock.
68 */
Paul E. McKenney03b042b2009-06-25 09:08:16 -070069static inline void synchronize_rcu_bh_expedited(void)
70{
71 synchronize_sched_expedited();
Paul E. McKenney64db4cf2008-12-18 21:55:32 +010072}
73
Teodora Baluta584dc4c2013-11-11 17:11:23 +020074void rcu_barrier(void);
75void rcu_barrier_bh(void);
76void rcu_barrier_sched(void);
Paul E. McKenney765a3f42014-03-14 16:37:08 -070077unsigned long get_state_synchronize_rcu(void);
78void cond_synchronize_rcu(unsigned long oldstate);
Paul E. McKenney24560052015-05-30 10:11:24 -070079unsigned long get_state_synchronize_sched(void);
80void cond_synchronize_sched(unsigned long oldstate);
Paul E. McKenneya57eb942010-06-29 16:49:16 -070081
Paul E. McKenney4a298652011-04-03 21:33:51 -070082extern unsigned long rcutorture_testseq;
83extern unsigned long rcutorture_vernum;
Paul E. McKenney917963d2014-11-21 17:10:16 -080084unsigned long rcu_batches_started(void);
85unsigned long rcu_batches_started_bh(void);
86unsigned long rcu_batches_started_sched(void);
Paul E. McKenney9733e4f2014-11-21 12:49:13 -080087unsigned long rcu_batches_completed(void);
88unsigned long rcu_batches_completed_bh(void);
89unsigned long rcu_batches_completed_sched(void);
Paul E. McKenney291783b2016-01-12 13:43:30 -080090unsigned long rcu_exp_batches_completed(void);
91unsigned long rcu_exp_batches_completed_sched(void);
Paul E. McKenneyafea2272014-03-12 07:10:41 -070092void show_rcu_gp_kthreads(void);
Paul E. McKenney4a298652011-04-03 21:33:51 -070093
Teodora Baluta584dc4c2013-11-11 17:11:23 +020094void rcu_force_quiescent_state(void);
95void rcu_bh_force_quiescent_state(void);
96void rcu_sched_force_quiescent_state(void);
Paul E. McKenney64db4cf2008-12-18 21:55:32 +010097
Paul E. McKenney51952bc632015-04-21 11:15:30 -070098void rcu_idle_enter(void);
99void rcu_idle_exit(void);
100void rcu_irq_enter(void);
101void rcu_irq_exit(void);
Paul E. McKenney7c9906c2015-10-31 00:59:01 -0700102void rcu_irq_enter_irqson(void);
103void rcu_irq_exit_irqson(void);
Paul E. McKenney51952bc632015-04-21 11:15:30 -0700104
Teodora Baluta584dc4c2013-11-11 17:11:23 +0200105void exit_rcu(void);
Paul E. McKenney2439b692013-04-11 10:15:52 -0700106
Teodora Baluta584dc4c2013-11-11 17:11:23 +0200107void rcu_scheduler_starting(void);
Paul E. McKenneybbad9372010-04-02 16:17:17 -0700108extern int rcu_scheduler_active __read_mostly;
109
Teodora Baluta584dc4c2013-11-11 17:11:23 +0200110bool rcu_is_watching(void);
Paul E. McKenneycc6783f2013-09-06 17:39:49 -0700111
Paul E. McKenney5cd37192014-12-13 20:32:04 -0800112void rcu_all_qs(void);
113
Thomas Gleixner4df83742016-07-13 17:17:03 +0000114/* RCUtree hotplug events */
115int rcutree_prepare_cpu(unsigned int cpu);
116int rcutree_online_cpu(unsigned int cpu);
117int rcutree_offline_cpu(unsigned int cpu);
118int rcutree_dead_cpu(unsigned int cpu);
119int rcutree_dying_cpu(unsigned int cpu);
120
Paul E. McKenney64db4cf2008-12-18 21:55:32 +0100121#endif /* __LINUX_RCUTREE_H */