blob: 37d6fd3b7ff82ad8217bcb31965eb4a4b5df7cdc [file] [log] [blame]
Paul E. McKenney64db4cf2008-12-18 21:55:32 +01001/*
2 * Read-Copy Update mechanism for mutual exclusion (tree-based version)
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License as published by
6 * the Free Software Foundation; either version 2 of the License, or
7 * (at your option) any later version.
8 *
9 * This program is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
13 *
14 * You should have received a copy of the GNU General Public License
Paul E. McKenney87de1cf2013-12-03 10:02:52 -080015 * along with this program; if not, you can access it online at
16 * http://www.gnu.org/licenses/gpl-2.0.html.
Paul E. McKenney64db4cf2008-12-18 21:55:32 +010017 *
18 * Copyright IBM Corporation, 2008
19 *
20 * Author: Dipankar Sarma <dipankar@in.ibm.com>
21 * Paul E. McKenney <paulmck@linux.vnet.ibm.com> Hierarchical algorithm
22 *
23 * Based on the original work by Paul McKenney <paulmck@us.ibm.com>
24 * and inputs from Rusty Russell, Andrea Arcangeli and Andi Kleen.
25 *
26 * For detailed explanation of Read-Copy Update mechanism see -
Paul E. McKenneya71fca52009-09-18 10:28:19 -070027 * Documentation/RCU
Paul E. McKenney64db4cf2008-12-18 21:55:32 +010028 */
29
30#ifndef __LINUX_RCUTREE_H
31#define __LINUX_RCUTREE_H
32
Paul E. McKenneybcbfdd02017-04-11 15:50:41 -070033void rcu_note_context_switch(bool preempt);
Thomas Gleixnerc1ad3482015-04-14 21:08:58 +000034int rcu_needs_cpu(u64 basem, u64 *nextevt);
Teodora Baluta584dc4c2013-11-11 17:11:23 +020035void rcu_cpu_stall_reset(void);
Paul E. McKenney64db4cf2008-12-18 21:55:32 +010036
Gleb Natapov29ce8312011-05-04 16:31:03 +030037/*
38 * Note a virtualization-based context switch. This is simply a
39 * wrapper around rcu_note_context_switch(), which allows TINY_RCU
Paul E. McKenney46a5d162015-10-07 09:10:48 -070040 * to save a few bytes. The caller must have disabled interrupts.
Gleb Natapov29ce8312011-05-04 16:31:03 +030041 */
42static inline void rcu_virt_note_context_switch(int cpu)
43{
Paul E. McKenneybcbfdd02017-04-11 15:50:41 -070044 rcu_note_context_switch(false);
Gleb Natapov29ce8312011-05-04 16:31:03 +030045}
46
Teodora Baluta584dc4c2013-11-11 17:11:23 +020047void synchronize_rcu_bh(void);
48void synchronize_sched_expedited(void);
49void synchronize_rcu_expedited(void);
Paul E. McKenney03b042b2009-06-25 09:08:16 -070050
Boqun Fengb6a4ae72015-07-29 13:29:38 +080051void kfree_call_rcu(struct rcu_head *head, rcu_callback_t func);
Paul E. McKenney486e2592012-01-06 14:11:30 -080052
Paul E. McKenney236fefa2012-01-31 14:00:41 -080053/**
54 * synchronize_rcu_bh_expedited - Brute-force RCU-bh grace period
55 *
56 * Wait for an RCU-bh grace period to elapse, but use a "big hammer"
57 * approach to force the grace period to end quickly. This consumes
58 * significant time on all CPUs and is unfriendly to real-time workloads,
59 * so is thus not recommended for any sort of common-case code. In fact,
60 * if you are using synchronize_rcu_bh_expedited() in a loop, please
61 * restructure your code to batch your updates, and then use a single
62 * synchronize_rcu_bh() instead.
63 *
64 * Note that it is illegal to call this function while holding any lock
65 * that is acquired by a CPU-hotplug notifier. And yes, it is also illegal
66 * to call this function from a CPU-hotplug notifier. Failing to observe
67 * these restriction will result in deadlock.
68 */
Paul E. McKenney03b042b2009-06-25 09:08:16 -070069static inline void synchronize_rcu_bh_expedited(void)
70{
71 synchronize_sched_expedited();
Paul E. McKenney64db4cf2008-12-18 21:55:32 +010072}
73
Teodora Baluta584dc4c2013-11-11 17:11:23 +020074void rcu_barrier(void);
75void rcu_barrier_bh(void);
76void rcu_barrier_sched(void);
Paul E. McKenney765a3f42014-03-14 16:37:08 -070077unsigned long get_state_synchronize_rcu(void);
78void cond_synchronize_rcu(unsigned long oldstate);
Paul E. McKenney24560052015-05-30 10:11:24 -070079unsigned long get_state_synchronize_sched(void);
80void cond_synchronize_sched(unsigned long oldstate);
Paul E. McKenneya57eb942010-06-29 16:49:16 -070081
Paul E. McKenney51952bc632015-04-21 11:15:30 -070082void rcu_idle_enter(void);
83void rcu_idle_exit(void);
84void rcu_irq_enter(void);
85void rcu_irq_exit(void);
Paul E. McKenney7c9906c2015-10-31 00:59:01 -070086void rcu_irq_enter_irqson(void);
87void rcu_irq_exit_irqson(void);
Paul E. McKenneycad7b382017-05-03 10:22:57 -070088bool rcu_irq_enter_disabled(void);
Paul E. McKenney51952bc632015-04-21 11:15:30 -070089
Teodora Baluta584dc4c2013-11-11 17:11:23 +020090void exit_rcu(void);
Paul E. McKenney2439b692013-04-11 10:15:52 -070091
Teodora Baluta584dc4c2013-11-11 17:11:23 +020092void rcu_scheduler_starting(void);
Paul E. McKenneybbad9372010-04-02 16:17:17 -070093extern int rcu_scheduler_active __read_mostly;
Paul E. McKenneyd2b16542017-05-11 12:01:50 -070094void rcu_end_inkernel_boot(void);
Teodora Baluta584dc4c2013-11-11 17:11:23 +020095bool rcu_is_watching(void);
Paul E. McKenney5cd37192014-12-13 20:32:04 -080096void rcu_all_qs(void);
97
Thomas Gleixner4df83742016-07-13 17:17:03 +000098/* RCUtree hotplug events */
99int rcutree_prepare_cpu(unsigned int cpu);
100int rcutree_online_cpu(unsigned int cpu);
101int rcutree_offline_cpu(unsigned int cpu);
102int rcutree_dead_cpu(unsigned int cpu);
103int rcutree_dying_cpu(unsigned int cpu);
104
Paul E. McKenney64db4cf2008-12-18 21:55:32 +0100105#endif /* __LINUX_RCUTREE_H */