blob: f1cb0ba6d71586a5cd2f5b41172ee5b32b55631d [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _LINUX_STOP_MACHINE
2#define _LINUX_STOP_MACHINE
3/* "Bogolock": stop the entire machine, disable interrupts. This is a
4 very heavy lock, which is equivalent to grabbing every spinlock
5 (and more). So the "read" side to such a lock is anything which
6 diables preeempt. */
Linus Torvalds1da177e2005-04-16 15:20:36 -07007#include <linux/cpu.h>
Rusty Russelleeec4fa2008-07-28 12:16:30 -05008#include <linux/cpumask.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07009#include <asm/system.h>
10
11#if defined(CONFIG_STOP_MACHINE) && defined(CONFIG_SMP)
Jason Baron5c2aed62008-02-28 11:33:03 -050012
Rusty Russelleeec4fa2008-07-28 12:16:30 -050013/* Deprecated, but useful for transition. */
Jason Baron5c2aed62008-02-28 11:33:03 -050014#define ALL_CPUS ~0U
15
Linus Torvalds1da177e2005-04-16 15:20:36 -070016/**
Rusty Russelleeec4fa2008-07-28 12:16:30 -050017 * stop_machine: freeze the machine on all CPUs and run this function
Linus Torvalds1da177e2005-04-16 15:20:36 -070018 * @fn: the function to run
19 * @data: the data ptr for the @fn()
Rusty Russelleeec4fa2008-07-28 12:16:30 -050020 * @cpus: the cpus to run the @fn() on (NULL = any online cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -070021 *
Rusty Russellffdb5972008-07-28 12:16:28 -050022 * Description: This causes a thread to be scheduled on every cpu,
23 * each of which disables interrupts. The result is that noone is
24 * holding a spinlock or inside any other preempt-disabled region when
25 * @fn() runs.
Linus Torvalds1da177e2005-04-16 15:20:36 -070026 *
27 * This can be thought of as a very heavy write lock, equivalent to
28 * grabbing every spinlock in the kernel. */
Rusty Russelleeec4fa2008-07-28 12:16:30 -050029int stop_machine(int (*fn)(void *), void *data, const cpumask_t *cpus);
Linus Torvalds1da177e2005-04-16 15:20:36 -070030
31/**
Rusty Russelleeec4fa2008-07-28 12:16:30 -050032 * __stop_machine: freeze the machine on all CPUs and run this function
Linus Torvalds1da177e2005-04-16 15:20:36 -070033 * @fn: the function to run
34 * @data: the data ptr for the @fn
Rusty Russelleeec4fa2008-07-28 12:16:30 -050035 * @cpus: the cpus to run the @fn() on (NULL = any online cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -070036 *
Rusty Russellffdb5972008-07-28 12:16:28 -050037 * Description: This is a special version of the above, which assumes cpus
38 * won't come or go while it's being called. Used by hotplug cpu.
Linus Torvalds1da177e2005-04-16 15:20:36 -070039 */
Rusty Russelleeec4fa2008-07-28 12:16:30 -050040int __stop_machine(int (*fn)(void *), void *data, const cpumask_t *cpus);
Linus Torvalds1da177e2005-04-16 15:20:36 -070041#else
42
Rusty Russelleeec4fa2008-07-28 12:16:30 -050043static inline int stop_machine(int (*fn)(void *), void *data,
44 const cpumask_t *cpus)
Linus Torvalds1da177e2005-04-16 15:20:36 -070045{
46 int ret;
47 local_irq_disable();
48 ret = fn(data);
49 local_irq_enable();
50 return ret;
51}
52#endif /* CONFIG_SMP */
Rusty Russelleeec4fa2008-07-28 12:16:30 -050053
54static inline int __deprecated stop_machine_run(int (*fn)(void *), void *data,
55 unsigned int cpu)
56{
57 /* If they don't care which cpu fn runs on, just pick one. */
58 if (cpu == NR_CPUS)
59 return stop_machine(fn, data, NULL);
60 else if (cpu == ~0U)
61 return stop_machine(fn, data, &cpu_possible_map);
62 else {
63 cpumask_t cpus = cpumask_of_cpu(cpu);
64 return stop_machine(fn, data, &cpus);
65 }
66}
Linus Torvalds1da177e2005-04-16 15:20:36 -070067#endif /* _LINUX_STOP_MACHINE */