Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Ingo Molnar | 39c715b | 2005-06-21 17:14:34 -0700 | [diff] [blame] | 2 | /* |
| 3 | * lib/smp_processor_id.c |
| 4 | * |
| 5 | * DEBUG_PREEMPT variant of smp_processor_id(). |
| 6 | */ |
Paul Gortmaker | 8bc3bcc | 2011-11-16 21:29:17 -0500 | [diff] [blame] | 7 | #include <linux/export.h> |
Tim Schmielau | 4e57b68 | 2005-10-30 15:03:48 -0800 | [diff] [blame] | 8 | #include <linux/sched.h> |
Ingo Molnar | 39c715b | 2005-06-21 17:14:34 -0700 | [diff] [blame] | 9 | |
Christoph Lameter | 188a814 | 2014-04-07 15:39:44 -0700 | [diff] [blame] | 10 | notrace static unsigned int check_preemption_disabled(const char *what1, |
| 11 | const char *what2) |
Ingo Molnar | 39c715b | 2005-06-21 17:14:34 -0700 | [diff] [blame] | 12 | { |
Ingo Molnar | 39c715b | 2005-06-21 17:14:34 -0700 | [diff] [blame] | 13 | int this_cpu = raw_smp_processor_id(); |
Ingo Molnar | 39c715b | 2005-06-21 17:14:34 -0700 | [diff] [blame] | 14 | |
Peter Zijlstra | 4a2b4b2 | 2013-08-14 14:55:24 +0200 | [diff] [blame] | 15 | if (likely(preempt_count())) |
Ingo Molnar | 39c715b | 2005-06-21 17:14:34 -0700 | [diff] [blame] | 16 | goto out; |
| 17 | |
| 18 | if (irqs_disabled()) |
| 19 | goto out; |
| 20 | |
| 21 | /* |
| 22 | * Kernel threads bound to a single CPU can safely use |
| 23 | * smp_processor_id(): |
| 24 | */ |
Ingo Molnar | 0c98d34 | 2017-02-05 15:38:10 +0100 | [diff] [blame] | 25 | if (cpumask_equal(¤t->cpus_allowed, cpumask_of(this_cpu))) |
Ingo Molnar | 39c715b | 2005-06-21 17:14:34 -0700 | [diff] [blame] | 26 | goto out; |
| 27 | |
| 28 | /* |
| 29 | * It is valid to assume CPU-locality during early bootup: |
| 30 | */ |
Thomas Gleixner | 1c3c5ea | 2017-05-16 20:42:48 +0200 | [diff] [blame] | 31 | if (system_state < SYSTEM_SCHEDULING) |
Ingo Molnar | 39c715b | 2005-06-21 17:14:34 -0700 | [diff] [blame] | 32 | goto out; |
| 33 | |
| 34 | /* |
| 35 | * Avoid recursion: |
| 36 | */ |
Steven Rostedt | 5568b13 | 2008-05-12 21:20:44 +0200 | [diff] [blame] | 37 | preempt_disable_notrace(); |
Ingo Molnar | 39c715b | 2005-06-21 17:14:34 -0700 | [diff] [blame] | 38 | |
| 39 | if (!printk_ratelimit()) |
| 40 | goto out_enable; |
| 41 | |
Christoph Lameter | 188a814 | 2014-04-07 15:39:44 -0700 | [diff] [blame] | 42 | printk(KERN_ERR "BUG: using %s%s() in preemptible [%08x] code: %s/%d\n", |
| 43 | what1, what2, preempt_count() - 1, current->comm, current->pid); |
| 44 | |
Sergey Senozhatsky | d202d47 | 2017-12-11 21:50:24 +0900 | [diff] [blame] | 45 | printk("caller is %pS\n", __builtin_return_address(0)); |
Ingo Molnar | 39c715b | 2005-06-21 17:14:34 -0700 | [diff] [blame] | 46 | dump_stack(); |
| 47 | |
| 48 | out_enable: |
Steven Rostedt | 5568b13 | 2008-05-12 21:20:44 +0200 | [diff] [blame] | 49 | preempt_enable_no_resched_notrace(); |
Ingo Molnar | 39c715b | 2005-06-21 17:14:34 -0700 | [diff] [blame] | 50 | out: |
| 51 | return this_cpu; |
| 52 | } |
| 53 | |
Christoph Lameter | 188a814 | 2014-04-07 15:39:44 -0700 | [diff] [blame] | 54 | notrace unsigned int debug_smp_processor_id(void) |
| 55 | { |
| 56 | return check_preemption_disabled("smp_processor_id", ""); |
| 57 | } |
Ingo Molnar | 39c715b | 2005-06-21 17:14:34 -0700 | [diff] [blame] | 58 | EXPORT_SYMBOL(debug_smp_processor_id); |
| 59 | |
Christoph Lameter | 188a814 | 2014-04-07 15:39:44 -0700 | [diff] [blame] | 60 | notrace void __this_cpu_preempt_check(const char *op) |
| 61 | { |
| 62 | check_preemption_disabled("__this_cpu_", op); |
| 63 | } |
| 64 | EXPORT_SYMBOL(__this_cpu_preempt_check); |