Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * This file is subject to the terms and conditions of the GNU General |
| 3 | * Public License. See the file "COPYING" in the main directory of this |
| 4 | * archive for more details. |
| 5 | * |
| 6 | * Copyright (C) 2000 - 2001 by Kanoj Sarcar (kanoj@sgi.com) |
| 7 | * Copyright (C) 2000 - 2001 by Silicon Graphics, Inc. |
| 8 | * Copyright (C) 2000, 2001, 2002 Ralf Baechle |
| 9 | * Copyright (C) 2000, 2001 Broadcom Corporation |
| 10 | */ |
| 11 | #ifndef __ASM_SMP_H |
| 12 | #define __ASM_SMP_H |
| 13 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | #include <linux/bitops.h> |
| 15 | #include <linux/linkage.h> |
Ralf Baechle | 631330f | 2009-06-19 14:05:26 +0100 | [diff] [blame] | 16 | #include <linux/smp.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | #include <linux/threads.h> |
| 18 | #include <linux/cpumask.h> |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 19 | |
Arun Sharma | 60063497 | 2011-07-26 16:09:06 -0700 | [diff] [blame] | 20 | #include <linux/atomic.h> |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 21 | #include <asm/smp-ops.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | |
Ralf Baechle | 0ab7aef | 2007-03-02 20:42:04 +0000 | [diff] [blame] | 23 | extern int smp_num_siblings; |
| 24 | extern cpumask_t cpu_sibling_map[]; |
Huacai Chen | bda4584 | 2014-06-26 11:41:26 +0800 | [diff] [blame] | 25 | extern cpumask_t cpu_core_map[]; |
Ralf Baechle | 0ab7aef | 2007-03-02 20:42:04 +0000 | [diff] [blame] | 26 | |
Ingo Molnar | 39c715b | 2005-06-21 17:14:34 -0700 | [diff] [blame] | 27 | #define raw_smp_processor_id() (current_thread_info()->cpu) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | |
| 29 | /* Map from cpu id to sequential logical cpu number. This will only |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 30 | not be idempotent when cpus failed to come on-line. */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 31 | extern int __cpu_number_map[NR_CPUS]; |
| 32 | #define cpu_number_map(cpu) __cpu_number_map[cpu] |
| 33 | |
| 34 | /* The reverse map from sequential logical cpu number to cpu id. */ |
| 35 | extern int __cpu_logical_map[NR_CPUS]; |
| 36 | #define cpu_logical_map(cpu) __cpu_logical_map[cpu] |
| 37 | |
| 38 | #define NO_PROC_ID (-1) |
| 39 | |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 40 | #define SMP_RESCHEDULE_YOURSELF 0x1 /* XXX braindead */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 41 | #define SMP_CALL_FUNCTION 0x2 |
David Daney | ddcdb1b | 2008-12-11 15:33:32 -0800 | [diff] [blame] | 42 | /* Octeon - Tell another core to flush its icache */ |
| 43 | #define SMP_ICACHE_FLUSH 0x4 |
Ralf Baechle | 7aa1c8f | 2012-10-11 18:14:58 +0200 | [diff] [blame] | 44 | /* Used by kexec crashdump to save all cpu's state */ |
| 45 | #define SMP_DUMP 0x8 |
Huacai Chen | c4a987d | 2014-03-21 18:44:09 +0800 | [diff] [blame] | 46 | #define SMP_ASK_C0COUNT 0x10 |
David Daney | ddcdb1b | 2008-12-11 15:33:32 -0800 | [diff] [blame] | 47 | |
Ralf Baechle | cafb45b | 2015-05-12 06:43:04 +0200 | [diff] [blame] | 48 | extern cpumask_t cpu_callin_map; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 49 | |
Paul Burton | 76306f4 | 2014-02-14 16:30:52 +0000 | [diff] [blame] | 50 | /* Mask of CPUs which are currently definitely operating coherently */ |
| 51 | extern cpumask_t cpu_coherent_mask; |
| 52 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 53 | extern void asmlinkage smp_bootstrap(void); |
| 54 | |
| 55 | /* |
| 56 | * this function sends a 'reschedule' IPI to another CPU. |
| 57 | * it goes straight through and wastes no time serializing |
| 58 | * anything. Worst case is that we lose a reschedule ... |
| 59 | */ |
| 60 | static inline void smp_send_reschedule(int cpu) |
| 61 | { |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 62 | extern struct plat_smp_ops *mp_ops; /* private */ |
| 63 | |
| 64 | mp_ops->send_ipi_single(cpu, SMP_RESCHEDULE_YOURSELF); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 65 | } |
| 66 | |
Ralf Baechle | 1b2bc75 | 2009-06-23 10:00:31 +0100 | [diff] [blame] | 67 | #ifdef CONFIG_HOTPLUG_CPU |
| 68 | static inline int __cpu_disable(void) |
| 69 | { |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 70 | extern struct plat_smp_ops *mp_ops; /* private */ |
Ralf Baechle | 1b2bc75 | 2009-06-23 10:00:31 +0100 | [diff] [blame] | 71 | |
| 72 | return mp_ops->cpu_disable(); |
| 73 | } |
| 74 | |
| 75 | static inline void __cpu_die(unsigned int cpu) |
| 76 | { |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 77 | extern struct plat_smp_ops *mp_ops; /* private */ |
Ralf Baechle | 1b2bc75 | 2009-06-23 10:00:31 +0100 | [diff] [blame] | 78 | |
| 79 | mp_ops->cpu_die(cpu); |
| 80 | } |
| 81 | |
| 82 | extern void play_dead(void); |
| 83 | #endif |
| 84 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | extern asmlinkage void smp_call_function_interrupt(void); |
| 86 | |
Ralf Baechle | eef34ec | 2009-09-25 15:35:28 +0100 | [diff] [blame] | 87 | static inline void arch_send_call_function_single_ipi(int cpu) |
| 88 | { |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 89 | extern struct plat_smp_ops *mp_ops; /* private */ |
Ralf Baechle | eef34ec | 2009-09-25 15:35:28 +0100 | [diff] [blame] | 90 | |
Rusty Russell | 1ed1835 | 2015-03-10 13:00:43 +1030 | [diff] [blame] | 91 | mp_ops->send_ipi_mask(cpumask_of(cpu), SMP_CALL_FUNCTION); |
Ralf Baechle | eef34ec | 2009-09-25 15:35:28 +0100 | [diff] [blame] | 92 | } |
| 93 | |
| 94 | static inline void arch_send_call_function_ipi_mask(const struct cpumask *mask) |
| 95 | { |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 96 | extern struct plat_smp_ops *mp_ops; /* private */ |
Ralf Baechle | eef34ec | 2009-09-25 15:35:28 +0100 | [diff] [blame] | 97 | |
| 98 | mp_ops->send_ipi_mask(mask, SMP_CALL_FUNCTION); |
| 99 | } |
Jens Axboe | 2f304c0 | 2008-06-17 10:45:23 +0200 | [diff] [blame] | 100 | |
Ralf Baechle | 7aa1c8f | 2012-10-11 18:14:58 +0200 | [diff] [blame] | 101 | #if defined(CONFIG_KEXEC) |
| 102 | extern void (*dump_ipi_function_ptr)(void *); |
| 103 | void dump_send_ipi(void (*dump_ipi_callback)(void *)); |
| 104 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 105 | #endif /* __ASM_SMP_H */ |