Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * This file is subject to the terms and conditions of the GNU General |
| 3 | * Public License. See the file "COPYING" in the main directory of this |
| 4 | * archive for more details. |
| 5 | * |
| 6 | * Copyright (C) 2000 - 2001 by Kanoj Sarcar (kanoj@sgi.com) |
| 7 | * Copyright (C) 2000 - 2001 by Silicon Graphics, Inc. |
| 8 | * Copyright (C) 2000, 2001, 2002 Ralf Baechle |
| 9 | * Copyright (C) 2000, 2001 Broadcom Corporation |
| 10 | */ |
| 11 | #ifndef __ASM_SMP_H |
| 12 | #define __ASM_SMP_H |
| 13 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | #include <linux/bitops.h> |
| 15 | #include <linux/linkage.h> |
Ralf Baechle | 631330f | 2009-06-19 14:05:26 +0100 | [diff] [blame] | 16 | #include <linux/smp.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | #include <linux/threads.h> |
| 18 | #include <linux/cpumask.h> |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 19 | |
Arun Sharma | 60063497 | 2011-07-26 16:09:06 -0700 | [diff] [blame] | 20 | #include <linux/atomic.h> |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 21 | #include <asm/smp-ops.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | |
Ralf Baechle | 0ab7aef | 2007-03-02 20:42:04 +0000 | [diff] [blame] | 23 | extern int smp_num_siblings; |
| 24 | extern cpumask_t cpu_sibling_map[]; |
Huacai Chen | bda4584 | 2014-06-26 11:41:26 +0800 | [diff] [blame] | 25 | extern cpumask_t cpu_core_map[]; |
James Hogan | 640511a | 2016-07-13 14:12:52 +0100 | [diff] [blame] | 26 | extern cpumask_t cpu_foreign_map[]; |
Ralf Baechle | 0ab7aef | 2007-03-02 20:42:04 +0000 | [diff] [blame] | 27 | |
Paul Burton | 23f0b44 | 2017-12-12 09:57:47 +0000 | [diff] [blame] | 28 | static inline int raw_smp_processor_id(void) |
| 29 | { |
| 30 | #if defined(__VDSO__) |
| 31 | extern int vdso_smp_processor_id(void) |
| 32 | __compiletime_error("VDSO should not call smp_processor_id()"); |
| 33 | return vdso_smp_processor_id(); |
| 34 | #else |
| 35 | return current_thread_info()->cpu; |
| 36 | #endif |
| 37 | } |
| 38 | #define raw_smp_processor_id raw_smp_processor_id |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 39 | |
| 40 | /* Map from cpu id to sequential logical cpu number. This will only |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 41 | not be idempotent when cpus failed to come on-line. */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 42 | extern int __cpu_number_map[NR_CPUS]; |
| 43 | #define cpu_number_map(cpu) __cpu_number_map[cpu] |
| 44 | |
| 45 | /* The reverse map from sequential logical cpu number to cpu id. */ |
| 46 | extern int __cpu_logical_map[NR_CPUS]; |
| 47 | #define cpu_logical_map(cpu) __cpu_logical_map[cpu] |
| 48 | |
| 49 | #define NO_PROC_ID (-1) |
| 50 | |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 51 | #define SMP_RESCHEDULE_YOURSELF 0x1 /* XXX braindead */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | #define SMP_CALL_FUNCTION 0x2 |
David Daney | ddcdb1b | 2008-12-11 15:33:32 -0800 | [diff] [blame] | 53 | /* Octeon - Tell another core to flush its icache */ |
| 54 | #define SMP_ICACHE_FLUSH 0x4 |
Ralf Baechle | 7aa1c8f | 2012-10-11 18:14:58 +0200 | [diff] [blame] | 55 | /* Used by kexec crashdump to save all cpu's state */ |
| 56 | #define SMP_DUMP 0x8 |
Huacai Chen | c4a987d | 2014-03-21 18:44:09 +0800 | [diff] [blame] | 57 | #define SMP_ASK_C0COUNT 0x10 |
David Daney | ddcdb1b | 2008-12-11 15:33:32 -0800 | [diff] [blame] | 58 | |
Ralf Baechle | cafb45b | 2015-05-12 06:43:04 +0200 | [diff] [blame] | 59 | extern cpumask_t cpu_callin_map; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 60 | |
Paul Burton | 76306f4 | 2014-02-14 16:30:52 +0000 | [diff] [blame] | 61 | /* Mask of CPUs which are currently definitely operating coherently */ |
| 62 | extern cpumask_t cpu_coherent_mask; |
| 63 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 64 | extern void asmlinkage smp_bootstrap(void); |
| 65 | |
James Hogan | 826e99b | 2016-07-13 14:12:45 +0100 | [diff] [blame] | 66 | extern void calculate_cpu_foreign_map(void); |
| 67 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 68 | /* |
| 69 | * this function sends a 'reschedule' IPI to another CPU. |
| 70 | * it goes straight through and wastes no time serializing |
| 71 | * anything. Worst case is that we lose a reschedule ... |
| 72 | */ |
| 73 | static inline void smp_send_reschedule(int cpu) |
| 74 | { |
Ralf Baechle | 87353d8 | 2007-11-19 12:23:51 +0000 | [diff] [blame] | 75 | extern struct plat_smp_ops *mp_ops; /* private */ |
| 76 | |
| 77 | mp_ops->send_ipi_single(cpu, SMP_RESCHEDULE_YOURSELF); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 78 | } |
| 79 | |
Ralf Baechle | 1b2bc75 | 2009-06-23 10:00:31 +0100 | [diff] [blame] | 80 | #ifdef CONFIG_HOTPLUG_CPU |
| 81 | static inline int __cpu_disable(void) |
| 82 | { |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 83 | extern struct plat_smp_ops *mp_ops; /* private */ |
Ralf Baechle | 1b2bc75 | 2009-06-23 10:00:31 +0100 | [diff] [blame] | 84 | |
| 85 | return mp_ops->cpu_disable(); |
| 86 | } |
| 87 | |
| 88 | static inline void __cpu_die(unsigned int cpu) |
| 89 | { |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 90 | extern struct plat_smp_ops *mp_ops; /* private */ |
Ralf Baechle | 1b2bc75 | 2009-06-23 10:00:31 +0100 | [diff] [blame] | 91 | |
| 92 | mp_ops->cpu_die(cpu); |
| 93 | } |
| 94 | |
| 95 | extern void play_dead(void); |
| 96 | #endif |
| 97 | |
Matt Redfearn | 7688c53 | 2016-09-20 09:47:26 +0100 | [diff] [blame] | 98 | /* |
| 99 | * This function will set up the necessary IPIs for Linux to communicate |
| 100 | * with the CPUs in mask. |
| 101 | * Return 0 on success. |
| 102 | */ |
| 103 | int mips_smp_ipi_allocate(const struct cpumask *mask); |
| 104 | |
| 105 | /* |
| 106 | * This function will free up IPIs allocated with mips_smp_ipi_allocate to the |
| 107 | * CPUs in mask, which must be a subset of the IPIs that have been configured. |
| 108 | * Return 0 on success. |
| 109 | */ |
| 110 | int mips_smp_ipi_free(const struct cpumask *mask); |
| 111 | |
Ralf Baechle | eef34ec | 2009-09-25 15:35:28 +0100 | [diff] [blame] | 112 | static inline void arch_send_call_function_single_ipi(int cpu) |
| 113 | { |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 114 | extern struct plat_smp_ops *mp_ops; /* private */ |
Ralf Baechle | eef34ec | 2009-09-25 15:35:28 +0100 | [diff] [blame] | 115 | |
Rusty Russell | 1ed1835 | 2015-03-10 13:00:43 +1030 | [diff] [blame] | 116 | mp_ops->send_ipi_mask(cpumask_of(cpu), SMP_CALL_FUNCTION); |
Ralf Baechle | eef34ec | 2009-09-25 15:35:28 +0100 | [diff] [blame] | 117 | } |
| 118 | |
| 119 | static inline void arch_send_call_function_ipi_mask(const struct cpumask *mask) |
| 120 | { |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 121 | extern struct plat_smp_ops *mp_ops; /* private */ |
Ralf Baechle | eef34ec | 2009-09-25 15:35:28 +0100 | [diff] [blame] | 122 | |
| 123 | mp_ops->send_ipi_mask(mask, SMP_CALL_FUNCTION); |
| 124 | } |
Jens Axboe | 2f304c0 | 2008-06-17 10:45:23 +0200 | [diff] [blame] | 125 | |
Ralf Baechle | 7aa1c8f | 2012-10-11 18:14:58 +0200 | [diff] [blame] | 126 | #if defined(CONFIG_KEXEC) |
| 127 | extern void (*dump_ipi_function_ptr)(void *); |
| 128 | void dump_send_ipi(void (*dump_ipi_callback)(void *)); |
| 129 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 130 | #endif /* __ASM_SMP_H */ |