blob: 7990c1c70471ceb8ba846be2e23f12272cd47a68 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General
3 * Public License. See the file "COPYING" in the main directory of this
4 * archive for more details.
5 *
6 * Copyright (C) 2000 - 2001 by Kanoj Sarcar (kanoj@sgi.com)
7 * Copyright (C) 2000 - 2001 by Silicon Graphics, Inc.
8 * Copyright (C) 2000, 2001, 2002 Ralf Baechle
9 * Copyright (C) 2000, 2001 Broadcom Corporation
10 */
11#ifndef __ASM_SMP_H
12#define __ASM_SMP_H
13
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include <linux/bitops.h>
15#include <linux/linkage.h>
Ralf Baechle631330f2009-06-19 14:05:26 +010016#include <linux/smp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/threads.h>
18#include <linux/cpumask.h>
Ralf Baechle87353d82007-11-19 12:23:51 +000019
Arun Sharma600634972011-07-26 16:09:06 -070020#include <linux/atomic.h>
Ralf Baechle87353d82007-11-19 12:23:51 +000021#include <asm/smp-ops.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
Ralf Baechle0ab7aef2007-03-02 20:42:04 +000023extern int smp_num_siblings;
24extern cpumask_t cpu_sibling_map[];
Huacai Chenbda45842014-06-26 11:41:26 +080025extern cpumask_t cpu_core_map[];
James Hogan640511a2016-07-13 14:12:52 +010026extern cpumask_t cpu_foreign_map[];
Ralf Baechle0ab7aef2007-03-02 20:42:04 +000027
Paul Burton351fddd2017-12-12 09:57:47 +000028static inline int raw_smp_processor_id(void)
29{
30#if defined(__VDSO__)
31 extern int vdso_smp_processor_id(void)
32 __compiletime_error("VDSO should not call smp_processor_id()");
33 return vdso_smp_processor_id();
34#else
35 return current_thread_info()->cpu;
36#endif
37}
38#define raw_smp_processor_id raw_smp_processor_id
Linus Torvalds1da177e2005-04-16 15:20:36 -070039
40/* Map from cpu id to sequential logical cpu number. This will only
Ralf Baechle70342282013-01-22 12:59:30 +010041 not be idempotent when cpus failed to come on-line. */
David Daney7820b842017-09-28 12:34:04 -050042extern int __cpu_number_map[CONFIG_MIPS_NR_CPU_NR_MAP];
Linus Torvalds1da177e2005-04-16 15:20:36 -070043#define cpu_number_map(cpu) __cpu_number_map[cpu]
44
45/* The reverse map from sequential logical cpu number to cpu id. */
46extern int __cpu_logical_map[NR_CPUS];
47#define cpu_logical_map(cpu) __cpu_logical_map[cpu]
48
49#define NO_PROC_ID (-1)
50
Ralf Baechle70342282013-01-22 12:59:30 +010051#define SMP_RESCHEDULE_YOURSELF 0x1 /* XXX braindead */
Linus Torvalds1da177e2005-04-16 15:20:36 -070052#define SMP_CALL_FUNCTION 0x2
David Daneyddcdb1b2008-12-11 15:33:32 -080053/* Octeon - Tell another core to flush its icache */
54#define SMP_ICACHE_FLUSH 0x4
Marcin Nowakowskic83c2ee2016-12-02 09:58:28 +010055#define SMP_ASK_C0COUNT 0x8
David Daneyddcdb1b2008-12-11 15:33:32 -080056
Paul Burton76306f42014-02-14 16:30:52 +000057/* Mask of CPUs which are currently definitely operating coherently */
58extern cpumask_t cpu_coherent_mask;
59
Joe Perchesb745fcb2017-07-12 14:37:25 -070060extern asmlinkage void smp_bootstrap(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -070061
James Hogan826e99b2016-07-13 14:12:45 +010062extern void calculate_cpu_foreign_map(void);
63
Linus Torvalds1da177e2005-04-16 15:20:36 -070064/*
65 * this function sends a 'reschedule' IPI to another CPU.
66 * it goes straight through and wastes no time serializing
67 * anything. Worst case is that we lose a reschedule ...
68 */
69static inline void smp_send_reschedule(int cpu)
70{
Matt Redfearnff2c8252017-07-19 09:21:03 +010071 extern const struct plat_smp_ops *mp_ops; /* private */
Ralf Baechle87353d82007-11-19 12:23:51 +000072
73 mp_ops->send_ipi_single(cpu, SMP_RESCHEDULE_YOURSELF);
Linus Torvalds1da177e2005-04-16 15:20:36 -070074}
75
Ralf Baechle1b2bc752009-06-23 10:00:31 +010076#ifdef CONFIG_HOTPLUG_CPU
77static inline int __cpu_disable(void)
78{
Matt Redfearnff2c8252017-07-19 09:21:03 +010079 extern const struct plat_smp_ops *mp_ops; /* private */
Ralf Baechle1b2bc752009-06-23 10:00:31 +010080
81 return mp_ops->cpu_disable();
82}
83
84static inline void __cpu_die(unsigned int cpu)
85{
Matt Redfearnff2c8252017-07-19 09:21:03 +010086 extern const struct plat_smp_ops *mp_ops; /* private */
Ralf Baechle1b2bc752009-06-23 10:00:31 +010087
88 mp_ops->cpu_die(cpu);
89}
90
91extern void play_dead(void);
92#endif
93
Dengcheng Zhu62cac482018-09-11 14:49:21 -070094#ifdef CONFIG_KEXEC
95static inline void kexec_nonboot_cpu(void)
96{
97 extern const struct plat_smp_ops *mp_ops; /* private */
98
99 return mp_ops->kexec_nonboot_cpu();
100}
101
102static inline void *kexec_nonboot_cpu_func(void)
103{
104 extern const struct plat_smp_ops *mp_ops; /* private */
105
106 return mp_ops->kexec_nonboot_cpu;
107}
108#endif
109
Matt Redfearn7688c532016-09-20 09:47:26 +0100110/*
111 * This function will set up the necessary IPIs for Linux to communicate
112 * with the CPUs in mask.
113 * Return 0 on success.
114 */
115int mips_smp_ipi_allocate(const struct cpumask *mask);
116
117/*
118 * This function will free up IPIs allocated with mips_smp_ipi_allocate to the
119 * CPUs in mask, which must be a subset of the IPIs that have been configured.
120 * Return 0 on success.
121 */
122int mips_smp_ipi_free(const struct cpumask *mask);
123
Ralf Baechleeef34ec2009-09-25 15:35:28 +0100124static inline void arch_send_call_function_single_ipi(int cpu)
125{
Matt Redfearnff2c8252017-07-19 09:21:03 +0100126 extern const struct plat_smp_ops *mp_ops; /* private */
Ralf Baechleeef34ec2009-09-25 15:35:28 +0100127
Rusty Russell1ed18352015-03-10 13:00:43 +1030128 mp_ops->send_ipi_mask(cpumask_of(cpu), SMP_CALL_FUNCTION);
Ralf Baechleeef34ec2009-09-25 15:35:28 +0100129}
130
131static inline void arch_send_call_function_ipi_mask(const struct cpumask *mask)
132{
Matt Redfearnff2c8252017-07-19 09:21:03 +0100133 extern const struct plat_smp_ops *mp_ops; /* private */
Ralf Baechleeef34ec2009-09-25 15:35:28 +0100134
135 mp_ops->send_ipi_mask(mask, SMP_CALL_FUNCTION);
136}
Jens Axboe2f304c02008-06-17 10:45:23 +0200137
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138#endif /* __ASM_SMP_H */