blob: 9e494f8d9c03a13325bc135725ebfec45c01e24c [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General
3 * Public License. See the file "COPYING" in the main directory of this
4 * archive for more details.
5 *
6 * Copyright (C) 2000 - 2001 by Kanoj Sarcar (kanoj@sgi.com)
7 * Copyright (C) 2000 - 2001 by Silicon Graphics, Inc.
8 * Copyright (C) 2000, 2001, 2002 Ralf Baechle
9 * Copyright (C) 2000, 2001 Broadcom Corporation
10 */
11#ifndef __ASM_SMP_H
12#define __ASM_SMP_H
13
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include <linux/bitops.h>
15#include <linux/linkage.h>
Ralf Baechle631330f2009-06-19 14:05:26 +010016#include <linux/smp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/threads.h>
18#include <linux/cpumask.h>
Ralf Baechle87353d82007-11-19 12:23:51 +000019
Arun Sharma600634972011-07-26 16:09:06 -070020#include <linux/atomic.h>
Ralf Baechle87353d82007-11-19 12:23:51 +000021#include <asm/smp-ops.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
Ralf Baechle0ab7aef2007-03-02 20:42:04 +000023extern int smp_num_siblings;
24extern cpumask_t cpu_sibling_map[];
Huacai Chenbda45842014-06-26 11:41:26 +080025extern cpumask_t cpu_core_map[];
James Hogan640511a2016-07-13 14:12:52 +010026extern cpumask_t cpu_foreign_map[];
Ralf Baechle0ab7aef2007-03-02 20:42:04 +000027
Ingo Molnar39c715b2005-06-21 17:14:34 -070028#define raw_smp_processor_id() (current_thread_info()->cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -070029
30/* Map from cpu id to sequential logical cpu number. This will only
Ralf Baechle70342282013-01-22 12:59:30 +010031 not be idempotent when cpus failed to come on-line. */
Linus Torvalds1da177e2005-04-16 15:20:36 -070032extern int __cpu_number_map[NR_CPUS];
33#define cpu_number_map(cpu) __cpu_number_map[cpu]
34
35/* The reverse map from sequential logical cpu number to cpu id. */
36extern int __cpu_logical_map[NR_CPUS];
37#define cpu_logical_map(cpu) __cpu_logical_map[cpu]
38
39#define NO_PROC_ID (-1)
40
Ralf Baechle70342282013-01-22 12:59:30 +010041#define SMP_RESCHEDULE_YOURSELF 0x1 /* XXX braindead */
Linus Torvalds1da177e2005-04-16 15:20:36 -070042#define SMP_CALL_FUNCTION 0x2
David Daneyddcdb1b2008-12-11 15:33:32 -080043/* Octeon - Tell another core to flush its icache */
44#define SMP_ICACHE_FLUSH 0x4
Marcin Nowakowskic83c2ee2016-12-02 09:58:28 +010045#define SMP_ASK_C0COUNT 0x8
David Daneyddcdb1b2008-12-11 15:33:32 -080046
Paul Burton76306f42014-02-14 16:30:52 +000047/* Mask of CPUs which are currently definitely operating coherently */
48extern cpumask_t cpu_coherent_mask;
49
Joe Perchesb745fcb2017-07-12 14:37:25 -070050extern asmlinkage void smp_bootstrap(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -070051
James Hogan826e99b2016-07-13 14:12:45 +010052extern void calculate_cpu_foreign_map(void);
53
Linus Torvalds1da177e2005-04-16 15:20:36 -070054/*
55 * this function sends a 'reschedule' IPI to another CPU.
56 * it goes straight through and wastes no time serializing
57 * anything. Worst case is that we lose a reschedule ...
58 */
59static inline void smp_send_reschedule(int cpu)
60{
Matt Redfearnff2c8252017-07-19 09:21:03 +010061 extern const struct plat_smp_ops *mp_ops; /* private */
Ralf Baechle87353d82007-11-19 12:23:51 +000062
63 mp_ops->send_ipi_single(cpu, SMP_RESCHEDULE_YOURSELF);
Linus Torvalds1da177e2005-04-16 15:20:36 -070064}
65
Ralf Baechle1b2bc752009-06-23 10:00:31 +010066#ifdef CONFIG_HOTPLUG_CPU
67static inline int __cpu_disable(void)
68{
Matt Redfearnff2c8252017-07-19 09:21:03 +010069 extern const struct plat_smp_ops *mp_ops; /* private */
Ralf Baechle1b2bc752009-06-23 10:00:31 +010070
71 return mp_ops->cpu_disable();
72}
73
74static inline void __cpu_die(unsigned int cpu)
75{
Matt Redfearnff2c8252017-07-19 09:21:03 +010076 extern const struct plat_smp_ops *mp_ops; /* private */
Ralf Baechle1b2bc752009-06-23 10:00:31 +010077
78 mp_ops->cpu_die(cpu);
79}
80
81extern void play_dead(void);
82#endif
83
Matt Redfearn7688c532016-09-20 09:47:26 +010084/*
85 * This function will set up the necessary IPIs for Linux to communicate
86 * with the CPUs in mask.
87 * Return 0 on success.
88 */
89int mips_smp_ipi_allocate(const struct cpumask *mask);
90
91/*
92 * This function will free up IPIs allocated with mips_smp_ipi_allocate to the
93 * CPUs in mask, which must be a subset of the IPIs that have been configured.
94 * Return 0 on success.
95 */
96int mips_smp_ipi_free(const struct cpumask *mask);
97
Ralf Baechleeef34ec2009-09-25 15:35:28 +010098static inline void arch_send_call_function_single_ipi(int cpu)
99{
Matt Redfearnff2c8252017-07-19 09:21:03 +0100100 extern const struct plat_smp_ops *mp_ops; /* private */
Ralf Baechleeef34ec2009-09-25 15:35:28 +0100101
Rusty Russell1ed18352015-03-10 13:00:43 +1030102 mp_ops->send_ipi_mask(cpumask_of(cpu), SMP_CALL_FUNCTION);
Ralf Baechleeef34ec2009-09-25 15:35:28 +0100103}
104
105static inline void arch_send_call_function_ipi_mask(const struct cpumask *mask)
106{
Matt Redfearnff2c8252017-07-19 09:21:03 +0100107 extern const struct plat_smp_ops *mp_ops; /* private */
Ralf Baechleeef34ec2009-09-25 15:35:28 +0100108
109 mp_ops->send_ipi_mask(mask, SMP_CALL_FUNCTION);
110}
Jens Axboe2f304c02008-06-17 10:45:23 +0200111
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112#endif /* __ASM_SMP_H */