blob: 258158c34df188f4c0b7f6e3d759b47ce587915a [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General
3 * Public License. See the file "COPYING" in the main directory of this
4 * archive for more details.
5 *
6 * Copyright (C) 2000 - 2001 by Kanoj Sarcar (kanoj@sgi.com)
7 * Copyright (C) 2000 - 2001 by Silicon Graphics, Inc.
8 * Copyright (C) 2000, 2001, 2002 Ralf Baechle
9 * Copyright (C) 2000, 2001 Broadcom Corporation
10 */
11#ifndef __ASM_SMP_H
12#define __ASM_SMP_H
13
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include <linux/bitops.h>
15#include <linux/linkage.h>
Ralf Baechle631330f2009-06-19 14:05:26 +010016#include <linux/smp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/threads.h>
18#include <linux/cpumask.h>
Ralf Baechle87353d82007-11-19 12:23:51 +000019
Arun Sharma600634972011-07-26 16:09:06 -070020#include <linux/atomic.h>
Ralf Baechle87353d82007-11-19 12:23:51 +000021#include <asm/smp-ops.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
Ralf Baechle0ab7aef2007-03-02 20:42:04 +000023extern int smp_num_siblings;
24extern cpumask_t cpu_sibling_map[];
Huacai Chenbda45842014-06-26 11:41:26 +080025extern cpumask_t cpu_core_map[];
James Hogan640511a2016-07-13 14:12:52 +010026extern cpumask_t cpu_foreign_map[];
Ralf Baechle0ab7aef2007-03-02 20:42:04 +000027
Paul Burton23f0b442017-12-12 09:57:47 +000028static inline int raw_smp_processor_id(void)
29{
30#if defined(__VDSO__)
31 extern int vdso_smp_processor_id(void)
32 __compiletime_error("VDSO should not call smp_processor_id()");
33 return vdso_smp_processor_id();
34#else
35 return current_thread_info()->cpu;
36#endif
37}
38#define raw_smp_processor_id raw_smp_processor_id
Linus Torvalds1da177e2005-04-16 15:20:36 -070039
40/* Map from cpu id to sequential logical cpu number. This will only
Ralf Baechle70342282013-01-22 12:59:30 +010041 not be idempotent when cpus failed to come on-line. */
Linus Torvalds1da177e2005-04-16 15:20:36 -070042extern int __cpu_number_map[NR_CPUS];
43#define cpu_number_map(cpu) __cpu_number_map[cpu]
44
45/* The reverse map from sequential logical cpu number to cpu id. */
46extern int __cpu_logical_map[NR_CPUS];
47#define cpu_logical_map(cpu) __cpu_logical_map[cpu]
48
49#define NO_PROC_ID (-1)
50
Ralf Baechle70342282013-01-22 12:59:30 +010051#define SMP_RESCHEDULE_YOURSELF 0x1 /* XXX braindead */
Linus Torvalds1da177e2005-04-16 15:20:36 -070052#define SMP_CALL_FUNCTION 0x2
David Daneyddcdb1b2008-12-11 15:33:32 -080053/* Octeon - Tell another core to flush its icache */
54#define SMP_ICACHE_FLUSH 0x4
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +020055/* Used by kexec crashdump to save all cpu's state */
56#define SMP_DUMP 0x8
Huacai Chenc4a987d2014-03-21 18:44:09 +080057#define SMP_ASK_C0COUNT 0x10
David Daneyddcdb1b2008-12-11 15:33:32 -080058
Ralf Baechlecafb45b2015-05-12 06:43:04 +020059extern cpumask_t cpu_callin_map;
Linus Torvalds1da177e2005-04-16 15:20:36 -070060
Paul Burton76306f42014-02-14 16:30:52 +000061/* Mask of CPUs which are currently definitely operating coherently */
62extern cpumask_t cpu_coherent_mask;
63
Linus Torvalds1da177e2005-04-16 15:20:36 -070064extern void asmlinkage smp_bootstrap(void);
65
James Hogan826e99b2016-07-13 14:12:45 +010066extern void calculate_cpu_foreign_map(void);
67
Linus Torvalds1da177e2005-04-16 15:20:36 -070068/*
69 * this function sends a 'reschedule' IPI to another CPU.
70 * it goes straight through and wastes no time serializing
71 * anything. Worst case is that we lose a reschedule ...
72 */
73static inline void smp_send_reschedule(int cpu)
74{
Ralf Baechle87353d82007-11-19 12:23:51 +000075 extern struct plat_smp_ops *mp_ops; /* private */
76
77 mp_ops->send_ipi_single(cpu, SMP_RESCHEDULE_YOURSELF);
Linus Torvalds1da177e2005-04-16 15:20:36 -070078}
79
Ralf Baechle1b2bc752009-06-23 10:00:31 +010080#ifdef CONFIG_HOTPLUG_CPU
81static inline int __cpu_disable(void)
82{
Ralf Baechle70342282013-01-22 12:59:30 +010083 extern struct plat_smp_ops *mp_ops; /* private */
Ralf Baechle1b2bc752009-06-23 10:00:31 +010084
85 return mp_ops->cpu_disable();
86}
87
88static inline void __cpu_die(unsigned int cpu)
89{
Ralf Baechle70342282013-01-22 12:59:30 +010090 extern struct plat_smp_ops *mp_ops; /* private */
Ralf Baechle1b2bc752009-06-23 10:00:31 +010091
92 mp_ops->cpu_die(cpu);
93}
94
95extern void play_dead(void);
96#endif
97
Matt Redfearn7688c532016-09-20 09:47:26 +010098/*
99 * This function will set up the necessary IPIs for Linux to communicate
100 * with the CPUs in mask.
101 * Return 0 on success.
102 */
103int mips_smp_ipi_allocate(const struct cpumask *mask);
104
105/*
106 * This function will free up IPIs allocated with mips_smp_ipi_allocate to the
107 * CPUs in mask, which must be a subset of the IPIs that have been configured.
108 * Return 0 on success.
109 */
110int mips_smp_ipi_free(const struct cpumask *mask);
111
Ralf Baechleeef34ec2009-09-25 15:35:28 +0100112static inline void arch_send_call_function_single_ipi(int cpu)
113{
Ralf Baechle70342282013-01-22 12:59:30 +0100114 extern struct plat_smp_ops *mp_ops; /* private */
Ralf Baechleeef34ec2009-09-25 15:35:28 +0100115
Rusty Russell1ed18352015-03-10 13:00:43 +1030116 mp_ops->send_ipi_mask(cpumask_of(cpu), SMP_CALL_FUNCTION);
Ralf Baechleeef34ec2009-09-25 15:35:28 +0100117}
118
119static inline void arch_send_call_function_ipi_mask(const struct cpumask *mask)
120{
Ralf Baechle70342282013-01-22 12:59:30 +0100121 extern struct plat_smp_ops *mp_ops; /* private */
Ralf Baechleeef34ec2009-09-25 15:35:28 +0100122
123 mp_ops->send_ipi_mask(mask, SMP_CALL_FUNCTION);
124}
Jens Axboe2f304c02008-06-17 10:45:23 +0200125
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +0200126#if defined(CONFIG_KEXEC)
127extern void (*dump_ipi_function_ptr)(void *);
128void dump_send_ipi(void (*dump_ipi_callback)(void *));
129#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130#endif /* __ASM_SMP_H */