H. Peter Anvin | 1965aae | 2008-10-22 22:26:29 -0700 | [diff] [blame] | 1 | #ifndef _ASM_X86_IPI_H |
| 2 | #define _ASM_X86_IPI_H |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | |
Ingo Molnar | d53e2f2 | 2009-01-28 19:14:52 +0100 | [diff] [blame] | 4 | #ifdef CONFIG_X86_LOCAL_APIC |
| 5 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 6 | /* |
| 7 | * Copyright 2004 James Cleverdon, IBM. |
| 8 | * Subject to the GNU Public License, v.2 |
| 9 | * |
| 10 | * Generic APIC InterProcessor Interrupt code. |
| 11 | * |
| 12 | * Moved to include file by James Cleverdon from |
| 13 | * arch/x86-64/kernel/smp.c |
| 14 | * |
| 15 | * Copyrights from kernel/smp.c: |
| 16 | * |
| 17 | * (c) 1995 Alan Cox, Building #3 <alan@redhat.com> |
| 18 | * (c) 1998-99, 2000 Ingo Molnar <mingo@redhat.com> |
| 19 | * (c) 2002,2003 Andi Kleen, SuSE Labs. |
| 20 | * Subject to the GNU Public License, v.2 |
| 21 | */ |
| 22 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 23 | #include <asm/hw_irq.h> |
Jan Beulich | 00f1ea6 | 2007-05-02 19:27:04 +0200 | [diff] [blame] | 24 | #include <asm/apic.h> |
Paul Jackson | e3f8ba8 | 2008-05-14 08:15:04 -0700 | [diff] [blame] | 25 | #include <asm/smp.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | |
| 27 | /* |
| 28 | * the following functions deal with sending IPIs between CPUs. |
| 29 | * |
| 30 | * We use 'broadcast', CPU->CPU IPIs and self-IPIs too. |
| 31 | */ |
| 32 | |
Joe Perches | 061b3d9 | 2008-03-23 01:02:27 -0700 | [diff] [blame] | 33 | static inline unsigned int __prepare_ICR(unsigned int shortcut, int vector, |
| 34 | unsigned int dest) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 35 | { |
Jan Beulich | 1a426cb | 2005-09-12 18:49:24 +0200 | [diff] [blame] | 36 | unsigned int icr = shortcut | dest; |
| 37 | |
| 38 | switch (vector) { |
| 39 | default: |
| 40 | icr |= APIC_DM_FIXED | vector; |
| 41 | break; |
| 42 | case NMI_VECTOR: |
Jan Beulich | 1a426cb | 2005-09-12 18:49:24 +0200 | [diff] [blame] | 43 | icr |= APIC_DM_NMI; |
| 44 | break; |
| 45 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 | return icr; |
| 47 | } |
| 48 | |
Joe Perches | 061b3d9 | 2008-03-23 01:02:27 -0700 | [diff] [blame] | 49 | static inline int __prepare_ICR2(unsigned int mask) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 50 | { |
| 51 | return SET_APIC_DEST_FIELD(mask); |
| 52 | } |
| 53 | |
Suresh Siddha | 1b374e4 | 2008-07-10 11:16:49 -0700 | [diff] [blame] | 54 | static inline void __xapic_wait_icr_idle(void) |
| 55 | { |
| 56 | while (native_apic_mem_read(APIC_ICR) & APIC_ICR_BUSY) |
| 57 | cpu_relax(); |
| 58 | } |
| 59 | |
Denys Vlasenko | 1a8aa8a | 2016-03-06 19:11:15 +0100 | [diff] [blame] | 60 | void __default_send_IPI_shortcut(unsigned int shortcut, int vector, unsigned int dest); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 61 | |
Fernando Luis [** ISO-8859-1 charset **] VázquezCao | 9062d88 | 2007-05-02 19:27:18 +0200 | [diff] [blame] | 62 | /* |
| 63 | * This is used to send an IPI with no shorthand notation (the destination is |
| 64 | * specified in bits 56 to 63 of the ICR). |
| 65 | */ |
Denys Vlasenko | 1a8aa8a | 2016-03-06 19:11:15 +0100 | [diff] [blame] | 66 | void __default_send_IPI_dest_field(unsigned int mask, int vector, unsigned int dest); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 67 | |
Thomas Gleixner | 7e29393 | 2015-11-04 22:57:07 +0000 | [diff] [blame] | 68 | extern void default_send_IPI_single(int cpu, int vector); |
Thomas Gleixner | 53be0fa | 2015-11-04 22:57:01 +0000 | [diff] [blame] | 69 | extern void default_send_IPI_single_phys(int cpu, int vector); |
Yinghai Lu | c5e9548 | 2009-01-30 17:29:27 -0800 | [diff] [blame] | 70 | extern void default_send_IPI_mask_sequence_phys(const struct cpumask *mask, |
| 71 | int vector); |
| 72 | extern void default_send_IPI_mask_allbutself_phys(const struct cpumask *mask, |
| 73 | int vector); |
Ingo Molnar | d53e2f2 | 2009-01-28 19:14:52 +0100 | [diff] [blame] | 74 | |
| 75 | /* Avoid include hell */ |
| 76 | #define NMI_VECTOR 0x02 |
| 77 | |
Ingo Molnar | d53e2f2 | 2009-01-28 19:14:52 +0100 | [diff] [blame] | 78 | extern int no_broadcast; |
| 79 | |
Ingo Molnar | d53e2f2 | 2009-01-28 19:14:52 +0100 | [diff] [blame] | 80 | static inline void __default_local_send_IPI_allbutself(int vector) |
| 81 | { |
| 82 | if (no_broadcast || vector == NMI_VECTOR) |
| 83 | apic->send_IPI_mask_allbutself(cpu_online_mask, vector); |
| 84 | else |
| 85 | __default_send_IPI_shortcut(APIC_DEST_ALLBUT, vector, apic->dest_logical); |
| 86 | } |
| 87 | |
| 88 | static inline void __default_local_send_IPI_all(int vector) |
| 89 | { |
| 90 | if (no_broadcast || vector == NMI_VECTOR) |
| 91 | apic->send_IPI_mask(cpu_online_mask, vector); |
| 92 | else |
| 93 | __default_send_IPI_shortcut(APIC_DEST_ALLINC, vector, apic->dest_logical); |
| 94 | } |
| 95 | |
| 96 | #ifdef CONFIG_X86_32 |
Tejun Heo | 1245e16 | 2011-01-23 14:37:29 +0100 | [diff] [blame] | 97 | extern void default_send_IPI_mask_sequence_logical(const struct cpumask *mask, |
| 98 | int vector); |
| 99 | extern void default_send_IPI_mask_allbutself_logical(const struct cpumask *mask, |
| 100 | int vector); |
Yinghai Lu | c5e9548 | 2009-01-30 17:29:27 -0800 | [diff] [blame] | 101 | extern void default_send_IPI_mask_logical(const struct cpumask *mask, |
| 102 | int vector); |
| 103 | extern void default_send_IPI_allbutself(int vector); |
| 104 | extern void default_send_IPI_all(int vector); |
| 105 | extern void default_send_IPI_self(int vector); |
Ingo Molnar | d53e2f2 | 2009-01-28 19:14:52 +0100 | [diff] [blame] | 106 | #endif |
| 107 | |
| 108 | #endif |
| 109 | |
H. Peter Anvin | 1965aae | 2008-10-22 22:26:29 -0700 | [diff] [blame] | 110 | #endif /* _ASM_X86_IPI_H */ |