Yinghai Lu | c7e7964 | 2008-07-25 02:17:33 -0700 | [diff] [blame] | 1 | #ifndef __ASM_ES7000_APIC_H |
| 2 | #define __ASM_ES7000_APIC_H |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | |
Mike Travis | 4d9f943 | 2009-01-05 17:09:41 -0800 | [diff] [blame] | 4 | #include <linux/gfp.h> |
| 5 | |
Glauber de Oliveira Costa | cbe879f | 2008-03-19 14:25:19 -0300 | [diff] [blame] | 6 | #define xapic_phys_to_log_apicid(cpu) per_cpu(x86_bios_cpu_apicid, cpu) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | |
Ingo Molnar | 7ed248d | 2009-01-28 03:43:47 +0100 | [diff] [blame] | 8 | static inline int es7000_apic_id_registered(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | { |
Ingo Molnar | 7ed248d | 2009-01-28 03:43:47 +0100 | [diff] [blame] | 10 | return 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | } |
| 12 | |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 13 | static inline const cpumask_t *target_cpus_cluster(void) |
Yinghai Lu | c7e7964 | 2008-07-25 02:17:33 -0700 | [diff] [blame] | 14 | { |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 15 | return &CPU_MASK_ALL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 16 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | |
Ingo Molnar | 0a9cc20 | 2009-01-28 04:30:40 +0100 | [diff] [blame] | 18 | static inline const cpumask_t *es7000_target_cpus(void) |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 19 | { |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 20 | return &cpumask_of_cpu(smp_processor_id()); |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 21 | } |
| 22 | |
| 23 | #define APIC_DFR_VALUE_CLUSTER (APIC_DFR_CLUSTER) |
| 24 | #define INT_DELIVERY_MODE_CLUSTER (dest_LowestPrio) |
| 25 | #define INT_DEST_MODE_CLUSTER (1) /* logical delivery broadcast to all procs */ |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 26 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | #define APIC_DFR_VALUE (APIC_DFR_FLAT) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | |
Ingo Molnar | d1d7cae | 2009-01-28 05:41:42 +0100 | [diff] [blame] | 29 | static inline unsigned long |
| 30 | es7000_check_apicid_used(physid_mask_t bitmap, int apicid) |
Yinghai Lu | c7e7964 | 2008-07-25 02:17:33 -0700 | [diff] [blame] | 31 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 | return 0; |
Yinghai Lu | c7e7964 | 2008-07-25 02:17:33 -0700 | [diff] [blame] | 33 | } |
Ingo Molnar | d1d7cae | 2009-01-28 05:41:42 +0100 | [diff] [blame] | 34 | static inline unsigned long es7000_check_apicid_present(int bit) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 35 | { |
| 36 | return physid_isset(bit, phys_cpu_present_map); |
| 37 | } |
| 38 | |
| 39 | #define apicid_cluster(apicid) (apicid & 0xF0) |
| 40 | |
| 41 | static inline unsigned long calculate_ldr(int cpu) |
| 42 | { |
| 43 | unsigned long id; |
| 44 | id = xapic_phys_to_log_apicid(cpu); |
| 45 | return (SET_APIC_LOGICAL_ID(id)); |
| 46 | } |
| 47 | |
| 48 | /* |
| 49 | * Set up the logical destination ID. |
| 50 | * |
| 51 | * Intel recommends to set DFR, LdR and TPR before enabling |
| 52 | * an APIC. See e.g. "AP-388 82489DX User's Manual" (Intel |
| 53 | * document number 292116). So here it goes... |
| 54 | */ |
Ingo Molnar | a5c4329 | 2009-01-28 06:50:47 +0100 | [diff] [blame] | 55 | static inline void es7000_init_apic_ldr_cluster(void) |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 56 | { |
| 57 | unsigned long val; |
| 58 | int cpu = smp_processor_id(); |
| 59 | |
| 60 | apic_write(APIC_DFR, APIC_DFR_VALUE_CLUSTER); |
| 61 | val = calculate_ldr(cpu); |
| 62 | apic_write(APIC_LDR, val); |
| 63 | } |
| 64 | |
Ingo Molnar | a5c4329 | 2009-01-28 06:50:47 +0100 | [diff] [blame] | 65 | static inline void es7000_init_apic_ldr(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 66 | { |
| 67 | unsigned long val; |
| 68 | int cpu = smp_processor_id(); |
| 69 | |
Maciej W. Rozycki | 593f4a7 | 2008-07-16 19:15:30 +0100 | [diff] [blame] | 70 | apic_write(APIC_DFR, APIC_DFR_VALUE); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 71 | val = calculate_ldr(cpu); |
Maciej W. Rozycki | 593f4a7 | 2008-07-16 19:15:30 +0100 | [diff] [blame] | 72 | apic_write(APIC_LDR, val); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 73 | } |
| 74 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 75 | extern int apic_version [MAX_APICS]; |
Ingo Molnar | 72ce016 | 2009-01-28 06:50:47 +0100 | [diff] [blame] | 76 | static inline void es7000_setup_apic_routing(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 77 | { |
Glauber de Oliveira Costa | cbe879f | 2008-03-19 14:25:19 -0300 | [diff] [blame] | 78 | int apic = per_cpu(x86_bios_cpu_apicid, smp_processor_id()); |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 79 | printk("Enabling APIC mode: %s. Using %d I/O APICs, target cpus %lx\n", |
Yinghai Lu | c7e7964 | 2008-07-25 02:17:33 -0700 | [diff] [blame] | 80 | (apic_version[apic] == 0x14) ? |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 81 | "Physical Cluster" : "Logical Cluster", |
Ingo Molnar | 0a9cc20 | 2009-01-28 04:30:40 +0100 | [diff] [blame] | 82 | nr_ioapics, cpus_addr(*es7000_target_cpus())[0]); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 | } |
| 84 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | static inline int apicid_to_node(int logical_apicid) |
| 86 | { |
| 87 | return 0; |
| 88 | } |
| 89 | |
| 90 | |
| 91 | static inline int cpu_present_to_apicid(int mps_cpu) |
| 92 | { |
| 93 | if (!mps_cpu) |
| 94 | return boot_cpu_physical_apicid; |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 95 | else if (mps_cpu < nr_cpu_ids) |
Glauber de Oliveira Costa | cbe879f | 2008-03-19 14:25:19 -0300 | [diff] [blame] | 96 | return (int) per_cpu(x86_bios_cpu_apicid, mps_cpu); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 97 | else |
| 98 | return BAD_APICID; |
| 99 | } |
| 100 | |
| 101 | static inline physid_mask_t apicid_to_cpu_present(int phys_apicid) |
| 102 | { |
| 103 | static int id = 0; |
| 104 | physid_mask_t mask; |
| 105 | mask = physid_mask_of_physid(id); |
| 106 | ++id; |
| 107 | return mask; |
| 108 | } |
| 109 | |
| 110 | extern u8 cpu_2_logical_apicid[]; |
| 111 | /* Mapping from cpu number to logical apicid */ |
| 112 | static inline int cpu_to_logical_apicid(int cpu) |
| 113 | { |
Andi Kleen | 874c4fe | 2006-09-26 10:52:26 +0200 | [diff] [blame] | 114 | #ifdef CONFIG_SMP |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 115 | if (cpu >= nr_cpu_ids) |
| 116 | return BAD_APICID; |
| 117 | return (int)cpu_2_logical_apicid[cpu]; |
Andi Kleen | 874c4fe | 2006-09-26 10:52:26 +0200 | [diff] [blame] | 118 | #else |
| 119 | return logical_smp_processor_id(); |
| 120 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 121 | } |
| 122 | |
Ingo Molnar | d190cb8 | 2009-01-28 06:50:47 +0100 | [diff] [blame] | 123 | static inline physid_mask_t es7000_ioapic_phys_id_map(physid_mask_t phys_map) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 124 | { |
| 125 | /* For clustered we don't have a good way to do this yet - hack */ |
| 126 | return physids_promote(0xff); |
| 127 | } |
| 128 | |
| 129 | |
| 130 | static inline void setup_portio_remap(void) |
| 131 | { |
| 132 | } |
| 133 | |
| 134 | extern unsigned int boot_cpu_physical_apicid; |
| 135 | static inline int check_phys_apicid_present(int cpu_physical_apicid) |
| 136 | { |
Yinghai Lu | 4c9961d | 2008-07-11 18:44:16 -0700 | [diff] [blame] | 137 | boot_cpu_physical_apicid = read_apic_id(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 138 | return (1); |
| 139 | } |
| 140 | |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 141 | static inline unsigned int |
| 142 | cpu_mask_to_apicid_cluster(const struct cpumask *cpumask) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 143 | { |
| 144 | int num_bits_set; |
| 145 | int cpus_found = 0; |
| 146 | int cpu; |
Yinghai Lu | c7e7964 | 2008-07-25 02:17:33 -0700 | [diff] [blame] | 147 | int apicid; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 148 | |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 149 | num_bits_set = cpumask_weight(cpumask); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 150 | /* Return id to all */ |
Mike Travis | 9628937 | 2008-12-31 18:08:46 -0800 | [diff] [blame] | 151 | if (num_bits_set == nr_cpu_ids) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 152 | return 0xFF; |
Yinghai Lu | c7e7964 | 2008-07-25 02:17:33 -0700 | [diff] [blame] | 153 | /* |
| 154 | * The cpus in the mask must all be on the apic cluster. If are not |
Ingo Molnar | fe402e1 | 2009-01-28 04:32:51 +0100 | [diff] [blame] | 155 | * on the same apicid cluster return default value of target_cpus(): |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 156 | */ |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 157 | cpu = cpumask_first(cpumask); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 158 | apicid = cpu_to_logical_apicid(cpu); |
| 159 | while (cpus_found < num_bits_set) { |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 160 | if (cpumask_test_cpu(cpu, cpumask)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 161 | int new_apicid = cpu_to_logical_apicid(cpu); |
Yinghai Lu | c7e7964 | 2008-07-25 02:17:33 -0700 | [diff] [blame] | 162 | if (apicid_cluster(apicid) != |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 163 | apicid_cluster(new_apicid)){ |
Harvey Harrison | d5c003b | 2008-10-15 22:01:24 -0700 | [diff] [blame] | 164 | printk ("%s: Not a valid mask!\n", __func__); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 165 | return 0xFF; |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 166 | } |
| 167 | apicid = new_apicid; |
| 168 | cpus_found++; |
| 169 | } |
| 170 | cpu++; |
| 171 | } |
| 172 | return apicid; |
| 173 | } |
| 174 | |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 175 | static inline unsigned int cpu_mask_to_apicid(const cpumask_t *cpumask) |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 176 | { |
| 177 | int num_bits_set; |
| 178 | int cpus_found = 0; |
| 179 | int cpu; |
| 180 | int apicid; |
| 181 | |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 182 | num_bits_set = cpus_weight(*cpumask); |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 183 | /* Return id to all */ |
Mike Travis | 9628937 | 2008-12-31 18:08:46 -0800 | [diff] [blame] | 184 | if (num_bits_set == nr_cpu_ids) |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 185 | return cpu_to_logical_apicid(0); |
| 186 | /* |
| 187 | * The cpus in the mask must all be on the apic cluster. If are not |
Ingo Molnar | fe402e1 | 2009-01-28 04:32:51 +0100 | [diff] [blame] | 188 | * on the same apicid cluster return default value of target_cpus(): |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 189 | */ |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 190 | cpu = first_cpu(*cpumask); |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 191 | apicid = cpu_to_logical_apicid(cpu); |
| 192 | while (cpus_found < num_bits_set) { |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 193 | if (cpu_isset(cpu, *cpumask)) { |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 194 | int new_apicid = cpu_to_logical_apicid(cpu); |
| 195 | if (apicid_cluster(apicid) != |
| 196 | apicid_cluster(new_apicid)){ |
| 197 | printk ("%s: Not a valid mask!\n", __func__); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 198 | return cpu_to_logical_apicid(0); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 199 | } |
| 200 | apicid = new_apicid; |
| 201 | cpus_found++; |
| 202 | } |
| 203 | cpu++; |
| 204 | } |
| 205 | return apicid; |
| 206 | } |
| 207 | |
Mike Travis | a775a38 | 2008-12-17 15:21:39 -0800 | [diff] [blame] | 208 | |
| 209 | static inline unsigned int cpu_mask_to_apicid_and(const struct cpumask *inmask, |
Mike Travis | 6eeb7c5 | 2008-12-16 17:33:55 -0800 | [diff] [blame] | 210 | const struct cpumask *andmask) |
Mike Travis | 95d313c | 2008-12-16 17:33:54 -0800 | [diff] [blame] | 211 | { |
Mike Travis | a775a38 | 2008-12-17 15:21:39 -0800 | [diff] [blame] | 212 | int apicid = cpu_to_logical_apicid(0); |
| 213 | cpumask_var_t cpumask; |
| 214 | |
| 215 | if (!alloc_cpumask_var(&cpumask, GFP_ATOMIC)) |
| 216 | return apicid; |
| 217 | |
| 218 | cpumask_and(cpumask, inmask, andmask); |
| 219 | cpumask_and(cpumask, cpumask, cpu_online_mask); |
Mike Travis | 9628937 | 2008-12-31 18:08:46 -0800 | [diff] [blame] | 220 | apicid = cpu_mask_to_apicid(cpumask); |
Mike Travis | 95d313c | 2008-12-16 17:33:54 -0800 | [diff] [blame] | 221 | |
Mike Travis | a775a38 | 2008-12-17 15:21:39 -0800 | [diff] [blame] | 222 | free_cpumask_var(cpumask); |
Mike Travis | 95d313c | 2008-12-16 17:33:54 -0800 | [diff] [blame] | 223 | return apicid; |
| 224 | } |
| 225 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 226 | static inline u32 phys_pkg_id(u32 cpuid_apic, int index_msb) |
| 227 | { |
| 228 | return cpuid_apic >> index_msb; |
| 229 | } |
| 230 | |
Yinghai Lu | c7e7964 | 2008-07-25 02:17:33 -0700 | [diff] [blame] | 231 | #endif /* __ASM_ES7000_APIC_H */ |