Yinghai Lu | c7e7964 | 2008-07-25 02:17:33 -0700 | [diff] [blame] | 1 | #ifndef __ASM_ES7000_APIC_H |
| 2 | #define __ASM_ES7000_APIC_H |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | |
Mike Travis | 4d9f943 | 2009-01-05 17:09:41 -0800 | [diff] [blame] | 4 | #include <linux/gfp.h> |
| 5 | |
Glauber de Oliveira Costa | cbe879f | 2008-03-19 14:25:19 -0300 | [diff] [blame] | 6 | #define xapic_phys_to_log_apicid(cpu) per_cpu(x86_bios_cpu_apicid, cpu) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | #define esr_disable (1) |
| 8 | |
Ingo Molnar | 7ed248d | 2009-01-28 03:43:47 +0100 | [diff] [blame] | 9 | static inline int es7000_apic_id_registered(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 10 | { |
Ingo Molnar | 7ed248d | 2009-01-28 03:43:47 +0100 | [diff] [blame] | 11 | return 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | } |
| 13 | |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 14 | static inline const cpumask_t *target_cpus_cluster(void) |
Yinghai Lu | c7e7964 | 2008-07-25 02:17:33 -0700 | [diff] [blame] | 15 | { |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 16 | return &CPU_MASK_ALL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | |
Ingo Molnar | 0a9cc20 | 2009-01-28 04:30:40 +0100 | [diff] [blame] | 19 | static inline const cpumask_t *es7000_target_cpus(void) |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 20 | { |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 21 | return &cpumask_of_cpu(smp_processor_id()); |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 22 | } |
| 23 | |
| 24 | #define APIC_DFR_VALUE_CLUSTER (APIC_DFR_CLUSTER) |
| 25 | #define INT_DELIVERY_MODE_CLUSTER (dest_LowestPrio) |
| 26 | #define INT_DEST_MODE_CLUSTER (1) /* logical delivery broadcast to all procs */ |
| 27 | #define NO_BALANCE_IRQ_CLUSTER (1) |
| 28 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | #define APIC_DFR_VALUE (APIC_DFR_FLAT) |
Yinghai Lu | c7e7964 | 2008-07-25 02:17:33 -0700 | [diff] [blame] | 30 | #define NO_BALANCE_IRQ (0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 31 | #undef APIC_DEST_LOGICAL |
| 32 | #define APIC_DEST_LOGICAL 0x0 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 33 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 34 | static inline unsigned long check_apicid_used(physid_mask_t bitmap, int apicid) |
Yinghai Lu | c7e7964 | 2008-07-25 02:17:33 -0700 | [diff] [blame] | 35 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | return 0; |
Yinghai Lu | c7e7964 | 2008-07-25 02:17:33 -0700 | [diff] [blame] | 37 | } |
| 38 | static inline unsigned long check_apicid_present(int bit) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 39 | { |
| 40 | return physid_isset(bit, phys_cpu_present_map); |
| 41 | } |
| 42 | |
| 43 | #define apicid_cluster(apicid) (apicid & 0xF0) |
| 44 | |
| 45 | static inline unsigned long calculate_ldr(int cpu) |
| 46 | { |
| 47 | unsigned long id; |
| 48 | id = xapic_phys_to_log_apicid(cpu); |
| 49 | return (SET_APIC_LOGICAL_ID(id)); |
| 50 | } |
| 51 | |
| 52 | /* |
| 53 | * Set up the logical destination ID. |
| 54 | * |
| 55 | * Intel recommends to set DFR, LdR and TPR before enabling |
| 56 | * an APIC. See e.g. "AP-388 82489DX User's Manual" (Intel |
| 57 | * document number 292116). So here it goes... |
| 58 | */ |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 59 | static inline void init_apic_ldr_cluster(void) |
| 60 | { |
| 61 | unsigned long val; |
| 62 | int cpu = smp_processor_id(); |
| 63 | |
| 64 | apic_write(APIC_DFR, APIC_DFR_VALUE_CLUSTER); |
| 65 | val = calculate_ldr(cpu); |
| 66 | apic_write(APIC_LDR, val); |
| 67 | } |
| 68 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 69 | static inline void init_apic_ldr(void) |
| 70 | { |
| 71 | unsigned long val; |
| 72 | int cpu = smp_processor_id(); |
| 73 | |
Maciej W. Rozycki | 593f4a7 | 2008-07-16 19:15:30 +0100 | [diff] [blame] | 74 | apic_write(APIC_DFR, APIC_DFR_VALUE); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 75 | val = calculate_ldr(cpu); |
Maciej W. Rozycki | 593f4a7 | 2008-07-16 19:15:30 +0100 | [diff] [blame] | 76 | apic_write(APIC_LDR, val); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 77 | } |
| 78 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 79 | extern int apic_version [MAX_APICS]; |
Ingo Molnar | 3c43f03 | 2007-05-02 19:27:04 +0200 | [diff] [blame] | 80 | static inline void setup_apic_routing(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 81 | { |
Glauber de Oliveira Costa | cbe879f | 2008-03-19 14:25:19 -0300 | [diff] [blame] | 82 | int apic = per_cpu(x86_bios_cpu_apicid, smp_processor_id()); |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 83 | printk("Enabling APIC mode: %s. Using %d I/O APICs, target cpus %lx\n", |
Yinghai Lu | c7e7964 | 2008-07-25 02:17:33 -0700 | [diff] [blame] | 84 | (apic_version[apic] == 0x14) ? |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 85 | "Physical Cluster" : "Logical Cluster", |
Ingo Molnar | 0a9cc20 | 2009-01-28 04:30:40 +0100 | [diff] [blame] | 86 | nr_ioapics, cpus_addr(*es7000_target_cpus())[0]); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 87 | } |
| 88 | |
| 89 | static inline int multi_timer_check(int apic, int irq) |
| 90 | { |
| 91 | return 0; |
| 92 | } |
| 93 | |
| 94 | static inline int apicid_to_node(int logical_apicid) |
| 95 | { |
| 96 | return 0; |
| 97 | } |
| 98 | |
| 99 | |
| 100 | static inline int cpu_present_to_apicid(int mps_cpu) |
| 101 | { |
| 102 | if (!mps_cpu) |
| 103 | return boot_cpu_physical_apicid; |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 104 | else if (mps_cpu < nr_cpu_ids) |
Glauber de Oliveira Costa | cbe879f | 2008-03-19 14:25:19 -0300 | [diff] [blame] | 105 | return (int) per_cpu(x86_bios_cpu_apicid, mps_cpu); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 106 | else |
| 107 | return BAD_APICID; |
| 108 | } |
| 109 | |
| 110 | static inline physid_mask_t apicid_to_cpu_present(int phys_apicid) |
| 111 | { |
| 112 | static int id = 0; |
| 113 | physid_mask_t mask; |
| 114 | mask = physid_mask_of_physid(id); |
| 115 | ++id; |
| 116 | return mask; |
| 117 | } |
| 118 | |
| 119 | extern u8 cpu_2_logical_apicid[]; |
| 120 | /* Mapping from cpu number to logical apicid */ |
| 121 | static inline int cpu_to_logical_apicid(int cpu) |
| 122 | { |
Andi Kleen | 874c4fe | 2006-09-26 10:52:26 +0200 | [diff] [blame] | 123 | #ifdef CONFIG_SMP |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 124 | if (cpu >= nr_cpu_ids) |
| 125 | return BAD_APICID; |
| 126 | return (int)cpu_2_logical_apicid[cpu]; |
Andi Kleen | 874c4fe | 2006-09-26 10:52:26 +0200 | [diff] [blame] | 127 | #else |
| 128 | return logical_smp_processor_id(); |
| 129 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 130 | } |
| 131 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | static inline physid_mask_t ioapic_phys_id_map(physid_mask_t phys_map) |
| 133 | { |
| 134 | /* For clustered we don't have a good way to do this yet - hack */ |
| 135 | return physids_promote(0xff); |
| 136 | } |
| 137 | |
| 138 | |
| 139 | static inline void setup_portio_remap(void) |
| 140 | { |
| 141 | } |
| 142 | |
| 143 | extern unsigned int boot_cpu_physical_apicid; |
| 144 | static inline int check_phys_apicid_present(int cpu_physical_apicid) |
| 145 | { |
Yinghai Lu | 4c9961d | 2008-07-11 18:44:16 -0700 | [diff] [blame] | 146 | boot_cpu_physical_apicid = read_apic_id(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 147 | return (1); |
| 148 | } |
| 149 | |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 150 | static inline unsigned int |
| 151 | cpu_mask_to_apicid_cluster(const struct cpumask *cpumask) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 152 | { |
| 153 | int num_bits_set; |
| 154 | int cpus_found = 0; |
| 155 | int cpu; |
Yinghai Lu | c7e7964 | 2008-07-25 02:17:33 -0700 | [diff] [blame] | 156 | int apicid; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 157 | |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 158 | num_bits_set = cpumask_weight(cpumask); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 159 | /* Return id to all */ |
Mike Travis | 9628937 | 2008-12-31 18:08:46 -0800 | [diff] [blame] | 160 | if (num_bits_set == nr_cpu_ids) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 161 | return 0xFF; |
Yinghai Lu | c7e7964 | 2008-07-25 02:17:33 -0700 | [diff] [blame] | 162 | /* |
| 163 | * The cpus in the mask must all be on the apic cluster. If are not |
Ingo Molnar | fe402e1 | 2009-01-28 04:32:51 +0100 | [diff] [blame^] | 164 | * on the same apicid cluster return default value of target_cpus(): |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 165 | */ |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 166 | cpu = cpumask_first(cpumask); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 167 | apicid = cpu_to_logical_apicid(cpu); |
| 168 | while (cpus_found < num_bits_set) { |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 169 | if (cpumask_test_cpu(cpu, cpumask)) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 170 | int new_apicid = cpu_to_logical_apicid(cpu); |
Yinghai Lu | c7e7964 | 2008-07-25 02:17:33 -0700 | [diff] [blame] | 171 | if (apicid_cluster(apicid) != |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 172 | apicid_cluster(new_apicid)){ |
Harvey Harrison | d5c003b | 2008-10-15 22:01:24 -0700 | [diff] [blame] | 173 | printk ("%s: Not a valid mask!\n", __func__); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 174 | return 0xFF; |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 175 | } |
| 176 | apicid = new_apicid; |
| 177 | cpus_found++; |
| 178 | } |
| 179 | cpu++; |
| 180 | } |
| 181 | return apicid; |
| 182 | } |
| 183 | |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 184 | static inline unsigned int cpu_mask_to_apicid(const cpumask_t *cpumask) |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 185 | { |
| 186 | int num_bits_set; |
| 187 | int cpus_found = 0; |
| 188 | int cpu; |
| 189 | int apicid; |
| 190 | |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 191 | num_bits_set = cpus_weight(*cpumask); |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 192 | /* Return id to all */ |
Mike Travis | 9628937 | 2008-12-31 18:08:46 -0800 | [diff] [blame] | 193 | if (num_bits_set == nr_cpu_ids) |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 194 | return cpu_to_logical_apicid(0); |
| 195 | /* |
| 196 | * The cpus in the mask must all be on the apic cluster. If are not |
Ingo Molnar | fe402e1 | 2009-01-28 04:32:51 +0100 | [diff] [blame^] | 197 | * on the same apicid cluster return default value of target_cpus(): |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 198 | */ |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 199 | cpu = first_cpu(*cpumask); |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 200 | apicid = cpu_to_logical_apicid(cpu); |
| 201 | while (cpus_found < num_bits_set) { |
Mike Travis | e798673 | 2008-12-16 17:33:52 -0800 | [diff] [blame] | 202 | if (cpu_isset(cpu, *cpumask)) { |
Yinghai Lu | b5fe363 | 2008-11-18 08:14:14 -0800 | [diff] [blame] | 203 | int new_apicid = cpu_to_logical_apicid(cpu); |
| 204 | if (apicid_cluster(apicid) != |
| 205 | apicid_cluster(new_apicid)){ |
| 206 | printk ("%s: Not a valid mask!\n", __func__); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 207 | return cpu_to_logical_apicid(0); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 208 | } |
| 209 | apicid = new_apicid; |
| 210 | cpus_found++; |
| 211 | } |
| 212 | cpu++; |
| 213 | } |
| 214 | return apicid; |
| 215 | } |
| 216 | |
Mike Travis | a775a38 | 2008-12-17 15:21:39 -0800 | [diff] [blame] | 217 | |
| 218 | static inline unsigned int cpu_mask_to_apicid_and(const struct cpumask *inmask, |
Mike Travis | 6eeb7c5 | 2008-12-16 17:33:55 -0800 | [diff] [blame] | 219 | const struct cpumask *andmask) |
Mike Travis | 95d313c | 2008-12-16 17:33:54 -0800 | [diff] [blame] | 220 | { |
Mike Travis | a775a38 | 2008-12-17 15:21:39 -0800 | [diff] [blame] | 221 | int apicid = cpu_to_logical_apicid(0); |
| 222 | cpumask_var_t cpumask; |
| 223 | |
| 224 | if (!alloc_cpumask_var(&cpumask, GFP_ATOMIC)) |
| 225 | return apicid; |
| 226 | |
| 227 | cpumask_and(cpumask, inmask, andmask); |
| 228 | cpumask_and(cpumask, cpumask, cpu_online_mask); |
Mike Travis | 9628937 | 2008-12-31 18:08:46 -0800 | [diff] [blame] | 229 | apicid = cpu_mask_to_apicid(cpumask); |
Mike Travis | 95d313c | 2008-12-16 17:33:54 -0800 | [diff] [blame] | 230 | |
Mike Travis | a775a38 | 2008-12-17 15:21:39 -0800 | [diff] [blame] | 231 | free_cpumask_var(cpumask); |
Mike Travis | 95d313c | 2008-12-16 17:33:54 -0800 | [diff] [blame] | 232 | return apicid; |
| 233 | } |
| 234 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 235 | static inline u32 phys_pkg_id(u32 cpuid_apic, int index_msb) |
| 236 | { |
| 237 | return cpuid_apic >> index_msb; |
| 238 | } |
| 239 | |
Yinghai Lu | c7e7964 | 2008-07-25 02:17:33 -0700 | [diff] [blame] | 240 | #endif /* __ASM_ES7000_APIC_H */ |