blob: 9125d7d9637245bdeb31894ed35929fcb2c57a25 [file] [log] [blame]
Alex Chiang47817252009-12-20 12:19:34 -07001/*
2 * Copyright (C) 2005 Intel Corporation
3 * Copyright (C) 2009 Hewlett-Packard Development Company, L.P.
4 *
5 * Alex Chiang <achiang@hp.com>
6 * - Unified x86/ia64 implementations
Yinghai Luecf56362015-02-05 13:44:48 +08007 *
8 * I/O APIC hotplug support
9 * Yinghai Lu <yinghai@kernel.org>
10 * Jiang Liu <jiang.liu@intel.com>
Alex Chiang47817252009-12-20 12:19:34 -070011 */
Paul Gortmaker214f2c92011-10-26 16:22:14 -040012#include <linux/export.h>
Lv Zheng8b484632013-12-03 08:49:16 +080013#include <linux/acpi.h>
Alex Chiang78f16992009-12-20 12:19:09 -070014#include <acpi/processor.h>
15
Alex Chiang78f16992009-12-20 12:19:09 -070016#define _COMPONENT ACPI_PROCESSOR_COMPONENT
Alex Chiang4d5d4cd2010-02-22 12:11:14 -070017ACPI_MODULE_NAME("processor_core");
Alex Chiang78f16992009-12-20 12:19:09 -070018
Yinghai Luecf56362015-02-05 13:44:48 +080019static struct acpi_table_madt *get_madt_table(void)
20{
21 static struct acpi_table_madt *madt;
22 static int read_madt;
23
24 if (!read_madt) {
25 if (ACPI_FAILURE(acpi_get_table(ACPI_SIG_MADT, 0,
26 (struct acpi_table_header **)&madt)))
27 madt = NULL;
28 read_madt++;
29 }
30
31 return madt;
32}
33
Alex Chiang78ed8bd2010-02-22 12:11:24 -070034static int map_lapic_id(struct acpi_subtable_header *entry,
Catalin Marinas828aef32015-03-24 14:02:46 +000035 u32 acpi_id, phys_cpuid_t *apic_id)
Alex Chiang78ed8bd2010-02-22 12:11:24 -070036{
37 struct acpi_madt_local_apic *lapic =
Fabian Frederickef86c3f2014-09-14 15:12:43 +020038 container_of(entry, struct acpi_madt_local_apic, header);
Alex Chiang11130732010-02-22 12:11:44 -070039
40 if (!(lapic->lapic_flags & ACPI_MADT_ENABLED))
Hanjun Guo038d7b52014-01-17 12:37:02 +080041 return -ENODEV;
Alex Chiang11130732010-02-22 12:11:44 -070042
43 if (lapic->processor_id != acpi_id)
Hanjun Guo038d7b52014-01-17 12:37:02 +080044 return -EINVAL;
Alex Chiang11130732010-02-22 12:11:44 -070045
46 *apic_id = lapic->id;
Hanjun Guo038d7b52014-01-17 12:37:02 +080047 return 0;
Alex Chiang78ed8bd2010-02-22 12:11:24 -070048}
49
50static int map_x2apic_id(struct acpi_subtable_header *entry,
Catalin Marinas828aef32015-03-24 14:02:46 +000051 int device_declaration, u32 acpi_id, phys_cpuid_t *apic_id)
Alex Chiang78ed8bd2010-02-22 12:11:24 -070052{
53 struct acpi_madt_local_x2apic *apic =
Fabian Frederickef86c3f2014-09-14 15:12:43 +020054 container_of(entry, struct acpi_madt_local_x2apic, header);
Alex Chiang78ed8bd2010-02-22 12:11:24 -070055
Alex Chiang78ed8bd2010-02-22 12:11:24 -070056 if (!(apic->lapic_flags & ACPI_MADT_ENABLED))
Hanjun Guo038d7b52014-01-17 12:37:02 +080057 return -ENODEV;
Alex Chiang78ed8bd2010-02-22 12:11:24 -070058
Alex Chiangd6742092010-02-22 12:11:50 -070059 if (device_declaration && (apic->uid == acpi_id)) {
60 *apic_id = apic->local_apic_id;
Hanjun Guo038d7b52014-01-17 12:37:02 +080061 return 0;
Alex Chiang78ed8bd2010-02-22 12:11:24 -070062 }
63
Hanjun Guo038d7b52014-01-17 12:37:02 +080064 return -EINVAL;
Alex Chiang78ed8bd2010-02-22 12:11:24 -070065}
66
67static int map_lsapic_id(struct acpi_subtable_header *entry,
Catalin Marinas828aef32015-03-24 14:02:46 +000068 int device_declaration, u32 acpi_id, phys_cpuid_t *apic_id)
Alex Chiang78ed8bd2010-02-22 12:11:24 -070069{
70 struct acpi_madt_local_sapic *lsapic =
Fabian Frederickef86c3f2014-09-14 15:12:43 +020071 container_of(entry, struct acpi_madt_local_sapic, header);
Alex Chiang78ed8bd2010-02-22 12:11:24 -070072
Alex Chiang78ed8bd2010-02-22 12:11:24 -070073 if (!(lsapic->lapic_flags & ACPI_MADT_ENABLED))
Hanjun Guo038d7b52014-01-17 12:37:02 +080074 return -ENODEV;
Alex Chiang78ed8bd2010-02-22 12:11:24 -070075
Alex Chiang78ed8bd2010-02-22 12:11:24 -070076 if (device_declaration) {
Alex Chiangeae701c2010-02-22 12:11:55 -070077 if ((entry->length < 16) || (lsapic->uid != acpi_id))
Hanjun Guo038d7b52014-01-17 12:37:02 +080078 return -EINVAL;
Alex Chiangeae701c2010-02-22 12:11:55 -070079 } else if (lsapic->processor_id != acpi_id)
Hanjun Guo038d7b52014-01-17 12:37:02 +080080 return -EINVAL;
Alex Chiang78ed8bd2010-02-22 12:11:24 -070081
Alex Chiangeae701c2010-02-22 12:11:55 -070082 *apic_id = (lsapic->id << 8) | lsapic->eid;
Hanjun Guo038d7b52014-01-17 12:37:02 +080083 return 0;
Alex Chiang78ed8bd2010-02-22 12:11:24 -070084}
85
Hanjun Guo020295b2015-03-24 14:02:47 +000086/*
87 * Retrieve the ARM CPU physical identifier (MPIDR)
88 */
89static int map_gicc_mpidr(struct acpi_subtable_header *entry,
90 int device_declaration, u32 acpi_id, phys_cpuid_t *mpidr)
91{
92 struct acpi_madt_generic_interrupt *gicc =
93 container_of(entry, struct acpi_madt_generic_interrupt, header);
94
95 if (!(gicc->flags & ACPI_MADT_ENABLED))
96 return -ENODEV;
97
98 /* device_declaration means Device object in DSDT, in the
99 * GIC interrupt model, logical processors are required to
100 * have a Processor Device object in the DSDT, so we should
101 * check device_declaration here
102 */
103 if (device_declaration && (gicc->uid == acpi_id)) {
104 *mpidr = gicc->arm_mpidr;
105 return 0;
106 }
107
108 return -EINVAL;
109}
110
David Daneyfb7c2ba2016-05-24 15:35:43 -0700111static phys_cpuid_t map_madt_entry(struct acpi_table_madt *madt,
112 int type, u32 acpi_id)
Alex Chiang78ed8bd2010-02-22 12:11:24 -0700113{
114 unsigned long madt_end, entry;
Catalin Marinas828aef32015-03-24 14:02:46 +0000115 phys_cpuid_t phys_id = PHYS_CPUID_INVALID; /* CPU hardware ID */
Alex Chiang78ed8bd2010-02-22 12:11:24 -0700116
117 if (!madt)
Hanjun Guoaf8f3f52015-01-04 18:55:02 +0800118 return phys_id;
Alex Chiang78ed8bd2010-02-22 12:11:24 -0700119
120 entry = (unsigned long)madt;
121 madt_end = entry + madt->header.length;
122
123 /* Parse all entries looking for a match. */
124
125 entry += sizeof(struct acpi_table_madt);
126 while (entry + sizeof(struct acpi_subtable_header) < madt_end) {
127 struct acpi_subtable_header *header =
128 (struct acpi_subtable_header *)entry;
129 if (header->type == ACPI_MADT_TYPE_LOCAL_APIC) {
Hanjun Guoaf8f3f52015-01-04 18:55:02 +0800130 if (!map_lapic_id(header, acpi_id, &phys_id))
Alex Chiang78ed8bd2010-02-22 12:11:24 -0700131 break;
132 } else if (header->type == ACPI_MADT_TYPE_LOCAL_X2APIC) {
Hanjun Guoaf8f3f52015-01-04 18:55:02 +0800133 if (!map_x2apic_id(header, type, acpi_id, &phys_id))
Alex Chiang78ed8bd2010-02-22 12:11:24 -0700134 break;
135 } else if (header->type == ACPI_MADT_TYPE_LOCAL_SAPIC) {
Hanjun Guoaf8f3f52015-01-04 18:55:02 +0800136 if (!map_lsapic_id(header, type, acpi_id, &phys_id))
Alex Chiang78ed8bd2010-02-22 12:11:24 -0700137 break;
Hanjun Guo020295b2015-03-24 14:02:47 +0000138 } else if (header->type == ACPI_MADT_TYPE_GENERIC_INTERRUPT) {
139 if (!map_gicc_mpidr(header, type, acpi_id, &phys_id))
140 break;
Alex Chiang78ed8bd2010-02-22 12:11:24 -0700141 }
142 entry += header->length;
143 }
Hanjun Guoaf8f3f52015-01-04 18:55:02 +0800144 return phys_id;
Alex Chiang78ed8bd2010-02-22 12:11:24 -0700145}
146
David Daneyfb7c2ba2016-05-24 15:35:43 -0700147phys_cpuid_t __init acpi_map_madt_entry(u32 acpi_id)
148{
149 struct acpi_table_madt *madt = NULL;
150 acpi_size tbl_size;
151 phys_cpuid_t rv;
152
153 acpi_get_table_with_size(ACPI_SIG_MADT, 0,
154 (struct acpi_table_header **)&madt,
155 &tbl_size);
156 if (!madt)
157 return PHYS_CPUID_INVALID;
158
159 rv = map_madt_entry(madt, 1, acpi_id);
160
161 early_acpi_os_unmap_memory(madt, tbl_size);
162
163 return rv;
164}
165
Catalin Marinas828aef32015-03-24 14:02:46 +0000166static phys_cpuid_t map_mat_entry(acpi_handle handle, int type, u32 acpi_id)
Alex Chiang78ed8bd2010-02-22 12:11:24 -0700167{
168 struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL };
169 union acpi_object *obj;
170 struct acpi_subtable_header *header;
Catalin Marinas828aef32015-03-24 14:02:46 +0000171 phys_cpuid_t phys_id = PHYS_CPUID_INVALID;
Alex Chiang78ed8bd2010-02-22 12:11:24 -0700172
173 if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer)))
174 goto exit;
175
176 if (!buffer.length || !buffer.pointer)
177 goto exit;
178
179 obj = buffer.pointer;
180 if (obj->type != ACPI_TYPE_BUFFER ||
181 obj->buffer.length < sizeof(struct acpi_subtable_header)) {
182 goto exit;
183 }
184
185 header = (struct acpi_subtable_header *)obj->buffer.pointer;
Jiang Liu13ca62b2014-10-27 13:21:36 +0800186 if (header->type == ACPI_MADT_TYPE_LOCAL_APIC)
Hanjun Guoaf8f3f52015-01-04 18:55:02 +0800187 map_lapic_id(header, acpi_id, &phys_id);
Jiang Liu13ca62b2014-10-27 13:21:36 +0800188 else if (header->type == ACPI_MADT_TYPE_LOCAL_SAPIC)
Hanjun Guoaf8f3f52015-01-04 18:55:02 +0800189 map_lsapic_id(header, type, acpi_id, &phys_id);
Jiang Liu13ca62b2014-10-27 13:21:36 +0800190 else if (header->type == ACPI_MADT_TYPE_LOCAL_X2APIC)
Hanjun Guoaf8f3f52015-01-04 18:55:02 +0800191 map_x2apic_id(header, type, acpi_id, &phys_id);
Hanjun Guo020295b2015-03-24 14:02:47 +0000192 else if (header->type == ACPI_MADT_TYPE_GENERIC_INTERRUPT)
193 map_gicc_mpidr(header, type, acpi_id, &phys_id);
Alex Chiang78ed8bd2010-02-22 12:11:24 -0700194
195exit:
Syam Sidhardhan5273a252013-02-24 23:12:53 +0000196 kfree(buffer.pointer);
Hanjun Guoaf8f3f52015-01-04 18:55:02 +0800197 return phys_id;
Alex Chiang78ed8bd2010-02-22 12:11:24 -0700198}
199
Catalin Marinas828aef32015-03-24 14:02:46 +0000200phys_cpuid_t acpi_get_phys_id(acpi_handle handle, int type, u32 acpi_id)
Alex Chiang78ed8bd2010-02-22 12:11:24 -0700201{
Catalin Marinas828aef32015-03-24 14:02:46 +0000202 phys_cpuid_t phys_id;
Alex Chiang78ed8bd2010-02-22 12:11:24 -0700203
Hanjun Guoaf8f3f52015-01-04 18:55:02 +0800204 phys_id = map_mat_entry(handle, type, acpi_id);
Hanjun Guoddcc18f2015-05-13 16:19:30 +0800205 if (invalid_phys_cpuid(phys_id))
David Daneyfb7c2ba2016-05-24 15:35:43 -0700206 phys_id = map_madt_entry(get_madt_table(), type, acpi_id);
Jiang Liuca9f62a2013-09-02 11:57:34 +0800207
Hanjun Guoaf8f3f52015-01-04 18:55:02 +0800208 return phys_id;
Jiang Liuca9f62a2013-09-02 11:57:34 +0800209}
210
Catalin Marinas828aef32015-03-24 14:02:46 +0000211int acpi_map_cpuid(phys_cpuid_t phys_id, u32 acpi_id)
Jiang Liuca9f62a2013-09-02 11:57:34 +0800212{
213#ifdef CONFIG_SMP
214 int i;
215#endif
216
Hanjun Guoddcc18f2015-05-13 16:19:30 +0800217 if (invalid_phys_cpuid(phys_id)) {
Lin Mingd6401132011-12-13 09:36:03 +0800218 /*
219 * On UP processor, there is no _MAT or MADT table.
Catalin Marinas828aef32015-03-24 14:02:46 +0000220 * So above phys_id is always set to PHYS_CPUID_INVALID.
Lin Mingd6401132011-12-13 09:36:03 +0800221 *
222 * BIOS may define multiple CPU handles even for UP processor.
223 * For example,
224 *
225 * Scope (_PR)
Jiang Liu13ca62b2014-10-27 13:21:36 +0800226 * {
Lin Mingd6401132011-12-13 09:36:03 +0800227 * Processor (CPU0, 0x00, 0x00000410, 0x06) {}
228 * Processor (CPU1, 0x01, 0x00000410, 0x06) {}
229 * Processor (CPU2, 0x02, 0x00000410, 0x06) {}
230 * Processor (CPU3, 0x03, 0x00000410, 0x06) {}
231 * }
232 *
Hanjun Guoaf8f3f52015-01-04 18:55:02 +0800233 * Ignores phys_id and always returns 0 for the processor
Thomas Renningerc4686c72012-07-12 12:24:33 +0200234 * handle with acpi id 0 if nr_cpu_ids is 1.
235 * This should be the case if SMP tables are not found.
Hanjun Guod3da7cb2015-05-11 12:17:18 +0800236 * Return -EINVAL for other CPU's handle.
Lin Mingd6401132011-12-13 09:36:03 +0800237 */
Thomas Renningerc4686c72012-07-12 12:24:33 +0200238 if (nr_cpu_ids <= 1 && acpi_id == 0)
Lin Mingd6401132011-12-13 09:36:03 +0800239 return acpi_id;
240 else
Hanjun Guod3da7cb2015-05-11 12:17:18 +0800241 return -EINVAL;
Lin Mingd6401132011-12-13 09:36:03 +0800242 }
Alex Chiang78ed8bd2010-02-22 12:11:24 -0700243
Lin Ming932df742011-05-16 09:11:00 +0800244#ifdef CONFIG_SMP
Alex Chiang78ed8bd2010-02-22 12:11:24 -0700245 for_each_possible_cpu(i) {
Hanjun Guoaf8f3f52015-01-04 18:55:02 +0800246 if (cpu_physical_id(i) == phys_id)
Alex Chiang78ed8bd2010-02-22 12:11:24 -0700247 return i;
248 }
Lin Ming932df742011-05-16 09:11:00 +0800249#else
250 /* In UP kernel, only processor 0 is valid */
Hanjun Guoaf8f3f52015-01-04 18:55:02 +0800251 if (phys_id == 0)
252 return phys_id;
Lin Ming932df742011-05-16 09:11:00 +0800253#endif
Hanjun Guod3da7cb2015-05-11 12:17:18 +0800254 return -ENODEV;
Alex Chiang78ed8bd2010-02-22 12:11:24 -0700255}
Jiang Liuca9f62a2013-09-02 11:57:34 +0800256
257int acpi_get_cpuid(acpi_handle handle, int type, u32 acpi_id)
258{
Catalin Marinas828aef32015-03-24 14:02:46 +0000259 phys_cpuid_t phys_id;
Jiang Liuca9f62a2013-09-02 11:57:34 +0800260
Hanjun Guoaf8f3f52015-01-04 18:55:02 +0800261 phys_id = acpi_get_phys_id(handle, type, acpi_id);
Jiang Liuca9f62a2013-09-02 11:57:34 +0800262
Hanjun Guoaf8f3f52015-01-04 18:55:02 +0800263 return acpi_map_cpuid(phys_id, acpi_id);
Jiang Liuca9f62a2013-09-02 11:57:34 +0800264}
Alex Chiang78ed8bd2010-02-22 12:11:24 -0700265EXPORT_SYMBOL_GPL(acpi_get_cpuid);
Yinghai Luecf56362015-02-05 13:44:48 +0800266
267#ifdef CONFIG_ACPI_HOTPLUG_IOAPIC
268static int get_ioapic_id(struct acpi_subtable_header *entry, u32 gsi_base,
269 u64 *phys_addr, int *ioapic_id)
270{
271 struct acpi_madt_io_apic *ioapic = (struct acpi_madt_io_apic *)entry;
272
273 if (ioapic->global_irq_base != gsi_base)
274 return 0;
275
276 *phys_addr = ioapic->address;
277 *ioapic_id = ioapic->id;
278 return 1;
279}
280
281static int parse_madt_ioapic_entry(u32 gsi_base, u64 *phys_addr)
282{
283 struct acpi_subtable_header *hdr;
284 unsigned long madt_end, entry;
285 struct acpi_table_madt *madt;
286 int apic_id = -1;
287
288 madt = get_madt_table();
289 if (!madt)
290 return apic_id;
291
292 entry = (unsigned long)madt;
293 madt_end = entry + madt->header.length;
294
295 /* Parse all entries looking for a match. */
296 entry += sizeof(struct acpi_table_madt);
297 while (entry + sizeof(struct acpi_subtable_header) < madt_end) {
298 hdr = (struct acpi_subtable_header *)entry;
299 if (hdr->type == ACPI_MADT_TYPE_IO_APIC &&
300 get_ioapic_id(hdr, gsi_base, phys_addr, &apic_id))
301 break;
302 else
303 entry += hdr->length;
304 }
305
306 return apic_id;
307}
308
309static int parse_mat_ioapic_entry(acpi_handle handle, u32 gsi_base,
310 u64 *phys_addr)
311{
312 struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL };
313 struct acpi_subtable_header *header;
314 union acpi_object *obj;
315 int apic_id = -1;
316
317 if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer)))
318 goto exit;
319
320 if (!buffer.length || !buffer.pointer)
321 goto exit;
322
323 obj = buffer.pointer;
324 if (obj->type != ACPI_TYPE_BUFFER ||
325 obj->buffer.length < sizeof(struct acpi_subtable_header))
326 goto exit;
327
328 header = (struct acpi_subtable_header *)obj->buffer.pointer;
329 if (header->type == ACPI_MADT_TYPE_IO_APIC)
330 get_ioapic_id(header, gsi_base, phys_addr, &apic_id);
331
332exit:
333 kfree(buffer.pointer);
334 return apic_id;
335}
336
337/**
338 * acpi_get_ioapic_id - Get IOAPIC ID and physical address matching @gsi_base
339 * @handle: ACPI object for IOAPIC device
340 * @gsi_base: GSI base to match with
341 * @phys_addr: Pointer to store physical address of matching IOAPIC record
342 *
343 * Walk resources returned by ACPI_MAT method, then ACPI MADT table, to search
344 * for an ACPI IOAPIC record matching @gsi_base.
345 * Return IOAPIC id and store physical address in @phys_addr if found a match,
346 * otherwise return <0.
347 */
348int acpi_get_ioapic_id(acpi_handle handle, u32 gsi_base, u64 *phys_addr)
349{
350 int apic_id;
351
352 apic_id = parse_mat_ioapic_entry(handle, gsi_base, phys_addr);
353 if (apic_id == -1)
354 apic_id = parse_madt_ioapic_entry(gsi_base, phys_addr);
355
356 return apic_id;
357}
358#endif /* CONFIG_ACPI_HOTPLUG_IOAPIC */