blob: 92b7bc956795ebe9074cbb42432342ae08de49e1 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * acpi.c - Architecture-Specific Low-Level ACPI Support
3 *
4 * Copyright (C) 1999 VA Linux Systems
5 * Copyright (C) 1999,2000 Walt Drummond <drummond@valinux.com>
6 * Copyright (C) 2000, 2002-2003 Hewlett-Packard Co.
7 * David Mosberger-Tang <davidm@hpl.hp.com>
8 * Copyright (C) 2000 Intel Corp.
9 * Copyright (C) 2000,2001 J.I. Lee <jung-ik.lee@intel.com>
10 * Copyright (C) 2001 Paul Diefenbaugh <paul.s.diefenbaugh@intel.com>
11 * Copyright (C) 2001 Jenna Hall <jenna.s.hall@intel.com>
12 * Copyright (C) 2001 Takayoshi Kochi <t-kochi@bq.jp.nec.com>
13 * Copyright (C) 2002 Erich Focht <efocht@ess.nec.de>
Ashok Raj55e59c52005-03-31 22:51:10 -050014 * Copyright (C) 2004 Ashok Raj <ashok.raj@intel.com>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015 *
16 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
17 *
18 * This program is free software; you can redistribute it and/or modify
19 * it under the terms of the GNU General Public License as published by
20 * the Free Software Foundation; either version 2 of the License, or
21 * (at your option) any later version.
22 *
23 * This program is distributed in the hope that it will be useful,
24 * but WITHOUT ANY WARRANTY; without even the implied warranty of
25 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
26 * GNU General Public License for more details.
27 *
28 * You should have received a copy of the GNU General Public License
29 * along with this program; if not, write to the Free Software
30 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
31 *
32 * ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
33 */
34
Linus Torvalds1da177e2005-04-16 15:20:36 -070035#include <linux/module.h>
36#include <linux/init.h>
37#include <linux/kernel.h>
38#include <linux/sched.h>
39#include <linux/smp.h>
40#include <linux/string.h>
41#include <linux/types.h>
42#include <linux/irq.h>
43#include <linux/acpi.h>
44#include <linux/efi.h>
45#include <linux/mmzone.h>
46#include <linux/nodemask.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090047#include <linux/slab.h>
Alex Chiangd8191fa2010-02-22 12:11:39 -070048#include <acpi/processor.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070049#include <asm/io.h>
50#include <asm/iosapic.h>
51#include <asm/machvec.h>
52#include <asm/page.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070053#include <asm/numa.h>
54#include <asm/sal.h>
55#include <asm/cyclone.h>
56
Linus Torvalds1da177e2005-04-16 15:20:36 -070057#define PREFIX "ACPI: "
58
Baoquan He247dba52014-05-05 12:48:25 +080059int acpi_lapic;
Ashok Raj55e59c52005-03-31 22:51:10 -050060unsigned int acpi_cpei_override;
61unsigned int acpi_cpei_phys_cpuid;
62
Len Browne8b2fd02007-07-24 22:26:33 -040063unsigned long acpi_wakeup_address = 0;
64
Len Brown239665a2007-11-23 20:08:02 -050065#ifdef CONFIG_IA64_GENERIC
66static unsigned long __init acpi_find_rsdp(void)
67{
68 unsigned long rsdp_phys = 0;
69
70 if (efi.acpi20 != EFI_INVALID_TABLE_ADDR)
71 rsdp_phys = efi.acpi20;
72 else if (efi.acpi != EFI_INVALID_TABLE_ADDR)
73 printk(KERN_WARNING PREFIX
74 "v1.0/r0.71 tables no longer supported\n");
75 return rsdp_phys;
76}
Len Brown239665a2007-11-23 20:08:02 -050077
Tony Luckd57c4a32007-05-24 10:59:44 -070078const char __init *
79acpi_get_sysname(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -070080{
Linus Torvalds1da177e2005-04-16 15:20:36 -070081 unsigned long rsdp_phys;
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +030082 struct acpi_table_rsdp *rsdp;
Linus Torvalds1da177e2005-04-16 15:20:36 -070083 struct acpi_table_xsdt *xsdt;
84 struct acpi_table_header *hdr;
Suresh Siddhad3f13812011-08-23 17:05:25 -070085#ifdef CONFIG_INTEL_IOMMU
Fenghua Yu62fdd762008-10-17 12:14:13 -070086 u64 i, nentries;
87#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070088
89 rsdp_phys = acpi_find_rsdp();
90 if (!rsdp_phys) {
Len Brown4be44fc2005-08-05 00:44:28 -040091 printk(KERN_ERR
92 "ACPI 2.0 RSDP not found, default to \"dig\"\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -070093 return "dig";
94 }
95
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +030096 rsdp = (struct acpi_table_rsdp *)__va(rsdp_phys);
97 if (strncmp(rsdp->signature, ACPI_SIG_RSDP, sizeof(ACPI_SIG_RSDP) - 1)) {
Len Brown4be44fc2005-08-05 00:44:28 -040098 printk(KERN_ERR
99 "ACPI 2.0 RSDP signature incorrect, default to \"dig\"\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100 return "dig";
101 }
102
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300103 xsdt = (struct acpi_table_xsdt *)__va(rsdp->xsdt_physical_address);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104 hdr = &xsdt->header;
Alexey Starikovskiyad71860a2007-02-02 19:48:19 +0300105 if (strncmp(hdr->signature, ACPI_SIG_XSDT, sizeof(ACPI_SIG_XSDT) - 1)) {
Len Brown4be44fc2005-08-05 00:44:28 -0400106 printk(KERN_ERR
107 "ACPI 2.0 XSDT signature incorrect, default to \"dig\"\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108 return "dig";
109 }
110
111 if (!strcmp(hdr->oem_id, "HP")) {
112 return "hpzx1";
Len Brown4be44fc2005-08-05 00:44:28 -0400113 } else if (!strcmp(hdr->oem_id, "SGI")) {
Jack Steiner22246612008-05-06 15:18:57 -0500114 if (!strcmp(hdr->oem_table_id + 4, "UV"))
115 return "uv";
116 else
117 return "sn2";
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118 }
119
Suresh Siddhad3f13812011-08-23 17:05:25 -0700120#ifdef CONFIG_INTEL_IOMMU
Fenghua Yu62fdd762008-10-17 12:14:13 -0700121 /* Look for Intel IOMMU */
122 nentries = (hdr->length - sizeof(*hdr)) /
123 sizeof(xsdt->table_offset_entry[0]);
124 for (i = 0; i < nentries; i++) {
125 hdr = __va(xsdt->table_offset_entry[i]);
126 if (strncmp(hdr->signature, ACPI_SIG_DMAR,
127 sizeof(ACPI_SIG_DMAR) - 1) == 0)
128 return "dig_vtd";
129 }
130#endif
131
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132 return "dig";
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133}
Alex Chiangd8680802010-02-25 14:09:52 -0700134#endif /* CONFIG_IA64_GENERIC */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135
136#define ACPI_MAX_PLATFORM_INTERRUPTS 256
137
138/* Array to record platform interrupt vectors for generic interrupt routing. */
139int platform_intr_list[ACPI_MAX_PLATFORM_INTERRUPTS] = {
140 [0 ... ACPI_MAX_PLATFORM_INTERRUPTS - 1] = -1
141};
142
143enum acpi_irq_model_id acpi_irq_model = ACPI_IRQ_MODEL_IOSAPIC;
144
145/*
146 * Interrupt routing API for device drivers. Provides interrupt vector for
147 * a generic platform event. Currently only CPEI is implemented.
148 */
Len Brown4be44fc2005-08-05 00:44:28 -0400149int acpi_request_vector(u32 int_type)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150{
151 int vector = -1;
152
153 if (int_type < ACPI_MAX_PLATFORM_INTERRUPTS) {
154 /* corrected platform error interrupt */
155 vector = platform_intr_list[int_type];
156 } else
Len Brown4be44fc2005-08-05 00:44:28 -0400157 printk(KERN_ERR
158 "acpi_request_vector(): invalid interrupt type\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159 return vector;
160}
161
Jan Beulich2fdf0742007-12-13 08:33:59 +0000162char *__init __acpi_map_table(unsigned long phys_addr, unsigned long size)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163{
164 return __va(phys_addr);
165}
166
Yinghai Lu970ec1a2009-02-15 14:06:13 -0800167void __init __acpi_unmap_table(char *map, unsigned long size)
Yinghai Lu7d972772009-02-07 15:39:41 -0800168{
169}
170
Linus Torvalds1da177e2005-04-16 15:20:36 -0700171/* --------------------------------------------------------------------------
172 Boot-time Table Parsing
173 -------------------------------------------------------------------------- */
174
Len Brown4be44fc2005-08-05 00:44:28 -0400175static int available_cpus __initdata;
176struct acpi_table_madt *acpi_madt __initdata;
177static u8 has_8259;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700178
179static int __init
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300180acpi_parse_lapic_addr_ovr(struct acpi_subtable_header * header,
Len Brown4be44fc2005-08-05 00:44:28 -0400181 const unsigned long end)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700182{
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300183 struct acpi_madt_local_apic_override *lapic;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300185 lapic = (struct acpi_madt_local_apic_override *)header;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186
187 if (BAD_MADT_ENTRY(lapic, end))
188 return -EINVAL;
189
190 if (lapic->address) {
191 iounmap(ipi_base_addr);
192 ipi_base_addr = ioremap(lapic->address, 0);
193 }
194 return 0;
195}
196
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197static int __init
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300198acpi_parse_lsapic(struct acpi_subtable_header * header, const unsigned long end)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199{
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300200 struct acpi_madt_local_sapic *lsapic;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300202 lsapic = (struct acpi_madt_local_sapic *)header;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300204 /*Skip BAD_MADT_ENTRY check, as lsapic size could vary */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300206 if (lsapic->lapic_flags & ACPI_MADT_ENABLED) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700207#ifdef CONFIG_SMP
Len Brown4be44fc2005-08-05 00:44:28 -0400208 smp_boot_data.cpu_phys_id[available_cpus] =
209 (lsapic->id << 8) | lsapic->eid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700211 ++available_cpus;
212 }
213
214 total_cpus++;
215 return 0;
216}
217
Linus Torvalds1da177e2005-04-16 15:20:36 -0700218static int __init
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300219acpi_parse_lapic_nmi(struct acpi_subtable_header * header, const unsigned long end)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700220{
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300221 struct acpi_madt_local_apic_nmi *lacpi_nmi;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300223 lacpi_nmi = (struct acpi_madt_local_apic_nmi *)header;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700224
225 if (BAD_MADT_ENTRY(lacpi_nmi, end))
226 return -EINVAL;
227
228 /* TBD: Support lapic_nmi entries */
229 return 0;
230}
231
Linus Torvalds1da177e2005-04-16 15:20:36 -0700232static int __init
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300233acpi_parse_iosapic(struct acpi_subtable_header * header, const unsigned long end)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234{
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300235 struct acpi_madt_io_sapic *iosapic;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300237 iosapic = (struct acpi_madt_io_sapic *)header;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700238
239 if (BAD_MADT_ENTRY(iosapic, end))
240 return -EINVAL;
241
Kenji Kaneshige0e888ad2005-04-28 00:25:58 -0700242 return iosapic_init(iosapic->address, iosapic->global_irq_base);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243}
244
Len Brown58104522006-05-13 01:12:15 -0400245static unsigned int __initdata acpi_madt_rev;
246
Linus Torvalds1da177e2005-04-16 15:20:36 -0700247static int __init
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300248acpi_parse_plat_int_src(struct acpi_subtable_header * header,
Len Brown4be44fc2005-08-05 00:44:28 -0400249 const unsigned long end)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700250{
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300251 struct acpi_madt_interrupt_source *plintsrc;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700252 int vector;
253
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300254 plintsrc = (struct acpi_madt_interrupt_source *)header;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700255
256 if (BAD_MADT_ENTRY(plintsrc, end))
257 return -EINVAL;
258
259 /*
260 * Get vector assignment for this interrupt, set attributes,
261 * and program the IOSAPIC routing table.
262 */
263 vector = iosapic_register_platform_intr(plintsrc->type,
264 plintsrc->global_irq,
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300265 plintsrc->io_sapic_vector,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700266 plintsrc->eid,
267 plintsrc->id,
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300268 ((plintsrc->inti_flags & ACPI_MADT_POLARITY_MASK) ==
269 ACPI_MADT_POLARITY_ACTIVE_HIGH) ?
270 IOSAPIC_POL_HIGH : IOSAPIC_POL_LOW,
271 ((plintsrc->inti_flags & ACPI_MADT_TRIGGER_MASK) ==
272 ACPI_MADT_TRIGGER_EDGE) ?
273 IOSAPIC_EDGE : IOSAPIC_LEVEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700274
275 platform_intr_list[plintsrc->type] = vector;
Ashok Raj55e59c52005-03-31 22:51:10 -0500276 if (acpi_madt_rev > 1) {
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300277 acpi_cpei_override = plintsrc->flags & ACPI_MADT_CPEI_OVERRIDE;
Ashok Raj55e59c52005-03-31 22:51:10 -0500278 }
279
280 /*
281 * Save the physical id, so we can check when its being removed
282 */
283 acpi_cpei_phys_cpuid = ((plintsrc->id << 8) | (plintsrc->eid)) & 0xffff;
284
Linus Torvalds1da177e2005-04-16 15:20:36 -0700285 return 0;
286}
287
Ashok Rajb88e9262006-01-19 16:18:47 -0800288#ifdef CONFIG_HOTPLUG_CPU
Ashok Raj55e59c52005-03-31 22:51:10 -0500289unsigned int can_cpei_retarget(void)
290{
291 extern int cpe_vector;
Ashok Rajff741902005-11-11 14:32:40 -0800292 extern unsigned int force_cpei_retarget;
Ashok Raj55e59c52005-03-31 22:51:10 -0500293
294 /*
295 * Only if CPEI is supported and the override flag
296 * is present, otherwise return that its re-targettable
297 * if we are in polling mode.
298 */
Ashok Rajff741902005-11-11 14:32:40 -0800299 if (cpe_vector > 0) {
300 if (acpi_cpei_override || force_cpei_retarget)
301 return 1;
302 else
303 return 0;
304 }
305 return 1;
Ashok Raj55e59c52005-03-31 22:51:10 -0500306}
307
308unsigned int is_cpu_cpei_target(unsigned int cpu)
309{
310 unsigned int logical_id;
311
312 logical_id = cpu_logical_id(acpi_cpei_phys_cpuid);
313
314 if (logical_id == cpu)
315 return 1;
316 else
317 return 0;
318}
319
320void set_cpei_target_cpu(unsigned int cpu)
321{
322 acpi_cpei_phys_cpuid = cpu_physical_id(cpu);
323}
Ashok Rajb88e9262006-01-19 16:18:47 -0800324#endif
Ashok Raj55e59c52005-03-31 22:51:10 -0500325
326unsigned int get_cpei_target_cpu(void)
327{
328 return acpi_cpei_phys_cpuid;
329}
330
Linus Torvalds1da177e2005-04-16 15:20:36 -0700331static int __init
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300332acpi_parse_int_src_ovr(struct acpi_subtable_header * header,
Len Brown4be44fc2005-08-05 00:44:28 -0400333 const unsigned long end)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700334{
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300335 struct acpi_madt_interrupt_override *p;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300337 p = (struct acpi_madt_interrupt_override *)header;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700338
339 if (BAD_MADT_ENTRY(p, end))
340 return -EINVAL;
341
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300342 iosapic_override_isa_irq(p->source_irq, p->global_irq,
343 ((p->inti_flags & ACPI_MADT_POLARITY_MASK) ==
Liu Jiang0577bb62012-03-13 22:07:09 +0800344 ACPI_MADT_POLARITY_ACTIVE_LOW) ?
345 IOSAPIC_POL_LOW : IOSAPIC_POL_HIGH,
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300346 ((p->inti_flags & ACPI_MADT_TRIGGER_MASK) ==
Liu Jiang0577bb62012-03-13 22:07:09 +0800347 ACPI_MADT_TRIGGER_LEVEL) ?
348 IOSAPIC_LEVEL : IOSAPIC_EDGE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700349 return 0;
350}
351
Linus Torvalds1da177e2005-04-16 15:20:36 -0700352static int __init
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300353acpi_parse_nmi_src(struct acpi_subtable_header * header, const unsigned long end)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700354{
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300355 struct acpi_madt_nmi_source *nmi_src;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700356
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300357 nmi_src = (struct acpi_madt_nmi_source *)header;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700358
359 if (BAD_MADT_ENTRY(nmi_src, end))
360 return -EINVAL;
361
362 /* TBD: Support nimsrc entries */
363 return 0;
364}
365
Len Brown4be44fc2005-08-05 00:44:28 -0400366static void __init acpi_madt_oem_check(char *oem_id, char *oem_table_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700367{
Len Brown4be44fc2005-08-05 00:44:28 -0400368 if (!strncmp(oem_id, "IBM", 3) && (!strncmp(oem_table_id, "SERMOW", 6))) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700369
370 /*
371 * Unfortunately ITC_DRIFT is not yet part of the
372 * official SAL spec, so the ITC_DRIFT bit is not
373 * set by the BIOS on this hardware.
374 */
375 sal_platform_features |= IA64_SAL_PLATFORM_FEATURE_ITC_DRIFT;
376
377 cyclone_setup();
378 }
379}
380
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300381static int __init acpi_parse_madt(struct acpi_table_header *table)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700382{
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300383 acpi_madt = (struct acpi_table_madt *)table;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700384
Ashok Raj55e59c52005-03-31 22:51:10 -0500385 acpi_madt_rev = acpi_madt->header.revision;
386
Linus Torvalds1da177e2005-04-16 15:20:36 -0700387 /* remember the value for reference after free_initmem() */
388#ifdef CONFIG_ITANIUM
Len Brown4be44fc2005-08-05 00:44:28 -0400389 has_8259 = 1; /* Firmware on old Itanium systems is broken */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700390#else
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300391 has_8259 = acpi_madt->flags & ACPI_MADT_PCAT_COMPAT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700392#endif
393 iosapic_system_init(has_8259);
394
395 /* Get base address of IPI Message Block */
396
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300397 if (acpi_madt->address)
398 ipi_base_addr = ioremap(acpi_madt->address, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700399
400 printk(KERN_INFO PREFIX "Local APIC address %p\n", ipi_base_addr);
401
402 acpi_madt_oem_check(acpi_madt->header.oem_id,
Len Brown4be44fc2005-08-05 00:44:28 -0400403 acpi_madt->header.oem_table_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700404
405 return 0;
406}
407
Linus Torvalds1da177e2005-04-16 15:20:36 -0700408#ifdef CONFIG_ACPI_NUMA
409
410#undef SLIT_DEBUG
411
412#define PXM_FLAG_LEN ((MAX_PXM_DOMAINS + 1)/32)
413
Len Brown4be44fc2005-08-05 00:44:28 -0400414static int __initdata srat_num_cpus; /* number of cpus */
Greg Kroah-Hartman5b5e76e2012-12-21 14:05:13 -0800415static u32 pxm_flag[PXM_FLAG_LEN];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700416#define pxm_bit_set(bit) (set_bit(bit,(void *)pxm_flag))
417#define pxm_bit_test(bit) (test_bit(bit,(void *)pxm_flag))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700418static struct acpi_table_slit __initdata *slit_table;
holt@sgi.com2c6e6db2008-04-03 15:17:13 -0500419cpumask_t early_cpu_possible_map = CPU_MASK_NONE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700420
Kurt Garloff9f10f6a2012-01-17 04:21:49 -0500421static int __init
422get_processor_proximity_domain(struct acpi_srat_cpu_affinity *pa)
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600423{
424 int pxm;
425
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300426 pxm = pa->proximity_domain_lo;
Kurt Garloff9f10f6a2012-01-17 04:21:49 -0500427 if (ia64_platform_is("sn2") || acpi_srat_revision >= 2)
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300428 pxm += pa->proximity_domain_hi[0] << 8;
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600429 return pxm;
430}
431
Kurt Garloff9f10f6a2012-01-17 04:21:49 -0500432static int __init
433get_memory_proximity_domain(struct acpi_srat_mem_affinity *ma)
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600434{
435 int pxm;
436
437 pxm = ma->proximity_domain;
Kurt Garloff9f10f6a2012-01-17 04:21:49 -0500438 if (!ia64_platform_is("sn2") && acpi_srat_revision <= 1)
Alexey Starikovskiydefad232007-02-02 22:02:55 -0500439 pxm &= 0xff;
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300440
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600441 return pxm;
442}
443
Linus Torvalds1da177e2005-04-16 15:20:36 -0700444/*
445 * ACPI 2.0 SLIT (System Locality Information Table)
446 * http://devresource.hp.com/devresource/Docs/TechPapers/IA64/slit.pdf
447 */
Len Brown4be44fc2005-08-05 00:44:28 -0400448void __init acpi_numa_slit_init(struct acpi_table_slit *slit)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700449{
450 u32 len;
451
452 len = sizeof(struct acpi_table_header) + 8
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300453 + slit->locality_count * slit->locality_count;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700454 if (slit->header.length != len) {
Len Brown4be44fc2005-08-05 00:44:28 -0400455 printk(KERN_ERR
456 "ACPI 2.0 SLIT: size mismatch: %d expected, %d actual\n",
Linus Torvalds1da177e2005-04-16 15:20:36 -0700457 len, slit->header.length);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700458 return;
459 }
460 slit_table = slit;
461}
462
463void __init
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300464acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity *pa)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700465{
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600466 int pxm;
467
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300468 if (!(pa->flags & ACPI_SRAT_CPU_ENABLED))
Kenji Kaneshiged903cea2006-03-15 14:45:11 +0900469 return;
470
Tony Luck05f2f272011-01-07 09:11:55 -0800471 if (srat_num_cpus >= ARRAY_SIZE(node_cpuid)) {
472 printk_once(KERN_WARNING
Tony Luckdff00922011-01-12 11:02:43 -0800473 "node_cpuid[%ld] is too small, may not be able to use all cpus\n",
Tony Luck05f2f272011-01-07 09:11:55 -0800474 ARRAY_SIZE(node_cpuid));
475 return;
476 }
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600477 pxm = get_processor_proximity_domain(pa);
478
Linus Torvalds1da177e2005-04-16 15:20:36 -0700479 /* record this node in proximity bitmap */
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600480 pxm_bit_set(pxm);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700481
Len Brown4be44fc2005-08-05 00:44:28 -0400482 node_cpuid[srat_num_cpus].phys_id =
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300483 (pa->apic_id << 8) | (pa->local_sapic_eid);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700484 /* nid should be overridden as logical node id later */
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600485 node_cpuid[srat_num_cpus].nid = pxm;
Rusty Russell5d2068d2015-03-05 10:49:16 +1030486 cpumask_set_cpu(srat_num_cpus, &early_cpu_possible_map);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700487 srat_num_cpus++;
488}
489
Thomas Renninger095adbb2012-07-31 17:41:09 +0200490int __init
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300491acpi_numa_memory_affinity_init(struct acpi_srat_mem_affinity *ma)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700492{
493 unsigned long paddr, size;
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600494 int pxm;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700495 struct node_memblk_s *p, *q, *pend;
496
Jack Steiner3ad5ef82006-03-02 16:02:25 -0600497 pxm = get_memory_proximity_domain(ma);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700498
499 /* fill node memory chunk structure */
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300500 paddr = ma->base_address;
501 size = ma->length;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700502
503 /* Ignore disabled entries */
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300504 if (!(ma->flags & ACPI_SRAT_MEM_ENABLED))
Thomas Renninger095adbb2012-07-31 17:41:09 +0200505 return -1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700506
507 /* record this node in proximity bitmap */
508 pxm_bit_set(pxm);
509
510 /* Insertion sort based on base address */
511 pend = &node_memblk[num_node_memblks];
512 for (p = &node_memblk[0]; p < pend; p++) {
513 if (paddr < p->start_paddr)
514 break;
515 }
516 if (p < pend) {
517 for (q = pend - 1; q >= p; q--)
518 *(q + 1) = *q;
519 }
520 p->start_paddr = paddr;
521 p->size = size;
522 p->nid = pxm;
523 num_node_memblks++;
Thomas Renninger095adbb2012-07-31 17:41:09 +0200524 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700525}
526
Robert Richter312521d2016-05-24 15:35:34 -0700527void __init acpi_numa_fixup(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700528{
529 int i, j, node_from, node_to;
530
531 /* If there's no SRAT, fix the phys_id and mark node 0 online */
532 if (srat_num_cpus == 0) {
533 node_set_online(0);
534 node_cpuid[0].phys_id = hard_smp_processor_id();
535 return;
536 }
537
538 /*
539 * MCD - This can probably be dropped now. No need for pxm ID to node ID
540 * mapping with sparse node numbering iff MAX_PXM_DOMAINS <= MAX_NUMNODES.
541 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700542 nodes_clear(node_online_map);
543 for (i = 0; i < MAX_PXM_DOMAINS; i++) {
544 if (pxm_bit_test(i)) {
Yasunori Goto762834e2006-06-23 02:03:19 -0700545 int nid = acpi_map_pxm_to_node(i);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700546 node_set_online(nid);
547 }
548 }
549
550 /* set logical node id in memory chunk structure */
551 for (i = 0; i < num_node_memblks; i++)
Yasunori Goto762834e2006-06-23 02:03:19 -0700552 node_memblk[i].nid = pxm_to_node(node_memblk[i].nid);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700553
554 /* assign memory bank numbers for each chunk on each node */
555 for_each_online_node(i) {
556 int bank;
557
558 bank = 0;
559 for (j = 0; j < num_node_memblks; j++)
560 if (node_memblk[j].nid == i)
561 node_memblk[j].bank = bank++;
562 }
563
564 /* set logical node id in cpu structure */
holt@sgi.com2c6e6db2008-04-03 15:17:13 -0500565 for_each_possible_early_cpu(i)
Yasunori Goto762834e2006-06-23 02:03:19 -0700566 node_cpuid[i].nid = pxm_to_node(node_cpuid[i].nid);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700567
Len Brown4be44fc2005-08-05 00:44:28 -0400568 printk(KERN_INFO "Number of logical nodes in system = %d\n",
569 num_online_nodes());
570 printk(KERN_INFO "Number of memory chunks in system = %d\n",
571 num_node_memblks);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700572
Fenghua Yu39b89312008-06-09 16:48:18 -0700573 if (!slit_table) {
574 for (i = 0; i < MAX_NUMNODES; i++)
575 for (j = 0; j < MAX_NUMNODES; j++)
576 node_distance(i, j) = i == j ? LOCAL_DISTANCE :
577 REMOTE_DISTANCE;
Len Brown4be44fc2005-08-05 00:44:28 -0400578 return;
Fenghua Yu39b89312008-06-09 16:48:18 -0700579 }
580
Linus Torvalds1da177e2005-04-16 15:20:36 -0700581 memset(numa_slit, -1, sizeof(numa_slit));
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300582 for (i = 0; i < slit_table->locality_count; i++) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700583 if (!pxm_bit_test(i))
584 continue;
Yasunori Goto762834e2006-06-23 02:03:19 -0700585 node_from = pxm_to_node(i);
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300586 for (j = 0; j < slit_table->locality_count; j++) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700587 if (!pxm_bit_test(j))
588 continue;
Yasunori Goto762834e2006-06-23 02:03:19 -0700589 node_to = pxm_to_node(j);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700590 node_distance(node_from, node_to) =
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300591 slit_table->entry[i * slit_table->locality_count + j];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700592 }
593 }
594
595#ifdef SLIT_DEBUG
596 printk("ACPI 2.0 SLIT locality table:\n");
597 for_each_online_node(i) {
598 for_each_online_node(j)
Len Brown4be44fc2005-08-05 00:44:28 -0400599 printk("%03d ", node_distance(i, j));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700600 printk("\n");
601 }
602#endif
603}
Len Brown4be44fc2005-08-05 00:44:28 -0400604#endif /* CONFIG_ACPI_NUMA */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700605
Kenji Kaneshige1f3a6a12005-07-28 14:42:00 -0400606/*
607 * success: return IRQ number (>=0)
608 * failure: return < 0
609 */
Yinghai Lua2f809b2009-04-27 18:01:20 -0700610int acpi_register_gsi(struct device *dev, u32 gsi, int triggering, int polarity)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700611{
John Keller3948ec92006-12-22 11:50:04 -0600612 if (acpi_irq_model == ACPI_IRQ_MODEL_PLATFORM)
613 return gsi;
614
Linus Torvalds1da177e2005-04-16 15:20:36 -0700615 if (has_8259 && gsi < 16)
616 return isa_irq_to_vector(gsi);
617
618 return iosapic_register_intr(gsi,
Len Browncb654692005-12-28 02:43:51 -0500619 (polarity ==
Len Brown4be44fc2005-08-05 00:44:28 -0400620 ACPI_ACTIVE_HIGH) ? IOSAPIC_POL_HIGH :
621 IOSAPIC_POL_LOW,
Len Browncb654692005-12-28 02:43:51 -0500622 (triggering ==
Len Brown4be44fc2005-08-05 00:44:28 -0400623 ACPI_EDGE_SENSITIVE) ? IOSAPIC_EDGE :
624 IOSAPIC_LEVEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700625}
Mika Westerberga42b9bf2012-10-31 22:44:55 +0100626EXPORT_SYMBOL_GPL(acpi_register_gsi);
Len Brown4be44fc2005-08-05 00:44:28 -0400627
Len Brown4be44fc2005-08-05 00:44:28 -0400628void acpi_unregister_gsi(u32 gsi)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700629{
John Keller72253942007-02-03 01:14:02 -0800630 if (acpi_irq_model == ACPI_IRQ_MODEL_PLATFORM)
631 return;
632
Prarit Bhargava3fb2c742008-05-14 12:00:24 -0400633 if (has_8259 && gsi < 16)
634 return;
635
Linus Torvalds1da177e2005-04-16 15:20:36 -0700636 iosapic_unregister_intr(gsi);
637}
Mika Westerberga42b9bf2012-10-31 22:44:55 +0100638EXPORT_SYMBOL_GPL(acpi_unregister_gsi);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700639
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300640static int __init acpi_parse_fadt(struct acpi_table_header *table)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700641{
642 struct acpi_table_header *fadt_header;
Alexey Starikovskiycee324b2007-02-02 19:48:22 +0300643 struct acpi_table_fadt *fadt;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700644
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300645 fadt_header = (struct acpi_table_header *)table;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700646 if (fadt_header->revision != 3)
Len Brown4be44fc2005-08-05 00:44:28 -0400647 return -ENODEV; /* Only deal with ACPI 2.0 FADT */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700648
Alexey Starikovskiycee324b2007-02-02 19:48:22 +0300649 fadt = (struct acpi_table_fadt *)fadt_header;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700650
Yinghai Lua2f809b2009-04-27 18:01:20 -0700651 acpi_register_gsi(NULL, fadt->sci_interrupt, ACPI_LEVEL_SENSITIVE,
652 ACPI_ACTIVE_LOW);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700653 return 0;
654}
655
Doug Chapman62ee0542008-11-05 17:57:52 -0500656int __init early_acpi_boot_init(void)
657{
658 int ret;
659
660 /*
661 * do a partial walk of MADT to determine how many CPUs
662 * we have including offline CPUs
663 */
664 if (acpi_table_parse(ACPI_SIG_MADT, acpi_parse_madt)) {
665 printk(KERN_ERR PREFIX "Can't find MADT\n");
666 return 0;
667 }
668
669 ret = acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_SAPIC,
670 acpi_parse_lsapic, NR_CPUS);
671 if (ret < 1)
672 printk(KERN_ERR PREFIX
673 "Error parsing MADT - no LAPIC entries\n");
Baoquan He247dba52014-05-05 12:48:25 +0800674 else
675 acpi_lapic = 1;
Doug Chapman62ee0542008-11-05 17:57:52 -0500676
Tejun Heo12cda812009-10-02 13:28:56 +0900677#ifdef CONFIG_SMP
678 if (available_cpus == 0) {
679 printk(KERN_INFO "ACPI: Found 0 CPUS; assuming 1\n");
680 printk(KERN_INFO "CPU 0 (0x%04x)", hard_smp_processor_id());
681 smp_boot_data.cpu_phys_id[available_cpus] =
682 hard_smp_processor_id();
683 available_cpus = 1; /* We've got at least one of these, no? */
684 }
685 smp_boot_data.cpu_count = available_cpus;
686#endif
687 /* Make boot-up look pretty */
688 printk(KERN_INFO "%d CPUs available, %d CPUs total\n", available_cpus,
689 total_cpus);
690
Doug Chapman62ee0542008-11-05 17:57:52 -0500691 return 0;
692}
693
Len Brown4be44fc2005-08-05 00:44:28 -0400694int __init acpi_boot_init(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700695{
696
697 /*
698 * MADT
699 * ----
700 * Parse the Multiple APIC Description Table (MADT), if exists.
701 * Note that this table provides platform SMP configuration
702 * information -- the successor to MPS tables.
703 */
704
John Kellerdb2d4cc2007-02-16 15:07:27 -0600705 if (acpi_table_parse(ACPI_SIG_MADT, acpi_parse_madt)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700706 printk(KERN_ERR PREFIX "Can't find MADT\n");
707 goto skip_madt;
708 }
709
710 /* Local APIC */
711
Len Brown4be44fc2005-08-05 00:44:28 -0400712 if (acpi_table_parse_madt
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300713 (ACPI_MADT_TYPE_LOCAL_APIC_OVERRIDE, acpi_parse_lapic_addr_ovr, 0) < 0)
Len Brown4be44fc2005-08-05 00:44:28 -0400714 printk(KERN_ERR PREFIX
715 "Error parsing LAPIC address override entry\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700716
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300717 if (acpi_table_parse_madt(ACPI_MADT_TYPE_LOCAL_APIC_NMI, acpi_parse_lapic_nmi, 0)
Len Brown4be44fc2005-08-05 00:44:28 -0400718 < 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700719 printk(KERN_ERR PREFIX "Error parsing LAPIC NMI entry\n");
720
721 /* I/O APIC */
722
Len Brown4be44fc2005-08-05 00:44:28 -0400723 if (acpi_table_parse_madt
George Beshers7f6ff622007-10-11 15:33:55 -0400724 (ACPI_MADT_TYPE_IO_SAPIC, acpi_parse_iosapic, NR_IOSAPICS) < 1) {
725 if (!ia64_platform_is("sn2"))
726 printk(KERN_ERR PREFIX
727 "Error parsing MADT - no IOSAPIC entries\n");
728 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700729
730 /* System-Level Interrupt Routing */
731
Len Brown4be44fc2005-08-05 00:44:28 -0400732 if (acpi_table_parse_madt
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300733 (ACPI_MADT_TYPE_INTERRUPT_SOURCE, acpi_parse_plat_int_src,
Len Brown4be44fc2005-08-05 00:44:28 -0400734 ACPI_MAX_PLATFORM_INTERRUPTS) < 0)
735 printk(KERN_ERR PREFIX
736 "Error parsing platform interrupt source entry\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700737
Len Brown4be44fc2005-08-05 00:44:28 -0400738 if (acpi_table_parse_madt
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300739 (ACPI_MADT_TYPE_INTERRUPT_OVERRIDE, acpi_parse_int_src_ovr, 0) < 0)
Len Brown4be44fc2005-08-05 00:44:28 -0400740 printk(KERN_ERR PREFIX
741 "Error parsing interrupt source overrides entry\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700742
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300743 if (acpi_table_parse_madt(ACPI_MADT_TYPE_NMI_SOURCE, acpi_parse_nmi_src, 0) < 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700744 printk(KERN_ERR PREFIX "Error parsing NMI SRC entry\n");
Len Brown4be44fc2005-08-05 00:44:28 -0400745 skip_madt:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700746
747 /*
748 * FADT says whether a legacy keyboard controller is present.
749 * The FADT also contains an SCI_INT line, by which the system
750 * gets interrupts such as power and sleep buttons. If it's not
751 * on a Legacy interrupt, it needs to be setup.
752 */
John Kellerdb2d4cc2007-02-16 15:07:27 -0600753 if (acpi_table_parse(ACPI_SIG_FADT, acpi_parse_fadt))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700754 printk(KERN_ERR PREFIX "Can't find FADT\n");
755
Tejun Heo12cda812009-10-02 13:28:56 +0900756#ifdef CONFIG_ACPI_NUMA
Linus Torvalds1da177e2005-04-16 15:20:36 -0700757#ifdef CONFIG_SMP
Linus Torvalds1da177e2005-04-16 15:20:36 -0700758 if (srat_num_cpus == 0) {
759 int cpu, i = 1;
760 for (cpu = 0; cpu < smp_boot_data.cpu_count; cpu++)
Len Brown4be44fc2005-08-05 00:44:28 -0400761 if (smp_boot_data.cpu_phys_id[cpu] !=
762 hard_smp_processor_id())
763 node_cpuid[i++].phys_id =
764 smp_boot_data.cpu_phys_id[cpu];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700765 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700766#endif
Tony Luck8d7e3512005-07-06 18:18:10 -0700767 build_cpu_to_node_map();
768#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700769 return 0;
770}
771
Len Brown4be44fc2005-08-05 00:44:28 -0400772int acpi_gsi_to_irq(u32 gsi, unsigned int *irq)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700773{
Kenji Kaneshige3c3738c2007-07-26 15:31:34 +0900774 int tmp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700775
776 if (has_8259 && gsi < 16)
777 *irq = isa_irq_to_vector(gsi);
778 else {
Kenji Kaneshige3c3738c2007-07-26 15:31:34 +0900779 tmp = gsi_to_irq(gsi);
780 if (tmp == -1)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700781 return -1;
Kenji Kaneshige3c3738c2007-07-26 15:31:34 +0900782 *irq = tmp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700783 }
784 return 0;
785}
786
Eric W. Biederman2c2df842010-03-30 01:07:02 -0700787int acpi_isa_irq_to_gsi(unsigned isa_irq, u32 *gsi)
788{
789 if (isa_irq >= 16)
790 return -1;
791 *gsi = isa_irq;
792 return 0;
793}
794
Linus Torvalds1da177e2005-04-16 15:20:36 -0700795/*
796 * ACPI based hotplug CPU support
797 */
798#ifdef CONFIG_ACPI_HOTPLUG_CPU
Bjorn Helgaasb1e9cee2014-01-24 15:28:42 -0700799static int acpi_map_cpu2node(acpi_handle handle, int cpu, int physid)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700800{
801#ifdef CONFIG_ACPI_NUMA
Linus Torvalds1da177e2005-04-16 15:20:36 -0700802 /*
KAMEZAWA Hiroyuki08992982006-09-25 16:25:21 -0700803 * We don't have cpu-only-node hotadd. But if the system equips
804 * SRAT table, pxm is already found and node is ready.
805 * So, just pxm_to_nid(pxm) is OK.
806 * This code here is for the system which doesn't have full SRAT
807 * table for possible cpus.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700808 */
Len Brown4be44fc2005-08-05 00:44:28 -0400809 node_cpuid[cpu].phys_id = physid;
Bjorn Helgaasb1e9cee2014-01-24 15:28:42 -0700810 node_cpuid[cpu].nid = acpi_get_node(handle);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700811#endif
Bjorn Helgaasb1e9cee2014-01-24 15:28:42 -0700812 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700813}
814
Ashok Raja6b14fa2006-02-14 15:01:12 -0800815int additional_cpus __initdata = -1;
816
817static __init int setup_additional_cpus(char *s)
818{
819 if (s)
820 additional_cpus = simple_strtol(s, NULL, 0);
821
822 return 0;
823}
824
825early_param("additional_cpus", setup_additional_cpus);
826
827/*
Rusty Russell5f054e32012-03-29 15:38:31 +1030828 * cpu_possible_mask should be static, it cannot change as CPUs
Ashok Raja6b14fa2006-02-14 15:01:12 -0800829 * are onlined, or offlined. The reason is per-cpu data-structures
830 * are allocated by some modules at init time, and dont expect to
831 * do this dynamically on cpu arrival/departure.
Srivatsa S. Bhat7d7f9842012-03-28 14:42:46 -0700832 * cpu_present_mask on the other hand can change dynamically.
Ashok Raja6b14fa2006-02-14 15:01:12 -0800833 * In case when cpu_hotplug is not compiled, then we resort to current
834 * behaviour, which is cpu_possible == cpu_present.
835 * - Ashok Raj
836 *
837 * Three ways to find out the number of additional hotplug CPUs:
838 * - If the BIOS specified disabled CPUs in ACPI/mptables use that.
839 * - The user can overwrite it with additional_cpus=NUM
840 * - Otherwise don't reserve additional CPUs.
841 */
842__init void prefill_possible_map(void)
843{
844 int i;
845 int possible, disabled_cpus;
846
847 disabled_cpus = total_cpus - available_cpus;
Ashok Raj8f8b11382006-02-16 14:01:48 -0800848
Ashok Raja6b14fa2006-02-14 15:01:12 -0800849 if (additional_cpus == -1) {
Ashok Raj8f8b11382006-02-16 14:01:48 -0800850 if (disabled_cpus > 0)
Ashok Raja6b14fa2006-02-14 15:01:12 -0800851 additional_cpus = disabled_cpus;
Ashok Raj8f8b11382006-02-16 14:01:48 -0800852 else
Ashok Raja6b14fa2006-02-14 15:01:12 -0800853 additional_cpus = 0;
Ashok Raj8f8b11382006-02-16 14:01:48 -0800854 }
855
856 possible = available_cpus + additional_cpus;
857
Yinghai Lu2b633e32010-02-10 01:20:37 -0800858 if (possible > nr_cpu_ids)
859 possible = nr_cpu_ids;
Ashok Raja6b14fa2006-02-14 15:01:12 -0800860
861 printk(KERN_INFO "SMP: Allowing %d CPUs, %d hotplug CPUs\n",
Ashok Raj8f8b11382006-02-16 14:01:48 -0800862 possible, max((possible - available_cpus), 0));
Ashok Raja6b14fa2006-02-14 15:01:12 -0800863
864 for (i = 0; i < possible; i++)
Rusty Russell2af51a32009-03-16 14:12:43 +1030865 set_cpu_possible(i, true);
Ashok Raja6b14fa2006-02-14 15:01:12 -0800866}
867
Jiang Liud536bf32013-09-02 11:57:35 +0800868static int _acpi_map_lsapic(acpi_handle handle, int physid, int *pcpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700869{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700870 cpumask_t tmp_map;
Jiang Liud536bf32013-09-02 11:57:35 +0800871 int cpu;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700872
Rusty Russell5dd3c992009-03-16 14:12:42 +1030873 cpumask_complement(&tmp_map, cpu_present_mask);
874 cpu = cpumask_first(&tmp_map);
875 if (cpu >= nr_cpu_ids)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700876 return -EINVAL;
877
878 acpi_map_cpu2node(handle, cpu, physid);
879
Srivatsa S. Bhat7d7f9842012-03-28 14:42:46 -0700880 set_cpu_present(cpu, true);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700881 ia64_cpu_to_sapicid[cpu] = physid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700882
Alex Chiangd8191fa2010-02-22 12:11:39 -0700883 acpi_processor_set_pdc(handle);
884
Linus Torvalds1da177e2005-04-16 15:20:36 -0700885 *pcpu = cpu;
Len Brown4be44fc2005-08-05 00:44:28 -0400886 return (0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700887}
Len Brown4be44fc2005-08-05 00:44:28 -0400888
Jan Beulichaf10f942011-02-17 16:36:24 +0000889/* wrapper to silence section mismatch warning */
Catalin Marinas828aef32015-03-24 14:02:46 +0000890int __ref acpi_map_cpu(acpi_handle handle, phys_cpuid_t physid, int *pcpu)
Jan Beulichaf10f942011-02-17 16:36:24 +0000891{
Jiang Liud536bf32013-09-02 11:57:35 +0800892 return _acpi_map_lsapic(handle, physid, pcpu);
Jan Beulichaf10f942011-02-17 16:36:24 +0000893}
Hanjun Guod02dc272015-01-04 18:55:03 +0800894EXPORT_SYMBOL(acpi_map_cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700895
Hanjun Guod02dc272015-01-04 18:55:03 +0800896int acpi_unmap_cpu(int cpu)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700897{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700898 ia64_cpu_to_sapicid[cpu] = -1;
Srivatsa S. Bhat7d7f9842012-03-28 14:42:46 -0700899 set_cpu_present(cpu, false);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700900
901#ifdef CONFIG_ACPI_NUMA
902 /* NUMA specific cleanup's */
903#endif
904
Len Brown4be44fc2005-08-05 00:44:28 -0400905 return (0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700906}
Hanjun Guod02dc272015-01-04 18:55:03 +0800907EXPORT_SYMBOL(acpi_unmap_cpu);
Len Brown4be44fc2005-08-05 00:44:28 -0400908#endif /* CONFIG_ACPI_HOTPLUG_CPU */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700909
910#ifdef CONFIG_ACPI_NUMA
Greg Kroah-Hartman5b5e76e2012-12-21 14:05:13 -0800911static acpi_status acpi_map_iosapic(acpi_handle handle, u32 depth,
912 void *context, void **ret)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700913{
Len Brown4be44fc2005-08-05 00:44:28 -0400914 struct acpi_buffer buffer = { ACPI_ALLOCATE_BUFFER, NULL };
Linus Torvalds1da177e2005-04-16 15:20:36 -0700915 union acpi_object *obj;
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300916 struct acpi_madt_io_sapic *iosapic;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700917 unsigned int gsi_base;
Bjorn Helgaasb1e9cee2014-01-24 15:28:42 -0700918 int node;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700919
920 /* Only care about objects w/ a method that returns the MADT */
921 if (ACPI_FAILURE(acpi_evaluate_object(handle, "_MAT", NULL, &buffer)))
922 return AE_OK;
923
924 if (!buffer.length || !buffer.pointer)
925 return AE_OK;
926
927 obj = buffer.pointer;
928 if (obj->type != ACPI_TYPE_BUFFER ||
929 obj->buffer.length < sizeof(*iosapic)) {
Len Brown02438d82006-06-30 03:19:10 -0400930 kfree(buffer.pointer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700931 return AE_OK;
932 }
933
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300934 iosapic = (struct acpi_madt_io_sapic *)obj->buffer.pointer;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700935
Alexey Starikovskiy5f3b1a82007-02-02 19:48:22 +0300936 if (iosapic->header.type != ACPI_MADT_TYPE_IO_SAPIC) {
Len Brown02438d82006-06-30 03:19:10 -0400937 kfree(buffer.pointer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700938 return AE_OK;
939 }
940
941 gsi_base = iosapic->global_irq_base;
942
Len Brown02438d82006-06-30 03:19:10 -0400943 kfree(buffer.pointer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700944
Bjorn Helgaasb1e9cee2014-01-24 15:28:42 -0700945 /* OK, it's an IOSAPIC MADT entry; associate it with a node */
946 node = acpi_get_node(handle);
947 if (node == NUMA_NO_NODE || !node_online(node) ||
Rusty Russellfbb776c2008-12-26 22:23:40 +1030948 cpumask_empty(cpumask_of_node(node)))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700949 return AE_OK;
950
951 /* We know a gsi to node mapping! */
952 map_iosapic_to_node(gsi_base, node);
953 return AE_OK;
954}
Bjorn Helgaas650316f2005-09-16 11:43:45 -0600955
956static int __init
957acpi_map_iosapics (void)
958{
959 acpi_get_devices(NULL, acpi_map_iosapic, NULL, NULL);
960 return 0;
961}
962
963fs_initcall(acpi_map_iosapics);
964#endif /* CONFIG_ACPI_NUMA */
Kenji Kaneshigeb1bb2482005-04-28 00:25:58 -0700965
Hidetoshi Setoc5b5a592008-04-30 16:51:06 +0900966int __ref acpi_register_ioapic(acpi_handle handle, u64 phys_addr, u32 gsi_base)
Kenji Kaneshigeb1bb2482005-04-28 00:25:58 -0700967{
Kenji Kaneshige0e888ad2005-04-28 00:25:58 -0700968 int err;
969
970 if ((err = iosapic_init(phys_addr, gsi_base)))
971 return err;
972
Peter Chubb24b8e0c2005-09-15 15:36:35 +1000973#ifdef CONFIG_ACPI_NUMA
Kenji Kaneshige0e888ad2005-04-28 00:25:58 -0700974 acpi_map_iosapic(handle, 0, NULL, NULL);
Len Brown4be44fc2005-08-05 00:44:28 -0400975#endif /* CONFIG_ACPI_NUMA */
Kenji Kaneshige0e888ad2005-04-28 00:25:58 -0700976
977 return 0;
Kenji Kaneshigeb1bb2482005-04-28 00:25:58 -0700978}
Len Brown4be44fc2005-08-05 00:44:28 -0400979
Kenji Kaneshigeb1bb2482005-04-28 00:25:58 -0700980EXPORT_SYMBOL(acpi_register_ioapic);
981
Len Brown4be44fc2005-08-05 00:44:28 -0400982int acpi_unregister_ioapic(acpi_handle handle, u32 gsi_base)
Kenji Kaneshigeb1bb2482005-04-28 00:25:58 -0700983{
Kenji Kaneshige0e888ad2005-04-28 00:25:58 -0700984 return iosapic_remove(gsi_base);
Kenji Kaneshigeb1bb2482005-04-28 00:25:58 -0700985}
Len Brown4be44fc2005-08-05 00:44:28 -0400986
Kenji Kaneshigeb1bb2482005-04-28 00:25:58 -0700987EXPORT_SYMBOL(acpi_unregister_ioapic);
988
Len Browne8b2fd02007-07-24 22:26:33 -0400989/*
Rafael J. Wysockif1a20032011-02-08 23:42:22 +0100990 * acpi_suspend_lowlevel() - save kernel state and suspend.
Len Browne8b2fd02007-07-24 22:26:33 -0400991 *
992 * TBD when when IA64 starts to support suspend...
993 */
Rafael J. Wysockif1a20032011-02-08 23:42:22 +0100994int acpi_suspend_lowlevel(void) { return 0; }