blob: d780ddddbc37a0059559c1c9ffe87e2e38f4c388 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Alexey Starikovskiy11113f82008-05-14 19:02:57 +04002 * Intel Multiprocessor Specification 1.1 and 1.4
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * compliant MP-table parsing routines.
4 *
5 * (c) 1995 Alan Cox, Building #3 <alan@redhat.com>
6 * (c) 1998, 1999, 2000 Ingo Molnar <mingo@redhat.com>
Alexey Starikovskiy85bddde2008-04-04 23:43:18 +04007 * (c) 2008 Alexey Starikovskiy <astarikovskiy@suse.de>
Linus Torvalds1da177e2005-04-16 15:20:36 -07008 */
9
10#include <linux/mm.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070011#include <linux/init.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include <linux/delay.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <linux/bootmem.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include <linux/kernel_stat.h>
15#include <linux/mc146818rtc.h>
16#include <linux/bitops.h>
Alexey Starikovskiy85bddde2008-04-04 23:43:18 +040017#include <linux/acpi.h>
18#include <linux/module.h>
Jaswinder Singh Rajput103ceff2009-01-02 23:43:25 +053019#include <linux/smp.h>
20#include <linux/acpi.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070021
Linus Torvalds1da177e2005-04-16 15:20:36 -070022#include <asm/mtrr.h>
23#include <asm/mpspec.h>
Alexey Starikovskiy85bddde2008-04-04 23:43:18 +040024#include <asm/pgalloc.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include <asm/io_apic.h>
Alexey Starikovskiy85bddde2008-04-04 23:43:18 +040026#include <asm/proto.h>
Alexey Starikovskiyce3fe6b2008-03-17 22:08:17 +030027#include <asm/bios_ebda.h>
Yinghai Lu2944e162008-06-01 13:17:38 -070028#include <asm/e820.h>
29#include <asm/trampoline.h>
Yinghai Lu3c9cb6d2008-07-19 02:07:25 -070030#include <asm/setup.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070031
32#include <mach_apic.h>
Alexey Starikovskiy85bddde2008-04-04 23:43:18 +040033#ifdef CONFIG_X86_32
Andi Kleen874c4fe2006-09-26 10:52:26 +020034#include <mach_apicdef.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070035#include <mach_mpparse.h>
Alexey Starikovskiy85bddde2008-04-04 23:43:18 +040036#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070037
Linus Torvalds1da177e2005-04-16 15:20:36 -070038/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070039 * Checksum an MP configuration block.
40 */
41
42static int __init mpf_checksum(unsigned char *mp, int len)
43{
44 int sum = 0;
45
46 while (len--)
47 sum += *mp++;
48
49 return sum & 0xFF;
50}
51
Jaswinder Singh Rajputf4f21b72009-01-03 15:48:52 +053052static void __init MP_processor_info(struct mpc_cpu *m)
Alexey Starikovskiyc853c672008-03-27 23:54:13 +030053{
54 int apicid;
Alexey Starikovskiy746f2242008-04-04 23:42:15 +040055 char *bootup_cpu = "";
Alexey Starikovskiyc853c672008-03-27 23:54:13 +030056
Jaswinder Singh Rajputc4563822009-01-04 21:58:25 +053057 if (!(m->cpuflag & CPU_ENABLED)) {
Glauber Costa7b1292e2008-03-03 14:12:41 -030058 disabled_cpus++;
Linus Torvalds1da177e2005-04-16 15:20:36 -070059 return;
Glauber Costa7b1292e2008-03-03 14:12:41 -030060 }
Yinghai Lu64898a82008-07-19 18:01:16 -070061
62 if (x86_quirks->mpc_apic_id)
63 apicid = x86_quirks->mpc_apic_id(m);
Yinghai Luab530e12008-06-03 10:25:54 -070064 else
Jaswinder Singh Rajputc4563822009-01-04 21:58:25 +053065 apicid = m->apicid;
Yinghai Lu64898a82008-07-19 18:01:16 -070066
Jaswinder Singh Rajputc4563822009-01-04 21:58:25 +053067 if (m->cpuflag & CPU_BOOTPROCESSOR) {
Alexey Starikovskiy746f2242008-04-04 23:42:15 +040068 bootup_cpu = " (Bootup-CPU)";
Jaswinder Singh Rajputc4563822009-01-04 21:58:25 +053069 boot_cpu_physical_apicid = m->apicid;
Linus Torvalds1da177e2005-04-16 15:20:36 -070070 }
71
Jaswinder Singh Rajputc4563822009-01-04 21:58:25 +053072 printk(KERN_INFO "Processor #%d%s\n", m->apicid, bootup_cpu);
73 generic_processor_info(apicid, m->apicver);
Linus Torvalds1da177e2005-04-16 15:20:36 -070074}
75
Thomas Gleixner85cc35f2008-05-25 21:21:36 +020076#ifdef CONFIG_X86_IO_APIC
Jaswinder Singh Rajput00fb8602009-01-03 15:47:32 +053077static void __init MP_bus_info(struct mpc_bus *m)
Linus Torvalds1da177e2005-04-16 15:20:36 -070078{
79 char str[7];
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +053080 memcpy(str, m->bustype, 6);
Linus Torvalds1da177e2005-04-16 15:20:36 -070081 str[6] = 0;
82
Yinghai Lu64898a82008-07-19 18:01:16 -070083 if (x86_quirks->mpc_oem_bus_info)
84 x86_quirks->mpc_oem_bus_info(m, str);
85 else
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +053086 apic_printk(APIC_VERBOSE, "Bus #%d is %s\n", m->busid, str);
Linus Torvalds1da177e2005-04-16 15:20:36 -070087
Andi Kleen5e4edbb2006-09-26 10:52:35 +020088#if MAX_MP_BUSSES < 256
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +053089 if (m->busid >= MAX_MP_BUSSES) {
Randy Dunlapc0ec31a2006-04-10 22:53:13 -070090 printk(KERN_WARNING "MP table busid value (%d) for bustype %s "
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +040091 " is too large, max. supported is %d\n",
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +053092 m->busid, str, MAX_MP_BUSSES - 1);
Randy Dunlapc0ec31a2006-04-10 22:53:13 -070093 return;
94 }
Andi Kleen5e4edbb2006-09-26 10:52:35 +020095#endif
Randy Dunlapc0ec31a2006-04-10 22:53:13 -070096
Alexey Starikovskiyf8924e72008-04-04 23:42:21 +040097 if (strncmp(str, BUSTYPE_ISA, sizeof(BUSTYPE_ISA) - 1) == 0) {
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +053098 set_bit(m->busid, mp_bus_not_pci);
Jaswinder Singh Rajput103ceff2009-01-02 23:43:25 +053099#if defined(CONFIG_EISA) || defined(CONFIG_MCA)
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530100 mp_bus_id_to_type[m->busid] = MP_BUS_ISA;
Alexey Starikovskiyf8924e72008-04-04 23:42:21 +0400101#endif
102 } else if (strncmp(str, BUSTYPE_PCI, sizeof(BUSTYPE_PCI) - 1) == 0) {
Yinghai Lu64898a82008-07-19 18:01:16 -0700103 if (x86_quirks->mpc_oem_pci_bus)
104 x86_quirks->mpc_oem_pci_bus(m);
105
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530106 clear_bit(m->busid, mp_bus_not_pci);
Jaswinder Singh Rajput103ceff2009-01-02 23:43:25 +0530107#if defined(CONFIG_EISA) || defined(CONFIG_MCA)
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530108 mp_bus_id_to_type[m->busid] = MP_BUS_PCI;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400109 } else if (strncmp(str, BUSTYPE_EISA, sizeof(BUSTYPE_EISA) - 1) == 0) {
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530110 mp_bus_id_to_type[m->busid] = MP_BUS_EISA;
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400111 } else if (strncmp(str, BUSTYPE_MCA, sizeof(BUSTYPE_MCA) - 1) == 0) {
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530112 mp_bus_id_to_type[m->busid] = MP_BUS_MCA;
Alexey Starikovskiyc0a282c2008-03-20 14:55:02 +0300113#endif
Alexey Starikovskiyf8924e72008-04-04 23:42:21 +0400114 } else
115 printk(KERN_WARNING "Unknown bustype %s - ignoring\n", str);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116}
Thomas Gleixner85cc35f2008-05-25 21:21:36 +0200117#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400119#ifdef CONFIG_X86_IO_APIC
120
Alexey Starikovskiy857033a2008-03-17 22:08:05 +0300121static int bad_ioapic(unsigned long address)
122{
123 if (nr_ioapics >= MAX_IO_APICS) {
124 printk(KERN_ERR "ERROR: Max # of I/O APICs (%d) exceeded "
125 "(found %d)\n", MAX_IO_APICS, nr_ioapics);
126 panic("Recompile kernel with bigger MAX_IO_APICS!\n");
127 }
128 if (!address) {
129 printk(KERN_ERR "WARNING: Bogus (zero) I/O APIC address"
130 " found in table, skipping!\n");
131 return 1;
132 }
133 return 0;
134}
135
Jaswinder Singh Rajput2b85b5f2009-01-03 15:49:57 +0530136static void __init MP_ioapic_info(struct mpc_ioapic *m)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137{
Jaswinder Singh Rajput5df82c72009-01-04 21:54:39 +0530138 if (!(m->flags & MPC_APIC_USABLE))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139 return;
140
Thomas Gleixner64883ab2008-01-30 13:30:35 +0100141 printk(KERN_INFO "I/O APIC #%d Version %d at 0x%X.\n",
Jaswinder Singh Rajput5df82c72009-01-04 21:54:39 +0530142 m->apicid, m->apicver, m->apicaddr);
Alexey Starikovskiy857033a2008-03-17 22:08:05 +0300143
Jaswinder Singh Rajput5df82c72009-01-04 21:54:39 +0530144 if (bad_ioapic(m->apicaddr))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145 return;
Alexey Starikovskiy857033a2008-03-17 22:08:05 +0300146
Jaswinder Singh Rajput5df82c72009-01-04 21:54:39 +0530147 mp_ioapics[nr_ioapics].mp_apicaddr = m->apicaddr;
148 mp_ioapics[nr_ioapics].mp_apicid = m->apicid;
149 mp_ioapics[nr_ioapics].mp_type = m->type;
150 mp_ioapics[nr_ioapics].mp_apicver = m->apicver;
151 mp_ioapics[nr_ioapics].mp_flags = m->flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152 nr_ioapics++;
153}
154
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530155static void print_MP_intsrc_info(struct mpc_intsrc *m)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156{
Rene Hermaneeb0d7d2008-08-11 17:44:57 +0200157 apic_printk(APIC_VERBOSE, "Int: type %d, pol %d, trig %d, bus %02x,"
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158 " IRQ %02x, APIC ID %x, APIC INT %02x\n",
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530159 m->irqtype, m->irqflag & 3, (m->irqflag >> 2) & 3, m->srcbus,
160 m->srcbusirq, m->dstapic, m->dstirq);
Yinghai Lu2944e162008-06-01 13:17:38 -0700161}
162
163static void __init print_mp_irq_info(struct mp_config_intsrc *mp_irq)
164{
Rene Hermaneeb0d7d2008-08-11 17:44:57 +0200165 apic_printk(APIC_VERBOSE, "Int: type %d, pol %d, trig %d, bus %02x,"
Yinghai Lu2944e162008-06-01 13:17:38 -0700166 " IRQ %02x, APIC ID %x, APIC INT %02x\n",
167 mp_irq->mp_irqtype, mp_irq->mp_irqflag & 3,
168 (mp_irq->mp_irqflag >> 2) & 3, mp_irq->mp_srcbus,
169 mp_irq->mp_srcbusirq, mp_irq->mp_dstapic, mp_irq->mp_dstirq);
170}
171
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530172static void __init assign_to_mp_irq(struct mpc_intsrc *m,
Yinghai Lu2944e162008-06-01 13:17:38 -0700173 struct mp_config_intsrc *mp_irq)
174{
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530175 mp_irq->mp_dstapic = m->dstapic;
176 mp_irq->mp_type = m->type;
177 mp_irq->mp_irqtype = m->irqtype;
178 mp_irq->mp_irqflag = m->irqflag;
179 mp_irq->mp_srcbus = m->srcbus;
180 mp_irq->mp_srcbusirq = m->srcbusirq;
181 mp_irq->mp_dstirq = m->dstirq;
Yinghai Lu2944e162008-06-01 13:17:38 -0700182}
183
184static void __init assign_to_mpc_intsrc(struct mp_config_intsrc *mp_irq,
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530185 struct mpc_intsrc *m)
Yinghai Lu2944e162008-06-01 13:17:38 -0700186{
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530187 m->dstapic = mp_irq->mp_dstapic;
188 m->type = mp_irq->mp_type;
189 m->irqtype = mp_irq->mp_irqtype;
190 m->irqflag = mp_irq->mp_irqflag;
191 m->srcbus = mp_irq->mp_srcbus;
192 m->srcbusirq = mp_irq->mp_srcbusirq;
193 m->dstirq = mp_irq->mp_dstirq;
Yinghai Lu2944e162008-06-01 13:17:38 -0700194}
195
Yinghai Lufcfa1462008-06-18 17:29:31 -0700196static int __init mp_irq_mpc_intsrc_cmp(struct mp_config_intsrc *mp_irq,
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530197 struct mpc_intsrc *m)
Yinghai Lu2944e162008-06-01 13:17:38 -0700198{
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530199 if (mp_irq->mp_dstapic != m->dstapic)
Yinghai Lu2944e162008-06-01 13:17:38 -0700200 return 1;
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530201 if (mp_irq->mp_type != m->type)
Yinghai Lu2944e162008-06-01 13:17:38 -0700202 return 2;
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530203 if (mp_irq->mp_irqtype != m->irqtype)
Yinghai Lu2944e162008-06-01 13:17:38 -0700204 return 3;
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530205 if (mp_irq->mp_irqflag != m->irqflag)
Yinghai Lu2944e162008-06-01 13:17:38 -0700206 return 4;
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530207 if (mp_irq->mp_srcbus != m->srcbus)
Yinghai Lu2944e162008-06-01 13:17:38 -0700208 return 5;
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530209 if (mp_irq->mp_srcbusirq != m->srcbusirq)
Yinghai Lu2944e162008-06-01 13:17:38 -0700210 return 6;
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530211 if (mp_irq->mp_dstirq != m->dstirq)
Yinghai Lu2944e162008-06-01 13:17:38 -0700212 return 7;
213
214 return 0;
215}
216
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530217static void __init MP_intsrc_info(struct mpc_intsrc *m)
Yinghai Lu2944e162008-06-01 13:17:38 -0700218{
219 int i;
220
221 print_MP_intsrc_info(m);
222
Yinghai Lufcfa1462008-06-18 17:29:31 -0700223 for (i = 0; i < mp_irq_entries; i++) {
224 if (!mp_irq_mpc_intsrc_cmp(&mp_irqs[i], m))
225 return;
226 }
Yinghai Lu2944e162008-06-01 13:17:38 -0700227
228 assign_to_mp_irq(m, &mp_irqs[mp_irq_entries]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700229 if (++mp_irq_entries == MAX_IRQ_SOURCES)
230 panic("Max # of irq sources exceeded!!\n");
231}
232
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400233#endif
234
Jaswinder Singh Rajput8fb29522009-01-03 15:51:54 +0530235static void __init MP_lintsrc_info(struct mpc_lintsrc *m)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236{
Rene Hermaneeb0d7d2008-08-11 17:44:57 +0200237 apic_printk(APIC_VERBOSE, "Lint: type %d, pol %d, trig %d, bus %02x,"
Linus Torvalds1da177e2005-04-16 15:20:36 -0700238 " IRQ %02x, APIC ID %x, APIC LINT %02x\n",
Jaswinder Singh Rajputb5ced7c2009-01-04 21:55:53 +0530239 m->irqtype, m->irqflag & 3, (m->irqflag >> 2) & 3, m->srcbusid,
240 m->srcbusirq, m->destapic, m->destapiclint);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700241}
242
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243/*
244 * Read/parse the MPC
245 */
246
Jaswinder Singh Rajputf29521e2009-01-03 15:46:57 +0530247static int __init smp_check_mpc(struct mpc_table *mpc, char *oem, char *str)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700248{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400250 if (memcmp(mpc->mpc_signature, MPC_SIGNATURE, 4)) {
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400251 printk(KERN_ERR "MPTABLE: bad signature [%c%c%c%c]!\n",
252 mpc->mpc_signature[0], mpc->mpc_signature[1],
253 mpc->mpc_signature[2], mpc->mpc_signature[3]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254 return 0;
255 }
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400256 if (mpf_checksum((unsigned char *)mpc, mpc->mpc_length)) {
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400257 printk(KERN_ERR "MPTABLE: checksum error!\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700258 return 0;
259 }
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400260 if (mpc->mpc_spec != 0x01 && mpc->mpc_spec != 0x04) {
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400261 printk(KERN_ERR "MPTABLE: bad table version (%d)!!\n",
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400262 mpc->mpc_spec);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700263 return 0;
264 }
265 if (!mpc->mpc_lapic) {
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400266 printk(KERN_ERR "MPTABLE: null local APIC address!\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267 return 0;
268 }
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400269 memcpy(oem, mpc->mpc_oem, 8);
270 oem[8] = 0;
Yinghai Lu11a62a02008-05-12 15:43:38 +0200271 printk(KERN_INFO "MPTABLE: OEM ID: %s\n", oem);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700272
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400273 memcpy(str, mpc->mpc_productid, 12);
274 str[12] = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700275
Yinghai Lu11a62a02008-05-12 15:43:38 +0200276 printk(KERN_INFO "MPTABLE: Product ID: %s\n", str);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700277
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400278 printk(KERN_INFO "MPTABLE: APIC at: 0x%X\n", mpc->mpc_lapic);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700279
Yinghai Lu2944e162008-06-01 13:17:38 -0700280 return 1;
281}
282
Jaswinder Singh Rajputf29521e2009-01-03 15:46:57 +0530283static int __init smp_read_mpc(struct mpc_table *mpc, unsigned early)
Yinghai Lu2944e162008-06-01 13:17:38 -0700284{
285 char str[16];
286 char oem[10];
287
288 int count = sizeof(*mpc);
289 unsigned char *mpt = ((unsigned char *)mpc) + count;
290
291 if (!smp_check_mpc(mpc, oem, str))
292 return 0;
293
294#ifdef CONFIG_X86_32
Yinghai Lud49c4282008-06-08 18:31:54 -0700295 /*
296 * need to make sure summit and es7000's mps_oem_check is safe to be
297 * called early via genericarch 's mps_oem_check
298 */
299 if (early) {
300#ifdef CONFIG_X86_NUMAQ
301 numaq_mps_oem_check(mpc, oem, str);
302#endif
303 } else
304 mps_oem_check(mpc, oem, str);
Yinghai Lu2944e162008-06-01 13:17:38 -0700305#endif
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400306 /* save the local APIC address, it might be non-default */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307 if (!acpi_lapic)
308 mp_lapic_addr = mpc->mpc_lapic;
309
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400310 if (early)
311 return 1;
312
Yinghai Lu64898a82008-07-19 18:01:16 -0700313 if (mpc->mpc_oemptr && x86_quirks->smp_read_mpc_oem) {
Jaswinder Singh Rajputb0e239f2009-01-03 15:52:54 +0530314 struct mpc_oemtable *oem_table = (void *)(long)mpc->mpc_oemptr;
Yinghai Lu64898a82008-07-19 18:01:16 -0700315 x86_quirks->smp_read_mpc_oem(oem_table, mpc->mpc_oemsize);
316 }
317
Linus Torvalds1da177e2005-04-16 15:20:36 -0700318 /*
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400319 * Now process the configuration blocks.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700320 */
Yinghai Lu64898a82008-07-19 18:01:16 -0700321 if (x86_quirks->mpc_record)
322 *x86_quirks->mpc_record = 0;
323
Linus Torvalds1da177e2005-04-16 15:20:36 -0700324 while (count < mpc->mpc_length) {
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400325 switch (*mpt) {
326 case MP_PROCESSOR:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700327 {
Jaswinder Singh Rajputf4f21b72009-01-03 15:48:52 +0530328 struct mpc_cpu *m = (struct mpc_cpu *)mpt;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329 /* ACPI may have already provided this data */
330 if (!acpi_lapic)
331 MP_processor_info(m);
332 mpt += sizeof(*m);
333 count += sizeof(*m);
334 break;
335 }
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400336 case MP_BUS:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700337 {
Jaswinder Singh Rajput00fb8602009-01-03 15:47:32 +0530338 struct mpc_bus *m = (struct mpc_bus *)mpt;
Thomas Gleixner85cc35f2008-05-25 21:21:36 +0200339#ifdef CONFIG_X86_IO_APIC
Linus Torvalds1da177e2005-04-16 15:20:36 -0700340 MP_bus_info(m);
Thomas Gleixner85cc35f2008-05-25 21:21:36 +0200341#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700342 mpt += sizeof(*m);
343 count += sizeof(*m);
344 break;
345 }
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400346 case MP_IOAPIC:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700347 {
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400348#ifdef CONFIG_X86_IO_APIC
Jaswinder Singh Rajput2b85b5f2009-01-03 15:49:57 +0530349 struct mpc_ioapic *m = (struct mpc_ioapic *)mpt;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700350 MP_ioapic_info(m);
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400351#endif
Jaswinder Singh Rajput2b85b5f2009-01-03 15:49:57 +0530352 mpt += sizeof(struct mpc_ioapic);
353 count += sizeof(struct mpc_ioapic);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700354 break;
355 }
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400356 case MP_INTSRC:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700357 {
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400358#ifdef CONFIG_X86_IO_APIC
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530359 struct mpc_intsrc *m = (struct mpc_intsrc *)mpt;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700360
361 MP_intsrc_info(m);
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400362#endif
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530363 mpt += sizeof(struct mpc_intsrc);
364 count += sizeof(struct mpc_intsrc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700365 break;
366 }
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400367 case MP_LINTSRC:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700368 {
Jaswinder Singh Rajput8fb29522009-01-03 15:51:54 +0530369 struct mpc_lintsrc *m =
370 (struct mpc_lintsrc *)mpt;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700371 MP_lintsrc_info(m);
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400372 mpt += sizeof(*m);
373 count += sizeof(*m);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700374 break;
375 }
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400376 default:
Yinghai Lu711554d2008-04-07 11:36:39 -0700377 /* wrong mptable */
378 printk(KERN_ERR "Your mptable is wrong, contact your HW vendor!\n");
379 printk(KERN_ERR "type %x\n", *mpt);
380 print_hex_dump(KERN_ERR, " ", DUMP_PREFIX_ADDRESS, 16,
381 1, mpc, mpc->mpc_length, 1);
382 count = mpc->mpc_length;
383 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700384 }
Yinghai Lu64898a82008-07-19 18:01:16 -0700385 if (x86_quirks->mpc_record)
386 (*x86_quirks->mpc_record)++;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700387 }
Yinghai Lue0da3362008-06-08 18:29:22 -0700388
389#ifdef CONFIG_X86_GENERICARCH
390 generic_bigsmp_probe();
391#endif
392
Suresh Siddha6e1cb382008-07-10 11:16:58 -0700393#ifdef CONFIG_X86_32
Ingo Molnar3c43f032007-05-02 19:27:04 +0200394 setup_apic_routing();
Suresh Siddha6e1cb382008-07-10 11:16:58 -0700395#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700396 if (!num_processors)
Alexey Starikovskiye950bea2008-04-04 23:42:27 +0400397 printk(KERN_ERR "MPTABLE: no processors registered!\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700398 return num_processors;
399}
400
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400401#ifdef CONFIG_X86_IO_APIC
402
Linus Torvalds1da177e2005-04-16 15:20:36 -0700403static int __init ELCR_trigger(unsigned int irq)
404{
405 unsigned int port;
406
407 port = 0x4d0 + (irq >> 3);
408 return (inb(port) >> (irq & 7)) & 1;
409}
410
411static void __init construct_default_ioirq_mptable(int mpc_default_type)
412{
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530413 struct mpc_intsrc intsrc;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700414 int i;
415 int ELCR_fallback = 0;
416
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530417 intsrc.type = MP_INTSRC;
418 intsrc.irqflag = 0; /* conforming */
419 intsrc.srcbus = 0;
420 intsrc.dstapic = mp_ioapics[0].mp_apicid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700421
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530422 intsrc.irqtype = mp_INT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700423
424 /*
425 * If true, we have an ISA/PCI system with no IRQ entries
426 * in the MP table. To prevent the PCI interrupts from being set up
427 * incorrectly, we try to use the ELCR. The sanity check to see if
428 * there is good ELCR data is very simple - IRQ0, 1, 2 and 13 can
429 * never be level sensitive, so we simply see if the ELCR agrees.
430 * If it does, we assume it's valid.
431 */
432 if (mpc_default_type == 5) {
Alexey Starikovskiy62441bf2008-04-04 23:42:34 +0400433 printk(KERN_INFO "ISA/PCI bus type with no IRQ information... "
434 "falling back to ELCR\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700435
Alexey Starikovskiy62441bf2008-04-04 23:42:34 +0400436 if (ELCR_trigger(0) || ELCR_trigger(1) || ELCR_trigger(2) ||
437 ELCR_trigger(13))
438 printk(KERN_ERR "ELCR contains invalid data... "
439 "not using ELCR\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700440 else {
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400441 printk(KERN_INFO
442 "Using ELCR to identify PCI interrupts\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700443 ELCR_fallback = 1;
444 }
445 }
446
447 for (i = 0; i < 16; i++) {
448 switch (mpc_default_type) {
449 case 2:
450 if (i == 0 || i == 13)
451 continue; /* IRQ0 & IRQ13 not connected */
452 /* fall through */
453 default:
454 if (i == 2)
455 continue; /* IRQ2 is never connected */
456 }
457
458 if (ELCR_fallback) {
459 /*
460 * If the ELCR indicates a level-sensitive interrupt, we
461 * copy that information over to the MP table in the
462 * irqflag field (level sensitive, active high polarity).
463 */
464 if (ELCR_trigger(i))
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530465 intsrc.irqflag = 13;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700466 else
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530467 intsrc.irqflag = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700468 }
469
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530470 intsrc.srcbusirq = i;
471 intsrc.dstirq = i ? i : 2; /* IRQ0 to INTIN2 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700472 MP_intsrc_info(&intsrc);
473 }
474
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530475 intsrc.irqtype = mp_ExtINT;
476 intsrc.srcbusirq = 0;
477 intsrc.dstirq = 0; /* 8259A to INTIN0 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700478 MP_intsrc_info(&intsrc);
479}
480
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400481
Marcin Slusarz39e00fe2008-08-11 00:09:38 +0200482static void __init construct_ioapic_table(int mpc_default_type)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700483{
Jaswinder Singh Rajput2b85b5f2009-01-03 15:49:57 +0530484 struct mpc_ioapic ioapic;
Jaswinder Singh Rajput00fb8602009-01-03 15:47:32 +0530485 struct mpc_bus bus;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700486
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530487 bus.type = MP_BUS;
488 bus.busid = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700489 switch (mpc_default_type) {
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400490 default:
Alexey Starikovskiy62441bf2008-04-04 23:42:34 +0400491 printk(KERN_ERR "???\nUnknown standard configuration %d\n",
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400492 mpc_default_type);
493 /* fall through */
494 case 1:
495 case 5:
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530496 memcpy(bus.bustype, "ISA ", 6);
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400497 break;
498 case 2:
499 case 6:
500 case 3:
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530501 memcpy(bus.bustype, "EISA ", 6);
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400502 break;
503 case 4:
504 case 7:
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530505 memcpy(bus.bustype, "MCA ", 6);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700506 }
507 MP_bus_info(&bus);
508 if (mpc_default_type > 4) {
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530509 bus.busid = 1;
510 memcpy(bus.bustype, "PCI ", 6);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700511 MP_bus_info(&bus);
512 }
513
Jaswinder Singh Rajput5df82c72009-01-04 21:54:39 +0530514 ioapic.type = MP_IOAPIC;
515 ioapic.apicid = 2;
516 ioapic.apicver = mpc_default_type > 4 ? 0x10 : 0x01;
517 ioapic.flags = MPC_APIC_USABLE;
518 ioapic.apicaddr = 0xFEC00000;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700519 MP_ioapic_info(&ioapic);
520
521 /*
522 * We set up most of the low 16 IO-APIC pins according to MPS rules.
523 */
524 construct_default_ioirq_mptable(mpc_default_type);
Thomas Gleixner85cc35f2008-05-25 21:21:36 +0200525}
526#else
Marcin Slusarz39e00fe2008-08-11 00:09:38 +0200527static inline void __init construct_ioapic_table(int mpc_default_type) { }
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400528#endif
Thomas Gleixner85cc35f2008-05-25 21:21:36 +0200529
530static inline void __init construct_default_ISA_mptable(int mpc_default_type)
531{
Jaswinder Singh Rajputf4f21b72009-01-03 15:48:52 +0530532 struct mpc_cpu processor;
Jaswinder Singh Rajput8fb29522009-01-03 15:51:54 +0530533 struct mpc_lintsrc lintsrc;
Thomas Gleixner85cc35f2008-05-25 21:21:36 +0200534 int linttypes[2] = { mp_ExtINT, mp_NMI };
535 int i;
536
537 /*
538 * local APIC has default address
539 */
540 mp_lapic_addr = APIC_DEFAULT_PHYS_BASE;
541
542 /*
543 * 2 CPUs, numbered 0 & 1.
544 */
Jaswinder Singh Rajputc4563822009-01-04 21:58:25 +0530545 processor.type = MP_PROCESSOR;
Thomas Gleixner85cc35f2008-05-25 21:21:36 +0200546 /* Either an integrated APIC or a discrete 82489DX. */
Jaswinder Singh Rajputc4563822009-01-04 21:58:25 +0530547 processor.apicver = mpc_default_type > 4 ? 0x10 : 0x01;
548 processor.cpuflag = CPU_ENABLED;
549 processor.cpufeature = (boot_cpu_data.x86 << 8) |
Thomas Gleixner85cc35f2008-05-25 21:21:36 +0200550 (boot_cpu_data.x86_model << 4) | boot_cpu_data.x86_mask;
Jaswinder Singh Rajputc4563822009-01-04 21:58:25 +0530551 processor.featureflag = boot_cpu_data.x86_capability[0];
552 processor.reserved[0] = 0;
553 processor.reserved[1] = 0;
Thomas Gleixner85cc35f2008-05-25 21:21:36 +0200554 for (i = 0; i < 2; i++) {
Jaswinder Singh Rajputc4563822009-01-04 21:58:25 +0530555 processor.apicid = i;
Thomas Gleixner85cc35f2008-05-25 21:21:36 +0200556 MP_processor_info(&processor);
557 }
558
559 construct_ioapic_table(mpc_default_type);
560
Jaswinder Singh Rajputb5ced7c2009-01-04 21:55:53 +0530561 lintsrc.type = MP_LINTSRC;
562 lintsrc.irqflag = 0; /* conforming */
563 lintsrc.srcbusid = 0;
564 lintsrc.srcbusirq = 0;
565 lintsrc.destapic = MP_APIC_ALL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700566 for (i = 0; i < 2; i++) {
Jaswinder Singh Rajputb5ced7c2009-01-04 21:55:53 +0530567 lintsrc.irqtype = linttypes[i];
568 lintsrc.destapiclint = i;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700569 MP_lintsrc_info(&lintsrc);
570 }
571}
572
573static struct intel_mp_floating *mpf_found;
574
575/*
576 * Scan the memory blocks for an SMP configuration block.
577 */
Ingo Molnar3b335532008-07-10 17:30:40 +0200578static void __init __get_smp_config(unsigned int early)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700579{
580 struct intel_mp_floating *mpf = mpf_found;
581
Yinghai Lu69b88af2008-12-05 22:45:50 -0800582 if (!mpf)
583 return;
584
585 if (acpi_lapic && early)
586 return;
587
588 /*
589 * MPS doesn't support hyperthreading, aka only have
590 * thread 0 apic id in MPS table
591 */
592 if (acpi_lapic && acpi_ioapic)
593 return;
594
Yinghai Lu3c9cb6d2008-07-19 02:07:25 -0700595 if (x86_quirks->mach_get_smp_config) {
596 if (x86_quirks->mach_get_smp_config(early))
Ingo Molnar3b335532008-07-10 17:30:40 +0200597 return;
598 }
Andi Kleen9adc1382008-12-04 13:33:35 +0100599
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400600 printk(KERN_INFO "Intel MultiProcessor Specification v1.%d\n",
601 mpf->mpf_specification);
Alexey Starikovskiyb3e24162008-05-23 01:54:44 +0400602#if defined(CONFIG_X86_LOCAL_APIC) && defined(CONFIG_X86_32)
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400603 if (mpf->mpf_feature2 & (1 << 7)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700604 printk(KERN_INFO " IMCR and PIC compatibility mode.\n");
605 pic_mode = 1;
606 } else {
607 printk(KERN_INFO " Virtual Wire compatibility mode.\n");
608 pic_mode = 0;
609 }
Alexey Starikovskiy4421b1c2008-04-04 23:42:40 +0400610#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700611 /*
612 * Now see if we need to read further.
613 */
614 if (mpf->mpf_feature1 != 0) {
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400615 if (early) {
616 /*
617 * local APIC has default address
618 */
619 mp_lapic_addr = APIC_DEFAULT_PHYS_BASE;
620 return;
621 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700622
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400623 printk(KERN_INFO "Default MP configuration #%d\n",
624 mpf->mpf_feature1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700625 construct_default_ISA_mptable(mpf->mpf_feature1);
626
627 } else if (mpf->mpf_physptr) {
628
629 /*
630 * Read the physical hardware table. Anything here will
631 * override the defaults.
632 */
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400633 if (!smp_read_mpc(phys_to_virt(mpf->mpf_physptr), early)) {
Alexey Starikovskiybab4b272008-05-19 19:47:03 +0400634#ifdef CONFIG_X86_LOCAL_APIC
Linus Torvalds1da177e2005-04-16 15:20:36 -0700635 smp_found_config = 0;
Alexey Starikovskiybab4b272008-05-19 19:47:03 +0400636#endif
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400637 printk(KERN_ERR
638 "BIOS bug, MP table errors detected!...\n");
Alexey Starikovskiy4421b1c2008-04-04 23:42:40 +0400639 printk(KERN_ERR "... disabling SMP support. "
640 "(tell your hw vendor)\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700641 return;
642 }
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400643
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400644 if (early)
645 return;
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400646#ifdef CONFIG_X86_IO_APIC
Linus Torvalds1da177e2005-04-16 15:20:36 -0700647 /*
648 * If there are no explicit MP IRQ entries, then we are
649 * broken. We set up most of the low 16 IO-APIC pins to
650 * ISA defaults and hope it will work.
651 */
652 if (!mp_irq_entries) {
Jaswinder Singh Rajput00fb8602009-01-03 15:47:32 +0530653 struct mpc_bus bus;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700654
Alexey Starikovskiy4421b1c2008-04-04 23:42:40 +0400655 printk(KERN_ERR "BIOS bug, no explicit IRQ entries, "
656 "using default mptable. "
657 "(tell your hw vendor)\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700658
Jaswinder Singh Rajputd4c715f2009-01-04 21:59:26 +0530659 bus.type = MP_BUS;
660 bus.busid = 0;
661 memcpy(bus.bustype, "ISA ", 6);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700662 MP_bus_info(&bus);
663
664 construct_default_ioirq_mptable(0);
665 }
Alexey Starikovskiy61048c62008-04-04 23:41:07 +0400666#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700667 } else
668 BUG();
669
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400670 if (!early)
671 printk(KERN_INFO "Processors: %d\n", num_processors);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700672 /*
673 * Only use the first configuration found.
674 */
675}
676
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400677void __init early_get_smp_config(void)
678{
679 __get_smp_config(1);
680}
681
682void __init get_smp_config(void)
683{
684 __get_smp_config(0);
685}
686
687static int __init smp_scan_config(unsigned long base, unsigned long length,
688 unsigned reserve)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700689{
Alexey Starikovskiy92fd4b72008-04-04 23:42:46 +0400690 unsigned int *bp = phys_to_virt(base);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700691 struct intel_mp_floating *mpf;
692
Rene Hermaneeb0d7d2008-08-11 17:44:57 +0200693 apic_printk(APIC_VERBOSE, "Scan SMP from %p for %ld bytes.\n",
694 bp, length);
Akinobu Mita5d47a272008-04-19 23:55:11 +0900695 BUILD_BUG_ON(sizeof(*mpf) != 16);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700696
697 while (length > 0) {
698 mpf = (struct intel_mp_floating *)bp;
699 if ((*bp == SMP_MAGIC_IDENT) &&
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400700 (mpf->mpf_length == 1) &&
701 !mpf_checksum((unsigned char *)bp, 16) &&
702 ((mpf->mpf_specification == 1)
703 || (mpf->mpf_specification == 4))) {
Alexey Starikovskiybab4b272008-05-19 19:47:03 +0400704#ifdef CONFIG_X86_LOCAL_APIC
Linus Torvalds1da177e2005-04-16 15:20:36 -0700705 smp_found_config = 1;
Alexey Starikovskiybab4b272008-05-19 19:47:03 +0400706#endif
Alexey Starikovskiy92fd4b72008-04-04 23:42:46 +0400707 mpf_found = mpf;
Yinghai Lub1f006b2008-06-09 18:11:36 -0700708
Ingo Molnare91a3b432008-01-30 13:33:08 +0100709 printk(KERN_INFO "found SMP MP-table at [%p] %08lx\n",
Alexey Starikovskiy4ef81292008-04-04 23:42:03 +0400710 mpf, virt_to_phys(mpf));
Yinghai Lub1f006b2008-06-09 18:11:36 -0700711
712 if (!reserve)
713 return 1;
Yinghai Lud2dbf342008-06-13 02:00:56 -0700714 reserve_bootmem_generic(virt_to_phys(mpf), PAGE_SIZE,
Bernhard Walle72a7fe32008-02-07 00:15:17 -0800715 BOOTMEM_DEFAULT);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700716 if (mpf->mpf_physptr) {
Yinghai Lud2dbf342008-06-13 02:00:56 -0700717 unsigned long size = PAGE_SIZE;
718#ifdef CONFIG_X86_32
Linus Torvalds1da177e2005-04-16 15:20:36 -0700719 /*
720 * We cannot access to MPC table to compute
721 * table size yet, as only few megabytes from
722 * the bottom is mapped now.
723 * PC-9800's MPC table places on the very last
724 * of physical memory; so that simply reserving
725 * PAGE_SIZE from mpg->mpf_physptr yields BUG()
726 * in reserve_bootmem.
727 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700728 unsigned long end = max_low_pfn * PAGE_SIZE;
729 if (mpf->mpf_physptr + size > end)
730 size = end - mpf->mpf_physptr;
Yinghai Lud2dbf342008-06-13 02:00:56 -0700731#endif
732 reserve_bootmem_generic(mpf->mpf_physptr, size,
Bernhard Walle72a7fe32008-02-07 00:15:17 -0800733 BOOTMEM_DEFAULT);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700734 }
735
Yinghai Lud2dbf342008-06-13 02:00:56 -0700736 return 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700737 }
738 bp += 4;
739 length -= 16;
740 }
741 return 0;
742}
743
Ingo Molnar3b335532008-07-10 17:30:40 +0200744static void __init __find_smp_config(unsigned int reserve)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700745{
746 unsigned int address;
747
Yinghai Lu3c9cb6d2008-07-19 02:07:25 -0700748 if (x86_quirks->mach_find_smp_config) {
749 if (x86_quirks->mach_find_smp_config(reserve))
Ingo Molnar3b335532008-07-10 17:30:40 +0200750 return;
751 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700752 /*
753 * FIXME: Linux assumes you have 640K of base ram..
754 * this continues the error...
755 *
756 * 1) Scan the bottom 1K for a signature
757 * 2) Scan the top 1K of base RAM
758 * 3) Scan the 64K of bios
759 */
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400760 if (smp_scan_config(0x0, 0x400, reserve) ||
761 smp_scan_config(639 * 0x400, 0x400, reserve) ||
762 smp_scan_config(0xF0000, 0x10000, reserve))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700763 return;
764 /*
765 * If it is an SMP machine we should know now, unless the
766 * configuration is in an EISA/MCA bus machine with an
767 * extended bios data area.
768 *
769 * there is a real-mode segmented pointer pointing to the
770 * 4K EBDA area at 0x40E, calculate and scan it here.
771 *
772 * NOTE! There are Linux loaders that will corrupt the EBDA
773 * area, and as such this kind of SMP config may be less
774 * trustworthy, simply because the SMP table may have been
775 * stomped on during early boot. These loaders are buggy and
776 * should be fixed.
777 *
778 * MP1.4 SPEC states to only scan first 1K of 4K EBDA.
779 */
780
781 address = get_bios_ebda();
782 if (address)
Alexey Starikovskiy888032c2008-04-04 23:42:09 +0400783 smp_scan_config(address, 0x400, reserve);
784}
785
786void __init early_find_smp_config(void)
787{
788 __find_smp_config(0);
789}
790
791void __init find_smp_config(void)
792{
793 __find_smp_config(1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700794}
Yinghai Lu2944e162008-06-01 13:17:38 -0700795
796#ifdef CONFIG_X86_IO_APIC
797static u8 __initdata irq_used[MAX_IRQ_SOURCES];
798
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530799static int __init get_MP_intsrc_index(struct mpc_intsrc *m)
Yinghai Lu2944e162008-06-01 13:17:38 -0700800{
801 int i;
802
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530803 if (m->irqtype != mp_INT)
Yinghai Lu2944e162008-06-01 13:17:38 -0700804 return 0;
805
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530806 if (m->irqflag != 0x0f)
Yinghai Lu2944e162008-06-01 13:17:38 -0700807 return 0;
808
809 /* not legacy */
810
811 for (i = 0; i < mp_irq_entries; i++) {
812 if (mp_irqs[i].mp_irqtype != mp_INT)
813 continue;
814
815 if (mp_irqs[i].mp_irqflag != 0x0f)
816 continue;
817
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530818 if (mp_irqs[i].mp_srcbus != m->srcbus)
Yinghai Lu2944e162008-06-01 13:17:38 -0700819 continue;
Jaswinder Singh Rajpute253b392009-01-04 21:56:44 +0530820 if (mp_irqs[i].mp_srcbusirq != m->srcbusirq)
Yinghai Lu2944e162008-06-01 13:17:38 -0700821 continue;
822 if (irq_used[i]) {
823 /* already claimed */
824 return -2;
825 }
826 irq_used[i] = 1;
827 return i;
828 }
829
830 /* not found */
831 return -1;
832}
833
834#define SPARE_SLOT_NUM 20
835
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530836static struct mpc_intsrc __initdata *m_spare[SPARE_SLOT_NUM];
Yinghai Lu2944e162008-06-01 13:17:38 -0700837#endif
838
Jaswinder Singh Rajputf29521e2009-01-03 15:46:57 +0530839static int __init replace_intsrc_all(struct mpc_table *mpc,
Yinghai Lu2944e162008-06-01 13:17:38 -0700840 unsigned long mpc_new_phys,
841 unsigned long mpc_new_length)
842{
843#ifdef CONFIG_X86_IO_APIC
844 int i;
845 int nr_m_spare = 0;
846#endif
847
848 int count = sizeof(*mpc);
849 unsigned char *mpt = ((unsigned char *)mpc) + count;
850
851 printk(KERN_INFO "mpc_length %x\n", mpc->mpc_length);
852 while (count < mpc->mpc_length) {
853 switch (*mpt) {
854 case MP_PROCESSOR:
855 {
Jaswinder Singh Rajputf4f21b72009-01-03 15:48:52 +0530856 struct mpc_cpu *m = (struct mpc_cpu *)mpt;
Yinghai Lu2944e162008-06-01 13:17:38 -0700857 mpt += sizeof(*m);
858 count += sizeof(*m);
859 break;
860 }
861 case MP_BUS:
862 {
Jaswinder Singh Rajput00fb8602009-01-03 15:47:32 +0530863 struct mpc_bus *m = (struct mpc_bus *)mpt;
Yinghai Lu2944e162008-06-01 13:17:38 -0700864 mpt += sizeof(*m);
865 count += sizeof(*m);
866 break;
867 }
868 case MP_IOAPIC:
869 {
Jaswinder Singh Rajput2b85b5f2009-01-03 15:49:57 +0530870 mpt += sizeof(struct mpc_ioapic);
871 count += sizeof(struct mpc_ioapic);
Yinghai Lu2944e162008-06-01 13:17:38 -0700872 break;
873 }
874 case MP_INTSRC:
875 {
876#ifdef CONFIG_X86_IO_APIC
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530877 struct mpc_intsrc *m = (struct mpc_intsrc *)mpt;
Yinghai Lu2944e162008-06-01 13:17:38 -0700878
879 printk(KERN_INFO "OLD ");
880 print_MP_intsrc_info(m);
881 i = get_MP_intsrc_index(m);
882 if (i > 0) {
883 assign_to_mpc_intsrc(&mp_irqs[i], m);
884 printk(KERN_INFO "NEW ");
885 print_mp_irq_info(&mp_irqs[i]);
886 } else if (!i) {
887 /* legacy, do nothing */
888 } else if (nr_m_spare < SPARE_SLOT_NUM) {
889 /*
890 * not found (-1), or duplicated (-2)
891 * are invalid entries,
892 * we need to use the slot later
893 */
894 m_spare[nr_m_spare] = m;
895 nr_m_spare++;
896 }
897#endif
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530898 mpt += sizeof(struct mpc_intsrc);
899 count += sizeof(struct mpc_intsrc);
Yinghai Lu2944e162008-06-01 13:17:38 -0700900 break;
901 }
902 case MP_LINTSRC:
903 {
Jaswinder Singh Rajput8fb29522009-01-03 15:51:54 +0530904 struct mpc_lintsrc *m =
905 (struct mpc_lintsrc *)mpt;
Yinghai Lu2944e162008-06-01 13:17:38 -0700906 mpt += sizeof(*m);
907 count += sizeof(*m);
908 break;
909 }
910 default:
911 /* wrong mptable */
912 printk(KERN_ERR "Your mptable is wrong, contact your HW vendor!\n");
913 printk(KERN_ERR "type %x\n", *mpt);
914 print_hex_dump(KERN_ERR, " ", DUMP_PREFIX_ADDRESS, 16,
915 1, mpc, mpc->mpc_length, 1);
916 goto out;
917 }
918 }
919
920#ifdef CONFIG_X86_IO_APIC
921 for (i = 0; i < mp_irq_entries; i++) {
922 if (irq_used[i])
923 continue;
924
925 if (mp_irqs[i].mp_irqtype != mp_INT)
926 continue;
927
928 if (mp_irqs[i].mp_irqflag != 0x0f)
929 continue;
930
931 if (nr_m_spare > 0) {
932 printk(KERN_INFO "*NEW* found ");
933 nr_m_spare--;
934 assign_to_mpc_intsrc(&mp_irqs[i], m_spare[nr_m_spare]);
935 m_spare[nr_m_spare] = NULL;
936 } else {
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530937 struct mpc_intsrc *m = (struct mpc_intsrc *)mpt;
938 count += sizeof(struct mpc_intsrc);
Yinghai Lu2944e162008-06-01 13:17:38 -0700939 if (!mpc_new_phys) {
940 printk(KERN_INFO "No spare slots, try to append...take your risk, new mpc_length %x\n", count);
941 } else {
942 if (count <= mpc_new_length)
943 printk(KERN_INFO "No spare slots, try to append..., new mpc_length %x\n", count);
944 else {
945 printk(KERN_ERR "mpc_new_length %lx is too small\n", mpc_new_length);
946 goto out;
947 }
948 }
949 assign_to_mpc_intsrc(&mp_irqs[i], m);
950 mpc->mpc_length = count;
Jaswinder Singh Rajput540d4e72009-01-03 15:50:52 +0530951 mpt += sizeof(struct mpc_intsrc);
Yinghai Lu2944e162008-06-01 13:17:38 -0700952 }
953 print_mp_irq_info(&mp_irqs[i]);
954 }
955#endif
956out:
957 /* update checksum */
958 mpc->mpc_checksum = 0;
959 mpc->mpc_checksum -= mpf_checksum((unsigned char *)mpc,
960 mpc->mpc_length);
961
962 return 0;
963}
964
Yinghai Lufcfa1462008-06-18 17:29:31 -0700965static int __initdata enable_update_mptable;
966
Yinghai Lu2944e162008-06-01 13:17:38 -0700967static int __init update_mptable_setup(char *str)
968{
969 enable_update_mptable = 1;
970 return 0;
971}
972early_param("update_mptable", update_mptable_setup);
973
974static unsigned long __initdata mpc_new_phys;
975static unsigned long mpc_new_length __initdata = 4096;
976
977/* alloc_mptable or alloc_mptable=4k */
978static int __initdata alloc_mptable;
979static int __init parse_alloc_mptable_opt(char *p)
980{
981 enable_update_mptable = 1;
982 alloc_mptable = 1;
983 if (!p)
984 return 0;
985 mpc_new_length = memparse(p, &p);
986 return 0;
987}
988early_param("alloc_mptable", parse_alloc_mptable_opt);
989
990void __init early_reserve_e820_mpc_new(void)
991{
992 if (enable_update_mptable && alloc_mptable) {
993 u64 startt = 0;
994#ifdef CONFIG_X86_TRAMPOLINE
995 startt = TRAMPOLINE_BASE;
996#endif
997 mpc_new_phys = early_reserve_e820(startt, mpc_new_length, 4);
998 }
999}
1000
1001static int __init update_mp_table(void)
1002{
1003 char str[16];
1004 char oem[10];
1005 struct intel_mp_floating *mpf;
Jaswinder Singh Rajputf29521e2009-01-03 15:46:57 +05301006 struct mpc_table *mpc, *mpc_new;
Yinghai Lu2944e162008-06-01 13:17:38 -07001007
1008 if (!enable_update_mptable)
1009 return 0;
1010
1011 mpf = mpf_found;
1012 if (!mpf)
1013 return 0;
1014
1015 /*
1016 * Now see if we need to go further.
1017 */
1018 if (mpf->mpf_feature1 != 0)
1019 return 0;
1020
1021 if (!mpf->mpf_physptr)
1022 return 0;
1023
1024 mpc = phys_to_virt(mpf->mpf_physptr);
1025
1026 if (!smp_check_mpc(mpc, oem, str))
1027 return 0;
1028
1029 printk(KERN_INFO "mpf: %lx\n", virt_to_phys(mpf));
1030 printk(KERN_INFO "mpf_physptr: %x\n", mpf->mpf_physptr);
1031
1032 if (mpc_new_phys && mpc->mpc_length > mpc_new_length) {
1033 mpc_new_phys = 0;
1034 printk(KERN_INFO "mpc_new_length is %ld, please use alloc_mptable=8k\n",
1035 mpc_new_length);
1036 }
1037
1038 if (!mpc_new_phys) {
1039 unsigned char old, new;
1040 /* check if we can change the postion */
1041 mpc->mpc_checksum = 0;
1042 old = mpf_checksum((unsigned char *)mpc, mpc->mpc_length);
1043 mpc->mpc_checksum = 0xff;
1044 new = mpf_checksum((unsigned char *)mpc, mpc->mpc_length);
1045 if (old == new) {
1046 printk(KERN_INFO "mpc is readonly, please try alloc_mptable instead\n");
1047 return 0;
1048 }
1049 printk(KERN_INFO "use in-positon replacing\n");
1050 } else {
1051 mpf->mpf_physptr = mpc_new_phys;
1052 mpc_new = phys_to_virt(mpc_new_phys);
1053 memcpy(mpc_new, mpc, mpc->mpc_length);
1054 mpc = mpc_new;
1055 /* check if we can modify that */
1056 if (mpc_new_phys - mpf->mpf_physptr) {
1057 struct intel_mp_floating *mpf_new;
1058 /* steal 16 bytes from [0, 1k) */
1059 printk(KERN_INFO "mpf new: %x\n", 0x400 - 16);
1060 mpf_new = phys_to_virt(0x400 - 16);
1061 memcpy(mpf_new, mpf, 16);
1062 mpf = mpf_new;
1063 mpf->mpf_physptr = mpc_new_phys;
1064 }
1065 mpf->mpf_checksum = 0;
1066 mpf->mpf_checksum -= mpf_checksum((unsigned char *)mpf, 16);
1067 printk(KERN_INFO "mpf_physptr new: %x\n", mpf->mpf_physptr);
1068 }
1069
1070 /*
1071 * only replace the one with mp_INT and
1072 * MP_IRQ_TRIGGER_LEVEL|MP_IRQ_POLARITY_LOW,
1073 * already in mp_irqs , stored by ... and mp_config_acpi_gsi,
1074 * may need pci=routeirq for all coverage
1075 */
1076 replace_intsrc_all(mpc, mpc_new_phys, mpc_new_length);
1077
1078 return 0;
1079}
1080
1081late_initcall(update_mp_table);