Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * ACPI 3.0 based NUMA setup |
| 3 | * Copyright 2004 Andi Kleen, SuSE Labs. |
| 4 | * |
| 5 | * Reads the ACPI SRAT table to figure out what memory belongs to which CPUs. |
| 6 | * |
| 7 | * Called from acpi_numa_init while reading the SRAT and SLIT tables. |
| 8 | * Assumes all memory regions belonging to a single proximity domain |
| 9 | * are in one chunk. Holes between them will be included in the node. |
| 10 | */ |
| 11 | |
| 12 | #include <linux/kernel.h> |
| 13 | #include <linux/acpi.h> |
| 14 | #include <linux/mmzone.h> |
| 15 | #include <linux/bitmap.h> |
Paul Gortmaker | 4b599fe | 2016-07-13 20:18:55 -0400 | [diff] [blame] | 16 | #include <linux/init.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | #include <linux/topology.h> |
Andi Kleen | 68a3a7f | 2006-04-07 19:49:18 +0200 | [diff] [blame] | 18 | #include <linux/mm.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 | #include <asm/proto.h> |
| 20 | #include <asm/numa.h> |
Andi Kleen | 8a6fdd3 | 2006-01-11 22:44:39 +0100 | [diff] [blame] | 21 | #include <asm/e820.h> |
Ingo Molnar | 7b6aa33 | 2009-02-17 13:58:15 +0100 | [diff] [blame] | 22 | #include <asm/apic.h> |
Ingo Molnar | 4ec71fa | 2009-01-21 10:24:27 +0100 | [diff] [blame] | 23 | #include <asm/uv/uv.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | |
Suresh Siddha | 7237d3d | 2009-03-30 13:55:30 -0800 | [diff] [blame] | 25 | /* Callback for Proximity Domain -> x2APIC mapping */ |
| 26 | void __init |
| 27 | acpi_numa_x2apic_affinity_init(struct acpi_srat_x2apic_cpu_affinity *pa) |
| 28 | { |
| 29 | int pxm, node; |
| 30 | int apic_id; |
| 31 | |
| 32 | if (srat_disabled()) |
| 33 | return; |
| 34 | if (pa->header.length < sizeof(struct acpi_srat_x2apic_cpu_affinity)) { |
| 35 | bad_srat(); |
| 36 | return; |
| 37 | } |
| 38 | if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0) |
| 39 | return; |
| 40 | pxm = pa->proximity_domain; |
Yinghai Lu | a35fd28 | 2011-12-21 17:45:16 -0800 | [diff] [blame] | 41 | apic_id = pa->apic_id; |
Steffen Persvold | b7157ac | 2012-03-16 20:25:35 +0100 | [diff] [blame] | 42 | if (!apic->apic_id_valid(apic_id)) { |
Yinghai Lu | a35fd28 | 2011-12-21 17:45:16 -0800 | [diff] [blame] | 43 | printk(KERN_INFO "SRAT: PXM %u -> X2APIC 0x%04x ignored\n", |
| 44 | pxm, apic_id); |
| 45 | return; |
| 46 | } |
Hanjun Guo | 2faeff1 | 2016-05-24 15:35:38 -0700 | [diff] [blame] | 47 | node = acpi_map_pxm_to_node(pxm); |
Suresh Siddha | 7237d3d | 2009-03-30 13:55:30 -0800 | [diff] [blame] | 48 | if (node < 0) { |
| 49 | printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm); |
| 50 | bad_srat(); |
| 51 | return; |
| 52 | } |
| 53 | |
Yinghai Lu | d3bd058 | 2010-12-16 19:09:58 -0800 | [diff] [blame] | 54 | if (apic_id >= MAX_LOCAL_APIC) { |
| 55 | printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node); |
| 56 | return; |
| 57 | } |
Tejun Heo | bbc9e2f | 2011-01-23 14:37:39 +0100 | [diff] [blame] | 58 | set_apicid_to_node(apic_id, node); |
Tejun Heo | 92d4a43 | 2011-02-16 17:11:09 +0100 | [diff] [blame] | 59 | node_set(node, numa_nodes_parsed); |
Yinghai Lu | 163d386 | 2009-11-21 00:23:37 -0800 | [diff] [blame] | 60 | printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%04x -> Node %u\n", |
Suresh Siddha | 7237d3d | 2009-03-30 13:55:30 -0800 | [diff] [blame] | 61 | pxm, apic_id, node); |
| 62 | } |
| 63 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 64 | /* Callback for Proximity Domain -> LAPIC mapping */ |
| 65 | void __init |
Alexey Starikovskiy | 15a58ed | 2007-02-02 19:48:22 +0300 | [diff] [blame] | 66 | acpi_numa_processor_affinity_init(struct acpi_srat_cpu_affinity *pa) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 67 | { |
| 68 | int pxm, node; |
travis@sgi.com | ef97001 | 2008-01-30 13:33:10 +0100 | [diff] [blame] | 69 | int apic_id; |
| 70 | |
Andi Kleen | d22fe80 | 2006-02-03 21:51:26 +0100 | [diff] [blame] | 71 | if (srat_disabled()) |
| 72 | return; |
Alexey Starikovskiy | 15a58ed | 2007-02-02 19:48:22 +0300 | [diff] [blame] | 73 | if (pa->header.length != sizeof(struct acpi_srat_cpu_affinity)) { |
Andi Kleen | fad7906 | 2006-05-15 18:19:44 +0200 | [diff] [blame] | 74 | bad_srat(); |
Andi Kleen | d22fe80 | 2006-02-03 21:51:26 +0100 | [diff] [blame] | 75 | return; |
| 76 | } |
Alexey Starikovskiy | 15a58ed | 2007-02-02 19:48:22 +0300 | [diff] [blame] | 77 | if ((pa->flags & ACPI_SRAT_CPU_ENABLED) == 0) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 78 | return; |
Alexey Starikovskiy | 15a58ed | 2007-02-02 19:48:22 +0300 | [diff] [blame] | 79 | pxm = pa->proximity_domain_lo; |
Kurt Garloff | cd298f6 | 2012-01-17 04:20:31 -0500 | [diff] [blame] | 80 | if (acpi_srat_revision >= 2) |
| 81 | pxm |= *((unsigned int*)pa->proximity_domain_hi) << 8; |
Hanjun Guo | 2faeff1 | 2016-05-24 15:35:38 -0700 | [diff] [blame] | 82 | node = acpi_map_pxm_to_node(pxm); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 | if (node < 0) { |
| 84 | printk(KERN_ERR "SRAT: Too many proximity domains %x\n", pxm); |
| 85 | bad_srat(); |
| 86 | return; |
| 87 | } |
Yinghai Lu | beafe91 | 2008-02-16 23:00:22 -0800 | [diff] [blame] | 88 | |
Jack Steiner | 2e42060 | 2008-09-23 15:37:13 -0500 | [diff] [blame] | 89 | if (get_uv_system_type() >= UV_X2APIC) |
Jack Steiner | a65d1d6 | 2008-03-28 14:12:08 -0500 | [diff] [blame] | 90 | apic_id = (pa->apic_id << 8) | pa->local_sapic_eid; |
| 91 | else |
| 92 | apic_id = pa->apic_id; |
Yinghai Lu | d3bd058 | 2010-12-16 19:09:58 -0800 | [diff] [blame] | 93 | |
| 94 | if (apic_id >= MAX_LOCAL_APIC) { |
| 95 | printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u skipped apicid that is too big\n", pxm, apic_id, node); |
| 96 | return; |
| 97 | } |
| 98 | |
Tejun Heo | bbc9e2f | 2011-01-23 14:37:39 +0100 | [diff] [blame] | 99 | set_apicid_to_node(apic_id, node); |
Tejun Heo | 92d4a43 | 2011-02-16 17:11:09 +0100 | [diff] [blame] | 100 | node_set(node, numa_nodes_parsed); |
Yinghai Lu | 163d386 | 2009-11-21 00:23:37 -0800 | [diff] [blame] | 101 | printk(KERN_INFO "SRAT: PXM %u -> APIC 0x%02x -> Node %u\n", |
travis@sgi.com | ef97001 | 2008-01-30 13:33:10 +0100 | [diff] [blame] | 102 | pxm, apic_id, node); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 103 | } |
| 104 | |
Tejun Heo | a9aec56 | 2011-02-16 12:13:06 +0100 | [diff] [blame] | 105 | int __init x86_acpi_numa_init(void) |
| 106 | { |
| 107 | int ret; |
| 108 | |
| 109 | ret = acpi_numa_init(); |
| 110 | if (ret < 0) |
| 111 | return ret; |
| 112 | return srat_disabled() ? -EINVAL : 0; |
| 113 | } |