Ravikiran G Thirumalai | 79f1261 | 2006-01-11 22:46:18 +0100 | [diff] [blame] | 1 | /* |
| 2 | * vSMPowered(tm) systems specific initialization |
| 3 | * Copyright (C) 2005 ScaleMP Inc. |
| 4 | * |
| 5 | * Use of this code is subject to the terms and conditions of the |
| 6 | * GNU general public license version 2. See "COPYING" or |
| 7 | * http://www.gnu.org/licenses/gpl.html |
| 8 | * |
| 9 | * Ravikiran Thirumalai <kiran@scalemp.com>, |
| 10 | * Shai Fultheim <shai@scalemp.com> |
Glauber Costa | 96597fd | 2008-02-11 17:16:04 -0200 | [diff] [blame] | 11 | * Paravirt ops integration: Glauber de Oliveira Costa <gcosta@redhat.com>, |
| 12 | * Ravikiran Thirumalai <kiran@scalemp.com> |
Ravikiran G Thirumalai | 79f1261 | 2006-01-11 22:46:18 +0100 | [diff] [blame] | 13 | */ |
| 14 | |
| 15 | #include <linux/init.h> |
| 16 | #include <linux/pci_ids.h> |
| 17 | #include <linux/pci_regs.h> |
Shai Fultheim | ead91d4 | 2012-04-16 10:39:35 +0300 | [diff] [blame] | 18 | #include <linux/smp.h> |
Ravikiran Thirumalai | 110c1e1 | 2012-06-03 01:11:35 +0300 | [diff] [blame] | 19 | #include <linux/irq.h> |
Thomas Gleixner | eef8f87 | 2008-05-12 15:43:34 +0200 | [diff] [blame] | 20 | |
| 21 | #include <asm/apic.h> |
Ravikiran G Thirumalai | 79f1261 | 2006-01-11 22:46:18 +0100 | [diff] [blame] | 22 | #include <asm/pci-direct.h> |
Ravikiran Thirumalai | 734c4c6 | 2006-10-12 12:17:52 -0700 | [diff] [blame] | 23 | #include <asm/io.h> |
Glauber Costa | 96597fd | 2008-02-11 17:16:04 -0200 | [diff] [blame] | 24 | #include <asm/paravirt.h> |
Thomas Gleixner | eef8f87 | 2008-05-12 15:43:34 +0200 | [diff] [blame] | 25 | #include <asm/setup.h> |
Glauber Costa | 96597fd | 2008-02-11 17:16:04 -0200 | [diff] [blame] | 26 | |
Shai Fultheim | ead91d4 | 2012-04-16 10:39:35 +0300 | [diff] [blame] | 27 | #define TOPOLOGY_REGISTER_OFFSET 0x10 |
| 28 | |
Oren Twaig | 39025ba | 2014-04-28 10:21:37 +0300 | [diff] [blame] | 29 | /* Flag below is initialized once during vSMP PCI initialization. */ |
| 30 | static int irq_routing_comply = 1; |
| 31 | |
Ravikiran G Thirumalai | 7051113 | 2009-03-23 23:14:29 -0700 | [diff] [blame] | 32 | #if defined CONFIG_PCI && defined CONFIG_PARAVIRT |
Glauber Costa | 96597fd | 2008-02-11 17:16:04 -0200 | [diff] [blame] | 33 | /* |
| 34 | * Interrupt control on vSMPowered systems: |
| 35 | * ~AC is a shadow of IF. If IF is 'on' AC should be 'off' |
| 36 | * and vice versa. |
| 37 | */ |
| 38 | |
Andi Kleen | 2605fc2 | 2014-05-02 00:44:37 +0200 | [diff] [blame] | 39 | asmlinkage __visible unsigned long vsmp_save_fl(void) |
Glauber Costa | 96597fd | 2008-02-11 17:16:04 -0200 | [diff] [blame] | 40 | { |
| 41 | unsigned long flags = native_save_fl(); |
| 42 | |
| 43 | if (!(flags & X86_EFLAGS_IF) || (flags & X86_EFLAGS_AC)) |
| 44 | flags &= ~X86_EFLAGS_IF; |
| 45 | return flags; |
| 46 | } |
Jeremy Fitzhardinge | ecb93d1 | 2009-01-28 14:35:05 -0800 | [diff] [blame] | 47 | PV_CALLEE_SAVE_REGS_THUNK(vsmp_save_fl); |
Glauber Costa | 96597fd | 2008-02-11 17:16:04 -0200 | [diff] [blame] | 48 | |
Andi Kleen | a2e7f0e | 2013-10-22 09:07:56 -0700 | [diff] [blame] | 49 | __visible void vsmp_restore_fl(unsigned long flags) |
Glauber Costa | 96597fd | 2008-02-11 17:16:04 -0200 | [diff] [blame] | 50 | { |
| 51 | if (flags & X86_EFLAGS_IF) |
| 52 | flags &= ~X86_EFLAGS_AC; |
| 53 | else |
| 54 | flags |= X86_EFLAGS_AC; |
| 55 | native_restore_fl(flags); |
| 56 | } |
Jeremy Fitzhardinge | ecb93d1 | 2009-01-28 14:35:05 -0800 | [diff] [blame] | 57 | PV_CALLEE_SAVE_REGS_THUNK(vsmp_restore_fl); |
Glauber Costa | 96597fd | 2008-02-11 17:16:04 -0200 | [diff] [blame] | 58 | |
Andi Kleen | 2605fc2 | 2014-05-02 00:44:37 +0200 | [diff] [blame] | 59 | asmlinkage __visible void vsmp_irq_disable(void) |
Glauber Costa | 96597fd | 2008-02-11 17:16:04 -0200 | [diff] [blame] | 60 | { |
| 61 | unsigned long flags = native_save_fl(); |
| 62 | |
| 63 | native_restore_fl((flags & ~X86_EFLAGS_IF) | X86_EFLAGS_AC); |
| 64 | } |
Jeremy Fitzhardinge | ecb93d1 | 2009-01-28 14:35:05 -0800 | [diff] [blame] | 65 | PV_CALLEE_SAVE_REGS_THUNK(vsmp_irq_disable); |
Glauber Costa | 96597fd | 2008-02-11 17:16:04 -0200 | [diff] [blame] | 66 | |
Andi Kleen | 2605fc2 | 2014-05-02 00:44:37 +0200 | [diff] [blame] | 67 | asmlinkage __visible void vsmp_irq_enable(void) |
Glauber Costa | 96597fd | 2008-02-11 17:16:04 -0200 | [diff] [blame] | 68 | { |
| 69 | unsigned long flags = native_save_fl(); |
| 70 | |
| 71 | native_restore_fl((flags | X86_EFLAGS_IF) & (~X86_EFLAGS_AC)); |
| 72 | } |
Jeremy Fitzhardinge | ecb93d1 | 2009-01-28 14:35:05 -0800 | [diff] [blame] | 73 | PV_CALLEE_SAVE_REGS_THUNK(vsmp_irq_enable); |
Glauber Costa | 96597fd | 2008-02-11 17:16:04 -0200 | [diff] [blame] | 74 | |
Paul Gortmaker | 70c4f78 | 2015-05-01 20:13:42 -0400 | [diff] [blame] | 75 | static unsigned __init vsmp_patch(u8 type, u16 clobbers, void *ibuf, |
Glauber Costa | 96597fd | 2008-02-11 17:16:04 -0200 | [diff] [blame] | 76 | unsigned long addr, unsigned len) |
| 77 | { |
| 78 | switch (type) { |
| 79 | case PARAVIRT_PATCH(pv_irq_ops.irq_enable): |
| 80 | case PARAVIRT_PATCH(pv_irq_ops.irq_disable): |
| 81 | case PARAVIRT_PATCH(pv_irq_ops.save_fl): |
| 82 | case PARAVIRT_PATCH(pv_irq_ops.restore_fl): |
| 83 | return paravirt_patch_default(type, clobbers, ibuf, addr, len); |
| 84 | default: |
| 85 | return native_patch(type, clobbers, ibuf, addr, len); |
| 86 | } |
| 87 | |
| 88 | } |
Ravikiran G Thirumalai | 79f1261 | 2006-01-11 22:46:18 +0100 | [diff] [blame] | 89 | |
Ravikiran G Thirumalai | aa7d8e25e | 2008-03-20 00:41:16 -0700 | [diff] [blame] | 90 | static void __init set_vsmp_pv_ops(void) |
Ravikiran G Thirumalai | 79f1261 | 2006-01-11 22:46:18 +0100 | [diff] [blame] | 91 | { |
Harvey Harrison | 9352f56 | 2008-10-28 23:05:22 -0700 | [diff] [blame] | 92 | void __iomem *address; |
Glauber Costa | 2785c8d | 2008-02-11 17:16:03 -0200 | [diff] [blame] | 93 | unsigned int cap, ctl, cfg; |
Ravikiran G Thirumalai | 79f1261 | 2006-01-11 22:46:18 +0100 | [diff] [blame] | 94 | |
Ravikiran G Thirumalai | 79f1261 | 2006-01-11 22:46:18 +0100 | [diff] [blame] | 95 | /* set vSMP magic bits to indicate vSMP capable kernel */ |
Glauber Costa | 2785c8d | 2008-02-11 17:16:03 -0200 | [diff] [blame] | 96 | cfg = read_pci_config(0, 0x1f, 0, PCI_BASE_ADDRESS_0); |
| 97 | address = early_ioremap(cfg, 8); |
Ravikiran G Thirumalai | 79f1261 | 2006-01-11 22:46:18 +0100 | [diff] [blame] | 98 | cap = readl(address); |
| 99 | ctl = readl(address + 4); |
Thomas Gleixner | ed4aed9 | 2008-01-30 13:30:24 +0100 | [diff] [blame] | 100 | printk(KERN_INFO "vSMP CTL: capabilities:0x%08x control:0x%08x\n", |
| 101 | cap, ctl); |
Ravikiran Thirumalai | 110c1e1 | 2012-06-03 01:11:35 +0300 | [diff] [blame] | 102 | |
| 103 | /* If possible, let the vSMP foundation route the interrupt optimally */ |
| 104 | #ifdef CONFIG_SMP |
| 105 | if (cap & ctl & BIT(8)) { |
| 106 | ctl &= ~BIT(8); |
Oren Twaig | 39025ba | 2014-04-28 10:21:37 +0300 | [diff] [blame] | 107 | |
| 108 | /* Interrupt routing set to ignore */ |
| 109 | irq_routing_comply = 0; |
| 110 | |
Ido Yariv | d48daf3 | 2012-06-14 18:43:08 +0300 | [diff] [blame] | 111 | #ifdef CONFIG_PROC_FS |
| 112 | /* Don't let users change irq affinity via procfs */ |
Ravikiran Thirumalai | 110c1e1 | 2012-06-03 01:11:35 +0300 | [diff] [blame] | 113 | no_irq_affinity = 1; |
Ido Yariv | d48daf3 | 2012-06-14 18:43:08 +0300 | [diff] [blame] | 114 | #endif |
Ravikiran Thirumalai | 110c1e1 | 2012-06-03 01:11:35 +0300 | [diff] [blame] | 115 | } |
| 116 | #endif |
| 117 | |
Ravikiran G Thirumalai | 79f1261 | 2006-01-11 22:46:18 +0100 | [diff] [blame] | 118 | if (cap & ctl & (1 << 4)) { |
Ravikiran G Thirumalai | 9f6d855 | 2008-03-20 00:43:16 -0700 | [diff] [blame] | 119 | /* Setup irq ops and turn on vSMP IRQ fastpath handling */ |
Jeremy Fitzhardinge | ecb93d1 | 2009-01-28 14:35:05 -0800 | [diff] [blame] | 120 | pv_irq_ops.irq_disable = PV_CALLEE_SAVE(vsmp_irq_disable); |
| 121 | pv_irq_ops.irq_enable = PV_CALLEE_SAVE(vsmp_irq_enable); |
| 122 | pv_irq_ops.save_fl = PV_CALLEE_SAVE(vsmp_save_fl); |
| 123 | pv_irq_ops.restore_fl = PV_CALLEE_SAVE(vsmp_restore_fl); |
Ravikiran G Thirumalai | 9f6d855 | 2008-03-20 00:43:16 -0700 | [diff] [blame] | 124 | pv_init_ops.patch = vsmp_patch; |
Ravikiran G Thirumalai | 79f1261 | 2006-01-11 22:46:18 +0100 | [diff] [blame] | 125 | ctl &= ~(1 << 4); |
Ravikiran G Thirumalai | 79f1261 | 2006-01-11 22:46:18 +0100 | [diff] [blame] | 126 | } |
Ravikiran Thirumalai | 110c1e1 | 2012-06-03 01:11:35 +0300 | [diff] [blame] | 127 | writel(ctl, address + 4); |
| 128 | ctl = readl(address + 4); |
| 129 | pr_info("vSMP CTL: control set to:0x%08x\n", ctl); |
Ravikiran G Thirumalai | 79f1261 | 2006-01-11 22:46:18 +0100 | [diff] [blame] | 130 | |
Glauber Costa | 2785c8d | 2008-02-11 17:16:03 -0200 | [diff] [blame] | 131 | early_iounmap(address, 8); |
Ravikiran G Thirumalai | aa7d8e25e | 2008-03-20 00:41:16 -0700 | [diff] [blame] | 132 | } |
| 133 | #else |
| 134 | static void __init set_vsmp_pv_ops(void) |
| 135 | { |
| 136 | } |
| 137 | #endif |
| 138 | |
Ravikiran G Thirumalai | 7051113 | 2009-03-23 23:14:29 -0700 | [diff] [blame] | 139 | #ifdef CONFIG_PCI |
Ravikiran G Thirumalai | e5699a8 | 2008-03-24 14:48:36 -0700 | [diff] [blame] | 140 | static int is_vsmp = -1; |
| 141 | |
| 142 | static void __init detect_vsmp_box(void) |
| 143 | { |
| 144 | is_vsmp = 0; |
| 145 | |
| 146 | if (!early_pci_allowed()) |
| 147 | return; |
| 148 | |
| 149 | /* Check if we are running on a ScaleMP vSMPowered box */ |
| 150 | if (read_pci_config(0, 0x1f, 0, PCI_VENDOR_ID) == |
| 151 | (PCI_VENDOR_ID_SCALEMP | (PCI_DEVICE_ID_SCALEMP_VSMP_CTL << 16))) |
| 152 | is_vsmp = 1; |
| 153 | } |
Ravikiran G Thirumalai | aa7d8e25e | 2008-03-20 00:41:16 -0700 | [diff] [blame] | 154 | |
H. Peter Anvin | 5e3bf21 | 2014-08-01 14:47:56 -0700 | [diff] [blame] | 155 | static int is_vsmp_box(void) |
Ravikiran G Thirumalai | aa7d8e25e | 2008-03-20 00:41:16 -0700 | [diff] [blame] | 156 | { |
Ravikiran G Thirumalai | e5699a8 | 2008-03-24 14:48:36 -0700 | [diff] [blame] | 157 | if (is_vsmp != -1) |
| 158 | return is_vsmp; |
| 159 | else { |
| 160 | WARN_ON_ONCE(1); |
| 161 | return 0; |
| 162 | } |
Ravikiran G Thirumalai | aa7d8e25e | 2008-03-20 00:41:16 -0700 | [diff] [blame] | 163 | } |
Ravikiran G Thirumalai | aa7d8e25e | 2008-03-20 00:41:16 -0700 | [diff] [blame] | 164 | |
Ravikiran G Thirumalai | 7051113 | 2009-03-23 23:14:29 -0700 | [diff] [blame] | 165 | #else |
| 166 | static void __init detect_vsmp_box(void) |
| 167 | { |
| 168 | } |
H. Peter Anvin | 5e3bf21 | 2014-08-01 14:47:56 -0700 | [diff] [blame] | 169 | static int is_vsmp_box(void) |
Ravikiran G Thirumalai | 7051113 | 2009-03-23 23:14:29 -0700 | [diff] [blame] | 170 | { |
| 171 | return 0; |
| 172 | } |
| 173 | #endif |
Shai Fultheim | ead91d4 | 2012-04-16 10:39:35 +0300 | [diff] [blame] | 174 | |
| 175 | static void __init vsmp_cap_cpus(void) |
| 176 | { |
| 177 | #if !defined(CONFIG_X86_VSMP) && defined(CONFIG_SMP) |
| 178 | void __iomem *address; |
| 179 | unsigned int cfg, topology, node_shift, maxcpus; |
| 180 | |
| 181 | /* |
| 182 | * CONFIG_X86_VSMP is not configured, so limit the number CPUs to the |
| 183 | * ones present in the first board, unless explicitly overridden by |
| 184 | * setup_max_cpus |
| 185 | */ |
| 186 | if (setup_max_cpus != NR_CPUS) |
| 187 | return; |
| 188 | |
| 189 | /* Read the vSMP Foundation topology register */ |
| 190 | cfg = read_pci_config(0, 0x1f, 0, PCI_BASE_ADDRESS_0); |
| 191 | address = early_ioremap(cfg + TOPOLOGY_REGISTER_OFFSET, 4); |
| 192 | if (WARN_ON(!address)) |
| 193 | return; |
| 194 | |
| 195 | topology = readl(address); |
| 196 | node_shift = (topology >> 16) & 0x7; |
| 197 | if (!node_shift) |
| 198 | /* The value 0 should be decoded as 8 */ |
| 199 | node_shift = 8; |
| 200 | maxcpus = (topology & ((1 << node_shift) - 1)) + 1; |
| 201 | |
| 202 | pr_info("vSMP CTL: Capping CPUs to %d (CONFIG_X86_VSMP is unset)\n", |
| 203 | maxcpus); |
| 204 | setup_max_cpus = maxcpus; |
| 205 | early_iounmap(address, 4); |
| 206 | #endif |
| 207 | } |
| 208 | |
Ido Yariv | 7db971b | 2012-06-03 01:11:34 +0300 | [diff] [blame] | 209 | static int apicid_phys_pkg_id(int initial_apic_id, int index_msb) |
| 210 | { |
| 211 | return hard_smp_processor_id() >> index_msb; |
| 212 | } |
| 213 | |
Ravikiran Thirumalai | 110c1e1 | 2012-06-03 01:11:35 +0300 | [diff] [blame] | 214 | /* |
| 215 | * In vSMP, all cpus should be capable of handling interrupts, regardless of |
| 216 | * the APIC used. |
| 217 | */ |
Suresh Siddha | 1ac322d | 2012-06-25 13:38:28 -0700 | [diff] [blame] | 218 | static void fill_vector_allocation_domain(int cpu, struct cpumask *retmask, |
| 219 | const struct cpumask *mask) |
Ravikiran Thirumalai | 110c1e1 | 2012-06-03 01:11:35 +0300 | [diff] [blame] | 220 | { |
| 221 | cpumask_setall(retmask); |
| 222 | } |
| 223 | |
Ido Yariv | 7db971b | 2012-06-03 01:11:34 +0300 | [diff] [blame] | 224 | static void vsmp_apic_post_init(void) |
| 225 | { |
| 226 | /* need to update phys_pkg_id */ |
| 227 | apic->phys_pkg_id = apicid_phys_pkg_id; |
Oren Twaig | 39025ba | 2014-04-28 10:21:37 +0300 | [diff] [blame] | 228 | |
| 229 | if (!irq_routing_comply) |
| 230 | apic->vector_allocation_domain = fill_vector_allocation_domain; |
Ido Yariv | 7db971b | 2012-06-03 01:11:34 +0300 | [diff] [blame] | 231 | } |
| 232 | |
Ravikiran G Thirumalai | aa7d8e25e | 2008-03-20 00:41:16 -0700 | [diff] [blame] | 233 | void __init vsmp_init(void) |
| 234 | { |
Ravikiran G Thirumalai | e5699a8 | 2008-03-24 14:48:36 -0700 | [diff] [blame] | 235 | detect_vsmp_box(); |
Ravikiran G Thirumalai | aa7d8e25e | 2008-03-20 00:41:16 -0700 | [diff] [blame] | 236 | if (!is_vsmp_box()) |
| 237 | return; |
| 238 | |
Ido Yariv | 7db971b | 2012-06-03 01:11:34 +0300 | [diff] [blame] | 239 | x86_platform.apic_post_init = vsmp_apic_post_init; |
| 240 | |
Shai Fultheim | ead91d4 | 2012-04-16 10:39:35 +0300 | [diff] [blame] | 241 | vsmp_cap_cpus(); |
| 242 | |
Ravikiran G Thirumalai | aa7d8e25e | 2008-03-20 00:41:16 -0700 | [diff] [blame] | 243 | set_vsmp_pv_ops(); |
Glauber Costa | a2beab3 | 2008-02-11 17:16:02 -0200 | [diff] [blame] | 244 | return; |
Ravikiran G Thirumalai | 79f1261 | 2006-01-11 22:46:18 +0100 | [diff] [blame] | 245 | } |