blob: 72c229f9ebcf68aca50cd7bbb5f668c009df8c5e [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Robert Richtere27cf3a2008-07-11 12:18:41 +02002 * numaq_32.c - Low-level PCI access for NUMA-Q machines
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 */
4
5#include <linux/pci.h>
6#include <linux/init.h>
7#include <linux/nodemask.h>
Ingo Molnar7b6aa332009-02-17 13:58:15 +01008#include <asm/apic.h>
Yinghai Lud49c4282008-06-08 18:31:54 -07009#include <asm/mpspec.h>
Jaswinder Singh Rajput82487712008-12-27 18:32:28 +053010#include <asm/pci_x86.h>
Brian Gerst5c64c702010-02-05 09:37:03 -050011#include <asm/numaq.h>
Andi Kleenc7e844f2008-02-04 16:48:03 +010012
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#define BUS2QUAD(global) (mp_bus_id_to_node[global])
Alexey Starikovskiye129cb42008-03-11 22:55:42 +030014
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#define BUS2LOCAL(global) (mp_bus_id_to_local[global])
Alexey Starikovskiy6079d2d2008-03-11 19:45:48 +030016
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#define QUADLOCAL2BUS(quad,local) (quad_local_to_mp_bus_id[quad][local])
18
19#define PCI_CONF1_MQ_ADDRESS(bus, devfn, reg) \
20 (0x80000000 | (BUS2LOCAL(bus) << 16) | (devfn << 8) | (reg & ~3))
21
Andi Kleenc7e844f2008-02-04 16:48:03 +010022static void write_cf8(unsigned bus, unsigned devfn, unsigned reg)
23{
24 unsigned val = PCI_CONF1_MQ_ADDRESS(bus, devfn, reg);
25 if (xquad_portio)
26 writel(val, XQUAD_PORT_ADDR(0xcf8, BUS2QUAD(bus)));
27 else
28 outl(val, 0xCF8);
29}
30
Linus Torvalds1da177e2005-04-16 15:20:36 -070031static int pci_conf1_mq_read(unsigned int seg, unsigned int bus,
32 unsigned int devfn, int reg, int len, u32 *value)
33{
34 unsigned long flags;
Andi Kleenc7e844f2008-02-04 16:48:03 +010035 void *adr __iomem = XQUAD_PORT_ADDR(0xcfc, BUS2QUAD(bus));
Linus Torvalds1da177e2005-04-16 15:20:36 -070036
Jan Beulichdb34a362011-07-22 08:13:05 +010037 WARN_ON(seg);
Linus Torvalds1da177e2005-04-16 15:20:36 -070038 if (!value || (bus >= MAX_MP_BUSSES) || (devfn > 255) || (reg > 255))
39 return -EINVAL;
40
Thomas Gleixnerd19f61f2010-02-17 14:35:25 +000041 raw_spin_lock_irqsave(&pci_config_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -070042
Andi Kleenc7e844f2008-02-04 16:48:03 +010043 write_cf8(bus, devfn, reg);
Linus Torvalds1da177e2005-04-16 15:20:36 -070044
45 switch (len) {
46 case 1:
Andi Kleenc7e844f2008-02-04 16:48:03 +010047 if (xquad_portio)
48 *value = readb(adr + (reg & 3));
49 else
50 *value = inb(0xCFC + (reg & 3));
Linus Torvalds1da177e2005-04-16 15:20:36 -070051 break;
52 case 2:
Andi Kleenc7e844f2008-02-04 16:48:03 +010053 if (xquad_portio)
54 *value = readw(adr + (reg & 2));
55 else
56 *value = inw(0xCFC + (reg & 2));
Linus Torvalds1da177e2005-04-16 15:20:36 -070057 break;
58 case 4:
Andi Kleenc7e844f2008-02-04 16:48:03 +010059 if (xquad_portio)
60 *value = readl(adr);
61 else
62 *value = inl(0xCFC);
Linus Torvalds1da177e2005-04-16 15:20:36 -070063 break;
64 }
65
Thomas Gleixnerd19f61f2010-02-17 14:35:25 +000066 raw_spin_unlock_irqrestore(&pci_config_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -070067
68 return 0;
69}
70
71static int pci_conf1_mq_write(unsigned int seg, unsigned int bus,
72 unsigned int devfn, int reg, int len, u32 value)
73{
74 unsigned long flags;
Andi Kleenc7e844f2008-02-04 16:48:03 +010075 void *adr __iomem = XQUAD_PORT_ADDR(0xcfc, BUS2QUAD(bus));
Linus Torvalds1da177e2005-04-16 15:20:36 -070076
Jan Beulichdb34a362011-07-22 08:13:05 +010077 WARN_ON(seg);
Linus Torvalds1da177e2005-04-16 15:20:36 -070078 if ((bus >= MAX_MP_BUSSES) || (devfn > 255) || (reg > 255))
79 return -EINVAL;
80
Thomas Gleixnerd19f61f2010-02-17 14:35:25 +000081 raw_spin_lock_irqsave(&pci_config_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -070082
Andi Kleenc7e844f2008-02-04 16:48:03 +010083 write_cf8(bus, devfn, reg);
Linus Torvalds1da177e2005-04-16 15:20:36 -070084
85 switch (len) {
86 case 1:
Andi Kleenc7e844f2008-02-04 16:48:03 +010087 if (xquad_portio)
88 writeb(value, adr + (reg & 3));
89 else
90 outb((u8)value, 0xCFC + (reg & 3));
Linus Torvalds1da177e2005-04-16 15:20:36 -070091 break;
92 case 2:
Andi Kleenc7e844f2008-02-04 16:48:03 +010093 if (xquad_portio)
94 writew(value, adr + (reg & 2));
95 else
96 outw((u16)value, 0xCFC + (reg & 2));
Linus Torvalds1da177e2005-04-16 15:20:36 -070097 break;
98 case 4:
Andi Kleenc7e844f2008-02-04 16:48:03 +010099 if (xquad_portio)
100 writel(value, adr + reg);
101 else
102 outl((u32)value, 0xCFC);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103 break;
104 }
105
Thomas Gleixnerd19f61f2010-02-17 14:35:25 +0000106 raw_spin_unlock_irqrestore(&pci_config_lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107
108 return 0;
109}
110
111#undef PCI_CONF1_MQ_ADDRESS
112
Jan Beulich72da0b02011-09-15 08:58:51 +0100113static const struct pci_raw_ops pci_direct_conf1_mq = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114 .read = pci_conf1_mq_read,
115 .write = pci_conf1_mq_write
116};
117
118
Greg Kroah-Hartmana18e3692012-12-21 14:02:53 -0800119static void pci_fixup_i450nx(struct pci_dev *d)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120{
121 /*
122 * i450NX -- Find and scan all secondary buses on all PXB's.
123 */
124 int pxb, reg;
125 u8 busno, suba, subb;
126 int quad = BUS2QUAD(d->bus->number);
127
Bjorn Helgaas12c0b202008-07-23 17:00:13 -0600128 dev_info(&d->dev, "searching for i450NX host bridges\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129 reg = 0xd0;
130 for(pxb=0; pxb<2; pxb++) {
131 pci_read_config_byte(d, reg++, &busno);
132 pci_read_config_byte(d, reg++, &suba);
133 pci_read_config_byte(d, reg++, &subb);
Bjorn Helgaas12c0b202008-07-23 17:00:13 -0600134 dev_dbg(&d->dev, "i450NX PXB %d: %02x/%02x/%02x\n",
135 pxb, busno, suba, subb);
Muli Ben-Yehuda73c59af2007-08-10 13:01:19 -0700136 if (busno) {
137 /* Bus A */
138 pci_scan_bus_with_sysdata(QUADLOCAL2BUS(quad, busno));
139 }
140 if (suba < subb) {
141 /* Bus B */
142 pci_scan_bus_with_sysdata(QUADLOCAL2BUS(quad, suba+1));
143 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144 }
145 pcibios_last_bus = -1;
146}
147DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82451NX, pci_fixup_i450nx);
148
Robert Richtere27cf3a2008-07-11 12:18:41 +0200149int __init pci_numaq_init(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150{
151 int quad;
152
153 raw_pci_ops = &pci_direct_conf1_mq;
154
Bjorn Helgaasb7869ba2013-01-03 15:28:34 -0700155 pcibios_scan_root(0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156 if (num_online_nodes() > 1)
157 for_each_online_node(quad) {
158 if (quad == 0)
159 continue;
160 printk("Scanning PCI bus %d for quad %d\n",
161 QUADLOCAL2BUS(quad,0), quad);
Muli Ben-Yehuda73c59af2007-08-10 13:01:19 -0700162 pci_scan_bus_with_sysdata(QUADLOCAL2BUS(quad, 0));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163 }
164 return 0;
165}