blob: 7f030f5d750bbb52e88d611b80555e852b497a6d [file] [log] [blame]
Srikanth Thokala8961def2014-08-20 21:56:02 +05301/*
2 * PCIe host controller driver for Xilinx AXI PCIe Bridge
3 *
4 * Copyright (c) 2012 - 2014 Xilinx, Inc.
5 *
6 * Based on the Tegra PCIe driver
7 *
8 * Bits taken from Synopsys Designware Host controller driver and
9 * ARM PCI Host generic driver.
10 *
11 * This program is free software: you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation, either version 2 of the License, or
14 * (at your option) any later version.
15 */
16
17#include <linux/interrupt.h>
18#include <linux/irq.h>
19#include <linux/irqdomain.h>
20#include <linux/kernel.h>
Paul Gortmakerda4eafc2016-08-24 16:57:49 -040021#include <linux/init.h>
Srikanth Thokala8961def2014-08-20 21:56:02 +053022#include <linux/msi.h>
23#include <linux/of_address.h>
24#include <linux/of_pci.h>
25#include <linux/of_platform.h>
26#include <linux/of_irq.h>
27#include <linux/pci.h>
28#include <linux/platform_device.h>
29
30/* Register definitions */
31#define XILINX_PCIE_REG_BIR 0x00000130
32#define XILINX_PCIE_REG_IDR 0x00000138
33#define XILINX_PCIE_REG_IMR 0x0000013c
34#define XILINX_PCIE_REG_PSCR 0x00000144
35#define XILINX_PCIE_REG_RPSC 0x00000148
36#define XILINX_PCIE_REG_MSIBASE1 0x0000014c
37#define XILINX_PCIE_REG_MSIBASE2 0x00000150
38#define XILINX_PCIE_REG_RPEFR 0x00000154
39#define XILINX_PCIE_REG_RPIFR1 0x00000158
40#define XILINX_PCIE_REG_RPIFR2 0x0000015c
41
42/* Interrupt registers definitions */
43#define XILINX_PCIE_INTR_LINK_DOWN BIT(0)
44#define XILINX_PCIE_INTR_ECRC_ERR BIT(1)
45#define XILINX_PCIE_INTR_STR_ERR BIT(2)
46#define XILINX_PCIE_INTR_HOT_RESET BIT(3)
47#define XILINX_PCIE_INTR_CFG_TIMEOUT BIT(8)
48#define XILINX_PCIE_INTR_CORRECTABLE BIT(9)
49#define XILINX_PCIE_INTR_NONFATAL BIT(10)
50#define XILINX_PCIE_INTR_FATAL BIT(11)
51#define XILINX_PCIE_INTR_INTX BIT(16)
52#define XILINX_PCIE_INTR_MSI BIT(17)
53#define XILINX_PCIE_INTR_SLV_UNSUPP BIT(20)
54#define XILINX_PCIE_INTR_SLV_UNEXP BIT(21)
55#define XILINX_PCIE_INTR_SLV_COMPL BIT(22)
56#define XILINX_PCIE_INTR_SLV_ERRP BIT(23)
57#define XILINX_PCIE_INTR_SLV_CMPABT BIT(24)
58#define XILINX_PCIE_INTR_SLV_ILLBUR BIT(25)
59#define XILINX_PCIE_INTR_MST_DECERR BIT(26)
60#define XILINX_PCIE_INTR_MST_SLVERR BIT(27)
61#define XILINX_PCIE_INTR_MST_ERRP BIT(28)
62#define XILINX_PCIE_IMR_ALL_MASK 0x1FF30FED
63#define XILINX_PCIE_IDR_ALL_MASK 0xFFFFFFFF
64
65/* Root Port Error FIFO Read Register definitions */
66#define XILINX_PCIE_RPEFR_ERR_VALID BIT(18)
67#define XILINX_PCIE_RPEFR_REQ_ID GENMASK(15, 0)
68#define XILINX_PCIE_RPEFR_ALL_MASK 0xFFFFFFFF
69
70/* Root Port Interrupt FIFO Read Register 1 definitions */
71#define XILINX_PCIE_RPIFR1_INTR_VALID BIT(31)
72#define XILINX_PCIE_RPIFR1_MSI_INTR BIT(30)
73#define XILINX_PCIE_RPIFR1_INTR_MASK GENMASK(28, 27)
74#define XILINX_PCIE_RPIFR1_ALL_MASK 0xFFFFFFFF
75#define XILINX_PCIE_RPIFR1_INTR_SHIFT 27
76
77/* Bridge Info Register definitions */
78#define XILINX_PCIE_BIR_ECAM_SZ_MASK GENMASK(18, 16)
79#define XILINX_PCIE_BIR_ECAM_SZ_SHIFT 16
80
81/* Root Port Interrupt FIFO Read Register 2 definitions */
82#define XILINX_PCIE_RPIFR2_MSG_DATA GENMASK(15, 0)
83
84/* Root Port Status/control Register definitions */
85#define XILINX_PCIE_REG_RPSC_BEN BIT(0)
86
87/* Phy Status/Control Register definitions */
88#define XILINX_PCIE_REG_PSCR_LNKUP BIT(11)
89
90/* ECAM definitions */
91#define ECAM_BUS_NUM_SHIFT 20
92#define ECAM_DEV_NUM_SHIFT 12
93
94/* Number of MSI IRQs */
95#define XILINX_NUM_MSI_IRQS 128
96
Srikanth Thokala8961def2014-08-20 21:56:02 +053097/**
98 * struct xilinx_pcie_port - PCIe port information
99 * @reg_base: IO Mapped Register Base
100 * @irq: Interrupt number
101 * @msi_pages: MSI pages
102 * @root_busno: Root Bus number
103 * @dev: Device pointer
Bharat Kumar Gogadab584fa12016-09-01 15:44:41 +0530104 * @msi_domain: MSI IRQ domain pointer
105 * @leg_domain: Legacy IRQ domain pointer
Srikanth Thokala8961def2014-08-20 21:56:02 +0530106 * @resources: Bus Resources
107 */
108struct xilinx_pcie_port {
109 void __iomem *reg_base;
110 u32 irq;
111 unsigned long msi_pages;
112 u8 root_busno;
113 struct device *dev;
Bharat Kumar Gogadab584fa12016-09-01 15:44:41 +0530114 struct irq_domain *msi_domain;
115 struct irq_domain *leg_domain;
Srikanth Thokala8961def2014-08-20 21:56:02 +0530116 struct list_head resources;
117};
118
119static DECLARE_BITMAP(msi_irq_in_use, XILINX_NUM_MSI_IRQS);
120
Srikanth Thokala8961def2014-08-20 21:56:02 +0530121static inline u32 pcie_read(struct xilinx_pcie_port *port, u32 reg)
122{
123 return readl(port->reg_base + reg);
124}
125
126static inline void pcie_write(struct xilinx_pcie_port *port, u32 val, u32 reg)
127{
128 writel(val, port->reg_base + reg);
129}
130
131static inline bool xilinx_pcie_link_is_up(struct xilinx_pcie_port *port)
132{
133 return (pcie_read(port, XILINX_PCIE_REG_PSCR) &
134 XILINX_PCIE_REG_PSCR_LNKUP) ? 1 : 0;
135}
136
137/**
138 * xilinx_pcie_clear_err_interrupts - Clear Error Interrupts
139 * @port: PCIe port information
140 */
141static void xilinx_pcie_clear_err_interrupts(struct xilinx_pcie_port *port)
142{
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500143 struct device *dev = port->dev;
Arnd Bergmannabc596b2015-01-13 15:20:05 +0100144 unsigned long val = pcie_read(port, XILINX_PCIE_REG_RPEFR);
Srikanth Thokala8961def2014-08-20 21:56:02 +0530145
146 if (val & XILINX_PCIE_RPEFR_ERR_VALID) {
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500147 dev_dbg(dev, "Requester ID %lu\n",
Srikanth Thokala8961def2014-08-20 21:56:02 +0530148 val & XILINX_PCIE_RPEFR_REQ_ID);
149 pcie_write(port, XILINX_PCIE_RPEFR_ALL_MASK,
150 XILINX_PCIE_REG_RPEFR);
151 }
152}
153
154/**
155 * xilinx_pcie_valid_device - Check if a valid device is present on bus
156 * @bus: PCI Bus structure
157 * @devfn: device/function
158 *
159 * Return: 'true' on success and 'false' if invalid device is found
160 */
161static bool xilinx_pcie_valid_device(struct pci_bus *bus, unsigned int devfn)
162{
Bharat Kumar Gogada4c01f3b2016-02-11 21:58:08 +0530163 struct xilinx_pcie_port *port = bus->sysdata;
Srikanth Thokala8961def2014-08-20 21:56:02 +0530164
165 /* Check if link is up when trying to access downstream ports */
166 if (bus->number != port->root_busno)
167 if (!xilinx_pcie_link_is_up(port))
168 return false;
169
170 /* Only one device down on each root port */
171 if (bus->number == port->root_busno && devfn > 0)
172 return false;
173
Srikanth Thokala8961def2014-08-20 21:56:02 +0530174 return true;
175}
176
177/**
Rob Herring029e2152015-01-09 20:34:50 -0600178 * xilinx_pcie_map_bus - Get configuration base
Srikanth Thokala8961def2014-08-20 21:56:02 +0530179 * @bus: PCI Bus structure
180 * @devfn: Device/function
181 * @where: Offset from base
182 *
183 * Return: Base address of the configuration space needed to be
184 * accessed.
185 */
Rob Herring029e2152015-01-09 20:34:50 -0600186static void __iomem *xilinx_pcie_map_bus(struct pci_bus *bus,
187 unsigned int devfn, int where)
Srikanth Thokala8961def2014-08-20 21:56:02 +0530188{
Bharat Kumar Gogada4c01f3b2016-02-11 21:58:08 +0530189 struct xilinx_pcie_port *port = bus->sysdata;
Srikanth Thokala8961def2014-08-20 21:56:02 +0530190 int relbus;
191
Rob Herring029e2152015-01-09 20:34:50 -0600192 if (!xilinx_pcie_valid_device(bus, devfn))
193 return NULL;
194
Srikanth Thokala8961def2014-08-20 21:56:02 +0530195 relbus = (bus->number << ECAM_BUS_NUM_SHIFT) |
196 (devfn << ECAM_DEV_NUM_SHIFT);
197
198 return port->reg_base + relbus + where;
199}
200
Srikanth Thokala8961def2014-08-20 21:56:02 +0530201/* PCIe operations */
202static struct pci_ops xilinx_pcie_ops = {
Rob Herring029e2152015-01-09 20:34:50 -0600203 .map_bus = xilinx_pcie_map_bus,
204 .read = pci_generic_config_read,
205 .write = pci_generic_config_write,
Srikanth Thokala8961def2014-08-20 21:56:02 +0530206};
207
208/* MSI functions */
209
210/**
211 * xilinx_pcie_destroy_msi - Free MSI number
212 * @irq: IRQ to be freed
213 */
214static void xilinx_pcie_destroy_msi(unsigned int irq)
215{
Srikanth Thokala8961def2014-08-20 21:56:02 +0530216 struct msi_desc *msi;
217 struct xilinx_pcie_port *port;
Bharat Kumar Gogada8a4036e2016-09-01 15:44:43 +0530218 struct irq_data *d = irq_get_irq_data(irq);
219 irq_hw_number_t hwirq = irqd_to_hwirq(d);
Srikanth Thokala8961def2014-08-20 21:56:02 +0530220
Bharat Kumar Gogada8a4036e2016-09-01 15:44:43 +0530221 if (!test_bit(hwirq, msi_irq_in_use)) {
Jiang Liue39758e2015-07-09 16:00:43 +0800222 msi = irq_get_msi_desc(irq);
Bharat Kumar Gogada4c01f3b2016-02-11 21:58:08 +0530223 port = msi_desc_to_pci_sysdata(msi);
Srikanth Thokala8961def2014-08-20 21:56:02 +0530224 dev_err(port->dev, "Trying to free unused MSI#%d\n", irq);
Jiang Liue39758e2015-07-09 16:00:43 +0800225 } else {
Bharat Kumar Gogada8a4036e2016-09-01 15:44:43 +0530226 clear_bit(hwirq, msi_irq_in_use);
Jiang Liue39758e2015-07-09 16:00:43 +0800227 }
Srikanth Thokala8961def2014-08-20 21:56:02 +0530228}
229
230/**
231 * xilinx_pcie_assign_msi - Allocate MSI number
Srikanth Thokala8961def2014-08-20 21:56:02 +0530232 *
233 * Return: A valid IRQ on success and error value on failure.
234 */
Bjorn Helgaase59e5ff2016-10-11 11:36:49 -0500235static int xilinx_pcie_assign_msi(void)
Srikanth Thokala8961def2014-08-20 21:56:02 +0530236{
237 int pos;
238
239 pos = find_first_zero_bit(msi_irq_in_use, XILINX_NUM_MSI_IRQS);
240 if (pos < XILINX_NUM_MSI_IRQS)
241 set_bit(pos, msi_irq_in_use);
242 else
243 return -ENOSPC;
244
245 return pos;
246}
247
248/**
249 * xilinx_msi_teardown_irq - Destroy the MSI
250 * @chip: MSI Chip descriptor
251 * @irq: MSI IRQ to destroy
252 */
Yijing Wangc2791b82014-11-11 17:45:45 -0700253static void xilinx_msi_teardown_irq(struct msi_controller *chip,
254 unsigned int irq)
Srikanth Thokala8961def2014-08-20 21:56:02 +0530255{
256 xilinx_pcie_destroy_msi(irq);
Bharat Kumar Gogadab328f3c2016-09-01 15:44:44 +0530257 irq_dispose_mapping(irq);
Srikanth Thokala8961def2014-08-20 21:56:02 +0530258}
259
260/**
261 * xilinx_pcie_msi_setup_irq - Setup MSI request
262 * @chip: MSI chip pointer
263 * @pdev: PCIe device pointer
264 * @desc: MSI descriptor pointer
265 *
266 * Return: '0' on success and error value on failure
267 */
Yijing Wangc2791b82014-11-11 17:45:45 -0700268static int xilinx_pcie_msi_setup_irq(struct msi_controller *chip,
Srikanth Thokala8961def2014-08-20 21:56:02 +0530269 struct pci_dev *pdev,
270 struct msi_desc *desc)
271{
Bharat Kumar Gogada4c01f3b2016-02-11 21:58:08 +0530272 struct xilinx_pcie_port *port = pdev->bus->sysdata;
Srikanth Thokala8961def2014-08-20 21:56:02 +0530273 unsigned int irq;
274 int hwirq;
275 struct msi_msg msg;
276 phys_addr_t msg_addr;
277
Bjorn Helgaase59e5ff2016-10-11 11:36:49 -0500278 hwirq = xilinx_pcie_assign_msi();
Dan Carpenterf9dd0ce2014-09-09 15:11:50 +0300279 if (hwirq < 0)
280 return hwirq;
Srikanth Thokala8961def2014-08-20 21:56:02 +0530281
Bharat Kumar Gogadab584fa12016-09-01 15:44:41 +0530282 irq = irq_create_mapping(port->msi_domain, hwirq);
Srikanth Thokala8961def2014-08-20 21:56:02 +0530283 if (!irq)
284 return -EINVAL;
285
286 irq_set_msi_desc(irq, desc);
287
288 msg_addr = virt_to_phys((void *)port->msi_pages);
289
290 msg.address_hi = 0;
291 msg.address_lo = msg_addr;
292 msg.data = irq;
293
Jiang Liu83a18912014-11-09 23:10:34 +0800294 pci_write_msi_msg(irq, &msg);
Srikanth Thokala8961def2014-08-20 21:56:02 +0530295
296 return 0;
297}
298
299/* MSI Chip Descriptor */
Yijing Wangc2791b82014-11-11 17:45:45 -0700300static struct msi_controller xilinx_pcie_msi_chip = {
Srikanth Thokala8961def2014-08-20 21:56:02 +0530301 .setup_irq = xilinx_pcie_msi_setup_irq,
302 .teardown_irq = xilinx_msi_teardown_irq,
303};
304
305/* HW Interrupt Chip Descriptor */
306static struct irq_chip xilinx_msi_irq_chip = {
307 .name = "Xilinx PCIe MSI",
Thomas Gleixner280510f2014-11-23 12:23:20 +0100308 .irq_enable = pci_msi_unmask_irq,
309 .irq_disable = pci_msi_mask_irq,
310 .irq_mask = pci_msi_mask_irq,
311 .irq_unmask = pci_msi_unmask_irq,
Srikanth Thokala8961def2014-08-20 21:56:02 +0530312};
313
314/**
315 * xilinx_pcie_msi_map - Set the handler for the MSI and mark IRQ as valid
316 * @domain: IRQ domain
317 * @irq: Virtual IRQ number
318 * @hwirq: HW interrupt number
319 *
320 * Return: Always returns 0.
321 */
322static int xilinx_pcie_msi_map(struct irq_domain *domain, unsigned int irq,
323 irq_hw_number_t hwirq)
324{
325 irq_set_chip_and_handler(irq, &xilinx_msi_irq_chip, handle_simple_irq);
326 irq_set_chip_data(irq, domain->host_data);
Srikanth Thokala8961def2014-08-20 21:56:02 +0530327
328 return 0;
329}
330
331/* IRQ Domain operations */
332static const struct irq_domain_ops msi_domain_ops = {
333 .map = xilinx_pcie_msi_map,
334};
335
336/**
337 * xilinx_pcie_enable_msi - Enable MSI support
338 * @port: PCIe port information
339 */
340static void xilinx_pcie_enable_msi(struct xilinx_pcie_port *port)
341{
342 phys_addr_t msg_addr;
343
344 port->msi_pages = __get_free_pages(GFP_KERNEL, 0);
345 msg_addr = virt_to_phys((void *)port->msi_pages);
346 pcie_write(port, 0x0, XILINX_PCIE_REG_MSIBASE1);
347 pcie_write(port, msg_addr, XILINX_PCIE_REG_MSIBASE2);
348}
349
Srikanth Thokala8961def2014-08-20 21:56:02 +0530350/* INTx Functions */
351
352/**
353 * xilinx_pcie_intx_map - Set the handler for the INTx and mark IRQ as valid
354 * @domain: IRQ domain
355 * @irq: Virtual IRQ number
356 * @hwirq: HW interrupt number
357 *
358 * Return: Always returns 0.
359 */
360static int xilinx_pcie_intx_map(struct irq_domain *domain, unsigned int irq,
361 irq_hw_number_t hwirq)
362{
363 irq_set_chip_and_handler(irq, &dummy_irq_chip, handle_simple_irq);
364 irq_set_chip_data(irq, domain->host_data);
Srikanth Thokala8961def2014-08-20 21:56:02 +0530365
366 return 0;
367}
368
369/* INTx IRQ Domain operations */
370static const struct irq_domain_ops intx_domain_ops = {
371 .map = xilinx_pcie_intx_map,
372};
373
374/* PCIe HW Functions */
375
376/**
377 * xilinx_pcie_intr_handler - Interrupt Service Handler
378 * @irq: IRQ number
379 * @data: PCIe port information
380 *
381 * Return: IRQ_HANDLED on success and IRQ_NONE on failure
382 */
383static irqreturn_t xilinx_pcie_intr_handler(int irq, void *data)
384{
385 struct xilinx_pcie_port *port = (struct xilinx_pcie_port *)data;
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500386 struct device *dev = port->dev;
Srikanth Thokala8961def2014-08-20 21:56:02 +0530387 u32 val, mask, status, msi_data;
388
389 /* Read interrupt decode and mask registers */
390 val = pcie_read(port, XILINX_PCIE_REG_IDR);
391 mask = pcie_read(port, XILINX_PCIE_REG_IMR);
392
393 status = val & mask;
394 if (!status)
395 return IRQ_NONE;
396
397 if (status & XILINX_PCIE_INTR_LINK_DOWN)
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500398 dev_warn(dev, "Link Down\n");
Srikanth Thokala8961def2014-08-20 21:56:02 +0530399
400 if (status & XILINX_PCIE_INTR_ECRC_ERR)
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500401 dev_warn(dev, "ECRC failed\n");
Srikanth Thokala8961def2014-08-20 21:56:02 +0530402
403 if (status & XILINX_PCIE_INTR_STR_ERR)
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500404 dev_warn(dev, "Streaming error\n");
Srikanth Thokala8961def2014-08-20 21:56:02 +0530405
406 if (status & XILINX_PCIE_INTR_HOT_RESET)
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500407 dev_info(dev, "Hot reset\n");
Srikanth Thokala8961def2014-08-20 21:56:02 +0530408
409 if (status & XILINX_PCIE_INTR_CFG_TIMEOUT)
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500410 dev_warn(dev, "ECAM access timeout\n");
Srikanth Thokala8961def2014-08-20 21:56:02 +0530411
412 if (status & XILINX_PCIE_INTR_CORRECTABLE) {
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500413 dev_warn(dev, "Correctable error message\n");
Srikanth Thokala8961def2014-08-20 21:56:02 +0530414 xilinx_pcie_clear_err_interrupts(port);
415 }
416
417 if (status & XILINX_PCIE_INTR_NONFATAL) {
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500418 dev_warn(dev, "Non fatal error message\n");
Srikanth Thokala8961def2014-08-20 21:56:02 +0530419 xilinx_pcie_clear_err_interrupts(port);
420 }
421
422 if (status & XILINX_PCIE_INTR_FATAL) {
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500423 dev_warn(dev, "Fatal error message\n");
Srikanth Thokala8961def2014-08-20 21:56:02 +0530424 xilinx_pcie_clear_err_interrupts(port);
425 }
426
427 if (status & XILINX_PCIE_INTR_INTX) {
428 /* INTx interrupt received */
429 val = pcie_read(port, XILINX_PCIE_REG_RPIFR1);
430
431 /* Check whether interrupt valid */
432 if (!(val & XILINX_PCIE_RPIFR1_INTR_VALID)) {
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500433 dev_warn(dev, "RP Intr FIFO1 read error\n");
Bharat Kumar Gogada3cd049a2016-09-01 15:44:42 +0530434 goto error;
Srikanth Thokala8961def2014-08-20 21:56:02 +0530435 }
436
Russell Joycee4a8f8e2015-07-07 17:54:19 +0100437 if (!(val & XILINX_PCIE_RPIFR1_MSI_INTR)) {
438 /* Clear interrupt FIFO register 1 */
439 pcie_write(port, XILINX_PCIE_RPIFR1_ALL_MASK,
440 XILINX_PCIE_REG_RPIFR1);
Srikanth Thokala8961def2014-08-20 21:56:02 +0530441
Russell Joycee4a8f8e2015-07-07 17:54:19 +0100442 /* Handle INTx Interrupt */
443 val = ((val & XILINX_PCIE_RPIFR1_INTR_MASK) >>
444 XILINX_PCIE_RPIFR1_INTR_SHIFT) + 1;
Bharat Kumar Gogadab584fa12016-09-01 15:44:41 +0530445 generic_handle_irq(irq_find_mapping(port->leg_domain,
Russell Joycee4a8f8e2015-07-07 17:54:19 +0100446 val));
447 }
Srikanth Thokala8961def2014-08-20 21:56:02 +0530448 }
449
450 if (status & XILINX_PCIE_INTR_MSI) {
451 /* MSI Interrupt */
452 val = pcie_read(port, XILINX_PCIE_REG_RPIFR1);
453
454 if (!(val & XILINX_PCIE_RPIFR1_INTR_VALID)) {
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500455 dev_warn(dev, "RP Intr FIFO1 read error\n");
Bharat Kumar Gogada3cd049a2016-09-01 15:44:42 +0530456 goto error;
Srikanth Thokala8961def2014-08-20 21:56:02 +0530457 }
458
459 if (val & XILINX_PCIE_RPIFR1_MSI_INTR) {
460 msi_data = pcie_read(port, XILINX_PCIE_REG_RPIFR2) &
461 XILINX_PCIE_RPIFR2_MSG_DATA;
462
463 /* Clear interrupt FIFO register 1 */
464 pcie_write(port, XILINX_PCIE_RPIFR1_ALL_MASK,
465 XILINX_PCIE_REG_RPIFR1);
466
467 if (IS_ENABLED(CONFIG_PCI_MSI)) {
468 /* Handle MSI Interrupt */
469 generic_handle_irq(msi_data);
470 }
471 }
472 }
473
474 if (status & XILINX_PCIE_INTR_SLV_UNSUPP)
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500475 dev_warn(dev, "Slave unsupported request\n");
Srikanth Thokala8961def2014-08-20 21:56:02 +0530476
477 if (status & XILINX_PCIE_INTR_SLV_UNEXP)
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500478 dev_warn(dev, "Slave unexpected completion\n");
Srikanth Thokala8961def2014-08-20 21:56:02 +0530479
480 if (status & XILINX_PCIE_INTR_SLV_COMPL)
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500481 dev_warn(dev, "Slave completion timeout\n");
Srikanth Thokala8961def2014-08-20 21:56:02 +0530482
483 if (status & XILINX_PCIE_INTR_SLV_ERRP)
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500484 dev_warn(dev, "Slave Error Poison\n");
Srikanth Thokala8961def2014-08-20 21:56:02 +0530485
486 if (status & XILINX_PCIE_INTR_SLV_CMPABT)
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500487 dev_warn(dev, "Slave Completer Abort\n");
Srikanth Thokala8961def2014-08-20 21:56:02 +0530488
489 if (status & XILINX_PCIE_INTR_SLV_ILLBUR)
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500490 dev_warn(dev, "Slave Illegal Burst\n");
Srikanth Thokala8961def2014-08-20 21:56:02 +0530491
492 if (status & XILINX_PCIE_INTR_MST_DECERR)
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500493 dev_warn(dev, "Master decode error\n");
Srikanth Thokala8961def2014-08-20 21:56:02 +0530494
495 if (status & XILINX_PCIE_INTR_MST_SLVERR)
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500496 dev_warn(dev, "Master slave error\n");
Srikanth Thokala8961def2014-08-20 21:56:02 +0530497
498 if (status & XILINX_PCIE_INTR_MST_ERRP)
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500499 dev_warn(dev, "Master error poison\n");
Srikanth Thokala8961def2014-08-20 21:56:02 +0530500
Bharat Kumar Gogada3cd049a2016-09-01 15:44:42 +0530501error:
Srikanth Thokala8961def2014-08-20 21:56:02 +0530502 /* Clear the Interrupt Decode register */
503 pcie_write(port, status, XILINX_PCIE_REG_IDR);
504
505 return IRQ_HANDLED;
506}
507
508/**
Srikanth Thokala8961def2014-08-20 21:56:02 +0530509 * xilinx_pcie_init_irq_domain - Initialize IRQ domain
510 * @port: PCIe port information
511 *
512 * Return: '0' on success and error value on failure
513 */
514static int xilinx_pcie_init_irq_domain(struct xilinx_pcie_port *port)
515{
516 struct device *dev = port->dev;
517 struct device_node *node = dev->of_node;
518 struct device_node *pcie_intc_node;
519
520 /* Setup INTx */
521 pcie_intc_node = of_get_next_child(node, NULL);
522 if (!pcie_intc_node) {
523 dev_err(dev, "No PCIe Intc node found\n");
Christophe JAILLETcec6dba2016-07-14 12:10:46 +0200524 return -ENODEV;
Srikanth Thokala8961def2014-08-20 21:56:02 +0530525 }
526
Bharat Kumar Gogadab584fa12016-09-01 15:44:41 +0530527 port->leg_domain = irq_domain_add_linear(pcie_intc_node, 4,
Srikanth Thokala8961def2014-08-20 21:56:02 +0530528 &intx_domain_ops,
529 port);
Bharat Kumar Gogadab584fa12016-09-01 15:44:41 +0530530 if (!port->leg_domain) {
Srikanth Thokala8961def2014-08-20 21:56:02 +0530531 dev_err(dev, "Failed to get a INTx IRQ domain\n");
Christophe JAILLETcec6dba2016-07-14 12:10:46 +0200532 return -ENODEV;
Srikanth Thokala8961def2014-08-20 21:56:02 +0530533 }
534
535 /* Setup MSI */
536 if (IS_ENABLED(CONFIG_PCI_MSI)) {
Bharat Kumar Gogadab584fa12016-09-01 15:44:41 +0530537 port->msi_domain = irq_domain_add_linear(node,
Srikanth Thokala8961def2014-08-20 21:56:02 +0530538 XILINX_NUM_MSI_IRQS,
539 &msi_domain_ops,
540 &xilinx_pcie_msi_chip);
Bharat Kumar Gogadab584fa12016-09-01 15:44:41 +0530541 if (!port->msi_domain) {
Srikanth Thokala8961def2014-08-20 21:56:02 +0530542 dev_err(dev, "Failed to get a MSI IRQ domain\n");
Christophe JAILLETcec6dba2016-07-14 12:10:46 +0200543 return -ENODEV;
Srikanth Thokala8961def2014-08-20 21:56:02 +0530544 }
545
546 xilinx_pcie_enable_msi(port);
547 }
548
549 return 0;
550}
551
552/**
553 * xilinx_pcie_init_port - Initialize hardware
554 * @port: PCIe port information
555 */
556static void xilinx_pcie_init_port(struct xilinx_pcie_port *port)
557{
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500558 struct device *dev = port->dev;
559
Srikanth Thokala8961def2014-08-20 21:56:02 +0530560 if (xilinx_pcie_link_is_up(port))
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500561 dev_info(dev, "PCIe Link is UP\n");
Srikanth Thokala8961def2014-08-20 21:56:02 +0530562 else
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500563 dev_info(dev, "PCIe Link is DOWN\n");
Srikanth Thokala8961def2014-08-20 21:56:02 +0530564
565 /* Disable all interrupts */
566 pcie_write(port, ~XILINX_PCIE_IDR_ALL_MASK,
567 XILINX_PCIE_REG_IMR);
568
569 /* Clear pending interrupts */
570 pcie_write(port, pcie_read(port, XILINX_PCIE_REG_IDR) &
571 XILINX_PCIE_IMR_ALL_MASK,
572 XILINX_PCIE_REG_IDR);
573
574 /* Enable all interrupts */
575 pcie_write(port, XILINX_PCIE_IMR_ALL_MASK, XILINX_PCIE_REG_IMR);
576
577 /* Enable the Bridge enable bit */
578 pcie_write(port, pcie_read(port, XILINX_PCIE_REG_RPSC) |
579 XILINX_PCIE_REG_RPSC_BEN,
580 XILINX_PCIE_REG_RPSC);
581}
582
583/**
Srikanth Thokala8961def2014-08-20 21:56:02 +0530584 * xilinx_pcie_parse_dt - Parse Device tree
585 * @port: PCIe port information
586 *
587 * Return: '0' on success and error value on failure
588 */
589static int xilinx_pcie_parse_dt(struct xilinx_pcie_port *port)
590{
591 struct device *dev = port->dev;
592 struct device_node *node = dev->of_node;
593 struct resource regs;
594 const char *type;
595 int err;
596
597 type = of_get_property(node, "device_type", NULL);
598 if (!type || strcmp(type, "pci")) {
599 dev_err(dev, "invalid \"device_type\" %s\n", type);
600 return -EINVAL;
601 }
602
603 err = of_address_to_resource(node, 0, &regs);
604 if (err) {
605 dev_err(dev, "missing \"reg\" property\n");
606 return err;
607 }
608
609 port->reg_base = devm_ioremap_resource(dev, &regs);
610 if (IS_ERR(port->reg_base))
611 return PTR_ERR(port->reg_base);
612
613 port->irq = irq_of_parse_and_map(node, 0);
614 err = devm_request_irq(dev, port->irq, xilinx_pcie_intr_handler,
Grygorii Strashko8ff0ef92015-12-10 21:18:20 +0200615 IRQF_SHARED | IRQF_NO_THREAD,
616 "xilinx-pcie", port);
Srikanth Thokala8961def2014-08-20 21:56:02 +0530617 if (err) {
618 dev_err(dev, "unable to request irq %d\n", port->irq);
619 return err;
620 }
621
622 return 0;
623}
624
625/**
626 * xilinx_pcie_probe - Probe function
627 * @pdev: Platform device pointer
628 *
629 * Return: '0' on success and error value on failure
630 */
631static int xilinx_pcie_probe(struct platform_device *pdev)
632{
Srikanth Thokala8961def2014-08-20 21:56:02 +0530633 struct device *dev = &pdev->dev;
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500634 struct xilinx_pcie_port *port;
Bjorn Helgaasec6bd782017-02-08 15:37:47 -0600635 struct pci_bus *bus, *child;
Srikanth Thokala8961def2014-08-20 21:56:02 +0530636 int err;
Bharat Kumar Gogada02598822016-02-11 21:58:07 +0530637 resource_size_t iobase = 0;
638 LIST_HEAD(res);
Srikanth Thokala8961def2014-08-20 21:56:02 +0530639
640 if (!dev->of_node)
641 return -ENODEV;
642
643 port = devm_kzalloc(dev, sizeof(*port), GFP_KERNEL);
644 if (!port)
645 return -ENOMEM;
646
647 port->dev = dev;
648
649 err = xilinx_pcie_parse_dt(port);
650 if (err) {
651 dev_err(dev, "Parsing DT failed\n");
652 return err;
653 }
654
655 xilinx_pcie_init_port(port);
656
657 err = xilinx_pcie_init_irq_domain(port);
658 if (err) {
659 dev_err(dev, "Failed creating IRQ Domain\n");
660 return err;
661 }
662
Bharat Kumar Gogada02598822016-02-11 21:58:07 +0530663 err = of_pci_get_host_bridge_resources(dev->of_node, 0, 0xff, &res,
664 &iobase);
Srikanth Thokala8961def2014-08-20 21:56:02 +0530665 if (err) {
Bharat Kumar Gogada02598822016-02-11 21:58:07 +0530666 dev_err(dev, "Getting bridge resources failed\n");
Srikanth Thokala8961def2014-08-20 21:56:02 +0530667 return err;
668 }
Bjorn Helgaas93a5b5e2016-05-28 18:27:03 -0500669
670 err = devm_request_pci_bus_resources(dev, &res);
671 if (err)
672 goto error;
673
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500674 bus = pci_create_root_bus(dev, 0, &xilinx_pcie_ops, port, &res);
Bjorn Helgaasc41be7a2016-05-31 11:49:14 -0500675 if (!bus) {
676 err = -ENOMEM;
677 goto error;
678 }
Yijing Wang8dd26dc2014-11-11 15:45:31 -0700679
680#ifdef CONFIG_PCI_MSI
Bjorn Helgaas5d071882016-10-06 13:44:42 -0500681 xilinx_pcie_msi_chip.dev = dev;
Bharat Kumar Gogada4c01f3b2016-02-11 21:58:08 +0530682 bus->msi = &xilinx_pcie_msi_chip;
Yijing Wang8dd26dc2014-11-11 15:45:31 -0700683#endif
Bharat Kumar Gogada4c01f3b2016-02-11 21:58:08 +0530684 pci_scan_child_bus(bus);
685 pci_assign_unassigned_bus_resources(bus);
Bharat Kumar Gogada2c513912016-02-11 21:58:09 +0530686#ifndef CONFIG_MICROBLAZE
Bharat Kumar Gogada4c01f3b2016-02-11 21:58:08 +0530687 pci_fixup_irqs(pci_common_swizzle, of_irq_parse_and_map_pci);
Bharat Kumar Gogada2c513912016-02-11 21:58:09 +0530688#endif
Bjorn Helgaasec6bd782017-02-08 15:37:47 -0600689 list_for_each_entry(child, &bus->children, node)
690 pcie_bus_configure_settings(child);
Bharat Kumar Gogada4c01f3b2016-02-11 21:58:08 +0530691 pci_bus_add_devices(bus);
Srikanth Thokala8961def2014-08-20 21:56:02 +0530692 return 0;
Bjorn Helgaasc41be7a2016-05-31 11:49:14 -0500693
694error:
695 pci_free_resource_list(&res);
696 return err;
Srikanth Thokala8961def2014-08-20 21:56:02 +0530697}
698
Srikanth Thokala8961def2014-08-20 21:56:02 +0530699static struct of_device_id xilinx_pcie_of_match[] = {
700 { .compatible = "xlnx,axi-pcie-host-1.00.a", },
701 {}
702};
703
704static struct platform_driver xilinx_pcie_driver = {
705 .driver = {
706 .name = "xilinx-pcie",
Srikanth Thokala8961def2014-08-20 21:56:02 +0530707 .of_match_table = xilinx_pcie_of_match,
708 .suppress_bind_attrs = true,
709 },
710 .probe = xilinx_pcie_probe,
Srikanth Thokala8961def2014-08-20 21:56:02 +0530711};
Paul Gortmakerda4eafc2016-08-24 16:57:49 -0400712builtin_platform_driver(xilinx_pcie_driver);