blob: 3724d3ef7008e88b59e398318fd212ad76b24c3a [file] [log] [blame]
Bjorn Helgaas8cfab3c2018-01-26 12:50:27 -06001// SPDX-License-Identifier: GPL-2.0
Minghuan Lian62d0ff832014-11-05 16:45:11 +08002/*
3 * PCIe host controller driver for Freescale Layerscape SoCs
4 *
5 * Copyright (C) 2014 Freescale Semiconductor.
6 *
Minghuan Lian5192ec72015-10-16 15:19:19 +08007 * Author: Minghuan Lian <Minghuan.Lian@freescale.com>
Minghuan Lian62d0ff832014-11-05 16:45:11 +08008 */
9
10#include <linux/kernel.h>
Minghuan Lian62d0ff832014-11-05 16:45:11 +080011#include <linux/interrupt.h>
Paul Gortmaker154fb602016-07-02 19:13:27 -040012#include <linux/init.h>
Minghuan Lian62d0ff832014-11-05 16:45:11 +080013#include <linux/of_pci.h>
14#include <linux/of_platform.h>
15#include <linux/of_irq.h>
16#include <linux/of_address.h>
17#include <linux/pci.h>
18#include <linux/platform_device.h>
19#include <linux/resource.h>
20#include <linux/mfd/syscon.h>
21#include <linux/regmap.h>
22
23#include "pcie-designware.h"
24
25/* PEX1/2 Misc Ports Status Register */
26#define SCFG_PEXMSCPORTSR(pex_idx) (0x94 + (pex_idx) * 4)
27#define LTSSM_STATE_SHIFT 20
28#define LTSSM_STATE_MASK 0x3f
29#define LTSSM_PCIE_L0 0x11 /* L0 state */
30
Minghuan Lian5192ec72015-10-16 15:19:19 +080031/* PEX Internal Configuration Registers */
32#define PCIE_STRFMR1 0x71c /* Symbol Timer & Filter Mask Register1 */
Minghuan Lian84d897d2017-10-12 17:44:48 +080033#define PCIE_ABSERR 0x8d0 /* Bridge Slave Error Response Register */
34#define PCIE_ABSERR_SETTING 0x9401 /* Forward error of non-posted request */
Minghuan Lian5192ec72015-10-16 15:19:19 +080035
Hou Zhiqiang4a2745d2017-08-28 18:52:58 +080036#define PCIE_IATU_NUM 6
37
Minghuan Liand6463342015-10-16 15:19:17 +080038struct ls_pcie_drvdata {
Minghuan Lian5192ec72015-10-16 15:19:19 +080039 u32 lut_offset;
40 u32 ltssm_shift;
Mingkai Hu1d770402016-10-25 20:36:56 +080041 u32 lut_dbg;
Jisheng Zhang4ab2e7c2017-06-05 16:53:46 +080042 const struct dw_pcie_host_ops *ops;
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +053043 const struct dw_pcie_ops *dw_pcie_ops;
Minghuan Liand6463342015-10-16 15:19:17 +080044};
45
Minghuan Lian62d0ff832014-11-05 16:45:11 +080046struct ls_pcie {
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +053047 struct dw_pcie *pci;
Minghuan Lian5192ec72015-10-16 15:19:19 +080048 void __iomem *lut;
Minghuan Lian62d0ff832014-11-05 16:45:11 +080049 struct regmap *scfg;
Minghuan Liand6463342015-10-16 15:19:17 +080050 const struct ls_pcie_drvdata *drvdata;
Minghuan Lian62d0ff832014-11-05 16:45:11 +080051 int index;
Minghuan Lian62d0ff832014-11-05 16:45:11 +080052};
53
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +053054#define to_ls_pcie(x) dev_get_drvdata((x)->dev)
Minghuan Lian62d0ff832014-11-05 16:45:11 +080055
Minghuan Lian7af4ce32015-10-16 15:19:16 +080056static bool ls_pcie_is_bridge(struct ls_pcie *pcie)
57{
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +053058 struct dw_pcie *pci = pcie->pci;
Minghuan Lian7af4ce32015-10-16 15:19:16 +080059 u32 header_type;
60
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +053061 header_type = ioread8(pci->dbi_base + PCI_HEADER_TYPE);
Minghuan Lian7af4ce32015-10-16 15:19:16 +080062 header_type &= 0x7f;
63
64 return header_type == PCI_HEADER_TYPE_BRIDGE;
65}
66
Minghuan Lian5192ec72015-10-16 15:19:19 +080067/* Clear multi-function bit */
68static void ls_pcie_clear_multifunction(struct ls_pcie *pcie)
69{
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +053070 struct dw_pcie *pci = pcie->pci;
71
72 iowrite8(PCI_HEADER_TYPE_BRIDGE, pci->dbi_base + PCI_HEADER_TYPE);
Minghuan Lian5192ec72015-10-16 15:19:19 +080073}
74
Minghuan Lian1195c102016-02-29 17:24:15 -060075/* Drop MSG TLP except for Vendor MSG */
76static void ls_pcie_drop_msg_tlp(struct ls_pcie *pcie)
77{
78 u32 val;
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +053079 struct dw_pcie *pci = pcie->pci;
Minghuan Lian1195c102016-02-29 17:24:15 -060080
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +053081 val = ioread32(pci->dbi_base + PCIE_STRFMR1);
Minghuan Lian1195c102016-02-29 17:24:15 -060082 val &= 0xDFFFFFFF;
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +053083 iowrite32(val, pci->dbi_base + PCIE_STRFMR1);
Minghuan Lian1195c102016-02-29 17:24:15 -060084}
85
Hou Zhiqiang4a2745d2017-08-28 18:52:58 +080086static void ls_pcie_disable_outbound_atus(struct ls_pcie *pcie)
87{
88 int i;
89
90 for (i = 0; i < PCIE_IATU_NUM; i++)
91 dw_pcie_disable_atu(pcie->pci, DW_PCIE_REGION_OUTBOUND, i);
92}
93
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +053094static int ls1021_pcie_link_up(struct dw_pcie *pci)
Minghuan Lian62d0ff832014-11-05 16:45:11 +080095{
96 u32 state;
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +053097 struct ls_pcie *pcie = to_ls_pcie(pci);
Minghuan Lian62d0ff832014-11-05 16:45:11 +080098
Minghuan Liand6463342015-10-16 15:19:17 +080099 if (!pcie->scfg)
100 return 0;
101
Minghuan Lian62d0ff832014-11-05 16:45:11 +0800102 regmap_read(pcie->scfg, SCFG_PEXMSCPORTSR(pcie->index), &state);
103 state = (state >> LTSSM_STATE_SHIFT) & LTSSM_STATE_MASK;
104
105 if (state < LTSSM_PCIE_L0)
106 return 0;
107
108 return 1;
109}
110
Hou Zhiqiangba95a822017-08-28 18:52:56 +0800111static int ls_pcie_link_up(struct dw_pcie *pci)
112{
113 struct ls_pcie *pcie = to_ls_pcie(pci);
114 u32 state;
115
116 state = (ioread32(pcie->lut + pcie->drvdata->lut_dbg) >>
117 pcie->drvdata->ltssm_shift) &
118 LTSSM_STATE_MASK;
119
120 if (state < LTSSM_PCIE_L0)
121 return 0;
122
123 return 1;
124}
125
Minghuan Lian84d897d2017-10-12 17:44:48 +0800126/* Forward error response of outbound non-posted requests */
127static void ls_pcie_fix_error_response(struct ls_pcie *pcie)
128{
129 struct dw_pcie *pci = pcie->pci;
130
131 iowrite32(PCIE_ABSERR_SETTING, pci->dbi_base + PCIE_ABSERR);
132}
133
Hou Zhiqiangba95a822017-08-28 18:52:56 +0800134static int ls_pcie_host_init(struct pcie_port *pp)
135{
136 struct dw_pcie *pci = to_dw_pcie_from_pp(pp);
137 struct ls_pcie *pcie = to_ls_pcie(pci);
138
Hou Zhiqiang4a2745d2017-08-28 18:52:58 +0800139 /*
140 * Disable outbound windows configured by the bootloader to avoid
141 * one transaction hitting multiple outbound windows.
142 * dw_pcie_setup_rc() will reconfigure the outbound windows.
143 */
144 ls_pcie_disable_outbound_atus(pcie);
Minghuan Lian84d897d2017-10-12 17:44:48 +0800145 ls_pcie_fix_error_response(pcie);
Hou Zhiqiang4a2745d2017-08-28 18:52:58 +0800146
Hou Zhiqiange44abfe2017-08-28 18:52:59 +0800147 dw_pcie_dbi_ro_wr_en(pci);
Hou Zhiqiangba95a822017-08-28 18:52:56 +0800148 ls_pcie_clear_multifunction(pcie);
Hou Zhiqiange44abfe2017-08-28 18:52:59 +0800149 dw_pcie_dbi_ro_wr_dis(pci);
Hou Zhiqiangba95a822017-08-28 18:52:56 +0800150
151 ls_pcie_drop_msg_tlp(pcie);
152
153 dw_pcie_setup_rc(pp);
154
155 return 0;
156}
157
Bjorn Andersson4a301762017-07-15 23:39:45 -0700158static int ls1021_pcie_host_init(struct pcie_port *pp)
Bjorn Helgaas1d3f9ba2015-06-02 16:24:25 -0500159{
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +0530160 struct dw_pcie *pci = to_dw_pcie_from_pp(pp);
161 struct ls_pcie *pcie = to_ls_pcie(pci);
162 struct device *dev = pci->dev;
Minghuan Lian1195c102016-02-29 17:24:15 -0600163 u32 index[2];
Bjorn Andersson4a301762017-07-15 23:39:45 -0700164 int ret;
Minghuan Liand6463342015-10-16 15:19:17 +0800165
Bjorn Helgaasc11125e2016-10-06 13:38:05 -0500166 pcie->scfg = syscon_regmap_lookup_by_phandle(dev->of_node,
Minghuan Liand6463342015-10-16 15:19:17 +0800167 "fsl,pcie-scfg");
168 if (IS_ERR(pcie->scfg)) {
Bjorn Andersson4a301762017-07-15 23:39:45 -0700169 ret = PTR_ERR(pcie->scfg);
Bjorn Helgaasc11125e2016-10-06 13:38:05 -0500170 dev_err(dev, "No syscfg phandle specified\n");
Minghuan Liand6463342015-10-16 15:19:17 +0800171 pcie->scfg = NULL;
Bjorn Andersson4a301762017-07-15 23:39:45 -0700172 return ret;
Minghuan Liand6463342015-10-16 15:19:17 +0800173 }
174
Bjorn Helgaasc11125e2016-10-06 13:38:05 -0500175 if (of_property_read_u32_array(dev->of_node,
Minghuan Liand6463342015-10-16 15:19:17 +0800176 "fsl,pcie-scfg", index, 2)) {
177 pcie->scfg = NULL;
Bjorn Andersson4a301762017-07-15 23:39:45 -0700178 return -EINVAL;
Minghuan Liand6463342015-10-16 15:19:17 +0800179 }
180 pcie->index = index[1];
Bjorn Helgaas1d3f9ba2015-06-02 16:24:25 -0500181
Hou Zhiqiangfa92dba2017-08-28 18:52:57 +0800182 return ls_pcie_host_init(pp);
Minghuan Lian62d0ff832014-11-05 16:45:11 +0800183}
184
Gustavo Pimentel3f43ccc2018-03-06 11:54:54 +0000185static int ls_pcie_msi_host_init(struct pcie_port *pp)
Minghuan Lianbd33b872015-10-16 15:19:20 +0800186{
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +0530187 struct dw_pcie *pci = to_dw_pcie_from_pp(pp);
188 struct device *dev = pci->dev;
Bjorn Helgaasc11125e2016-10-06 13:38:05 -0500189 struct device_node *np = dev->of_node;
Minghuan Lianbd33b872015-10-16 15:19:20 +0800190 struct device_node *msi_node;
Minghuan Lianbd33b872015-10-16 15:19:20 +0800191
192 /*
193 * The MSI domain is set by the generic of_msi_configure(). This
194 * .msi_host_init() function keeps us from doing the default MSI
195 * domain setup in dw_pcie_host_init() and also enforces the
196 * requirement that "msi-parent" exists.
197 */
198 msi_node = of_parse_phandle(np, "msi-parent", 0);
199 if (!msi_node) {
Bjorn Helgaasc11125e2016-10-06 13:38:05 -0500200 dev_err(dev, "failed to find msi-parent\n");
Minghuan Lianbd33b872015-10-16 15:19:20 +0800201 return -EINVAL;
202 }
203
204 return 0;
205}
206
Jisheng Zhang4ab2e7c2017-06-05 16:53:46 +0800207static const struct dw_pcie_host_ops ls1021_pcie_host_ops = {
Minghuan Liand6463342015-10-16 15:19:17 +0800208 .host_init = ls1021_pcie_host_init,
Minghuan Lianbd33b872015-10-16 15:19:20 +0800209 .msi_host_init = ls_pcie_msi_host_init,
Minghuan Lian62d0ff832014-11-05 16:45:11 +0800210};
211
Jisheng Zhang4ab2e7c2017-06-05 16:53:46 +0800212static const struct dw_pcie_host_ops ls_pcie_host_ops = {
Minghuan Lian5192ec72015-10-16 15:19:19 +0800213 .host_init = ls_pcie_host_init,
Minghuan Lianbd33b872015-10-16 15:19:20 +0800214 .msi_host_init = ls_pcie_msi_host_init,
Minghuan Lian5192ec72015-10-16 15:19:19 +0800215};
216
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +0530217static const struct dw_pcie_ops dw_ls1021_pcie_ops = {
218 .link_up = ls1021_pcie_link_up,
219};
220
221static const struct dw_pcie_ops dw_ls_pcie_ops = {
222 .link_up = ls_pcie_link_up,
223};
224
Minghuan Liand6463342015-10-16 15:19:17 +0800225static struct ls_pcie_drvdata ls1021_drvdata = {
226 .ops = &ls1021_pcie_host_ops,
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +0530227 .dw_pcie_ops = &dw_ls1021_pcie_ops,
Minghuan Liand6463342015-10-16 15:19:17 +0800228};
229
Minghuan Lian5192ec72015-10-16 15:19:19 +0800230static struct ls_pcie_drvdata ls1043_drvdata = {
231 .lut_offset = 0x10000,
232 .ltssm_shift = 24,
Mingkai Hu1d770402016-10-25 20:36:56 +0800233 .lut_dbg = 0x7fc,
234 .ops = &ls_pcie_host_ops,
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +0530235 .dw_pcie_ops = &dw_ls_pcie_ops,
Mingkai Hu1d770402016-10-25 20:36:56 +0800236};
237
238static struct ls_pcie_drvdata ls1046_drvdata = {
239 .lut_offset = 0x80000,
240 .ltssm_shift = 24,
241 .lut_dbg = 0x407fc,
Minghuan Lian5192ec72015-10-16 15:19:19 +0800242 .ops = &ls_pcie_host_ops,
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +0530243 .dw_pcie_ops = &dw_ls_pcie_ops,
Minghuan Lian5192ec72015-10-16 15:19:19 +0800244};
245
246static struct ls_pcie_drvdata ls2080_drvdata = {
247 .lut_offset = 0x80000,
248 .ltssm_shift = 0,
Mingkai Hu1d770402016-10-25 20:36:56 +0800249 .lut_dbg = 0x7fc,
Minghuan Lian5192ec72015-10-16 15:19:19 +0800250 .ops = &ls_pcie_host_ops,
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +0530251 .dw_pcie_ops = &dw_ls_pcie_ops,
Minghuan Lian5192ec72015-10-16 15:19:19 +0800252};
253
Hou Zhiqiang8f893572017-08-04 14:41:33 +0800254static struct ls_pcie_drvdata ls2088_drvdata = {
255 .lut_offset = 0x80000,
256 .ltssm_shift = 0,
257 .lut_dbg = 0x407fc,
258 .ops = &ls_pcie_host_ops,
259 .dw_pcie_ops = &dw_ls_pcie_ops,
260};
261
Minghuan Liand6463342015-10-16 15:19:17 +0800262static const struct of_device_id ls_pcie_of_match[] = {
Hou Zhiqianga335b122017-09-19 17:26:56 +0800263 { .compatible = "fsl,ls1012a-pcie", .data = &ls1046_drvdata },
Minghuan Liand6463342015-10-16 15:19:17 +0800264 { .compatible = "fsl,ls1021a-pcie", .data = &ls1021_drvdata },
Minghuan Lian5192ec72015-10-16 15:19:19 +0800265 { .compatible = "fsl,ls1043a-pcie", .data = &ls1043_drvdata },
Mingkai Hu1d770402016-10-25 20:36:56 +0800266 { .compatible = "fsl,ls1046a-pcie", .data = &ls1046_drvdata },
Minghuan Lian5192ec72015-10-16 15:19:19 +0800267 { .compatible = "fsl,ls2080a-pcie", .data = &ls2080_drvdata },
Yang Shidbae40b2016-01-27 09:32:05 -0800268 { .compatible = "fsl,ls2085a-pcie", .data = &ls2080_drvdata },
Hou Zhiqiang8f893572017-08-04 14:41:33 +0800269 { .compatible = "fsl,ls2088a-pcie", .data = &ls2088_drvdata },
Hou Zhiqiang03fc6132017-08-04 14:41:34 +0800270 { .compatible = "fsl,ls1088a-pcie", .data = &ls2088_drvdata },
Minghuan Liand6463342015-10-16 15:19:17 +0800271 { },
272};
Minghuan Liand6463342015-10-16 15:19:17 +0800273
Bjorn Helgaas4726a822016-10-06 13:38:06 -0500274static int __init ls_add_pcie_port(struct ls_pcie *pcie)
Minghuan Lian62d0ff832014-11-05 16:45:11 +0800275{
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +0530276 struct dw_pcie *pci = pcie->pci;
277 struct pcie_port *pp = &pci->pp;
278 struct device *dev = pci->dev;
Minghuan Lian62d0ff832014-11-05 16:45:11 +0800279 int ret;
280
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +0530281 pp->ops = pcie->drvdata->ops;
282
Minghuan Lian62d0ff832014-11-05 16:45:11 +0800283 ret = dw_pcie_host_init(pp);
284 if (ret) {
Bjorn Helgaasc11125e2016-10-06 13:38:05 -0500285 dev_err(dev, "failed to initialize host\n");
Minghuan Lian62d0ff832014-11-05 16:45:11 +0800286 return ret;
287 }
288
289 return 0;
290}
291
292static int __init ls_pcie_probe(struct platform_device *pdev)
293{
Bjorn Helgaasc11125e2016-10-06 13:38:05 -0500294 struct device *dev = &pdev->dev;
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +0530295 struct dw_pcie *pci;
Minghuan Lian62d0ff832014-11-05 16:45:11 +0800296 struct ls_pcie *pcie;
297 struct resource *dbi_base;
Minghuan Lian62d0ff832014-11-05 16:45:11 +0800298 int ret;
299
Bjorn Helgaasc11125e2016-10-06 13:38:05 -0500300 pcie = devm_kzalloc(dev, sizeof(*pcie), GFP_KERNEL);
Minghuan Lian62d0ff832014-11-05 16:45:11 +0800301 if (!pcie)
302 return -ENOMEM;
303
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +0530304 pci = devm_kzalloc(dev, sizeof(*pci), GFP_KERNEL);
305 if (!pci)
306 return -ENOMEM;
307
Bjorn Helgaas6dc2c042017-01-31 16:36:11 -0600308 pcie->drvdata = of_device_get_match_data(dev);
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +0530309
310 pci->dev = dev;
311 pci->ops = pcie->drvdata->dw_pcie_ops;
Bjorn Helgaasfefe6732016-10-06 13:38:06 -0500312
Guenter Roeckc0464062017-02-25 02:08:12 -0800313 pcie->pci = pci;
314
Minghuan Lian62d0ff832014-11-05 16:45:11 +0800315 dbi_base = platform_get_resource_byname(pdev, IORESOURCE_MEM, "regs");
Lorenzo Pieralisi01bd4892017-04-19 17:49:08 +0100316 pci->dbi_base = devm_pci_remap_cfg_resource(dev, dbi_base);
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +0530317 if (IS_ERR(pci->dbi_base))
318 return PTR_ERR(pci->dbi_base);
Minghuan Lian62d0ff832014-11-05 16:45:11 +0800319
Kishon Vijay Abraham I442ec4c2017-02-15 18:48:14 +0530320 pcie->lut = pci->dbi_base + pcie->drvdata->lut_offset;
Minghuan Lian62d0ff832014-11-05 16:45:11 +0800321
Minghuan Lian7af4ce32015-10-16 15:19:16 +0800322 if (!ls_pcie_is_bridge(pcie))
323 return -ENODEV;
324
Kishon Vijay Abraham I9bcf0a62017-02-15 18:48:11 +0530325 platform_set_drvdata(pdev, pcie);
326
Bjorn Helgaas4726a822016-10-06 13:38:06 -0500327 ret = ls_add_pcie_port(pcie);
Minghuan Lian62d0ff832014-11-05 16:45:11 +0800328 if (ret < 0)
329 return ret;
330
Minghuan Lian62d0ff832014-11-05 16:45:11 +0800331 return 0;
332}
333
Minghuan Lian62d0ff832014-11-05 16:45:11 +0800334static struct platform_driver ls_pcie_driver = {
335 .driver = {
336 .name = "layerscape-pcie",
Minghuan Lian62d0ff832014-11-05 16:45:11 +0800337 .of_match_table = ls_pcie_of_match,
Brian Norrisa5f40e82017-04-20 15:36:25 -0500338 .suppress_bind_attrs = true,
Minghuan Lian62d0ff832014-11-05 16:45:11 +0800339 },
340};
Paul Gortmaker154fb602016-07-02 19:13:27 -0400341builtin_platform_driver_probe(ls_pcie_driver, ls_pcie_probe);