blob: 7f22c5c37660831ec5f2078f4b0717e78947d861 [file] [log] [blame]
Terje Bergstrom75471682013-03-22 16:34:01 +02001/*
2 * Tegra host1x driver
3 *
4 * Copyright (c) 2010-2013, NVIDIA Corporation.
5 *
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms and conditions of the GNU General Public License,
8 * version 2, as published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope it will be useful, but WITHOUT
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * more details.
14 *
15 * You should have received a copy of the GNU General Public License
16 * along with this program. If not, see <http://www.gnu.org/licenses/>.
17 */
18
Terje Bergstrom75471682013-03-22 16:34:01 +020019#include <linux/clk.h>
Alexandre Courbot097452e2016-02-26 18:06:52 +090020#include <linux/dma-mapping.h>
Thierry Reding7e7d4322017-03-21 08:54:21 +010021#include <linux/io.h>
22#include <linux/list.h>
23#include <linux/module.h>
24#include <linux/of_device.h>
25#include <linux/of.h>
26#include <linux/slab.h>
Terje Bergstrom75471682013-03-22 16:34:01 +020027
28#define CREATE_TRACE_POINTS
29#include <trace/events/host1x.h>
Mikko Perttunen404bfb72016-12-14 13:16:14 +020030#undef CREATE_TRACE_POINTS
Terje Bergstrom75471682013-03-22 16:34:01 +020031
Thierry Reding776dc382013-10-14 14:43:22 +020032#include "bus.h"
Terje Bergstrom65793242013-03-22 16:34:03 +020033#include "channel.h"
Terje Bergstrom62364512013-03-22 16:34:04 +020034#include "debug.h"
Thierry Reding7e7d4322017-03-21 08:54:21 +010035#include "dev.h"
36#include "intr.h"
37
Terje Bergstrom75471682013-03-22 16:34:01 +020038#include "hw/host1x01.h"
Thierry Reding5407f312013-09-30 14:17:39 +020039#include "hw/host1x02.h"
Thierry Redinge6fff4a2013-11-15 14:58:05 +010040#include "hw/host1x04.h"
Thierry Redinga1347892015-03-23 10:46:28 +010041#include "hw/host1x05.h"
Terje Bergstrom75471682013-03-22 16:34:01 +020042
43void host1x_sync_writel(struct host1x *host1x, u32 v, u32 r)
44{
45 void __iomem *sync_regs = host1x->regs + host1x->info->sync_offset;
46
47 writel(v, sync_regs + r);
48}
49
50u32 host1x_sync_readl(struct host1x *host1x, u32 r)
51{
52 void __iomem *sync_regs = host1x->regs + host1x->info->sync_offset;
53
54 return readl(sync_regs + r);
55}
56
Terje Bergstrom65793242013-03-22 16:34:03 +020057void host1x_ch_writel(struct host1x_channel *ch, u32 v, u32 r)
58{
59 writel(v, ch->regs + r);
60}
61
62u32 host1x_ch_readl(struct host1x_channel *ch, u32 r)
63{
64 return readl(ch->regs + r);
65}
66
Terje Bergstrom75471682013-03-22 16:34:01 +020067static const struct host1x_info host1x01_info = {
Thierry Reding0b8070d12016-06-23 11:35:50 +020068 .nb_channels = 8,
69 .nb_pts = 32,
70 .nb_mlocks = 16,
71 .nb_bases = 8,
72 .init = host1x01_init,
73 .sync_offset = 0x3000,
74 .dma_mask = DMA_BIT_MASK(32),
Terje Bergstrom75471682013-03-22 16:34:01 +020075};
76
Thierry Reding5407f312013-09-30 14:17:39 +020077static const struct host1x_info host1x02_info = {
78 .nb_channels = 9,
79 .nb_pts = 32,
80 .nb_mlocks = 16,
81 .nb_bases = 12,
82 .init = host1x02_init,
83 .sync_offset = 0x3000,
Alexandre Courbot097452e2016-02-26 18:06:52 +090084 .dma_mask = DMA_BIT_MASK(32),
Thierry Reding5407f312013-09-30 14:17:39 +020085};
86
Thierry Redinge6fff4a2013-11-15 14:58:05 +010087static const struct host1x_info host1x04_info = {
88 .nb_channels = 12,
89 .nb_pts = 192,
90 .nb_mlocks = 16,
91 .nb_bases = 64,
92 .init = host1x04_init,
93 .sync_offset = 0x2100,
Alexandre Courbot097452e2016-02-26 18:06:52 +090094 .dma_mask = DMA_BIT_MASK(34),
Thierry Redinge6fff4a2013-11-15 14:58:05 +010095};
96
Thierry Redinga1347892015-03-23 10:46:28 +010097static const struct host1x_info host1x05_info = {
98 .nb_channels = 14,
99 .nb_pts = 192,
100 .nb_mlocks = 16,
101 .nb_bases = 64,
102 .init = host1x05_init,
103 .sync_offset = 0x2100,
Alexandre Courbot097452e2016-02-26 18:06:52 +0900104 .dma_mask = DMA_BIT_MASK(34),
Thierry Redinga1347892015-03-23 10:46:28 +0100105};
106
Thierry Reding6df633d2016-06-23 11:33:31 +0200107static const struct of_device_id host1x_of_match[] = {
Thierry Redinga1347892015-03-23 10:46:28 +0100108 { .compatible = "nvidia,tegra210-host1x", .data = &host1x05_info, },
Thierry Redinge6fff4a2013-11-15 14:58:05 +0100109 { .compatible = "nvidia,tegra124-host1x", .data = &host1x04_info, },
Thierry Reding5407f312013-09-30 14:17:39 +0200110 { .compatible = "nvidia,tegra114-host1x", .data = &host1x02_info, },
Terje Bergstrom75471682013-03-22 16:34:01 +0200111 { .compatible = "nvidia,tegra30-host1x", .data = &host1x01_info, },
112 { .compatible = "nvidia,tegra20-host1x", .data = &host1x01_info, },
113 { },
114};
115MODULE_DEVICE_TABLE(of, host1x_of_match);
116
117static int host1x_probe(struct platform_device *pdev)
118{
119 const struct of_device_id *id;
120 struct host1x *host;
121 struct resource *regs;
122 int syncpt_irq;
123 int err;
124
125 id = of_match_device(host1x_of_match, &pdev->dev);
126 if (!id)
127 return -EINVAL;
128
129 regs = platform_get_resource(pdev, IORESOURCE_MEM, 0);
130 if (!regs) {
131 dev_err(&pdev->dev, "failed to get registers\n");
132 return -ENXIO;
133 }
134
135 syncpt_irq = platform_get_irq(pdev, 0);
136 if (syncpt_irq < 0) {
Gustavo A. R. Silva7b2c63d2017-08-08 00:08:06 -0500137 dev_err(&pdev->dev, "failed to get IRQ: %d\n", syncpt_irq);
138 return syncpt_irq;
Terje Bergstrom75471682013-03-22 16:34:01 +0200139 }
140
141 host = devm_kzalloc(&pdev->dev, sizeof(*host), GFP_KERNEL);
142 if (!host)
143 return -ENOMEM;
144
Thierry Reding776dc382013-10-14 14:43:22 +0200145 mutex_init(&host->devices_lock);
146 INIT_LIST_HEAD(&host->devices);
147 INIT_LIST_HEAD(&host->list);
Terje Bergstrom75471682013-03-22 16:34:01 +0200148 host->dev = &pdev->dev;
149 host->info = id->data;
150
151 /* set common host1x device data */
152 platform_set_drvdata(pdev, host);
153
154 host->regs = devm_ioremap_resource(&pdev->dev, regs);
155 if (IS_ERR(host->regs))
156 return PTR_ERR(host->regs);
157
Alexandre Courbot097452e2016-02-26 18:06:52 +0900158 dma_set_mask_and_coherent(host->dev, host->info->dma_mask);
159
Terje Bergstrom75471682013-03-22 16:34:01 +0200160 if (host->info->init) {
161 err = host->info->init(host);
162 if (err)
163 return err;
164 }
165
166 host->clk = devm_clk_get(&pdev->dev, NULL);
167 if (IS_ERR(host->clk)) {
168 dev_err(&pdev->dev, "failed to get clock\n");
169 err = PTR_ERR(host->clk);
170 return err;
171 }
172
Thierry Redingb386c6b2017-03-21 08:54:22 +0100173 host->rst = devm_reset_control_get(&pdev->dev, "host1x");
174 if (IS_ERR(host->rst)) {
Christophe JAILLET59e04bc2017-04-10 22:29:22 +0200175 err = PTR_ERR(host->rst);
Thierry Redingb386c6b2017-03-21 08:54:22 +0100176 dev_err(&pdev->dev, "failed to get reset: %d\n", err);
177 return err;
178 }
179
Mikko Perttunen404bfb72016-12-14 13:16:14 +0200180 if (iommu_present(&platform_bus_type)) {
181 struct iommu_domain_geometry *geometry;
182 unsigned long order;
183
184 host->domain = iommu_domain_alloc(&platform_bus_type);
185 if (!host->domain)
186 return -ENOMEM;
187
188 err = iommu_attach_device(host->domain, &pdev->dev);
Paul Kocialkowskifea20992017-07-10 21:33:05 +0200189 if (err == -ENODEV) {
190 iommu_domain_free(host->domain);
191 host->domain = NULL;
192 goto skip_iommu;
193 } else if (err) {
Mikko Perttunen404bfb72016-12-14 13:16:14 +0200194 goto fail_free_domain;
Paul Kocialkowskifea20992017-07-10 21:33:05 +0200195 }
Mikko Perttunen404bfb72016-12-14 13:16:14 +0200196
197 geometry = &host->domain->geometry;
198
199 order = __ffs(host->domain->pgsize_bitmap);
200 init_iova_domain(&host->iova, 1UL << order,
201 geometry->aperture_start >> order,
202 geometry->aperture_end >> order);
203 host->iova_end = geometry->aperture_end;
204 }
205
Paul Kocialkowskifea20992017-07-10 21:33:05 +0200206skip_iommu:
Mikko Perttunen8474b022017-06-15 02:18:42 +0300207 err = host1x_channel_list_init(&host->channel_list,
208 host->info->nb_channels);
Terje Bergstrom65793242013-03-22 16:34:03 +0200209 if (err) {
210 dev_err(&pdev->dev, "failed to initialize channel list\n");
Mikko Perttunen404bfb72016-12-14 13:16:14 +0200211 goto fail_detach_device;
Terje Bergstrom65793242013-03-22 16:34:03 +0200212 }
213
Terje Bergstrom75471682013-03-22 16:34:01 +0200214 err = clk_prepare_enable(host->clk);
215 if (err < 0) {
216 dev_err(&pdev->dev, "failed to enable clock\n");
Mikko Perttunen8474b022017-06-15 02:18:42 +0300217 goto fail_free_channels;
Terje Bergstrom75471682013-03-22 16:34:01 +0200218 }
219
Thierry Redingb386c6b2017-03-21 08:54:22 +0100220 err = reset_control_deassert(host->rst);
221 if (err < 0) {
222 dev_err(&pdev->dev, "failed to deassert reset: %d\n", err);
223 goto fail_unprepare_disable;
224 }
225
Terje Bergstrom75471682013-03-22 16:34:01 +0200226 err = host1x_syncpt_init(host);
227 if (err) {
228 dev_err(&pdev->dev, "failed to initialize syncpts\n");
Thierry Redingb386c6b2017-03-21 08:54:22 +0100229 goto fail_reset_assert;
Terje Bergstrom75471682013-03-22 16:34:01 +0200230 }
231
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200232 err = host1x_intr_init(host, syncpt_irq);
233 if (err) {
234 dev_err(&pdev->dev, "failed to initialize interrupts\n");
235 goto fail_deinit_syncpt;
236 }
237
Terje Bergstrom62364512013-03-22 16:34:04 +0200238 host1x_debug_init(host);
239
Thierry Reding776dc382013-10-14 14:43:22 +0200240 err = host1x_register(host);
241 if (err < 0)
242 goto fail_deinit_intr;
Terje Bergstrom692e6d72013-03-22 16:34:07 +0200243
Terje Bergstrom75471682013-03-22 16:34:01 +0200244 return 0;
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200245
Thierry Reding776dc382013-10-14 14:43:22 +0200246fail_deinit_intr:
247 host1x_intr_deinit(host);
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200248fail_deinit_syncpt:
249 host1x_syncpt_deinit(host);
Thierry Redingb386c6b2017-03-21 08:54:22 +0100250fail_reset_assert:
251 reset_control_assert(host->rst);
Wei Yongjun9c78c4c2013-10-21 13:37:31 +0800252fail_unprepare_disable:
253 clk_disable_unprepare(host->clk);
Mikko Perttunen8474b022017-06-15 02:18:42 +0300254fail_free_channels:
255 host1x_channel_list_free(&host->channel_list);
Mikko Perttunen404bfb72016-12-14 13:16:14 +0200256fail_detach_device:
257 if (host->domain) {
258 put_iova_domain(&host->iova);
259 iommu_detach_device(host->domain, &pdev->dev);
260 }
261fail_free_domain:
262 if (host->domain)
263 iommu_domain_free(host->domain);
264
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200265 return err;
Terje Bergstrom75471682013-03-22 16:34:01 +0200266}
267
Thierry Reding452e7f02013-09-25 18:33:31 +0200268static int host1x_remove(struct platform_device *pdev)
Terje Bergstrom75471682013-03-22 16:34:01 +0200269{
270 struct host1x *host = platform_get_drvdata(pdev);
271
Thierry Reding776dc382013-10-14 14:43:22 +0200272 host1x_unregister(host);
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200273 host1x_intr_deinit(host);
Terje Bergstrom75471682013-03-22 16:34:01 +0200274 host1x_syncpt_deinit(host);
Thierry Redingb386c6b2017-03-21 08:54:22 +0100275 reset_control_assert(host->rst);
Terje Bergstrom75471682013-03-22 16:34:01 +0200276 clk_disable_unprepare(host->clk);
277
Mikko Perttunen404bfb72016-12-14 13:16:14 +0200278 if (host->domain) {
279 put_iova_domain(&host->iova);
280 iommu_detach_device(host->domain, &pdev->dev);
281 iommu_domain_free(host->domain);
282 }
283
Terje Bergstrom75471682013-03-22 16:34:01 +0200284 return 0;
285}
286
Terje Bergstrom692e6d72013-03-22 16:34:07 +0200287static struct platform_driver tegra_host1x_driver = {
Terje Bergstrom75471682013-03-22 16:34:01 +0200288 .driver = {
Terje Bergstrom75471682013-03-22 16:34:01 +0200289 .name = "tegra-host1x",
290 .of_match_table = host1x_of_match,
291 },
Thierry Reding452e7f02013-09-25 18:33:31 +0200292 .probe = host1x_probe,
293 .remove = host1x_remove,
Terje Bergstrom75471682013-03-22 16:34:01 +0200294};
295
Thierry Reding28fae812015-12-02 17:24:20 +0100296static struct platform_driver * const drivers[] = {
297 &tegra_host1x_driver,
298 &tegra_mipi_driver,
299};
300
Terje Bergstrom692e6d72013-03-22 16:34:07 +0200301static int __init tegra_host1x_init(void)
302{
303 int err;
Terje Bergstrom75471682013-03-22 16:34:01 +0200304
Thierry Redingf4c5cf82014-12-18 15:29:14 +0100305 err = bus_register(&host1x_bus_type);
Terje Bergstrom692e6d72013-03-22 16:34:07 +0200306 if (err < 0)
307 return err;
308
Thierry Reding28fae812015-12-02 17:24:20 +0100309 err = platform_register_drivers(drivers, ARRAY_SIZE(drivers));
Thierry Reding4de6a2d2013-09-02 09:48:53 +0200310 if (err < 0)
Thierry Reding28fae812015-12-02 17:24:20 +0100311 bus_unregister(&host1x_bus_type);
Thierry Reding4de6a2d2013-09-02 09:48:53 +0200312
Thierry Reding4de6a2d2013-09-02 09:48:53 +0200313 return err;
Terje Bergstrom692e6d72013-03-22 16:34:07 +0200314}
315module_init(tegra_host1x_init);
316
317static void __exit tegra_host1x_exit(void)
318{
Thierry Reding28fae812015-12-02 17:24:20 +0100319 platform_unregister_drivers(drivers, ARRAY_SIZE(drivers));
Thierry Redingf4c5cf82014-12-18 15:29:14 +0100320 bus_unregister(&host1x_bus_type);
Terje Bergstrom692e6d72013-03-22 16:34:07 +0200321}
322module_exit(tegra_host1x_exit);
323
324MODULE_AUTHOR("Thierry Reding <thierry.reding@avionic-design.de>");
Terje Bergstrom75471682013-03-22 16:34:01 +0200325MODULE_AUTHOR("Terje Bergstrom <tbergstrom@nvidia.com>");
326MODULE_DESCRIPTION("Host1x driver for Tegra products");
327MODULE_LICENSE("GPL");