blob: 34a3583e45024a972cb59abc40dbab843efaaf2f [file] [log] [blame]
Terje Bergstrom75471682013-03-22 16:34:01 +02001/*
2 * Tegra host1x driver
3 *
4 * Copyright (c) 2010-2013, NVIDIA Corporation.
5 *
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms and conditions of the GNU General Public License,
8 * version 2, as published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope it will be useful, but WITHOUT
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * more details.
14 *
15 * You should have received a copy of the GNU General Public License
16 * along with this program. If not, see <http://www.gnu.org/licenses/>.
17 */
18
Terje Bergstrom75471682013-03-22 16:34:01 +020019#include <linux/clk.h>
Alexandre Courbot097452e2016-02-26 18:06:52 +090020#include <linux/dma-mapping.h>
Thierry Reding7e7d4322017-03-21 08:54:21 +010021#include <linux/io.h>
22#include <linux/list.h>
23#include <linux/module.h>
24#include <linux/of_device.h>
25#include <linux/of.h>
26#include <linux/slab.h>
Terje Bergstrom75471682013-03-22 16:34:01 +020027
28#define CREATE_TRACE_POINTS
29#include <trace/events/host1x.h>
Mikko Perttunen404bfb72016-12-14 13:16:14 +020030#undef CREATE_TRACE_POINTS
Terje Bergstrom75471682013-03-22 16:34:01 +020031
Thierry Reding776dc382013-10-14 14:43:22 +020032#include "bus.h"
Terje Bergstrom65793242013-03-22 16:34:03 +020033#include "channel.h"
Terje Bergstrom62364512013-03-22 16:34:04 +020034#include "debug.h"
Thierry Reding7e7d4322017-03-21 08:54:21 +010035#include "dev.h"
36#include "intr.h"
37
Terje Bergstrom75471682013-03-22 16:34:01 +020038#include "hw/host1x01.h"
Thierry Reding5407f312013-09-30 14:17:39 +020039#include "hw/host1x02.h"
Thierry Redinge6fff4a2013-11-15 14:58:05 +010040#include "hw/host1x04.h"
Thierry Redinga1347892015-03-23 10:46:28 +010041#include "hw/host1x05.h"
Terje Bergstrom75471682013-03-22 16:34:01 +020042
43void host1x_sync_writel(struct host1x *host1x, u32 v, u32 r)
44{
45 void __iomem *sync_regs = host1x->regs + host1x->info->sync_offset;
46
47 writel(v, sync_regs + r);
48}
49
50u32 host1x_sync_readl(struct host1x *host1x, u32 r)
51{
52 void __iomem *sync_regs = host1x->regs + host1x->info->sync_offset;
53
54 return readl(sync_regs + r);
55}
56
Terje Bergstrom65793242013-03-22 16:34:03 +020057void host1x_ch_writel(struct host1x_channel *ch, u32 v, u32 r)
58{
59 writel(v, ch->regs + r);
60}
61
62u32 host1x_ch_readl(struct host1x_channel *ch, u32 r)
63{
64 return readl(ch->regs + r);
65}
66
Terje Bergstrom75471682013-03-22 16:34:01 +020067static const struct host1x_info host1x01_info = {
Thierry Reding0b8070d12016-06-23 11:35:50 +020068 .nb_channels = 8,
69 .nb_pts = 32,
70 .nb_mlocks = 16,
71 .nb_bases = 8,
72 .init = host1x01_init,
73 .sync_offset = 0x3000,
74 .dma_mask = DMA_BIT_MASK(32),
Terje Bergstrom75471682013-03-22 16:34:01 +020075};
76
Thierry Reding5407f312013-09-30 14:17:39 +020077static const struct host1x_info host1x02_info = {
78 .nb_channels = 9,
79 .nb_pts = 32,
80 .nb_mlocks = 16,
81 .nb_bases = 12,
82 .init = host1x02_init,
83 .sync_offset = 0x3000,
Alexandre Courbot097452e2016-02-26 18:06:52 +090084 .dma_mask = DMA_BIT_MASK(32),
Thierry Reding5407f312013-09-30 14:17:39 +020085};
86
Thierry Redinge6fff4a2013-11-15 14:58:05 +010087static const struct host1x_info host1x04_info = {
88 .nb_channels = 12,
89 .nb_pts = 192,
90 .nb_mlocks = 16,
91 .nb_bases = 64,
92 .init = host1x04_init,
93 .sync_offset = 0x2100,
Alexandre Courbot097452e2016-02-26 18:06:52 +090094 .dma_mask = DMA_BIT_MASK(34),
Thierry Redinge6fff4a2013-11-15 14:58:05 +010095};
96
Thierry Redinga1347892015-03-23 10:46:28 +010097static const struct host1x_info host1x05_info = {
98 .nb_channels = 14,
99 .nb_pts = 192,
100 .nb_mlocks = 16,
101 .nb_bases = 64,
102 .init = host1x05_init,
103 .sync_offset = 0x2100,
Alexandre Courbot097452e2016-02-26 18:06:52 +0900104 .dma_mask = DMA_BIT_MASK(34),
Thierry Redinga1347892015-03-23 10:46:28 +0100105};
106
Thierry Reding6df633d2016-06-23 11:33:31 +0200107static const struct of_device_id host1x_of_match[] = {
Thierry Redinga1347892015-03-23 10:46:28 +0100108 { .compatible = "nvidia,tegra210-host1x", .data = &host1x05_info, },
Thierry Redinge6fff4a2013-11-15 14:58:05 +0100109 { .compatible = "nvidia,tegra124-host1x", .data = &host1x04_info, },
Thierry Reding5407f312013-09-30 14:17:39 +0200110 { .compatible = "nvidia,tegra114-host1x", .data = &host1x02_info, },
Terje Bergstrom75471682013-03-22 16:34:01 +0200111 { .compatible = "nvidia,tegra30-host1x", .data = &host1x01_info, },
112 { .compatible = "nvidia,tegra20-host1x", .data = &host1x01_info, },
113 { },
114};
115MODULE_DEVICE_TABLE(of, host1x_of_match);
116
117static int host1x_probe(struct platform_device *pdev)
118{
Terje Bergstrom75471682013-03-22 16:34:01 +0200119 struct host1x *host;
120 struct resource *regs;
121 int syncpt_irq;
122 int err;
123
Thierry Reding6a341fd2017-08-21 18:08:42 +0200124 host = devm_kzalloc(&pdev->dev, sizeof(*host), GFP_KERNEL);
125 if (!host)
126 return -ENOMEM;
127
128 host->info = of_device_get_match_data(&pdev->dev);
Terje Bergstrom75471682013-03-22 16:34:01 +0200129
130 regs = platform_get_resource(pdev, IORESOURCE_MEM, 0);
131 if (!regs) {
132 dev_err(&pdev->dev, "failed to get registers\n");
133 return -ENXIO;
134 }
135
136 syncpt_irq = platform_get_irq(pdev, 0);
137 if (syncpt_irq < 0) {
Gustavo A. R. Silva7b2c63d2017-08-08 00:08:06 -0500138 dev_err(&pdev->dev, "failed to get IRQ: %d\n", syncpt_irq);
139 return syncpt_irq;
Terje Bergstrom75471682013-03-22 16:34:01 +0200140 }
141
Thierry Reding776dc382013-10-14 14:43:22 +0200142 mutex_init(&host->devices_lock);
143 INIT_LIST_HEAD(&host->devices);
144 INIT_LIST_HEAD(&host->list);
Terje Bergstrom75471682013-03-22 16:34:01 +0200145 host->dev = &pdev->dev;
Terje Bergstrom75471682013-03-22 16:34:01 +0200146
147 /* set common host1x device data */
148 platform_set_drvdata(pdev, host);
149
150 host->regs = devm_ioremap_resource(&pdev->dev, regs);
151 if (IS_ERR(host->regs))
152 return PTR_ERR(host->regs);
153
Alexandre Courbot097452e2016-02-26 18:06:52 +0900154 dma_set_mask_and_coherent(host->dev, host->info->dma_mask);
155
Terje Bergstrom75471682013-03-22 16:34:01 +0200156 if (host->info->init) {
157 err = host->info->init(host);
158 if (err)
159 return err;
160 }
161
162 host->clk = devm_clk_get(&pdev->dev, NULL);
163 if (IS_ERR(host->clk)) {
164 dev_err(&pdev->dev, "failed to get clock\n");
165 err = PTR_ERR(host->clk);
166 return err;
167 }
168
Thierry Redingb386c6b2017-03-21 08:54:22 +0100169 host->rst = devm_reset_control_get(&pdev->dev, "host1x");
170 if (IS_ERR(host->rst)) {
Christophe JAILLET59e04bc2017-04-10 22:29:22 +0200171 err = PTR_ERR(host->rst);
Thierry Redingb386c6b2017-03-21 08:54:22 +0100172 dev_err(&pdev->dev, "failed to get reset: %d\n", err);
173 return err;
174 }
175
Mikko Perttunen404bfb72016-12-14 13:16:14 +0200176 if (iommu_present(&platform_bus_type)) {
177 struct iommu_domain_geometry *geometry;
178 unsigned long order;
179
180 host->domain = iommu_domain_alloc(&platform_bus_type);
181 if (!host->domain)
182 return -ENOMEM;
183
184 err = iommu_attach_device(host->domain, &pdev->dev);
Paul Kocialkowskifea20992017-07-10 21:33:05 +0200185 if (err == -ENODEV) {
186 iommu_domain_free(host->domain);
187 host->domain = NULL;
188 goto skip_iommu;
189 } else if (err) {
Mikko Perttunen404bfb72016-12-14 13:16:14 +0200190 goto fail_free_domain;
Paul Kocialkowskifea20992017-07-10 21:33:05 +0200191 }
Mikko Perttunen404bfb72016-12-14 13:16:14 +0200192
193 geometry = &host->domain->geometry;
194
195 order = __ffs(host->domain->pgsize_bitmap);
196 init_iova_domain(&host->iova, 1UL << order,
197 geometry->aperture_start >> order,
198 geometry->aperture_end >> order);
199 host->iova_end = geometry->aperture_end;
200 }
201
Paul Kocialkowskifea20992017-07-10 21:33:05 +0200202skip_iommu:
Mikko Perttunen8474b022017-06-15 02:18:42 +0300203 err = host1x_channel_list_init(&host->channel_list,
204 host->info->nb_channels);
Terje Bergstrom65793242013-03-22 16:34:03 +0200205 if (err) {
206 dev_err(&pdev->dev, "failed to initialize channel list\n");
Mikko Perttunen404bfb72016-12-14 13:16:14 +0200207 goto fail_detach_device;
Terje Bergstrom65793242013-03-22 16:34:03 +0200208 }
209
Terje Bergstrom75471682013-03-22 16:34:01 +0200210 err = clk_prepare_enable(host->clk);
211 if (err < 0) {
212 dev_err(&pdev->dev, "failed to enable clock\n");
Mikko Perttunen8474b022017-06-15 02:18:42 +0300213 goto fail_free_channels;
Terje Bergstrom75471682013-03-22 16:34:01 +0200214 }
215
Thierry Redingb386c6b2017-03-21 08:54:22 +0100216 err = reset_control_deassert(host->rst);
217 if (err < 0) {
218 dev_err(&pdev->dev, "failed to deassert reset: %d\n", err);
219 goto fail_unprepare_disable;
220 }
221
Terje Bergstrom75471682013-03-22 16:34:01 +0200222 err = host1x_syncpt_init(host);
223 if (err) {
224 dev_err(&pdev->dev, "failed to initialize syncpts\n");
Thierry Redingb386c6b2017-03-21 08:54:22 +0100225 goto fail_reset_assert;
Terje Bergstrom75471682013-03-22 16:34:01 +0200226 }
227
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200228 err = host1x_intr_init(host, syncpt_irq);
229 if (err) {
230 dev_err(&pdev->dev, "failed to initialize interrupts\n");
231 goto fail_deinit_syncpt;
232 }
233
Terje Bergstrom62364512013-03-22 16:34:04 +0200234 host1x_debug_init(host);
235
Thierry Reding776dc382013-10-14 14:43:22 +0200236 err = host1x_register(host);
237 if (err < 0)
238 goto fail_deinit_intr;
Terje Bergstrom692e6d72013-03-22 16:34:07 +0200239
Terje Bergstrom75471682013-03-22 16:34:01 +0200240 return 0;
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200241
Thierry Reding776dc382013-10-14 14:43:22 +0200242fail_deinit_intr:
243 host1x_intr_deinit(host);
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200244fail_deinit_syncpt:
245 host1x_syncpt_deinit(host);
Thierry Redingb386c6b2017-03-21 08:54:22 +0100246fail_reset_assert:
247 reset_control_assert(host->rst);
Wei Yongjun9c78c4c2013-10-21 13:37:31 +0800248fail_unprepare_disable:
249 clk_disable_unprepare(host->clk);
Mikko Perttunen8474b022017-06-15 02:18:42 +0300250fail_free_channels:
251 host1x_channel_list_free(&host->channel_list);
Mikko Perttunen404bfb72016-12-14 13:16:14 +0200252fail_detach_device:
253 if (host->domain) {
254 put_iova_domain(&host->iova);
255 iommu_detach_device(host->domain, &pdev->dev);
256 }
257fail_free_domain:
258 if (host->domain)
259 iommu_domain_free(host->domain);
260
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200261 return err;
Terje Bergstrom75471682013-03-22 16:34:01 +0200262}
263
Thierry Reding452e7f02013-09-25 18:33:31 +0200264static int host1x_remove(struct platform_device *pdev)
Terje Bergstrom75471682013-03-22 16:34:01 +0200265{
266 struct host1x *host = platform_get_drvdata(pdev);
267
Thierry Reding776dc382013-10-14 14:43:22 +0200268 host1x_unregister(host);
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200269 host1x_intr_deinit(host);
Terje Bergstrom75471682013-03-22 16:34:01 +0200270 host1x_syncpt_deinit(host);
Thierry Redingb386c6b2017-03-21 08:54:22 +0100271 reset_control_assert(host->rst);
Terje Bergstrom75471682013-03-22 16:34:01 +0200272 clk_disable_unprepare(host->clk);
273
Mikko Perttunen404bfb72016-12-14 13:16:14 +0200274 if (host->domain) {
275 put_iova_domain(&host->iova);
276 iommu_detach_device(host->domain, &pdev->dev);
277 iommu_domain_free(host->domain);
278 }
279
Terje Bergstrom75471682013-03-22 16:34:01 +0200280 return 0;
281}
282
Terje Bergstrom692e6d72013-03-22 16:34:07 +0200283static struct platform_driver tegra_host1x_driver = {
Terje Bergstrom75471682013-03-22 16:34:01 +0200284 .driver = {
Terje Bergstrom75471682013-03-22 16:34:01 +0200285 .name = "tegra-host1x",
286 .of_match_table = host1x_of_match,
287 },
Thierry Reding452e7f02013-09-25 18:33:31 +0200288 .probe = host1x_probe,
289 .remove = host1x_remove,
Terje Bergstrom75471682013-03-22 16:34:01 +0200290};
291
Thierry Reding28fae812015-12-02 17:24:20 +0100292static struct platform_driver * const drivers[] = {
293 &tegra_host1x_driver,
294 &tegra_mipi_driver,
295};
296
Terje Bergstrom692e6d72013-03-22 16:34:07 +0200297static int __init tegra_host1x_init(void)
298{
299 int err;
Terje Bergstrom75471682013-03-22 16:34:01 +0200300
Thierry Redingf4c5cf82014-12-18 15:29:14 +0100301 err = bus_register(&host1x_bus_type);
Terje Bergstrom692e6d72013-03-22 16:34:07 +0200302 if (err < 0)
303 return err;
304
Thierry Reding28fae812015-12-02 17:24:20 +0100305 err = platform_register_drivers(drivers, ARRAY_SIZE(drivers));
Thierry Reding4de6a2d2013-09-02 09:48:53 +0200306 if (err < 0)
Thierry Reding28fae812015-12-02 17:24:20 +0100307 bus_unregister(&host1x_bus_type);
Thierry Reding4de6a2d2013-09-02 09:48:53 +0200308
Thierry Reding4de6a2d2013-09-02 09:48:53 +0200309 return err;
Terje Bergstrom692e6d72013-03-22 16:34:07 +0200310}
311module_init(tegra_host1x_init);
312
313static void __exit tegra_host1x_exit(void)
314{
Thierry Reding28fae812015-12-02 17:24:20 +0100315 platform_unregister_drivers(drivers, ARRAY_SIZE(drivers));
Thierry Redingf4c5cf82014-12-18 15:29:14 +0100316 bus_unregister(&host1x_bus_type);
Terje Bergstrom692e6d72013-03-22 16:34:07 +0200317}
318module_exit(tegra_host1x_exit);
319
320MODULE_AUTHOR("Thierry Reding <thierry.reding@avionic-design.de>");
Terje Bergstrom75471682013-03-22 16:34:01 +0200321MODULE_AUTHOR("Terje Bergstrom <tbergstrom@nvidia.com>");
322MODULE_DESCRIPTION("Host1x driver for Tegra products");
323MODULE_LICENSE("GPL");