blob: f05ebb14fa636bce578c2fd00db88dbc835fdbe9 [file] [log] [blame]
Terje Bergstrom75471682013-03-22 16:34:01 +02001/*
2 * Tegra host1x driver
3 *
4 * Copyright (c) 2010-2013, NVIDIA Corporation.
5 *
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms and conditions of the GNU General Public License,
8 * version 2, as published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope it will be useful, but WITHOUT
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
13 * more details.
14 *
15 * You should have received a copy of the GNU General Public License
16 * along with this program. If not, see <http://www.gnu.org/licenses/>.
17 */
18
Terje Bergstrom75471682013-03-22 16:34:01 +020019#include <linux/clk.h>
Alexandre Courbot097452e2016-02-26 18:06:52 +090020#include <linux/dma-mapping.h>
Thierry Reding7e7d4322017-03-21 08:54:21 +010021#include <linux/io.h>
22#include <linux/list.h>
23#include <linux/module.h>
24#include <linux/of_device.h>
25#include <linux/of.h>
26#include <linux/slab.h>
Terje Bergstrom75471682013-03-22 16:34:01 +020027
28#define CREATE_TRACE_POINTS
29#include <trace/events/host1x.h>
Mikko Perttunen404bfb72016-12-14 13:16:14 +020030#undef CREATE_TRACE_POINTS
Terje Bergstrom75471682013-03-22 16:34:01 +020031
Thierry Reding776dc382013-10-14 14:43:22 +020032#include "bus.h"
Terje Bergstrom65793242013-03-22 16:34:03 +020033#include "channel.h"
Terje Bergstrom62364512013-03-22 16:34:04 +020034#include "debug.h"
Thierry Reding7e7d4322017-03-21 08:54:21 +010035#include "dev.h"
36#include "intr.h"
37
Terje Bergstrom75471682013-03-22 16:34:01 +020038#include "hw/host1x01.h"
Thierry Reding5407f312013-09-30 14:17:39 +020039#include "hw/host1x02.h"
Thierry Redinge6fff4a2013-11-15 14:58:05 +010040#include "hw/host1x04.h"
Thierry Redinga1347892015-03-23 10:46:28 +010041#include "hw/host1x05.h"
Terje Bergstrom75471682013-03-22 16:34:01 +020042
43void host1x_sync_writel(struct host1x *host1x, u32 v, u32 r)
44{
45 void __iomem *sync_regs = host1x->regs + host1x->info->sync_offset;
46
47 writel(v, sync_regs + r);
48}
49
50u32 host1x_sync_readl(struct host1x *host1x, u32 r)
51{
52 void __iomem *sync_regs = host1x->regs + host1x->info->sync_offset;
53
54 return readl(sync_regs + r);
55}
56
Terje Bergstrom65793242013-03-22 16:34:03 +020057void host1x_ch_writel(struct host1x_channel *ch, u32 v, u32 r)
58{
59 writel(v, ch->regs + r);
60}
61
62u32 host1x_ch_readl(struct host1x_channel *ch, u32 r)
63{
64 return readl(ch->regs + r);
65}
66
Terje Bergstrom75471682013-03-22 16:34:01 +020067static const struct host1x_info host1x01_info = {
Thierry Reding0b8070d12016-06-23 11:35:50 +020068 .nb_channels = 8,
69 .nb_pts = 32,
70 .nb_mlocks = 16,
71 .nb_bases = 8,
72 .init = host1x01_init,
73 .sync_offset = 0x3000,
74 .dma_mask = DMA_BIT_MASK(32),
Terje Bergstrom75471682013-03-22 16:34:01 +020075};
76
Thierry Reding5407f312013-09-30 14:17:39 +020077static const struct host1x_info host1x02_info = {
78 .nb_channels = 9,
79 .nb_pts = 32,
80 .nb_mlocks = 16,
81 .nb_bases = 12,
82 .init = host1x02_init,
83 .sync_offset = 0x3000,
Alexandre Courbot097452e2016-02-26 18:06:52 +090084 .dma_mask = DMA_BIT_MASK(32),
Thierry Reding5407f312013-09-30 14:17:39 +020085};
86
Thierry Redinge6fff4a2013-11-15 14:58:05 +010087static const struct host1x_info host1x04_info = {
88 .nb_channels = 12,
89 .nb_pts = 192,
90 .nb_mlocks = 16,
91 .nb_bases = 64,
92 .init = host1x04_init,
93 .sync_offset = 0x2100,
Alexandre Courbot097452e2016-02-26 18:06:52 +090094 .dma_mask = DMA_BIT_MASK(34),
Thierry Redinge6fff4a2013-11-15 14:58:05 +010095};
96
Thierry Redinga1347892015-03-23 10:46:28 +010097static const struct host1x_info host1x05_info = {
98 .nb_channels = 14,
99 .nb_pts = 192,
100 .nb_mlocks = 16,
101 .nb_bases = 64,
102 .init = host1x05_init,
103 .sync_offset = 0x2100,
Alexandre Courbot097452e2016-02-26 18:06:52 +0900104 .dma_mask = DMA_BIT_MASK(34),
Thierry Redinga1347892015-03-23 10:46:28 +0100105};
106
Thierry Reding6df633d2016-06-23 11:33:31 +0200107static const struct of_device_id host1x_of_match[] = {
Thierry Redinga1347892015-03-23 10:46:28 +0100108 { .compatible = "nvidia,tegra210-host1x", .data = &host1x05_info, },
Thierry Redinge6fff4a2013-11-15 14:58:05 +0100109 { .compatible = "nvidia,tegra124-host1x", .data = &host1x04_info, },
Thierry Reding5407f312013-09-30 14:17:39 +0200110 { .compatible = "nvidia,tegra114-host1x", .data = &host1x02_info, },
Terje Bergstrom75471682013-03-22 16:34:01 +0200111 { .compatible = "nvidia,tegra30-host1x", .data = &host1x01_info, },
112 { .compatible = "nvidia,tegra20-host1x", .data = &host1x01_info, },
113 { },
114};
115MODULE_DEVICE_TABLE(of, host1x_of_match);
116
117static int host1x_probe(struct platform_device *pdev)
118{
119 const struct of_device_id *id;
120 struct host1x *host;
121 struct resource *regs;
122 int syncpt_irq;
123 int err;
124
125 id = of_match_device(host1x_of_match, &pdev->dev);
126 if (!id)
127 return -EINVAL;
128
129 regs = platform_get_resource(pdev, IORESOURCE_MEM, 0);
130 if (!regs) {
131 dev_err(&pdev->dev, "failed to get registers\n");
132 return -ENXIO;
133 }
134
135 syncpt_irq = platform_get_irq(pdev, 0);
136 if (syncpt_irq < 0) {
137 dev_err(&pdev->dev, "failed to get IRQ\n");
138 return -ENXIO;
139 }
140
141 host = devm_kzalloc(&pdev->dev, sizeof(*host), GFP_KERNEL);
142 if (!host)
143 return -ENOMEM;
144
Thierry Reding776dc382013-10-14 14:43:22 +0200145 mutex_init(&host->devices_lock);
146 INIT_LIST_HEAD(&host->devices);
147 INIT_LIST_HEAD(&host->list);
Terje Bergstrom75471682013-03-22 16:34:01 +0200148 host->dev = &pdev->dev;
149 host->info = id->data;
150
151 /* set common host1x device data */
152 platform_set_drvdata(pdev, host);
153
154 host->regs = devm_ioremap_resource(&pdev->dev, regs);
155 if (IS_ERR(host->regs))
156 return PTR_ERR(host->regs);
157
Alexandre Courbot097452e2016-02-26 18:06:52 +0900158 dma_set_mask_and_coherent(host->dev, host->info->dma_mask);
159
Terje Bergstrom75471682013-03-22 16:34:01 +0200160 if (host->info->init) {
161 err = host->info->init(host);
162 if (err)
163 return err;
164 }
165
166 host->clk = devm_clk_get(&pdev->dev, NULL);
167 if (IS_ERR(host->clk)) {
168 dev_err(&pdev->dev, "failed to get clock\n");
169 err = PTR_ERR(host->clk);
170 return err;
171 }
172
Thierry Redingb386c6b2017-03-21 08:54:22 +0100173 host->rst = devm_reset_control_get(&pdev->dev, "host1x");
174 if (IS_ERR(host->rst)) {
175 err = PTR_ERR(host->clk);
176 dev_err(&pdev->dev, "failed to get reset: %d\n", err);
177 return err;
178 }
179
Mikko Perttunen404bfb72016-12-14 13:16:14 +0200180 if (iommu_present(&platform_bus_type)) {
181 struct iommu_domain_geometry *geometry;
182 unsigned long order;
183
184 host->domain = iommu_domain_alloc(&platform_bus_type);
185 if (!host->domain)
186 return -ENOMEM;
187
188 err = iommu_attach_device(host->domain, &pdev->dev);
189 if (err)
190 goto fail_free_domain;
191
192 geometry = &host->domain->geometry;
193
194 order = __ffs(host->domain->pgsize_bitmap);
195 init_iova_domain(&host->iova, 1UL << order,
196 geometry->aperture_start >> order,
197 geometry->aperture_end >> order);
198 host->iova_end = geometry->aperture_end;
199 }
200
Terje Bergstrom65793242013-03-22 16:34:03 +0200201 err = host1x_channel_list_init(host);
202 if (err) {
203 dev_err(&pdev->dev, "failed to initialize channel list\n");
Mikko Perttunen404bfb72016-12-14 13:16:14 +0200204 goto fail_detach_device;
Terje Bergstrom65793242013-03-22 16:34:03 +0200205 }
206
Terje Bergstrom75471682013-03-22 16:34:01 +0200207 err = clk_prepare_enable(host->clk);
208 if (err < 0) {
209 dev_err(&pdev->dev, "failed to enable clock\n");
Mikko Perttunen404bfb72016-12-14 13:16:14 +0200210 goto fail_detach_device;
Terje Bergstrom75471682013-03-22 16:34:01 +0200211 }
212
Thierry Redingb386c6b2017-03-21 08:54:22 +0100213 err = reset_control_deassert(host->rst);
214 if (err < 0) {
215 dev_err(&pdev->dev, "failed to deassert reset: %d\n", err);
216 goto fail_unprepare_disable;
217 }
218
Terje Bergstrom75471682013-03-22 16:34:01 +0200219 err = host1x_syncpt_init(host);
220 if (err) {
221 dev_err(&pdev->dev, "failed to initialize syncpts\n");
Thierry Redingb386c6b2017-03-21 08:54:22 +0100222 goto fail_reset_assert;
Terje Bergstrom75471682013-03-22 16:34:01 +0200223 }
224
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200225 err = host1x_intr_init(host, syncpt_irq);
226 if (err) {
227 dev_err(&pdev->dev, "failed to initialize interrupts\n");
228 goto fail_deinit_syncpt;
229 }
230
Terje Bergstrom62364512013-03-22 16:34:04 +0200231 host1x_debug_init(host);
232
Thierry Reding776dc382013-10-14 14:43:22 +0200233 err = host1x_register(host);
234 if (err < 0)
235 goto fail_deinit_intr;
Terje Bergstrom692e6d72013-03-22 16:34:07 +0200236
Terje Bergstrom75471682013-03-22 16:34:01 +0200237 return 0;
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200238
Thierry Reding776dc382013-10-14 14:43:22 +0200239fail_deinit_intr:
240 host1x_intr_deinit(host);
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200241fail_deinit_syncpt:
242 host1x_syncpt_deinit(host);
Thierry Redingb386c6b2017-03-21 08:54:22 +0100243fail_reset_assert:
244 reset_control_assert(host->rst);
Wei Yongjun9c78c4c2013-10-21 13:37:31 +0800245fail_unprepare_disable:
246 clk_disable_unprepare(host->clk);
Mikko Perttunen404bfb72016-12-14 13:16:14 +0200247fail_detach_device:
248 if (host->domain) {
249 put_iova_domain(&host->iova);
250 iommu_detach_device(host->domain, &pdev->dev);
251 }
252fail_free_domain:
253 if (host->domain)
254 iommu_domain_free(host->domain);
255
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200256 return err;
Terje Bergstrom75471682013-03-22 16:34:01 +0200257}
258
Thierry Reding452e7f02013-09-25 18:33:31 +0200259static int host1x_remove(struct platform_device *pdev)
Terje Bergstrom75471682013-03-22 16:34:01 +0200260{
261 struct host1x *host = platform_get_drvdata(pdev);
262
Thierry Reding776dc382013-10-14 14:43:22 +0200263 host1x_unregister(host);
Terje Bergstrom7ede0b02013-03-22 16:34:02 +0200264 host1x_intr_deinit(host);
Terje Bergstrom75471682013-03-22 16:34:01 +0200265 host1x_syncpt_deinit(host);
Thierry Redingb386c6b2017-03-21 08:54:22 +0100266 reset_control_assert(host->rst);
Terje Bergstrom75471682013-03-22 16:34:01 +0200267 clk_disable_unprepare(host->clk);
268
Mikko Perttunen404bfb72016-12-14 13:16:14 +0200269 if (host->domain) {
270 put_iova_domain(&host->iova);
271 iommu_detach_device(host->domain, &pdev->dev);
272 iommu_domain_free(host->domain);
273 }
274
Terje Bergstrom75471682013-03-22 16:34:01 +0200275 return 0;
276}
277
Terje Bergstrom692e6d72013-03-22 16:34:07 +0200278static struct platform_driver tegra_host1x_driver = {
Terje Bergstrom75471682013-03-22 16:34:01 +0200279 .driver = {
Terje Bergstrom75471682013-03-22 16:34:01 +0200280 .name = "tegra-host1x",
281 .of_match_table = host1x_of_match,
282 },
Thierry Reding452e7f02013-09-25 18:33:31 +0200283 .probe = host1x_probe,
284 .remove = host1x_remove,
Terje Bergstrom75471682013-03-22 16:34:01 +0200285};
286
Thierry Reding28fae812015-12-02 17:24:20 +0100287static struct platform_driver * const drivers[] = {
288 &tegra_host1x_driver,
289 &tegra_mipi_driver,
290};
291
Terje Bergstrom692e6d72013-03-22 16:34:07 +0200292static int __init tegra_host1x_init(void)
293{
294 int err;
Terje Bergstrom75471682013-03-22 16:34:01 +0200295
Thierry Redingf4c5cf82014-12-18 15:29:14 +0100296 err = bus_register(&host1x_bus_type);
Terje Bergstrom692e6d72013-03-22 16:34:07 +0200297 if (err < 0)
298 return err;
299
Thierry Reding28fae812015-12-02 17:24:20 +0100300 err = platform_register_drivers(drivers, ARRAY_SIZE(drivers));
Thierry Reding4de6a2d2013-09-02 09:48:53 +0200301 if (err < 0)
Thierry Reding28fae812015-12-02 17:24:20 +0100302 bus_unregister(&host1x_bus_type);
Thierry Reding4de6a2d2013-09-02 09:48:53 +0200303
Thierry Reding4de6a2d2013-09-02 09:48:53 +0200304 return err;
Terje Bergstrom692e6d72013-03-22 16:34:07 +0200305}
306module_init(tegra_host1x_init);
307
308static void __exit tegra_host1x_exit(void)
309{
Thierry Reding28fae812015-12-02 17:24:20 +0100310 platform_unregister_drivers(drivers, ARRAY_SIZE(drivers));
Thierry Redingf4c5cf82014-12-18 15:29:14 +0100311 bus_unregister(&host1x_bus_type);
Terje Bergstrom692e6d72013-03-22 16:34:07 +0200312}
313module_exit(tegra_host1x_exit);
314
315MODULE_AUTHOR("Thierry Reding <thierry.reding@avionic-design.de>");
Terje Bergstrom75471682013-03-22 16:34:01 +0200316MODULE_AUTHOR("Terje Bergstrom <tbergstrom@nvidia.com>");
317MODULE_DESCRIPTION("Host1x driver for Tegra products");
318MODULE_LICENSE("GPL");