Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Tegra host1x driver |
| 3 | * |
| 4 | * Copyright (c) 2010-2013, NVIDIA Corporation. |
| 5 | * |
| 6 | * This program is free software; you can redistribute it and/or modify it |
| 7 | * under the terms and conditions of the GNU General Public License, |
| 8 | * version 2, as published by the Free Software Foundation. |
| 9 | * |
| 10 | * This program is distributed in the hope it will be useful, but WITHOUT |
| 11 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
| 12 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for |
| 13 | * more details. |
| 14 | * |
| 15 | * You should have received a copy of the GNU General Public License |
| 16 | * along with this program. If not, see <http://www.gnu.org/licenses/>. |
| 17 | */ |
| 18 | |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 19 | #include <linux/clk.h> |
Alexandre Courbot | 097452e | 2016-02-26 18:06:52 +0900 | [diff] [blame] | 20 | #include <linux/dma-mapping.h> |
Thierry Reding | 7e7d432 | 2017-03-21 08:54:21 +0100 | [diff] [blame] | 21 | #include <linux/io.h> |
| 22 | #include <linux/list.h> |
| 23 | #include <linux/module.h> |
| 24 | #include <linux/of_device.h> |
| 25 | #include <linux/of.h> |
| 26 | #include <linux/slab.h> |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 27 | |
| 28 | #define CREATE_TRACE_POINTS |
| 29 | #include <trace/events/host1x.h> |
Mikko Perttunen | 404bfb7 | 2016-12-14 13:16:14 +0200 | [diff] [blame] | 30 | #undef CREATE_TRACE_POINTS |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 31 | |
Thierry Reding | 776dc38 | 2013-10-14 14:43:22 +0200 | [diff] [blame] | 32 | #include "bus.h" |
Terje Bergstrom | 6579324 | 2013-03-22 16:34:03 +0200 | [diff] [blame] | 33 | #include "channel.h" |
Terje Bergstrom | 6236451 | 2013-03-22 16:34:04 +0200 | [diff] [blame] | 34 | #include "debug.h" |
Thierry Reding | 7e7d432 | 2017-03-21 08:54:21 +0100 | [diff] [blame] | 35 | #include "dev.h" |
| 36 | #include "intr.h" |
| 37 | |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 38 | #include "hw/host1x01.h" |
Thierry Reding | 5407f31 | 2013-09-30 14:17:39 +0200 | [diff] [blame] | 39 | #include "hw/host1x02.h" |
Thierry Reding | e6fff4a | 2013-11-15 14:58:05 +0100 | [diff] [blame] | 40 | #include "hw/host1x04.h" |
Thierry Reding | a134789 | 2015-03-23 10:46:28 +0100 | [diff] [blame] | 41 | #include "hw/host1x05.h" |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 42 | |
| 43 | void host1x_sync_writel(struct host1x *host1x, u32 v, u32 r) |
| 44 | { |
| 45 | void __iomem *sync_regs = host1x->regs + host1x->info->sync_offset; |
| 46 | |
| 47 | writel(v, sync_regs + r); |
| 48 | } |
| 49 | |
| 50 | u32 host1x_sync_readl(struct host1x *host1x, u32 r) |
| 51 | { |
| 52 | void __iomem *sync_regs = host1x->regs + host1x->info->sync_offset; |
| 53 | |
| 54 | return readl(sync_regs + r); |
| 55 | } |
| 56 | |
Terje Bergstrom | 6579324 | 2013-03-22 16:34:03 +0200 | [diff] [blame] | 57 | void host1x_ch_writel(struct host1x_channel *ch, u32 v, u32 r) |
| 58 | { |
| 59 | writel(v, ch->regs + r); |
| 60 | } |
| 61 | |
| 62 | u32 host1x_ch_readl(struct host1x_channel *ch, u32 r) |
| 63 | { |
| 64 | return readl(ch->regs + r); |
| 65 | } |
| 66 | |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 67 | static const struct host1x_info host1x01_info = { |
Thierry Reding | 0b8070d1 | 2016-06-23 11:35:50 +0200 | [diff] [blame] | 68 | .nb_channels = 8, |
| 69 | .nb_pts = 32, |
| 70 | .nb_mlocks = 16, |
| 71 | .nb_bases = 8, |
| 72 | .init = host1x01_init, |
| 73 | .sync_offset = 0x3000, |
| 74 | .dma_mask = DMA_BIT_MASK(32), |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 75 | }; |
| 76 | |
Thierry Reding | 5407f31 | 2013-09-30 14:17:39 +0200 | [diff] [blame] | 77 | static const struct host1x_info host1x02_info = { |
| 78 | .nb_channels = 9, |
| 79 | .nb_pts = 32, |
| 80 | .nb_mlocks = 16, |
| 81 | .nb_bases = 12, |
| 82 | .init = host1x02_init, |
| 83 | .sync_offset = 0x3000, |
Alexandre Courbot | 097452e | 2016-02-26 18:06:52 +0900 | [diff] [blame] | 84 | .dma_mask = DMA_BIT_MASK(32), |
Thierry Reding | 5407f31 | 2013-09-30 14:17:39 +0200 | [diff] [blame] | 85 | }; |
| 86 | |
Thierry Reding | e6fff4a | 2013-11-15 14:58:05 +0100 | [diff] [blame] | 87 | static const struct host1x_info host1x04_info = { |
| 88 | .nb_channels = 12, |
| 89 | .nb_pts = 192, |
| 90 | .nb_mlocks = 16, |
| 91 | .nb_bases = 64, |
| 92 | .init = host1x04_init, |
| 93 | .sync_offset = 0x2100, |
Alexandre Courbot | 097452e | 2016-02-26 18:06:52 +0900 | [diff] [blame] | 94 | .dma_mask = DMA_BIT_MASK(34), |
Thierry Reding | e6fff4a | 2013-11-15 14:58:05 +0100 | [diff] [blame] | 95 | }; |
| 96 | |
Thierry Reding | a134789 | 2015-03-23 10:46:28 +0100 | [diff] [blame] | 97 | static const struct host1x_info host1x05_info = { |
| 98 | .nb_channels = 14, |
| 99 | .nb_pts = 192, |
| 100 | .nb_mlocks = 16, |
| 101 | .nb_bases = 64, |
| 102 | .init = host1x05_init, |
| 103 | .sync_offset = 0x2100, |
Alexandre Courbot | 097452e | 2016-02-26 18:06:52 +0900 | [diff] [blame] | 104 | .dma_mask = DMA_BIT_MASK(34), |
Thierry Reding | a134789 | 2015-03-23 10:46:28 +0100 | [diff] [blame] | 105 | }; |
| 106 | |
Thierry Reding | 6df633d | 2016-06-23 11:33:31 +0200 | [diff] [blame] | 107 | static const struct of_device_id host1x_of_match[] = { |
Thierry Reding | a134789 | 2015-03-23 10:46:28 +0100 | [diff] [blame] | 108 | { .compatible = "nvidia,tegra210-host1x", .data = &host1x05_info, }, |
Thierry Reding | e6fff4a | 2013-11-15 14:58:05 +0100 | [diff] [blame] | 109 | { .compatible = "nvidia,tegra124-host1x", .data = &host1x04_info, }, |
Thierry Reding | 5407f31 | 2013-09-30 14:17:39 +0200 | [diff] [blame] | 110 | { .compatible = "nvidia,tegra114-host1x", .data = &host1x02_info, }, |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 111 | { .compatible = "nvidia,tegra30-host1x", .data = &host1x01_info, }, |
| 112 | { .compatible = "nvidia,tegra20-host1x", .data = &host1x01_info, }, |
| 113 | { }, |
| 114 | }; |
| 115 | MODULE_DEVICE_TABLE(of, host1x_of_match); |
| 116 | |
| 117 | static int host1x_probe(struct platform_device *pdev) |
| 118 | { |
| 119 | const struct of_device_id *id; |
| 120 | struct host1x *host; |
| 121 | struct resource *regs; |
| 122 | int syncpt_irq; |
| 123 | int err; |
| 124 | |
| 125 | id = of_match_device(host1x_of_match, &pdev->dev); |
| 126 | if (!id) |
| 127 | return -EINVAL; |
| 128 | |
| 129 | regs = platform_get_resource(pdev, IORESOURCE_MEM, 0); |
| 130 | if (!regs) { |
| 131 | dev_err(&pdev->dev, "failed to get registers\n"); |
| 132 | return -ENXIO; |
| 133 | } |
| 134 | |
| 135 | syncpt_irq = platform_get_irq(pdev, 0); |
| 136 | if (syncpt_irq < 0) { |
| 137 | dev_err(&pdev->dev, "failed to get IRQ\n"); |
| 138 | return -ENXIO; |
| 139 | } |
| 140 | |
| 141 | host = devm_kzalloc(&pdev->dev, sizeof(*host), GFP_KERNEL); |
| 142 | if (!host) |
| 143 | return -ENOMEM; |
| 144 | |
Thierry Reding | 776dc38 | 2013-10-14 14:43:22 +0200 | [diff] [blame] | 145 | mutex_init(&host->devices_lock); |
| 146 | INIT_LIST_HEAD(&host->devices); |
| 147 | INIT_LIST_HEAD(&host->list); |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 148 | host->dev = &pdev->dev; |
| 149 | host->info = id->data; |
| 150 | |
| 151 | /* set common host1x device data */ |
| 152 | platform_set_drvdata(pdev, host); |
| 153 | |
| 154 | host->regs = devm_ioremap_resource(&pdev->dev, regs); |
| 155 | if (IS_ERR(host->regs)) |
| 156 | return PTR_ERR(host->regs); |
| 157 | |
Alexandre Courbot | 097452e | 2016-02-26 18:06:52 +0900 | [diff] [blame] | 158 | dma_set_mask_and_coherent(host->dev, host->info->dma_mask); |
| 159 | |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 160 | if (host->info->init) { |
| 161 | err = host->info->init(host); |
| 162 | if (err) |
| 163 | return err; |
| 164 | } |
| 165 | |
| 166 | host->clk = devm_clk_get(&pdev->dev, NULL); |
| 167 | if (IS_ERR(host->clk)) { |
| 168 | dev_err(&pdev->dev, "failed to get clock\n"); |
| 169 | err = PTR_ERR(host->clk); |
| 170 | return err; |
| 171 | } |
| 172 | |
Thierry Reding | b386c6b | 2017-03-21 08:54:22 +0100 | [diff] [blame] | 173 | host->rst = devm_reset_control_get(&pdev->dev, "host1x"); |
| 174 | if (IS_ERR(host->rst)) { |
| 175 | err = PTR_ERR(host->clk); |
| 176 | dev_err(&pdev->dev, "failed to get reset: %d\n", err); |
| 177 | return err; |
| 178 | } |
| 179 | |
Mikko Perttunen | 404bfb7 | 2016-12-14 13:16:14 +0200 | [diff] [blame] | 180 | if (iommu_present(&platform_bus_type)) { |
| 181 | struct iommu_domain_geometry *geometry; |
| 182 | unsigned long order; |
| 183 | |
| 184 | host->domain = iommu_domain_alloc(&platform_bus_type); |
| 185 | if (!host->domain) |
| 186 | return -ENOMEM; |
| 187 | |
| 188 | err = iommu_attach_device(host->domain, &pdev->dev); |
| 189 | if (err) |
| 190 | goto fail_free_domain; |
| 191 | |
| 192 | geometry = &host->domain->geometry; |
| 193 | |
| 194 | order = __ffs(host->domain->pgsize_bitmap); |
| 195 | init_iova_domain(&host->iova, 1UL << order, |
| 196 | geometry->aperture_start >> order, |
| 197 | geometry->aperture_end >> order); |
| 198 | host->iova_end = geometry->aperture_end; |
| 199 | } |
| 200 | |
Terje Bergstrom | 6579324 | 2013-03-22 16:34:03 +0200 | [diff] [blame] | 201 | err = host1x_channel_list_init(host); |
| 202 | if (err) { |
| 203 | dev_err(&pdev->dev, "failed to initialize channel list\n"); |
Mikko Perttunen | 404bfb7 | 2016-12-14 13:16:14 +0200 | [diff] [blame] | 204 | goto fail_detach_device; |
Terje Bergstrom | 6579324 | 2013-03-22 16:34:03 +0200 | [diff] [blame] | 205 | } |
| 206 | |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 207 | err = clk_prepare_enable(host->clk); |
| 208 | if (err < 0) { |
| 209 | dev_err(&pdev->dev, "failed to enable clock\n"); |
Mikko Perttunen | 404bfb7 | 2016-12-14 13:16:14 +0200 | [diff] [blame] | 210 | goto fail_detach_device; |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 211 | } |
| 212 | |
Thierry Reding | b386c6b | 2017-03-21 08:54:22 +0100 | [diff] [blame] | 213 | err = reset_control_deassert(host->rst); |
| 214 | if (err < 0) { |
| 215 | dev_err(&pdev->dev, "failed to deassert reset: %d\n", err); |
| 216 | goto fail_unprepare_disable; |
| 217 | } |
| 218 | |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 219 | err = host1x_syncpt_init(host); |
| 220 | if (err) { |
| 221 | dev_err(&pdev->dev, "failed to initialize syncpts\n"); |
Thierry Reding | b386c6b | 2017-03-21 08:54:22 +0100 | [diff] [blame] | 222 | goto fail_reset_assert; |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 223 | } |
| 224 | |
Terje Bergstrom | 7ede0b0 | 2013-03-22 16:34:02 +0200 | [diff] [blame] | 225 | err = host1x_intr_init(host, syncpt_irq); |
| 226 | if (err) { |
| 227 | dev_err(&pdev->dev, "failed to initialize interrupts\n"); |
| 228 | goto fail_deinit_syncpt; |
| 229 | } |
| 230 | |
Terje Bergstrom | 6236451 | 2013-03-22 16:34:04 +0200 | [diff] [blame] | 231 | host1x_debug_init(host); |
| 232 | |
Thierry Reding | 776dc38 | 2013-10-14 14:43:22 +0200 | [diff] [blame] | 233 | err = host1x_register(host); |
| 234 | if (err < 0) |
| 235 | goto fail_deinit_intr; |
Terje Bergstrom | 692e6d7 | 2013-03-22 16:34:07 +0200 | [diff] [blame] | 236 | |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 237 | return 0; |
Terje Bergstrom | 7ede0b0 | 2013-03-22 16:34:02 +0200 | [diff] [blame] | 238 | |
Thierry Reding | 776dc38 | 2013-10-14 14:43:22 +0200 | [diff] [blame] | 239 | fail_deinit_intr: |
| 240 | host1x_intr_deinit(host); |
Terje Bergstrom | 7ede0b0 | 2013-03-22 16:34:02 +0200 | [diff] [blame] | 241 | fail_deinit_syncpt: |
| 242 | host1x_syncpt_deinit(host); |
Thierry Reding | b386c6b | 2017-03-21 08:54:22 +0100 | [diff] [blame] | 243 | fail_reset_assert: |
| 244 | reset_control_assert(host->rst); |
Wei Yongjun | 9c78c4c | 2013-10-21 13:37:31 +0800 | [diff] [blame] | 245 | fail_unprepare_disable: |
| 246 | clk_disable_unprepare(host->clk); |
Mikko Perttunen | 404bfb7 | 2016-12-14 13:16:14 +0200 | [diff] [blame] | 247 | fail_detach_device: |
| 248 | if (host->domain) { |
| 249 | put_iova_domain(&host->iova); |
| 250 | iommu_detach_device(host->domain, &pdev->dev); |
| 251 | } |
| 252 | fail_free_domain: |
| 253 | if (host->domain) |
| 254 | iommu_domain_free(host->domain); |
| 255 | |
Terje Bergstrom | 7ede0b0 | 2013-03-22 16:34:02 +0200 | [diff] [blame] | 256 | return err; |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 257 | } |
| 258 | |
Thierry Reding | 452e7f0 | 2013-09-25 18:33:31 +0200 | [diff] [blame] | 259 | static int host1x_remove(struct platform_device *pdev) |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 260 | { |
| 261 | struct host1x *host = platform_get_drvdata(pdev); |
| 262 | |
Thierry Reding | 776dc38 | 2013-10-14 14:43:22 +0200 | [diff] [blame] | 263 | host1x_unregister(host); |
Terje Bergstrom | 7ede0b0 | 2013-03-22 16:34:02 +0200 | [diff] [blame] | 264 | host1x_intr_deinit(host); |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 265 | host1x_syncpt_deinit(host); |
Thierry Reding | b386c6b | 2017-03-21 08:54:22 +0100 | [diff] [blame] | 266 | reset_control_assert(host->rst); |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 267 | clk_disable_unprepare(host->clk); |
| 268 | |
Mikko Perttunen | 404bfb7 | 2016-12-14 13:16:14 +0200 | [diff] [blame] | 269 | if (host->domain) { |
| 270 | put_iova_domain(&host->iova); |
| 271 | iommu_detach_device(host->domain, &pdev->dev); |
| 272 | iommu_domain_free(host->domain); |
| 273 | } |
| 274 | |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 275 | return 0; |
| 276 | } |
| 277 | |
Terje Bergstrom | 692e6d7 | 2013-03-22 16:34:07 +0200 | [diff] [blame] | 278 | static struct platform_driver tegra_host1x_driver = { |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 279 | .driver = { |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 280 | .name = "tegra-host1x", |
| 281 | .of_match_table = host1x_of_match, |
| 282 | }, |
Thierry Reding | 452e7f0 | 2013-09-25 18:33:31 +0200 | [diff] [blame] | 283 | .probe = host1x_probe, |
| 284 | .remove = host1x_remove, |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 285 | }; |
| 286 | |
Thierry Reding | 28fae81 | 2015-12-02 17:24:20 +0100 | [diff] [blame] | 287 | static struct platform_driver * const drivers[] = { |
| 288 | &tegra_host1x_driver, |
| 289 | &tegra_mipi_driver, |
| 290 | }; |
| 291 | |
Terje Bergstrom | 692e6d7 | 2013-03-22 16:34:07 +0200 | [diff] [blame] | 292 | static int __init tegra_host1x_init(void) |
| 293 | { |
| 294 | int err; |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 295 | |
Thierry Reding | f4c5cf8 | 2014-12-18 15:29:14 +0100 | [diff] [blame] | 296 | err = bus_register(&host1x_bus_type); |
Terje Bergstrom | 692e6d7 | 2013-03-22 16:34:07 +0200 | [diff] [blame] | 297 | if (err < 0) |
| 298 | return err; |
| 299 | |
Thierry Reding | 28fae81 | 2015-12-02 17:24:20 +0100 | [diff] [blame] | 300 | err = platform_register_drivers(drivers, ARRAY_SIZE(drivers)); |
Thierry Reding | 4de6a2d | 2013-09-02 09:48:53 +0200 | [diff] [blame] | 301 | if (err < 0) |
Thierry Reding | 28fae81 | 2015-12-02 17:24:20 +0100 | [diff] [blame] | 302 | bus_unregister(&host1x_bus_type); |
Thierry Reding | 4de6a2d | 2013-09-02 09:48:53 +0200 | [diff] [blame] | 303 | |
Thierry Reding | 4de6a2d | 2013-09-02 09:48:53 +0200 | [diff] [blame] | 304 | return err; |
Terje Bergstrom | 692e6d7 | 2013-03-22 16:34:07 +0200 | [diff] [blame] | 305 | } |
| 306 | module_init(tegra_host1x_init); |
| 307 | |
| 308 | static void __exit tegra_host1x_exit(void) |
| 309 | { |
Thierry Reding | 28fae81 | 2015-12-02 17:24:20 +0100 | [diff] [blame] | 310 | platform_unregister_drivers(drivers, ARRAY_SIZE(drivers)); |
Thierry Reding | f4c5cf8 | 2014-12-18 15:29:14 +0100 | [diff] [blame] | 311 | bus_unregister(&host1x_bus_type); |
Terje Bergstrom | 692e6d7 | 2013-03-22 16:34:07 +0200 | [diff] [blame] | 312 | } |
| 313 | module_exit(tegra_host1x_exit); |
| 314 | |
| 315 | MODULE_AUTHOR("Thierry Reding <thierry.reding@avionic-design.de>"); |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 316 | MODULE_AUTHOR("Terje Bergstrom <tbergstrom@nvidia.com>"); |
| 317 | MODULE_DESCRIPTION("Host1x driver for Tegra products"); |
| 318 | MODULE_LICENSE("GPL"); |