Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 1 | /* |
Arto Merilainen | d4b5781 | 2016-11-08 19:51:33 +0200 | [diff] [blame] | 2 | * Copyright (c) 2012-2015, NVIDIA Corporation. |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 3 | * |
| 4 | * This program is free software; you can redistribute it and/or modify it |
| 5 | * under the terms and conditions of the GNU General Public License, |
| 6 | * version 2, as published by the Free Software Foundation. |
| 7 | * |
| 8 | * This program is distributed in the hope it will be useful, but WITHOUT |
| 9 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
| 10 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for |
| 11 | * more details. |
| 12 | * |
| 13 | * You should have received a copy of the GNU General Public License |
| 14 | * along with this program. If not, see <http://www.gnu.org/licenses/>. |
| 15 | */ |
| 16 | |
| 17 | #ifndef HOST1X_DEV_H |
| 18 | #define HOST1X_DEV_H |
| 19 | |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 20 | #include <linux/device.h> |
Mikko Perttunen | 404bfb7 | 2016-12-14 13:16:14 +0200 | [diff] [blame] | 21 | #include <linux/iommu.h> |
| 22 | #include <linux/iova.h> |
Thierry Reding | 7e7d432 | 2017-03-21 08:54:21 +0100 | [diff] [blame] | 23 | #include <linux/platform_device.h> |
Thierry Reding | b386c6b | 2017-03-21 08:54:22 +0100 | [diff] [blame] | 24 | #include <linux/reset.h> |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 25 | |
Terje Bergstrom | 6579324 | 2013-03-22 16:34:03 +0200 | [diff] [blame] | 26 | #include "cdma.h" |
Thierry Reding | 7e7d432 | 2017-03-21 08:54:21 +0100 | [diff] [blame] | 27 | #include "channel.h" |
| 28 | #include "intr.h" |
Terje Bergstrom | 6579324 | 2013-03-22 16:34:03 +0200 | [diff] [blame] | 29 | #include "job.h" |
Thierry Reding | 7e7d432 | 2017-03-21 08:54:21 +0100 | [diff] [blame] | 30 | #include "syncpt.h" |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 31 | |
| 32 | struct host1x_syncpt; |
Arto Merilainen | f5a954f | 2013-10-14 15:21:53 +0300 | [diff] [blame] | 33 | struct host1x_syncpt_base; |
Terje Bergstrom | 6579324 | 2013-03-22 16:34:03 +0200 | [diff] [blame] | 34 | struct host1x_channel; |
| 35 | struct host1x_cdma; |
| 36 | struct host1x_job; |
| 37 | struct push_buffer; |
Terje Bergstrom | 6236451 | 2013-03-22 16:34:04 +0200 | [diff] [blame] | 38 | struct output; |
| 39 | struct dentry; |
Terje Bergstrom | 6579324 | 2013-03-22 16:34:03 +0200 | [diff] [blame] | 40 | |
| 41 | struct host1x_channel_ops { |
| 42 | int (*init)(struct host1x_channel *channel, struct host1x *host, |
| 43 | unsigned int id); |
| 44 | int (*submit)(struct host1x_job *job); |
| 45 | }; |
| 46 | |
| 47 | struct host1x_cdma_ops { |
| 48 | void (*start)(struct host1x_cdma *cdma); |
| 49 | void (*stop)(struct host1x_cdma *cdma); |
| 50 | void (*flush)(struct host1x_cdma *cdma); |
Thierry Reding | 5c0d8d3 | 2016-06-23 11:19:00 +0200 | [diff] [blame] | 51 | int (*timeout_init)(struct host1x_cdma *cdma, unsigned int syncpt); |
Terje Bergstrom | 6579324 | 2013-03-22 16:34:03 +0200 | [diff] [blame] | 52 | void (*timeout_destroy)(struct host1x_cdma *cdma); |
| 53 | void (*freeze)(struct host1x_cdma *cdma); |
| 54 | void (*resume)(struct host1x_cdma *cdma, u32 getptr); |
| 55 | void (*timeout_cpu_incr)(struct host1x_cdma *cdma, u32 getptr, |
| 56 | u32 syncpt_incrs, u32 syncval, u32 nr_slots); |
| 57 | }; |
| 58 | |
| 59 | struct host1x_pushbuffer_ops { |
| 60 | void (*init)(struct push_buffer *pb); |
| 61 | }; |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 62 | |
Terje Bergstrom | 6236451 | 2013-03-22 16:34:04 +0200 | [diff] [blame] | 63 | struct host1x_debug_ops { |
| 64 | void (*debug_init)(struct dentry *de); |
| 65 | void (*show_channel_cdma)(struct host1x *host, |
| 66 | struct host1x_channel *ch, |
| 67 | struct output *o); |
| 68 | void (*show_channel_fifo)(struct host1x *host, |
| 69 | struct host1x_channel *ch, |
| 70 | struct output *o); |
| 71 | void (*show_mlocks)(struct host1x *host, struct output *output); |
| 72 | |
| 73 | }; |
| 74 | |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 75 | struct host1x_syncpt_ops { |
| 76 | void (*restore)(struct host1x_syncpt *syncpt); |
| 77 | void (*restore_wait_base)(struct host1x_syncpt *syncpt); |
| 78 | void (*load_wait_base)(struct host1x_syncpt *syncpt); |
| 79 | u32 (*load)(struct host1x_syncpt *syncpt); |
Arto Merilainen | ebae30b | 2013-05-29 13:26:08 +0300 | [diff] [blame] | 80 | int (*cpu_incr)(struct host1x_syncpt *syncpt); |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 81 | int (*patch_wait)(struct host1x_syncpt *syncpt, void *patch_addr); |
| 82 | }; |
| 83 | |
Terje Bergstrom | 7ede0b0 | 2013-03-22 16:34:02 +0200 | [diff] [blame] | 84 | struct host1x_intr_ops { |
| 85 | int (*init_host_sync)(struct host1x *host, u32 cpm, |
| 86 | void (*syncpt_thresh_work)(struct work_struct *work)); |
| 87 | void (*set_syncpt_threshold)( |
Thierry Reding | 5c0d8d3 | 2016-06-23 11:19:00 +0200 | [diff] [blame] | 88 | struct host1x *host, unsigned int id, u32 thresh); |
| 89 | void (*enable_syncpt_intr)(struct host1x *host, unsigned int id); |
| 90 | void (*disable_syncpt_intr)(struct host1x *host, unsigned int id); |
Terje Bergstrom | 7ede0b0 | 2013-03-22 16:34:02 +0200 | [diff] [blame] | 91 | void (*disable_all_syncpt_intrs)(struct host1x *host); |
| 92 | int (*free_syncpt_irq)(struct host1x *host); |
| 93 | }; |
| 94 | |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 95 | struct host1x_info { |
Thierry Reding | 14c95fc | 2016-06-22 16:44:07 +0200 | [diff] [blame] | 96 | unsigned int nb_channels; /* host1x: number of channels supported */ |
| 97 | unsigned int nb_pts; /* host1x: number of syncpoints supported */ |
| 98 | unsigned int nb_bases; /* host1x: number of syncpoint bases supported */ |
| 99 | unsigned int nb_mlocks; /* host1x: number of mlocks supported */ |
| 100 | int (*init)(struct host1x *host1x); /* initialize per SoC ops */ |
| 101 | unsigned int sync_offset; /* offset of syncpoint registers */ |
| 102 | u64 dma_mask; /* mask of addressable memory */ |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 103 | }; |
| 104 | |
| 105 | struct host1x { |
| 106 | const struct host1x_info *info; |
| 107 | |
| 108 | void __iomem *regs; |
| 109 | struct host1x_syncpt *syncpt; |
Arto Merilainen | f5a954f | 2013-10-14 15:21:53 +0300 | [diff] [blame] | 110 | struct host1x_syncpt_base *bases; |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 111 | struct device *dev; |
| 112 | struct clk *clk; |
Thierry Reding | b386c6b | 2017-03-21 08:54:22 +0100 | [diff] [blame] | 113 | struct reset_control *rst; |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 114 | |
Mikko Perttunen | 404bfb7 | 2016-12-14 13:16:14 +0200 | [diff] [blame] | 115 | struct iommu_domain *domain; |
| 116 | struct iova_domain iova; |
| 117 | dma_addr_t iova_end; |
| 118 | |
Terje Bergstrom | 7ede0b0 | 2013-03-22 16:34:02 +0200 | [diff] [blame] | 119 | struct mutex intr_mutex; |
Terje Bergstrom | 7ede0b0 | 2013-03-22 16:34:02 +0200 | [diff] [blame] | 120 | int intr_syncpt_irq; |
| 121 | |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 122 | const struct host1x_syncpt_ops *syncpt_op; |
Terje Bergstrom | 7ede0b0 | 2013-03-22 16:34:02 +0200 | [diff] [blame] | 123 | const struct host1x_intr_ops *intr_op; |
Terje Bergstrom | 6579324 | 2013-03-22 16:34:03 +0200 | [diff] [blame] | 124 | const struct host1x_channel_ops *channel_op; |
| 125 | const struct host1x_cdma_ops *cdma_op; |
| 126 | const struct host1x_pushbuffer_ops *cdma_pb_op; |
Terje Bergstrom | 6236451 | 2013-03-22 16:34:04 +0200 | [diff] [blame] | 127 | const struct host1x_debug_ops *debug_op; |
Terje Bergstrom | 7ede0b0 | 2013-03-22 16:34:02 +0200 | [diff] [blame] | 128 | |
Terje Bergstrom | 6579324 | 2013-03-22 16:34:03 +0200 | [diff] [blame] | 129 | struct host1x_syncpt *nop_sp; |
| 130 | |
Arto Merilainen | d4b5781 | 2016-11-08 19:51:33 +0200 | [diff] [blame] | 131 | struct mutex syncpt_mutex; |
Terje Bergstrom | 6579324 | 2013-03-22 16:34:03 +0200 | [diff] [blame] | 132 | struct mutex chlist_mutex; |
| 133 | struct host1x_channel chlist; |
| 134 | unsigned long allocated_channels; |
| 135 | unsigned int num_allocated_channels; |
Terje Bergstrom | 6236451 | 2013-03-22 16:34:04 +0200 | [diff] [blame] | 136 | |
| 137 | struct dentry *debugfs; |
Terje Bergstrom | 692e6d7 | 2013-03-22 16:34:07 +0200 | [diff] [blame] | 138 | |
Thierry Reding | 776dc38 | 2013-10-14 14:43:22 +0200 | [diff] [blame] | 139 | struct mutex devices_lock; |
| 140 | struct list_head devices; |
| 141 | |
| 142 | struct list_head list; |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 143 | }; |
| 144 | |
| 145 | void host1x_sync_writel(struct host1x *host1x, u32 r, u32 v); |
| 146 | u32 host1x_sync_readl(struct host1x *host1x, u32 r); |
Terje Bergstrom | 6579324 | 2013-03-22 16:34:03 +0200 | [diff] [blame] | 147 | void host1x_ch_writel(struct host1x_channel *ch, u32 r, u32 v); |
| 148 | u32 host1x_ch_readl(struct host1x_channel *ch, u32 r); |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 149 | |
| 150 | static inline void host1x_hw_syncpt_restore(struct host1x *host, |
| 151 | struct host1x_syncpt *sp) |
| 152 | { |
| 153 | host->syncpt_op->restore(sp); |
| 154 | } |
| 155 | |
| 156 | static inline void host1x_hw_syncpt_restore_wait_base(struct host1x *host, |
| 157 | struct host1x_syncpt *sp) |
| 158 | { |
| 159 | host->syncpt_op->restore_wait_base(sp); |
| 160 | } |
| 161 | |
| 162 | static inline void host1x_hw_syncpt_load_wait_base(struct host1x *host, |
| 163 | struct host1x_syncpt *sp) |
| 164 | { |
| 165 | host->syncpt_op->load_wait_base(sp); |
| 166 | } |
| 167 | |
| 168 | static inline u32 host1x_hw_syncpt_load(struct host1x *host, |
| 169 | struct host1x_syncpt *sp) |
| 170 | { |
| 171 | return host->syncpt_op->load(sp); |
| 172 | } |
| 173 | |
Arto Merilainen | ebae30b | 2013-05-29 13:26:08 +0300 | [diff] [blame] | 174 | static inline int host1x_hw_syncpt_cpu_incr(struct host1x *host, |
| 175 | struct host1x_syncpt *sp) |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 176 | { |
Arto Merilainen | ebae30b | 2013-05-29 13:26:08 +0300 | [diff] [blame] | 177 | return host->syncpt_op->cpu_incr(sp); |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 178 | } |
| 179 | |
| 180 | static inline int host1x_hw_syncpt_patch_wait(struct host1x *host, |
| 181 | struct host1x_syncpt *sp, |
| 182 | void *patch_addr) |
| 183 | { |
| 184 | return host->syncpt_op->patch_wait(sp, patch_addr); |
| 185 | } |
| 186 | |
Terje Bergstrom | 7ede0b0 | 2013-03-22 16:34:02 +0200 | [diff] [blame] | 187 | static inline int host1x_hw_intr_init_host_sync(struct host1x *host, u32 cpm, |
| 188 | void (*syncpt_thresh_work)(struct work_struct *)) |
| 189 | { |
| 190 | return host->intr_op->init_host_sync(host, cpm, syncpt_thresh_work); |
| 191 | } |
| 192 | |
| 193 | static inline void host1x_hw_intr_set_syncpt_threshold(struct host1x *host, |
Thierry Reding | 5c0d8d3 | 2016-06-23 11:19:00 +0200 | [diff] [blame] | 194 | unsigned int id, |
| 195 | u32 thresh) |
Terje Bergstrom | 7ede0b0 | 2013-03-22 16:34:02 +0200 | [diff] [blame] | 196 | { |
| 197 | host->intr_op->set_syncpt_threshold(host, id, thresh); |
| 198 | } |
| 199 | |
| 200 | static inline void host1x_hw_intr_enable_syncpt_intr(struct host1x *host, |
Thierry Reding | 5c0d8d3 | 2016-06-23 11:19:00 +0200 | [diff] [blame] | 201 | unsigned int id) |
Terje Bergstrom | 7ede0b0 | 2013-03-22 16:34:02 +0200 | [diff] [blame] | 202 | { |
| 203 | host->intr_op->enable_syncpt_intr(host, id); |
| 204 | } |
| 205 | |
| 206 | static inline void host1x_hw_intr_disable_syncpt_intr(struct host1x *host, |
Thierry Reding | 5c0d8d3 | 2016-06-23 11:19:00 +0200 | [diff] [blame] | 207 | unsigned int id) |
Terje Bergstrom | 7ede0b0 | 2013-03-22 16:34:02 +0200 | [diff] [blame] | 208 | { |
| 209 | host->intr_op->disable_syncpt_intr(host, id); |
| 210 | } |
| 211 | |
| 212 | static inline void host1x_hw_intr_disable_all_syncpt_intrs(struct host1x *host) |
| 213 | { |
| 214 | host->intr_op->disable_all_syncpt_intrs(host); |
| 215 | } |
| 216 | |
| 217 | static inline int host1x_hw_intr_free_syncpt_irq(struct host1x *host) |
| 218 | { |
| 219 | return host->intr_op->free_syncpt_irq(host); |
| 220 | } |
Terje Bergstrom | 6579324 | 2013-03-22 16:34:03 +0200 | [diff] [blame] | 221 | |
| 222 | static inline int host1x_hw_channel_init(struct host1x *host, |
| 223 | struct host1x_channel *channel, |
Thierry Reding | 5c0d8d3 | 2016-06-23 11:19:00 +0200 | [diff] [blame] | 224 | unsigned int id) |
Terje Bergstrom | 6579324 | 2013-03-22 16:34:03 +0200 | [diff] [blame] | 225 | { |
Thierry Reding | 5c0d8d3 | 2016-06-23 11:19:00 +0200 | [diff] [blame] | 226 | return host->channel_op->init(channel, host, id); |
Terje Bergstrom | 6579324 | 2013-03-22 16:34:03 +0200 | [diff] [blame] | 227 | } |
| 228 | |
| 229 | static inline int host1x_hw_channel_submit(struct host1x *host, |
| 230 | struct host1x_job *job) |
| 231 | { |
| 232 | return host->channel_op->submit(job); |
| 233 | } |
| 234 | |
| 235 | static inline void host1x_hw_cdma_start(struct host1x *host, |
| 236 | struct host1x_cdma *cdma) |
| 237 | { |
| 238 | host->cdma_op->start(cdma); |
| 239 | } |
| 240 | |
| 241 | static inline void host1x_hw_cdma_stop(struct host1x *host, |
| 242 | struct host1x_cdma *cdma) |
| 243 | { |
| 244 | host->cdma_op->stop(cdma); |
| 245 | } |
| 246 | |
| 247 | static inline void host1x_hw_cdma_flush(struct host1x *host, |
| 248 | struct host1x_cdma *cdma) |
| 249 | { |
| 250 | host->cdma_op->flush(cdma); |
| 251 | } |
| 252 | |
| 253 | static inline int host1x_hw_cdma_timeout_init(struct host1x *host, |
| 254 | struct host1x_cdma *cdma, |
Thierry Reding | 5c0d8d3 | 2016-06-23 11:19:00 +0200 | [diff] [blame] | 255 | unsigned int syncpt) |
Terje Bergstrom | 6579324 | 2013-03-22 16:34:03 +0200 | [diff] [blame] | 256 | { |
Thierry Reding | 5c0d8d3 | 2016-06-23 11:19:00 +0200 | [diff] [blame] | 257 | return host->cdma_op->timeout_init(cdma, syncpt); |
Terje Bergstrom | 6579324 | 2013-03-22 16:34:03 +0200 | [diff] [blame] | 258 | } |
| 259 | |
| 260 | static inline void host1x_hw_cdma_timeout_destroy(struct host1x *host, |
| 261 | struct host1x_cdma *cdma) |
| 262 | { |
| 263 | host->cdma_op->timeout_destroy(cdma); |
| 264 | } |
| 265 | |
| 266 | static inline void host1x_hw_cdma_freeze(struct host1x *host, |
| 267 | struct host1x_cdma *cdma) |
| 268 | { |
| 269 | host->cdma_op->freeze(cdma); |
| 270 | } |
| 271 | |
| 272 | static inline void host1x_hw_cdma_resume(struct host1x *host, |
| 273 | struct host1x_cdma *cdma, u32 getptr) |
| 274 | { |
| 275 | host->cdma_op->resume(cdma, getptr); |
| 276 | } |
| 277 | |
| 278 | static inline void host1x_hw_cdma_timeout_cpu_incr(struct host1x *host, |
| 279 | struct host1x_cdma *cdma, |
| 280 | u32 getptr, |
| 281 | u32 syncpt_incrs, |
| 282 | u32 syncval, u32 nr_slots) |
| 283 | { |
| 284 | host->cdma_op->timeout_cpu_incr(cdma, getptr, syncpt_incrs, syncval, |
| 285 | nr_slots); |
| 286 | } |
| 287 | |
| 288 | static inline void host1x_hw_pushbuffer_init(struct host1x *host, |
| 289 | struct push_buffer *pb) |
| 290 | { |
| 291 | host->cdma_pb_op->init(pb); |
| 292 | } |
| 293 | |
Terje Bergstrom | 6236451 | 2013-03-22 16:34:04 +0200 | [diff] [blame] | 294 | static inline void host1x_hw_debug_init(struct host1x *host, struct dentry *de) |
| 295 | { |
| 296 | if (host->debug_op && host->debug_op->debug_init) |
| 297 | host->debug_op->debug_init(de); |
| 298 | } |
| 299 | |
| 300 | static inline void host1x_hw_show_channel_cdma(struct host1x *host, |
| 301 | struct host1x_channel *channel, |
| 302 | struct output *o) |
| 303 | { |
| 304 | host->debug_op->show_channel_cdma(host, channel, o); |
| 305 | } |
| 306 | |
| 307 | static inline void host1x_hw_show_channel_fifo(struct host1x *host, |
| 308 | struct host1x_channel *channel, |
| 309 | struct output *o) |
| 310 | { |
| 311 | host->debug_op->show_channel_fifo(host, channel, o); |
| 312 | } |
| 313 | |
| 314 | static inline void host1x_hw_show_mlocks(struct host1x *host, struct output *o) |
| 315 | { |
| 316 | host->debug_op->show_mlocks(host, o); |
| 317 | } |
| 318 | |
Thierry Reding | 4de6a2d | 2013-09-02 09:48:53 +0200 | [diff] [blame] | 319 | extern struct platform_driver tegra_mipi_driver; |
| 320 | |
Terje Bergstrom | 7547168 | 2013-03-22 16:34:01 +0200 | [diff] [blame] | 321 | #endif |