blob: d4a1a11ccc4328afbd526b2a34dd642f19245416 [file] [log] [blame]
Rob Clarkc8afe682013-06-26 12:44:06 -04001/*
2 * Copyright (C) 2013 Red Hat
3 * Author: Rob Clark <robdclark@gmail.com>
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 as published by
7 * the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
12 * more details.
13 *
14 * You should have received a copy of the GNU General Public License along with
15 * this program. If not, see <http://www.gnu.org/licenses/>.
16 */
17
18#include "msm_drv.h"
Rob Clarkedcd60c2016-03-16 12:56:12 -040019#include "msm_debugfs.h"
Rob Clarkfde5de62016-03-15 15:35:08 -040020#include "msm_fence.h"
Rob Clark7198e6b2013-07-19 12:59:32 -040021#include "msm_gpu.h"
Rob Clarkdd2da6e2013-11-30 16:12:10 -050022#include "msm_kms.h"
Rob Clarkc8afe682013-06-26 12:44:06 -040023
Rob Clarkc8afe682013-06-26 12:44:06 -040024static void msm_fb_output_poll_changed(struct drm_device *dev)
25{
26 struct msm_drm_private *priv = dev->dev_private;
27 if (priv->fbdev)
28 drm_fb_helper_hotplug_event(priv->fbdev);
29}
30
31static const struct drm_mode_config_funcs mode_config_funcs = {
32 .fb_create = msm_framebuffer_create,
33 .output_poll_changed = msm_fb_output_poll_changed,
Daniel Vetterb4274fb2014-11-26 17:02:18 +010034 .atomic_check = msm_atomic_check,
Rob Clarkcf3a7e42014-11-08 13:21:06 -050035 .atomic_commit = msm_atomic_commit,
Rob Clarkc8afe682013-06-26 12:44:06 -040036};
37
Rob Clark871d8122013-11-16 12:56:06 -050038int msm_register_mmu(struct drm_device *dev, struct msm_mmu *mmu)
Rob Clarkc8afe682013-06-26 12:44:06 -040039{
40 struct msm_drm_private *priv = dev->dev_private;
Rob Clark871d8122013-11-16 12:56:06 -050041 int idx = priv->num_mmus++;
Rob Clarkc8afe682013-06-26 12:44:06 -040042
Rob Clark871d8122013-11-16 12:56:06 -050043 if (WARN_ON(idx >= ARRAY_SIZE(priv->mmus)))
Rob Clarkc8afe682013-06-26 12:44:06 -040044 return -EINVAL;
45
Rob Clark871d8122013-11-16 12:56:06 -050046 priv->mmus[idx] = mmu;
Rob Clarkc8afe682013-06-26 12:44:06 -040047
48 return idx;
49}
50
Rob Clarkc8afe682013-06-26 12:44:06 -040051#ifdef CONFIG_DRM_MSM_REGISTER_LOGGING
52static bool reglog = false;
53MODULE_PARM_DESC(reglog, "Enable register read/write logging");
54module_param(reglog, bool, 0600);
55#else
56#define reglog 0
57#endif
58
Archit Tanejaa9ee34b2015-07-13 12:12:07 +053059#ifdef CONFIG_DRM_FBDEV_EMULATION
Rob Clarke90dfec2015-01-30 17:05:41 -050060static bool fbdev = true;
61MODULE_PARM_DESC(fbdev, "Enable fbdev compat layer");
62module_param(fbdev, bool, 0600);
63#endif
64
Rob Clark3a10ba82014-09-08 14:24:57 -040065static char *vram = "16m";
Rob Clark4313c742016-02-03 14:02:04 -050066MODULE_PARM_DESC(vram, "Configure VRAM size (for devices without IOMMU/GPUMMU)");
Rob Clark871d8122013-11-16 12:56:06 -050067module_param(vram, charp, 0);
68
Rob Clark060530f2014-03-03 14:19:12 -050069/*
70 * Util/helpers:
71 */
72
Rob Clarkc8afe682013-06-26 12:44:06 -040073void __iomem *msm_ioremap(struct platform_device *pdev, const char *name,
74 const char *dbgname)
75{
76 struct resource *res;
77 unsigned long size;
78 void __iomem *ptr;
79
80 if (name)
81 res = platform_get_resource_byname(pdev, IORESOURCE_MEM, name);
82 else
83 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
84
85 if (!res) {
86 dev_err(&pdev->dev, "failed to get memory resource: %s\n", name);
87 return ERR_PTR(-EINVAL);
88 }
89
90 size = resource_size(res);
91
92 ptr = devm_ioremap_nocache(&pdev->dev, res->start, size);
93 if (!ptr) {
94 dev_err(&pdev->dev, "failed to ioremap: %s\n", name);
95 return ERR_PTR(-ENOMEM);
96 }
97
98 if (reglog)
Thierry Redingfc99f972015-04-09 16:39:51 +020099 printk(KERN_DEBUG "IO:region %s %p %08lx\n", dbgname, ptr, size);
Rob Clarkc8afe682013-06-26 12:44:06 -0400100
101 return ptr;
102}
103
104void msm_writel(u32 data, void __iomem *addr)
105{
106 if (reglog)
Thierry Redingfc99f972015-04-09 16:39:51 +0200107 printk(KERN_DEBUG "IO:W %p %08x\n", addr, data);
Rob Clarkc8afe682013-06-26 12:44:06 -0400108 writel(data, addr);
109}
110
111u32 msm_readl(const void __iomem *addr)
112{
113 u32 val = readl(addr);
114 if (reglog)
Thierry Redingfc99f972015-04-09 16:39:51 +0200115 printk(KERN_ERR "IO:R %p %08x\n", addr, val);
Rob Clarkc8afe682013-06-26 12:44:06 -0400116 return val;
117}
118
Hai Li78b1d472015-07-27 13:49:45 -0400119struct vblank_event {
120 struct list_head node;
121 int crtc_id;
122 bool enable;
123};
124
125static void vblank_ctrl_worker(struct work_struct *work)
126{
127 struct msm_vblank_ctrl *vbl_ctrl = container_of(work,
128 struct msm_vblank_ctrl, work);
129 struct msm_drm_private *priv = container_of(vbl_ctrl,
130 struct msm_drm_private, vblank_ctrl);
131 struct msm_kms *kms = priv->kms;
132 struct vblank_event *vbl_ev, *tmp;
133 unsigned long flags;
134
135 spin_lock_irqsave(&vbl_ctrl->lock, flags);
136 list_for_each_entry_safe(vbl_ev, tmp, &vbl_ctrl->event_list, node) {
137 list_del(&vbl_ev->node);
138 spin_unlock_irqrestore(&vbl_ctrl->lock, flags);
139
140 if (vbl_ev->enable)
141 kms->funcs->enable_vblank(kms,
142 priv->crtcs[vbl_ev->crtc_id]);
143 else
144 kms->funcs->disable_vblank(kms,
145 priv->crtcs[vbl_ev->crtc_id]);
146
147 kfree(vbl_ev);
148
149 spin_lock_irqsave(&vbl_ctrl->lock, flags);
150 }
151
152 spin_unlock_irqrestore(&vbl_ctrl->lock, flags);
153}
154
155static int vblank_ctrl_queue_work(struct msm_drm_private *priv,
156 int crtc_id, bool enable)
157{
158 struct msm_vblank_ctrl *vbl_ctrl = &priv->vblank_ctrl;
159 struct vblank_event *vbl_ev;
160 unsigned long flags;
161
162 vbl_ev = kzalloc(sizeof(*vbl_ev), GFP_ATOMIC);
163 if (!vbl_ev)
164 return -ENOMEM;
165
166 vbl_ev->crtc_id = crtc_id;
167 vbl_ev->enable = enable;
168
169 spin_lock_irqsave(&vbl_ctrl->lock, flags);
170 list_add_tail(&vbl_ev->node, &vbl_ctrl->event_list);
171 spin_unlock_irqrestore(&vbl_ctrl->lock, flags);
172
173 queue_work(priv->wq, &vbl_ctrl->work);
174
175 return 0;
176}
177
Rob Clarkc8afe682013-06-26 12:44:06 -0400178/*
179 * DRM operations:
180 */
181
182static int msm_unload(struct drm_device *dev)
183{
184 struct msm_drm_private *priv = dev->dev_private;
185 struct msm_kms *kms = priv->kms;
Rob Clark7198e6b2013-07-19 12:59:32 -0400186 struct msm_gpu *gpu = priv->gpu;
Hai Li78b1d472015-07-27 13:49:45 -0400187 struct msm_vblank_ctrl *vbl_ctrl = &priv->vblank_ctrl;
188 struct vblank_event *vbl_ev, *tmp;
189
190 /* We must cancel and cleanup any pending vblank enable/disable
191 * work before drm_irq_uninstall() to avoid work re-enabling an
192 * irq after uninstall has disabled it.
193 */
194 cancel_work_sync(&vbl_ctrl->work);
195 list_for_each_entry_safe(vbl_ev, tmp, &vbl_ctrl->event_list, node) {
196 list_del(&vbl_ev->node);
197 kfree(vbl_ev);
198 }
Rob Clarkc8afe682013-06-26 12:44:06 -0400199
200 drm_kms_helper_poll_fini(dev);
Archit Taneja1aaa57f2016-02-25 11:19:45 +0530201
202#ifdef CONFIG_DRM_FBDEV_EMULATION
203 if (fbdev && priv->fbdev)
204 msm_fbdev_free(dev);
205#endif
Rob Clarkc8afe682013-06-26 12:44:06 -0400206 drm_mode_config_cleanup(dev);
207 drm_vblank_cleanup(dev);
208
209 pm_runtime_get_sync(dev->dev);
210 drm_irq_uninstall(dev);
211 pm_runtime_put_sync(dev->dev);
212
213 flush_workqueue(priv->wq);
214 destroy_workqueue(priv->wq);
215
216 if (kms) {
217 pm_runtime_disable(dev->dev);
218 kms->funcs->destroy(kms);
219 }
220
Rob Clark7198e6b2013-07-19 12:59:32 -0400221 if (gpu) {
222 mutex_lock(&dev->struct_mutex);
223 gpu->funcs->pm_suspend(gpu);
Rob Clark7198e6b2013-07-19 12:59:32 -0400224 mutex_unlock(&dev->struct_mutex);
Rob Clark774449e2015-05-15 09:19:36 -0400225 gpu->funcs->destroy(gpu);
Rob Clark7198e6b2013-07-19 12:59:32 -0400226 }
Rob Clarkc8afe682013-06-26 12:44:06 -0400227
Rob Clark871d8122013-11-16 12:56:06 -0500228 if (priv->vram.paddr) {
229 DEFINE_DMA_ATTRS(attrs);
230 dma_set_attr(DMA_ATTR_NO_KERNEL_MAPPING, &attrs);
231 drm_mm_takedown(&priv->vram.mm);
232 dma_free_attrs(dev->dev, priv->vram.size, NULL,
233 priv->vram.paddr, &attrs);
234 }
235
Rob Clark060530f2014-03-03 14:19:12 -0500236 component_unbind_all(dev->dev, dev);
237
Rob Clarkc8afe682013-06-26 12:44:06 -0400238 dev->dev_private = NULL;
239
240 kfree(priv);
241
242 return 0;
243}
244
Rob Clark06c0dd92013-11-30 17:51:47 -0500245static int get_mdp_ver(struct platform_device *pdev)
246{
Rob Clark06c0dd92013-11-30 17:51:47 -0500247 struct device *dev = &pdev->dev;
Archit Tanejae9fbdaf2015-11-18 12:15:14 +0530248
249 return (int) (unsigned long) of_device_get_match_data(dev);
Rob Clark06c0dd92013-11-30 17:51:47 -0500250}
251
Rob Clark072f1f92015-03-03 15:04:25 -0500252#include <linux/of_address.h>
253
Rob Clark5bf9c0b2015-03-03 15:04:24 -0500254static int msm_init_vram(struct drm_device *dev)
Rob Clarkc8afe682013-06-26 12:44:06 -0400255{
Rob Clark5bf9c0b2015-03-03 15:04:24 -0500256 struct msm_drm_private *priv = dev->dev_private;
Archit Tanejae9fbdaf2015-11-18 12:15:14 +0530257 struct device_node *node;
Rob Clark072f1f92015-03-03 15:04:25 -0500258 unsigned long size = 0;
259 int ret = 0;
260
Rob Clark072f1f92015-03-03 15:04:25 -0500261 /* In the device-tree world, we could have a 'memory-region'
262 * phandle, which gives us a link to our "vram". Allocating
263 * is all nicely abstracted behind the dma api, but we need
264 * to know the entire size to allocate it all in one go. There
265 * are two cases:
266 * 1) device with no IOMMU, in which case we need exclusive
267 * access to a VRAM carveout big enough for all gpu
268 * buffers
269 * 2) device with IOMMU, but where the bootloader puts up
270 * a splash screen. In this case, the VRAM carveout
271 * need only be large enough for fbdev fb. But we need
272 * exclusive access to the buffer to avoid the kernel
273 * using those pages for other purposes (which appears
274 * as corruption on screen before we have a chance to
275 * load and do initial modeset)
276 */
Rob Clark072f1f92015-03-03 15:04:25 -0500277
278 node = of_parse_phandle(dev->dev->of_node, "memory-region", 0);
279 if (node) {
280 struct resource r;
281 ret = of_address_to_resource(node, 0, &r);
282 if (ret)
283 return ret;
284 size = r.end - r.start;
Thierry Redingfc99f972015-04-09 16:39:51 +0200285 DRM_INFO("using VRAM carveout: %lx@%pa\n", size, &r.start);
Rob Clarkc8afe682013-06-26 12:44:06 -0400286
Archit Tanejae9fbdaf2015-11-18 12:15:14 +0530287 /* if we have no IOMMU, then we need to use carveout allocator.
288 * Grab the entire CMA chunk carved out in early startup in
289 * mach-msm:
290 */
291 } else if (!iommu_present(&platform_bus_type)) {
Rob Clark072f1f92015-03-03 15:04:25 -0500292 DRM_INFO("using %s VRAM carveout\n", vram);
293 size = memparse(vram, NULL);
294 }
295
296 if (size) {
Rob Clark871d8122013-11-16 12:56:06 -0500297 DEFINE_DMA_ATTRS(attrs);
Rob Clark871d8122013-11-16 12:56:06 -0500298 void *p;
299
Rob Clark871d8122013-11-16 12:56:06 -0500300 priv->vram.size = size;
301
302 drm_mm_init(&priv->vram.mm, 0, (size >> PAGE_SHIFT) - 1);
303
304 dma_set_attr(DMA_ATTR_NO_KERNEL_MAPPING, &attrs);
305 dma_set_attr(DMA_ATTR_WRITE_COMBINE, &attrs);
306
307 /* note that for no-kernel-mapping, the vaddr returned
308 * is bogus, but non-null if allocation succeeded:
309 */
310 p = dma_alloc_attrs(dev->dev, size,
Rob Clark543d3012014-06-02 07:25:56 -0400311 &priv->vram.paddr, GFP_KERNEL, &attrs);
Rob Clark871d8122013-11-16 12:56:06 -0500312 if (!p) {
313 dev_err(dev->dev, "failed to allocate VRAM\n");
314 priv->vram.paddr = 0;
Rob Clark5bf9c0b2015-03-03 15:04:24 -0500315 return -ENOMEM;
Rob Clark871d8122013-11-16 12:56:06 -0500316 }
317
318 dev_info(dev->dev, "VRAM: %08x->%08x\n",
319 (uint32_t)priv->vram.paddr,
320 (uint32_t)(priv->vram.paddr + size));
321 }
322
Rob Clark072f1f92015-03-03 15:04:25 -0500323 return ret;
Rob Clark5bf9c0b2015-03-03 15:04:24 -0500324}
325
326static int msm_load(struct drm_device *dev, unsigned long flags)
327{
328 struct platform_device *pdev = dev->platformdev;
329 struct msm_drm_private *priv;
330 struct msm_kms *kms;
331 int ret;
332
333 priv = kzalloc(sizeof(*priv), GFP_KERNEL);
334 if (!priv) {
335 dev_err(dev->dev, "failed to allocate private data\n");
336 return -ENOMEM;
337 }
338
339 dev->dev_private = priv;
340
341 priv->wq = alloc_ordered_workqueue("msm", 0);
342 init_waitqueue_head(&priv->fence_event);
343 init_waitqueue_head(&priv->pending_crtcs_event);
344
345 INIT_LIST_HEAD(&priv->inactive_list);
346 INIT_LIST_HEAD(&priv->fence_cbs);
Hai Li78b1d472015-07-27 13:49:45 -0400347 INIT_LIST_HEAD(&priv->vblank_ctrl.event_list);
348 INIT_WORK(&priv->vblank_ctrl.work, vblank_ctrl_worker);
349 spin_lock_init(&priv->vblank_ctrl.lock);
Rob Clark5bf9c0b2015-03-03 15:04:24 -0500350
351 drm_mode_config_init(dev);
352
Rob Clark060530f2014-03-03 14:19:12 -0500353 platform_set_drvdata(pdev, dev);
354
355 /* Bind all our sub-components: */
356 ret = component_bind_all(dev->dev, dev);
357 if (ret)
358 return ret;
359
Rob Clark13f15562015-05-07 15:20:13 -0400360 ret = msm_init_vram(dev);
361 if (ret)
362 goto fail;
363
Rob Clark06c0dd92013-11-30 17:51:47 -0500364 switch (get_mdp_ver(pdev)) {
365 case 4:
366 kms = mdp4_kms_init(dev);
367 break;
368 case 5:
369 kms = mdp5_kms_init(dev);
370 break;
371 default:
372 kms = ERR_PTR(-ENODEV);
373 break;
374 }
375
Rob Clarkc8afe682013-06-26 12:44:06 -0400376 if (IS_ERR(kms)) {
377 /*
378 * NOTE: once we have GPU support, having no kms should not
379 * be considered fatal.. ideally we would still support gpu
380 * and (for example) use dmabuf/prime to share buffers with
381 * imx drm driver on iMX5
382 */
383 dev_err(dev->dev, "failed to load kms\n");
Thomas Meyere4826a92013-09-16 23:19:54 +0200384 ret = PTR_ERR(kms);
Rob Clarkc8afe682013-06-26 12:44:06 -0400385 goto fail;
386 }
387
388 priv->kms = kms;
389
390 if (kms) {
391 pm_runtime_enable(dev->dev);
392 ret = kms->funcs->hw_init(kms);
393 if (ret) {
394 dev_err(dev->dev, "kms hw init failed: %d\n", ret);
395 goto fail;
396 }
397 }
398
Rob Clarkc8afe682013-06-26 12:44:06 -0400399 dev->mode_config.funcs = &mode_config_funcs;
400
Rob Clarkd65bd0e2014-08-06 07:43:12 -0400401 ret = drm_vblank_init(dev, priv->num_crtcs);
Rob Clarkc8afe682013-06-26 12:44:06 -0400402 if (ret < 0) {
403 dev_err(dev->dev, "failed to initialize vblank\n");
404 goto fail;
405 }
406
407 pm_runtime_get_sync(dev->dev);
Daniel Vetterbb0f1b52013-11-03 21:09:27 +0100408 ret = drm_irq_install(dev, platform_get_irq(dev->platformdev, 0));
Rob Clarkc8afe682013-06-26 12:44:06 -0400409 pm_runtime_put_sync(dev->dev);
410 if (ret < 0) {
411 dev_err(dev->dev, "failed to install IRQ handler\n");
412 goto fail;
413 }
414
Rob Clarkcf3a7e42014-11-08 13:21:06 -0500415 drm_mode_config_reset(dev);
416
Archit Tanejaa9ee34b2015-07-13 12:12:07 +0530417#ifdef CONFIG_DRM_FBDEV_EMULATION
Rob Clarke90dfec2015-01-30 17:05:41 -0500418 if (fbdev)
419 priv->fbdev = msm_fbdev_init(dev);
Rob Clarkc8afe682013-06-26 12:44:06 -0400420#endif
421
Rob Clarka7d3c952014-05-30 14:47:38 -0400422 ret = msm_debugfs_late_init(dev);
423 if (ret)
424 goto fail;
425
Rob Clarkc8afe682013-06-26 12:44:06 -0400426 drm_kms_helper_poll_init(dev);
427
428 return 0;
429
430fail:
431 msm_unload(dev);
432 return ret;
433}
434
Rob Clark7198e6b2013-07-19 12:59:32 -0400435static void load_gpu(struct drm_device *dev)
436{
Rob Clarka1ad3522014-07-11 11:59:22 -0400437 static DEFINE_MUTEX(init_lock);
Rob Clark7198e6b2013-07-19 12:59:32 -0400438 struct msm_drm_private *priv = dev->dev_private;
Rob Clark7198e6b2013-07-19 12:59:32 -0400439
Rob Clarka1ad3522014-07-11 11:59:22 -0400440 mutex_lock(&init_lock);
Rob Clark7198e6b2013-07-19 12:59:32 -0400441
Rob Clarke2550b72014-09-05 13:30:27 -0400442 if (!priv->gpu)
443 priv->gpu = adreno_load_gpu(dev);
Rob Clarka1ad3522014-07-11 11:59:22 -0400444
Rob Clarka1ad3522014-07-11 11:59:22 -0400445 mutex_unlock(&init_lock);
Rob Clark7198e6b2013-07-19 12:59:32 -0400446}
447
448static int msm_open(struct drm_device *dev, struct drm_file *file)
449{
450 struct msm_file_private *ctx;
451
452 /* For now, load gpu on open.. to avoid the requirement of having
453 * firmware in the initrd.
454 */
455 load_gpu(dev);
456
457 ctx = kzalloc(sizeof(*ctx), GFP_KERNEL);
458 if (!ctx)
459 return -ENOMEM;
460
461 file->driver_priv = ctx;
462
463 return 0;
464}
465
Rob Clarkc8afe682013-06-26 12:44:06 -0400466static void msm_preclose(struct drm_device *dev, struct drm_file *file)
467{
468 struct msm_drm_private *priv = dev->dev_private;
Rob Clark7198e6b2013-07-19 12:59:32 -0400469 struct msm_file_private *ctx = file->driver_priv;
Rob Clarkc8afe682013-06-26 12:44:06 -0400470 struct msm_kms *kms = priv->kms;
Rob Clark7198e6b2013-07-19 12:59:32 -0400471
Rob Clark7198e6b2013-07-19 12:59:32 -0400472 mutex_lock(&dev->struct_mutex);
473 if (ctx == priv->lastctx)
474 priv->lastctx = NULL;
475 mutex_unlock(&dev->struct_mutex);
476
477 kfree(ctx);
Rob Clarkc8afe682013-06-26 12:44:06 -0400478}
479
480static void msm_lastclose(struct drm_device *dev)
481{
482 struct msm_drm_private *priv = dev->dev_private;
Rob Clark5ea1f752014-05-30 12:29:48 -0400483 if (priv->fbdev)
484 drm_fb_helper_restore_fbdev_mode_unlocked(priv->fbdev);
Rob Clarkc8afe682013-06-26 12:44:06 -0400485}
486
Daniel Vettere9f0d762013-12-11 11:34:42 +0100487static irqreturn_t msm_irq(int irq, void *arg)
Rob Clarkc8afe682013-06-26 12:44:06 -0400488{
489 struct drm_device *dev = arg;
490 struct msm_drm_private *priv = dev->dev_private;
491 struct msm_kms *kms = priv->kms;
492 BUG_ON(!kms);
493 return kms->funcs->irq(kms);
494}
495
496static void msm_irq_preinstall(struct drm_device *dev)
497{
498 struct msm_drm_private *priv = dev->dev_private;
499 struct msm_kms *kms = priv->kms;
500 BUG_ON(!kms);
501 kms->funcs->irq_preinstall(kms);
502}
503
504static int msm_irq_postinstall(struct drm_device *dev)
505{
506 struct msm_drm_private *priv = dev->dev_private;
507 struct msm_kms *kms = priv->kms;
508 BUG_ON(!kms);
509 return kms->funcs->irq_postinstall(kms);
510}
511
512static void msm_irq_uninstall(struct drm_device *dev)
513{
514 struct msm_drm_private *priv = dev->dev_private;
515 struct msm_kms *kms = priv->kms;
516 BUG_ON(!kms);
517 kms->funcs->irq_uninstall(kms);
518}
519
Thierry Reding88e72712015-09-24 18:35:31 +0200520static int msm_enable_vblank(struct drm_device *dev, unsigned int pipe)
Rob Clarkc8afe682013-06-26 12:44:06 -0400521{
522 struct msm_drm_private *priv = dev->dev_private;
523 struct msm_kms *kms = priv->kms;
524 if (!kms)
525 return -ENXIO;
Thierry Reding88e72712015-09-24 18:35:31 +0200526 DBG("dev=%p, crtc=%u", dev, pipe);
527 return vblank_ctrl_queue_work(priv, pipe, true);
Rob Clarkc8afe682013-06-26 12:44:06 -0400528}
529
Thierry Reding88e72712015-09-24 18:35:31 +0200530static void msm_disable_vblank(struct drm_device *dev, unsigned int pipe)
Rob Clarkc8afe682013-06-26 12:44:06 -0400531{
532 struct msm_drm_private *priv = dev->dev_private;
533 struct msm_kms *kms = priv->kms;
534 if (!kms)
535 return;
Thierry Reding88e72712015-09-24 18:35:31 +0200536 DBG("dev=%p, crtc=%u", dev, pipe);
537 vblank_ctrl_queue_work(priv, pipe, false);
Rob Clarkc8afe682013-06-26 12:44:06 -0400538}
539
540/*
Rob Clark7198e6b2013-07-19 12:59:32 -0400541 * DRM ioctls:
542 */
543
544static int msm_ioctl_get_param(struct drm_device *dev, void *data,
545 struct drm_file *file)
546{
547 struct msm_drm_private *priv = dev->dev_private;
548 struct drm_msm_param *args = data;
549 struct msm_gpu *gpu;
550
551 /* for now, we just have 3d pipe.. eventually this would need to
552 * be more clever to dispatch to appropriate gpu module:
553 */
554 if (args->pipe != MSM_PIPE_3D0)
555 return -EINVAL;
556
557 gpu = priv->gpu;
558
559 if (!gpu)
560 return -ENXIO;
561
562 return gpu->funcs->get_param(gpu, args->param, &args->value);
563}
564
565static int msm_ioctl_gem_new(struct drm_device *dev, void *data,
566 struct drm_file *file)
567{
568 struct drm_msm_gem_new *args = data;
Rob Clark93ddb0d2014-03-03 09:42:33 -0500569
570 if (args->flags & ~MSM_BO_FLAGS) {
571 DRM_ERROR("invalid flags: %08x\n", args->flags);
572 return -EINVAL;
573 }
574
Rob Clark7198e6b2013-07-19 12:59:32 -0400575 return msm_gem_new_handle(dev, file, args->size,
576 args->flags, &args->handle);
577}
578
Rob Clark56c2da82015-05-11 11:50:03 -0400579static inline ktime_t to_ktime(struct drm_msm_timespec timeout)
580{
581 return ktime_set(timeout.tv_sec, timeout.tv_nsec);
582}
Rob Clark7198e6b2013-07-19 12:59:32 -0400583
584static int msm_ioctl_gem_cpu_prep(struct drm_device *dev, void *data,
585 struct drm_file *file)
586{
587 struct drm_msm_gem_cpu_prep *args = data;
588 struct drm_gem_object *obj;
Rob Clark56c2da82015-05-11 11:50:03 -0400589 ktime_t timeout = to_ktime(args->timeout);
Rob Clark7198e6b2013-07-19 12:59:32 -0400590 int ret;
591
Rob Clark93ddb0d2014-03-03 09:42:33 -0500592 if (args->op & ~MSM_PREP_FLAGS) {
593 DRM_ERROR("invalid op: %08x\n", args->op);
594 return -EINVAL;
595 }
596
Rob Clark7198e6b2013-07-19 12:59:32 -0400597 obj = drm_gem_object_lookup(dev, file, args->handle);
598 if (!obj)
599 return -ENOENT;
600
Rob Clark56c2da82015-05-11 11:50:03 -0400601 ret = msm_gem_cpu_prep(obj, args->op, &timeout);
Rob Clark7198e6b2013-07-19 12:59:32 -0400602
603 drm_gem_object_unreference_unlocked(obj);
604
605 return ret;
606}
607
608static int msm_ioctl_gem_cpu_fini(struct drm_device *dev, void *data,
609 struct drm_file *file)
610{
611 struct drm_msm_gem_cpu_fini *args = data;
612 struct drm_gem_object *obj;
613 int ret;
614
615 obj = drm_gem_object_lookup(dev, file, args->handle);
616 if (!obj)
617 return -ENOENT;
618
619 ret = msm_gem_cpu_fini(obj);
620
621 drm_gem_object_unreference_unlocked(obj);
622
623 return ret;
624}
625
626static int msm_ioctl_gem_info(struct drm_device *dev, void *data,
627 struct drm_file *file)
628{
629 struct drm_msm_gem_info *args = data;
630 struct drm_gem_object *obj;
631 int ret = 0;
632
633 if (args->pad)
634 return -EINVAL;
635
636 obj = drm_gem_object_lookup(dev, file, args->handle);
637 if (!obj)
638 return -ENOENT;
639
640 args->offset = msm_gem_mmap_offset(obj);
641
642 drm_gem_object_unreference_unlocked(obj);
643
644 return ret;
645}
646
647static int msm_ioctl_wait_fence(struct drm_device *dev, void *data,
648 struct drm_file *file)
649{
650 struct drm_msm_wait_fence *args = data;
Rob Clark56c2da82015-05-11 11:50:03 -0400651 ktime_t timeout = to_ktime(args->timeout);
Rob Clark93ddb0d2014-03-03 09:42:33 -0500652
653 if (args->pad) {
654 DRM_ERROR("invalid pad: %08x\n", args->pad);
655 return -EINVAL;
656 }
657
Wentao Xua9702ca2015-06-22 11:53:42 -0400658 return msm_wait_fence(dev, args->fence, &timeout, true);
Rob Clark7198e6b2013-07-19 12:59:32 -0400659}
660
661static const struct drm_ioctl_desc msm_ioctls[] = {
Daniel Vetterf8c47142015-09-08 13:56:30 +0200662 DRM_IOCTL_DEF_DRV(MSM_GET_PARAM, msm_ioctl_get_param, DRM_AUTH|DRM_RENDER_ALLOW),
663 DRM_IOCTL_DEF_DRV(MSM_GEM_NEW, msm_ioctl_gem_new, DRM_AUTH|DRM_RENDER_ALLOW),
664 DRM_IOCTL_DEF_DRV(MSM_GEM_INFO, msm_ioctl_gem_info, DRM_AUTH|DRM_RENDER_ALLOW),
665 DRM_IOCTL_DEF_DRV(MSM_GEM_CPU_PREP, msm_ioctl_gem_cpu_prep, DRM_AUTH|DRM_RENDER_ALLOW),
666 DRM_IOCTL_DEF_DRV(MSM_GEM_CPU_FINI, msm_ioctl_gem_cpu_fini, DRM_AUTH|DRM_RENDER_ALLOW),
667 DRM_IOCTL_DEF_DRV(MSM_GEM_SUBMIT, msm_ioctl_gem_submit, DRM_AUTH|DRM_RENDER_ALLOW),
668 DRM_IOCTL_DEF_DRV(MSM_WAIT_FENCE, msm_ioctl_wait_fence, DRM_AUTH|DRM_RENDER_ALLOW),
Rob Clark7198e6b2013-07-19 12:59:32 -0400669};
670
Rob Clarkc8afe682013-06-26 12:44:06 -0400671static const struct vm_operations_struct vm_ops = {
672 .fault = msm_gem_fault,
673 .open = drm_gem_vm_open,
674 .close = drm_gem_vm_close,
675};
676
677static const struct file_operations fops = {
678 .owner = THIS_MODULE,
679 .open = drm_open,
680 .release = drm_release,
681 .unlocked_ioctl = drm_ioctl,
682#ifdef CONFIG_COMPAT
683 .compat_ioctl = drm_compat_ioctl,
684#endif
685 .poll = drm_poll,
686 .read = drm_read,
687 .llseek = no_llseek,
688 .mmap = msm_gem_mmap,
689};
690
691static struct drm_driver msm_driver = {
Rob Clark05b84912013-09-28 11:28:35 -0400692 .driver_features = DRIVER_HAVE_IRQ |
693 DRIVER_GEM |
694 DRIVER_PRIME |
Rob Clarkb4b15c82013-09-28 12:01:25 -0400695 DRIVER_RENDER |
Rob Clarka5436e12015-06-04 10:12:22 -0400696 DRIVER_ATOMIC |
Rob Clark05b84912013-09-28 11:28:35 -0400697 DRIVER_MODESET,
Rob Clarkc8afe682013-06-26 12:44:06 -0400698 .load = msm_load,
699 .unload = msm_unload,
Rob Clark7198e6b2013-07-19 12:59:32 -0400700 .open = msm_open,
Rob Clarkc8afe682013-06-26 12:44:06 -0400701 .preclose = msm_preclose,
702 .lastclose = msm_lastclose,
David Herrmann915b4d12014-08-29 12:12:43 +0200703 .set_busid = drm_platform_set_busid,
Rob Clarkc8afe682013-06-26 12:44:06 -0400704 .irq_handler = msm_irq,
705 .irq_preinstall = msm_irq_preinstall,
706 .irq_postinstall = msm_irq_postinstall,
707 .irq_uninstall = msm_irq_uninstall,
Ville Syrjäläb44f8402015-09-30 16:46:48 +0300708 .get_vblank_counter = drm_vblank_no_hw_counter,
Rob Clarkc8afe682013-06-26 12:44:06 -0400709 .enable_vblank = msm_enable_vblank,
710 .disable_vblank = msm_disable_vblank,
711 .gem_free_object = msm_gem_free_object,
712 .gem_vm_ops = &vm_ops,
713 .dumb_create = msm_gem_dumb_create,
714 .dumb_map_offset = msm_gem_dumb_map_offset,
Rob Clark30600a92013-09-28 10:13:04 -0400715 .dumb_destroy = drm_gem_dumb_destroy,
Rob Clark05b84912013-09-28 11:28:35 -0400716 .prime_handle_to_fd = drm_gem_prime_handle_to_fd,
717 .prime_fd_to_handle = drm_gem_prime_fd_to_handle,
718 .gem_prime_export = drm_gem_prime_export,
719 .gem_prime_import = drm_gem_prime_import,
720 .gem_prime_pin = msm_gem_prime_pin,
721 .gem_prime_unpin = msm_gem_prime_unpin,
722 .gem_prime_get_sg_table = msm_gem_prime_get_sg_table,
723 .gem_prime_import_sg_table = msm_gem_prime_import_sg_table,
724 .gem_prime_vmap = msm_gem_prime_vmap,
725 .gem_prime_vunmap = msm_gem_prime_vunmap,
Daniel Thompson77a147e2014-11-12 11:38:14 +0000726 .gem_prime_mmap = msm_gem_prime_mmap,
Rob Clarkc8afe682013-06-26 12:44:06 -0400727#ifdef CONFIG_DEBUG_FS
728 .debugfs_init = msm_debugfs_init,
729 .debugfs_cleanup = msm_debugfs_cleanup,
730#endif
Rob Clark7198e6b2013-07-19 12:59:32 -0400731 .ioctls = msm_ioctls,
732 .num_ioctls = DRM_MSM_NUM_IOCTLS,
Rob Clarkc8afe682013-06-26 12:44:06 -0400733 .fops = &fops,
734 .name = "msm",
735 .desc = "MSM Snapdragon DRM",
736 .date = "20130625",
737 .major = 1,
738 .minor = 0,
739};
740
741#ifdef CONFIG_PM_SLEEP
742static int msm_pm_suspend(struct device *dev)
743{
744 struct drm_device *ddev = dev_get_drvdata(dev);
745
746 drm_kms_helper_poll_disable(ddev);
747
748 return 0;
749}
750
751static int msm_pm_resume(struct device *dev)
752{
753 struct drm_device *ddev = dev_get_drvdata(dev);
754
755 drm_kms_helper_poll_enable(ddev);
756
757 return 0;
758}
759#endif
760
761static const struct dev_pm_ops msm_pm_ops = {
762 SET_SYSTEM_SLEEP_PM_OPS(msm_pm_suspend, msm_pm_resume)
763};
764
765/*
Rob Clark060530f2014-03-03 14:19:12 -0500766 * Componentized driver support:
767 */
768
Archit Tanejae9fbdaf2015-11-18 12:15:14 +0530769/*
770 * NOTE: duplication of the same code as exynos or imx (or probably any other).
771 * so probably some room for some helpers
Rob Clark060530f2014-03-03 14:19:12 -0500772 */
773static int compare_of(struct device *dev, void *data)
774{
775 return dev->of_node == data;
776}
Rob Clark41e69772013-12-15 16:23:05 -0500777
778static int add_components(struct device *dev, struct component_match **matchptr,
779 const char *name)
780{
781 struct device_node *np = dev->of_node;
782 unsigned i;
783
784 for (i = 0; ; i++) {
785 struct device_node *node;
786
787 node = of_parse_phandle(np, name, i);
788 if (!node)
789 break;
790
791 component_match_add(dev, matchptr, compare_of, node);
792 }
793
794 return 0;
795}
Russell King84448282014-04-19 11:20:42 +0100796
797static int msm_drm_bind(struct device *dev)
798{
799 return drm_platform_init(&msm_driver, to_platform_device(dev));
800}
801
802static void msm_drm_unbind(struct device *dev)
803{
804 drm_put_dev(platform_get_drvdata(to_platform_device(dev)));
805}
806
807static const struct component_master_ops msm_drm_ops = {
808 .bind = msm_drm_bind,
809 .unbind = msm_drm_unbind,
810};
811
812/*
813 * Platform driver:
814 */
815
816static int msm_pdev_probe(struct platform_device *pdev)
817{
818 struct component_match *match = NULL;
Archit Tanejae9fbdaf2015-11-18 12:15:14 +0530819
Rob Clark41e69772013-12-15 16:23:05 -0500820 add_components(&pdev->dev, &match, "connectors");
821 add_components(&pdev->dev, &match, "gpus");
Rob Clark060530f2014-03-03 14:19:12 -0500822
Rob Clark871d8122013-11-16 12:56:06 -0500823 pdev->dev.coherent_dma_mask = DMA_BIT_MASK(32);
Russell King84448282014-04-19 11:20:42 +0100824 return component_master_add_with_match(&pdev->dev, &msm_drm_ops, match);
Rob Clarkc8afe682013-06-26 12:44:06 -0400825}
826
827static int msm_pdev_remove(struct platform_device *pdev)
828{
Rob Clark060530f2014-03-03 14:19:12 -0500829 component_master_del(&pdev->dev, &msm_drm_ops);
Rob Clarkc8afe682013-06-26 12:44:06 -0400830
831 return 0;
832}
833
834static const struct platform_device_id msm_id[] = {
835 { "mdp", 0 },
836 { }
837};
838
Rob Clark06c0dd92013-11-30 17:51:47 -0500839static const struct of_device_id dt_match[] = {
Archit Tanejad4fc72e2015-11-18 12:28:39 +0530840 { .compatible = "qcom,mdp4", .data = (void *) 4 }, /* mdp4 */
841 { .compatible = "qcom,mdp5", .data = (void *) 5 }, /* mdp5 */
842 /* to support downstream DT files */
843 { .compatible = "qcom,mdss_mdp", .data = (void *) 5 }, /* mdp5 */
Rob Clark06c0dd92013-11-30 17:51:47 -0500844 {}
845};
846MODULE_DEVICE_TABLE(of, dt_match);
847
Rob Clarkc8afe682013-06-26 12:44:06 -0400848static struct platform_driver msm_platform_driver = {
849 .probe = msm_pdev_probe,
850 .remove = msm_pdev_remove,
851 .driver = {
Rob Clarkc8afe682013-06-26 12:44:06 -0400852 .name = "msm",
Rob Clark06c0dd92013-11-30 17:51:47 -0500853 .of_match_table = dt_match,
Rob Clarkc8afe682013-06-26 12:44:06 -0400854 .pm = &msm_pm_ops,
855 },
856 .id_table = msm_id,
857};
858
859static int __init msm_drm_register(void)
860{
861 DBG("init");
Hai Lid5af49c2015-03-26 19:25:17 -0400862 msm_dsi_register();
Hai Li00453982014-12-12 14:41:17 -0500863 msm_edp_register();
Arnd Bergmannfcda50c2016-02-22 22:08:35 +0100864 msm_hdmi_register();
Rob Clarkbfd28b12014-09-05 13:06:37 -0400865 adreno_register();
Rob Clarkc8afe682013-06-26 12:44:06 -0400866 return platform_driver_register(&msm_platform_driver);
867}
868
869static void __exit msm_drm_unregister(void)
870{
871 DBG("fini");
872 platform_driver_unregister(&msm_platform_driver);
Arnd Bergmannfcda50c2016-02-22 22:08:35 +0100873 msm_hdmi_unregister();
Rob Clarkbfd28b12014-09-05 13:06:37 -0400874 adreno_unregister();
Hai Li00453982014-12-12 14:41:17 -0500875 msm_edp_unregister();
Hai Lid5af49c2015-03-26 19:25:17 -0400876 msm_dsi_unregister();
Rob Clarkc8afe682013-06-26 12:44:06 -0400877}
878
879module_init(msm_drm_register);
880module_exit(msm_drm_unregister);
881
882MODULE_AUTHOR("Rob Clark <robdclark@gmail.com");
883MODULE_DESCRIPTION("MSM DRM Driver");
884MODULE_LICENSE("GPL");