blob: 06105e94c2845068f25175210800674f33b10944 [file] [log] [blame]
Tiffany Lin4e855a62016-05-03 07:11:24 -03001/*
2* Copyright (c) 2016 MediaTek Inc.
3* Author: PC Chen <pc.chen@mediatek.com>
4* Tiffany Lin <tiffany.lin@mediatek.com>
5*
6* This program is free software; you can redistribute it and/or modify
7* it under the terms of the GNU General Public License version 2 as
8* published by the Free Software Foundation.
9*
10* This program is distributed in the hope that it will be useful,
11* but WITHOUT ANY WARRANTY; without even the implied warranty of
12* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13* GNU General Public License for more details.
14*/
15
16#include <linux/slab.h>
17#include <linux/interrupt.h>
18#include <linux/irq.h>
19#include <linux/module.h>
20#include <linux/of_device.h>
21#include <linux/of.h>
22#include <media/v4l2-event.h>
23#include <media/v4l2-mem2mem.h>
24#include <media/videobuf2-dma-contig.h>
25#include <linux/pm_runtime.h>
26
27#include "mtk_vcodec_drv.h"
28#include "mtk_vcodec_enc.h"
29#include "mtk_vcodec_enc_pm.h"
30#include "mtk_vcodec_intr.h"
31#include "mtk_vcodec_util.h"
32#include "mtk_vpu.h"
33
34module_param(mtk_v4l2_dbg_level, int, S_IRUGO | S_IWUSR);
35module_param(mtk_vcodec_dbg, bool, S_IRUGO | S_IWUSR);
36
37/* Wake up context wait_queue */
38static void wake_up_ctx(struct mtk_vcodec_ctx *ctx, unsigned int reason)
39{
40 ctx->int_cond = 1;
41 ctx->int_type = reason;
42 wake_up_interruptible(&ctx->queue);
43}
44
45static void clean_irq_status(unsigned int irq_status, void __iomem *addr)
46{
47 if (irq_status & MTK_VENC_IRQ_STATUS_PAUSE)
48 writel(MTK_VENC_IRQ_STATUS_PAUSE, addr);
49
50 if (irq_status & MTK_VENC_IRQ_STATUS_SWITCH)
51 writel(MTK_VENC_IRQ_STATUS_SWITCH, addr);
52
53 if (irq_status & MTK_VENC_IRQ_STATUS_DRAM)
54 writel(MTK_VENC_IRQ_STATUS_DRAM, addr);
55
56 if (irq_status & MTK_VENC_IRQ_STATUS_SPS)
57 writel(MTK_VENC_IRQ_STATUS_SPS, addr);
58
59 if (irq_status & MTK_VENC_IRQ_STATUS_PPS)
60 writel(MTK_VENC_IRQ_STATUS_PPS, addr);
61
62 if (irq_status & MTK_VENC_IRQ_STATUS_FRM)
63 writel(MTK_VENC_IRQ_STATUS_FRM, addr);
64
65}
66static irqreturn_t mtk_vcodec_enc_irq_handler(int irq, void *priv)
67{
68 struct mtk_vcodec_dev *dev = priv;
69 struct mtk_vcodec_ctx *ctx;
70 unsigned long flags;
71 void __iomem *addr;
72
73 spin_lock_irqsave(&dev->irqlock, flags);
74 ctx = dev->curr_ctx;
75 spin_unlock_irqrestore(&dev->irqlock, flags);
76
77 mtk_v4l2_debug(1, "id=%d", ctx->id);
78 addr = dev->reg_base[VENC_SYS] + MTK_VENC_IRQ_ACK_OFFSET;
79
80 ctx->irq_status = readl(dev->reg_base[VENC_SYS] +
81 (MTK_VENC_IRQ_STATUS_OFFSET));
82
83 clean_irq_status(ctx->irq_status, addr);
84
85 wake_up_ctx(ctx, MTK_INST_IRQ_RECEIVED);
86 return IRQ_HANDLED;
87}
88
89static irqreturn_t mtk_vcodec_enc_lt_irq_handler(int irq, void *priv)
90{
91 struct mtk_vcodec_dev *dev = priv;
92 struct mtk_vcodec_ctx *ctx;
93 unsigned long flags;
94 void __iomem *addr;
95
96 spin_lock_irqsave(&dev->irqlock, flags);
97 ctx = dev->curr_ctx;
98 spin_unlock_irqrestore(&dev->irqlock, flags);
99
100 mtk_v4l2_debug(1, "id=%d", ctx->id);
101 ctx->irq_status = readl(dev->reg_base[VENC_LT_SYS] +
102 (MTK_VENC_IRQ_STATUS_OFFSET));
103
104 addr = dev->reg_base[VENC_LT_SYS] + MTK_VENC_IRQ_ACK_OFFSET;
105
106 clean_irq_status(ctx->irq_status, addr);
107
108 wake_up_ctx(ctx, MTK_INST_IRQ_RECEIVED);
109 return IRQ_HANDLED;
110}
111
112static void mtk_vcodec_enc_reset_handler(void *priv)
113{
114 struct mtk_vcodec_dev *dev = priv;
115 struct mtk_vcodec_ctx *ctx;
116
117 mtk_v4l2_debug(0, "Watchdog timeout!!");
118
119 mutex_lock(&dev->dev_mutex);
120 list_for_each_entry(ctx, &dev->ctx_list, list) {
121 ctx->state = MTK_STATE_ABORT;
122 mtk_v4l2_debug(0, "[%d] Change to state MTK_STATE_ABORT",
123 ctx->id);
124 }
125 mutex_unlock(&dev->dev_mutex);
126}
127
128static int fops_vcodec_open(struct file *file)
129{
130 struct mtk_vcodec_dev *dev = video_drvdata(file);
131 struct mtk_vcodec_ctx *ctx = NULL;
132 int ret = 0;
133
134 ctx = kzalloc(sizeof(*ctx), GFP_KERNEL);
135 if (!ctx)
136 return -ENOMEM;
137
138 mutex_lock(&dev->dev_mutex);
139 /*
140 * Use simple counter to uniquely identify this context. Only
141 * used for logging.
142 */
143 ctx->id = dev->id_counter++;
144 v4l2_fh_init(&ctx->fh, video_devdata(file));
145 file->private_data = &ctx->fh;
146 v4l2_fh_add(&ctx->fh);
147 INIT_LIST_HEAD(&ctx->list);
148 ctx->dev = dev;
149 init_waitqueue_head(&ctx->queue);
150
151 ctx->type = MTK_INST_ENCODER;
152 ret = mtk_vcodec_enc_ctrls_setup(ctx);
153 if (ret) {
154 mtk_v4l2_err("Failed to setup controls() (%d)",
155 ret);
156 goto err_ctrls_setup;
157 }
158 ctx->m2m_ctx = v4l2_m2m_ctx_init(dev->m2m_dev_enc, ctx,
159 &mtk_vcodec_enc_queue_init);
160 if (IS_ERR((__force void *)ctx->m2m_ctx)) {
161 ret = PTR_ERR((__force void *)ctx->m2m_ctx);
162 mtk_v4l2_err("Failed to v4l2_m2m_ctx_init() (%d)",
163 ret);
164 goto err_m2m_ctx_init;
165 }
166 mtk_vcodec_enc_set_default_params(ctx);
167
168 if (v4l2_fh_is_singular(&ctx->fh)) {
169 /*
170 * vpu_load_firmware checks if it was loaded already and
171 * does nothing in that case
172 */
173 ret = vpu_load_firmware(dev->vpu_plat_dev);
174 if (ret < 0) {
175 /*
176 * Return 0 if downloading firmware successfully,
177 * otherwise it is failed
178 */
179 mtk_v4l2_err("vpu_load_firmware failed!");
180 goto err_load_fw;
181 }
182
183 dev->enc_capability =
184 vpu_get_venc_hw_capa(dev->vpu_plat_dev);
185 mtk_v4l2_debug(0, "encoder capability %x", dev->enc_capability);
186 }
187
188 mtk_v4l2_debug(2, "Create instance [%d]@%p m2m_ctx=%p ",
189 ctx->id, ctx, ctx->m2m_ctx);
190
191 dev->num_instances++;
192 list_add(&ctx->list, &dev->ctx_list);
193
194 mutex_unlock(&dev->dev_mutex);
195 mtk_v4l2_debug(0, "%s encoder [%d]", dev_name(&dev->plat_dev->dev),
196 ctx->id);
197 return ret;
198
199 /* Deinit when failure occurred */
200err_load_fw:
201 v4l2_m2m_ctx_release(ctx->m2m_ctx);
202err_m2m_ctx_init:
203 v4l2_ctrl_handler_free(&ctx->ctrl_hdl);
204err_ctrls_setup:
205 v4l2_fh_del(&ctx->fh);
206 v4l2_fh_exit(&ctx->fh);
207 kfree(ctx);
208 mutex_unlock(&dev->dev_mutex);
209
210 return ret;
211}
212
213static int fops_vcodec_release(struct file *file)
214{
215 struct mtk_vcodec_dev *dev = video_drvdata(file);
216 struct mtk_vcodec_ctx *ctx = fh_to_ctx(file->private_data);
217
218 mtk_v4l2_debug(1, "[%d] encoder", ctx->id);
219 mutex_lock(&dev->dev_mutex);
220
221 mtk_vcodec_enc_release(ctx);
222 v4l2_fh_del(&ctx->fh);
223 v4l2_fh_exit(&ctx->fh);
224 v4l2_ctrl_handler_free(&ctx->ctrl_hdl);
225 v4l2_m2m_ctx_release(ctx->m2m_ctx);
226
227 list_del_init(&ctx->list);
228 dev->num_instances--;
229 kfree(ctx);
230 mutex_unlock(&dev->dev_mutex);
231 return 0;
232}
233
234static const struct v4l2_file_operations mtk_vcodec_fops = {
235 .owner = THIS_MODULE,
236 .open = fops_vcodec_open,
237 .release = fops_vcodec_release,
238 .poll = v4l2_m2m_fop_poll,
239 .unlocked_ioctl = video_ioctl2,
240 .mmap = v4l2_m2m_fop_mmap,
241};
242
243static int mtk_vcodec_probe(struct platform_device *pdev)
244{
245 struct mtk_vcodec_dev *dev;
246 struct video_device *vfd_enc;
247 struct resource *res;
248 int i, j, ret;
249 DEFINE_DMA_ATTRS(attrs);
250
251 dev = devm_kzalloc(&pdev->dev, sizeof(*dev), GFP_KERNEL);
252 if (!dev)
253 return -ENOMEM;
254
255 INIT_LIST_HEAD(&dev->ctx_list);
256 dev->plat_dev = pdev;
257
258 dev->vpu_plat_dev = vpu_get_plat_device(dev->plat_dev);
259 if (dev->vpu_plat_dev == NULL) {
260 mtk_v4l2_err("[VPU] vpu device in not ready");
261 return -EPROBE_DEFER;
262 }
263
264 vpu_wdt_reg_handler(dev->vpu_plat_dev, mtk_vcodec_enc_reset_handler,
265 dev, VPU_RST_ENC);
266
267 ret = mtk_vcodec_init_enc_pm(dev);
268 if (ret < 0) {
269 dev_err(&pdev->dev, "Failed to get mt vcodec clock source!");
270 return ret;
271 }
272
273 for (i = VENC_SYS, j = 0; i < NUM_MAX_VCODEC_REG_BASE; i++, j++) {
274 res = platform_get_resource(pdev, IORESOURCE_MEM, j);
275 if (res == NULL) {
276 dev_err(&pdev->dev, "get memory resource failed.");
277 ret = -ENXIO;
278 goto err_res;
279 }
280 dev->reg_base[i] = devm_ioremap_resource(&pdev->dev, res);
281 if (IS_ERR((__force void *)dev->reg_base[i])) {
282 dev_err(&pdev->dev,
283 "devm_ioremap_resource %d failed.", i);
284 ret = PTR_ERR((__force void *)dev->reg_base[i]);
285 goto err_res;
286 }
287 mtk_v4l2_debug(2, "reg[%d] base=0x%p", i, dev->reg_base[i]);
288 }
289
290 res = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
291 if (res == NULL) {
292 dev_err(&pdev->dev, "failed to get irq resource");
293 ret = -ENOENT;
294 goto err_res;
295 }
296
297 dev->enc_irq = platform_get_irq(pdev, 0);
298 ret = devm_request_irq(&pdev->dev, dev->enc_irq,
299 mtk_vcodec_enc_irq_handler,
300 0, pdev->name, dev);
301 if (ret) {
302 dev_err(&pdev->dev, "Failed to install dev->enc_irq %d (%d)",
303 dev->enc_irq,
304 ret);
305 ret = -EINVAL;
306 goto err_res;
307 }
308
309 dev->enc_lt_irq = platform_get_irq(pdev, 1);
310 ret = devm_request_irq(&pdev->dev,
311 dev->enc_lt_irq, mtk_vcodec_enc_lt_irq_handler,
312 0, pdev->name, dev);
313 if (ret) {
314 dev_err(&pdev->dev,
315 "Failed to install dev->enc_lt_irq %d (%d)",
316 dev->enc_lt_irq, ret);
317 ret = -EINVAL;
318 goto err_res;
319 }
320
321 disable_irq(dev->enc_irq);
322 disable_irq(dev->enc_lt_irq); /* VENC_LT */
323 mutex_init(&dev->enc_mutex);
324 mutex_init(&dev->dev_mutex);
325 spin_lock_init(&dev->irqlock);
326
327 snprintf(dev->v4l2_dev.name, sizeof(dev->v4l2_dev.name), "%s",
328 "[MTK_V4L2_VENC]");
329
330 ret = v4l2_device_register(&pdev->dev, &dev->v4l2_dev);
331 if (ret) {
332 mtk_v4l2_err("v4l2_device_register err=%d", ret);
333 goto err_res;
334 }
335
336 init_waitqueue_head(&dev->queue);
337
338 /* allocate video device for encoder and register it */
339 vfd_enc = video_device_alloc();
340 if (!vfd_enc) {
341 mtk_v4l2_err("Failed to allocate video device");
342 ret = -ENOMEM;
343 goto err_enc_alloc;
344 }
345 vfd_enc->fops = &mtk_vcodec_fops;
346 vfd_enc->ioctl_ops = &mtk_venc_ioctl_ops;
347 vfd_enc->release = video_device_release;
348 vfd_enc->lock = &dev->dev_mutex;
349 vfd_enc->v4l2_dev = &dev->v4l2_dev;
350 vfd_enc->vfl_dir = VFL_DIR_M2M;
351 vfd_enc->device_caps = V4L2_CAP_VIDEO_M2M_MPLANE |
352 V4L2_CAP_STREAMING;
353
354 snprintf(vfd_enc->name, sizeof(vfd_enc->name), "%s",
355 MTK_VCODEC_ENC_NAME);
356 video_set_drvdata(vfd_enc, dev);
357 dev->vfd_enc = vfd_enc;
358 platform_set_drvdata(pdev, dev);
359
360 dev->alloc_ctx = vb2_dma_contig_init_ctx(&pdev->dev);
361 if (IS_ERR((__force void *)dev->alloc_ctx)) {
362 mtk_v4l2_err("Failed to alloc vb2 dma context 0");
363 ret = PTR_ERR((__force void *)dev->alloc_ctx);
364 dev->alloc_ctx = NULL;
365 goto err_vb2_ctx_init;
366 }
367
368 dev->m2m_dev_enc = v4l2_m2m_init(&mtk_venc_m2m_ops);
369 if (IS_ERR((__force void *)dev->m2m_dev_enc)) {
370 mtk_v4l2_err("Failed to init mem2mem enc device");
371 ret = PTR_ERR((__force void *)dev->m2m_dev_enc);
372 goto err_enc_mem_init;
373 }
374
375 dev->encode_workqueue =
376 alloc_ordered_workqueue(MTK_VCODEC_ENC_NAME,
377 WQ_MEM_RECLAIM |
378 WQ_FREEZABLE);
379 if (!dev->encode_workqueue) {
380 mtk_v4l2_err("Failed to create encode workqueue");
381 ret = -EINVAL;
382 goto err_event_workq;
383 }
384
385 ret = video_register_device(vfd_enc, VFL_TYPE_GRABBER, 1);
386 if (ret) {
387 mtk_v4l2_err("Failed to register video device");
388 goto err_enc_reg;
389 }
390
391 /* Avoid the iommu eat big hunks */
392 dma_set_attr(DMA_ATTR_ALLOC_SINGLE_PAGES, &attrs);
393
394 mtk_v4l2_debug(0, "encoder registered as /dev/video%d",
395 vfd_enc->num);
396
397 return 0;
398
399err_enc_reg:
400 destroy_workqueue(dev->encode_workqueue);
401err_event_workq:
402 v4l2_m2m_release(dev->m2m_dev_enc);
403err_enc_mem_init:
404 vb2_dma_contig_cleanup_ctx(dev->alloc_ctx);
405err_vb2_ctx_init:
406 video_unregister_device(vfd_enc);
407err_enc_alloc:
408 v4l2_device_unregister(&dev->v4l2_dev);
409err_res:
410 mtk_vcodec_release_enc_pm(dev);
411 return ret;
412}
413
414static const struct of_device_id mtk_vcodec_enc_match[] = {
415 {.compatible = "mediatek,mt8173-vcodec-enc",},
416 {},
417};
418MODULE_DEVICE_TABLE(of, mtk_vcodec_enc_match);
419
420static int mtk_vcodec_enc_remove(struct platform_device *pdev)
421{
422 struct mtk_vcodec_dev *dev = platform_get_drvdata(pdev);
423
424 mtk_v4l2_debug_enter();
425 flush_workqueue(dev->encode_workqueue);
426 destroy_workqueue(dev->encode_workqueue);
427 if (dev->m2m_dev_enc)
428 v4l2_m2m_release(dev->m2m_dev_enc);
429 if (dev->alloc_ctx)
430 vb2_dma_contig_cleanup_ctx(dev->alloc_ctx);
431
432 if (dev->vfd_enc)
433 video_unregister_device(dev->vfd_enc);
434
435 v4l2_device_unregister(&dev->v4l2_dev);
436 mtk_vcodec_release_enc_pm(dev);
437 return 0;
438}
439
440static struct platform_driver mtk_vcodec_enc_driver = {
441 .probe = mtk_vcodec_probe,
442 .remove = mtk_vcodec_enc_remove,
443 .driver = {
444 .name = MTK_VCODEC_ENC_NAME,
445 .owner = THIS_MODULE,
446 .of_match_table = mtk_vcodec_enc_match,
447 },
448};
449
450module_platform_driver(mtk_vcodec_enc_driver);
451
452
453MODULE_LICENSE("GPL v2");
454MODULE_DESCRIPTION("Mediatek video codec V4L2 encoder driver");