blob: ae4c950f850c42a1b3d3b069f0c6d3b5aa806202 [file] [log] [blame]
Kamil Debskiaf935742011-06-21 10:51:26 -03001/*
Arun Kumar K43a1ea12012-10-03 22:19:08 -03002 * drivers/media/platform/samsung/mfc5/s5p_mfc_opr_v5.c
Kamil Debskiaf935742011-06-21 10:51:26 -03003 *
4 * Samsung MFC (Multi Function Codec - FIMV) driver
5 * This file contains hw related functions.
6 *
7 * Kamil Debski, Copyright (c) 2011 Samsung Electronics
8 * http://www.samsung.com/
9 *
10 * This program is free software; you can redistribute it and/or modify
11 * it under the terms of the GNU General Public License version 2 as
12 * published by the Free Software Foundation.
13 */
14
Kamil Debskiaf935742011-06-21 10:51:26 -030015#include "s5p_mfc_common.h"
Arun Kumar K43a1ea12012-10-03 22:19:08 -030016#include "s5p_mfc_cmd.h"
Kamil Debskiaf935742011-06-21 10:51:26 -030017#include "s5p_mfc_ctrl.h"
18#include "s5p_mfc_debug.h"
19#include "s5p_mfc_intr.h"
Kamil Debskiaf935742011-06-21 10:51:26 -030020#include "s5p_mfc_pm.h"
Arun Kumar K43a1ea12012-10-03 22:19:08 -030021#include "s5p_mfc_opr.h"
22#include "s5p_mfc_opr_v5.h"
Kamil Debskiaf935742011-06-21 10:51:26 -030023#include <asm/cacheflush.h>
24#include <linux/delay.h>
25#include <linux/dma-mapping.h>
26#include <linux/err.h>
27#include <linux/firmware.h>
28#include <linux/io.h>
29#include <linux/jiffies.h>
30#include <linux/mm.h>
31#include <linux/sched.h>
32
33#define OFFSETA(x) (((x) - dev->bank1) >> MFC_OFFSET_SHIFT)
34#define OFFSETB(x) (((x) - dev->bank2) >> MFC_OFFSET_SHIFT)
35
36/* Allocate temporary buffers for decoding */
Sachin Kamat3c75a2e2013-03-02 07:50:14 -030037static int s5p_mfc_alloc_dec_temp_buffers_v5(struct s5p_mfc_ctx *ctx)
Kamil Debskiaf935742011-06-21 10:51:26 -030038{
Kamil Debskiaf935742011-06-21 10:51:26 -030039 struct s5p_mfc_dev *dev = ctx->dev;
Arun Kumar K8f532a72012-10-03 22:19:09 -030040 struct s5p_mfc_buf_size_v5 *buf_size = dev->variant->buf_size->priv;
Kamil Debski317b4ca2013-01-03 07:06:04 -030041 int ret;
Kamil Debskiaf935742011-06-21 10:51:26 -030042
Kamil Debski317b4ca2013-01-03 07:06:04 -030043 ctx->dsc.size = buf_size->dsc;
Marek Szyprowski1af21982015-06-03 07:36:23 -030044 ret = s5p_mfc_alloc_priv_buf(dev->mem_dev_l, dev->bank1, &ctx->dsc);
Kamil Debski317b4ca2013-01-03 07:06:04 -030045 if (ret) {
46 mfc_err("Failed to allocate temporary buffer\n");
47 return ret;
Kamil Debskiaf935742011-06-21 10:51:26 -030048 }
Kamil Debski317b4ca2013-01-03 07:06:04 -030049
Arun Kumar K8f532a72012-10-03 22:19:09 -030050 BUG_ON(ctx->dsc.dma & ((1 << MFC_BANK1_ALIGN_ORDER) - 1));
Kamil Debski317b4ca2013-01-03 07:06:04 -030051 memset(ctx->dsc.virt, 0, ctx->dsc.size);
Kamil Debskiaf935742011-06-21 10:51:26 -030052 wmb();
53 return 0;
54}
55
Kamil Debski317b4ca2013-01-03 07:06:04 -030056
Kamil Debskiaf935742011-06-21 10:51:26 -030057/* Release temporary buffers for decoding */
Sachin Kamat3c75a2e2013-03-02 07:50:14 -030058static void s5p_mfc_release_dec_desc_buffer_v5(struct s5p_mfc_ctx *ctx)
Kamil Debskiaf935742011-06-21 10:51:26 -030059{
Kamil Debski317b4ca2013-01-03 07:06:04 -030060 s5p_mfc_release_priv_buf(ctx->dev->mem_dev_l, &ctx->dsc);
Kamil Debskiaf935742011-06-21 10:51:26 -030061}
62
63/* Allocate codec buffers */
Sachin Kamat3c75a2e2013-03-02 07:50:14 -030064static int s5p_mfc_alloc_codec_buffers_v5(struct s5p_mfc_ctx *ctx)
Kamil Debskiaf935742011-06-21 10:51:26 -030065{
66 struct s5p_mfc_dev *dev = ctx->dev;
67 unsigned int enc_ref_y_size = 0;
68 unsigned int enc_ref_c_size = 0;
69 unsigned int guard_width, guard_height;
Kamil Debski317b4ca2013-01-03 07:06:04 -030070 int ret;
Kamil Debskiaf935742011-06-21 10:51:26 -030071
72 if (ctx->type == MFCINST_DECODER) {
73 mfc_debug(2, "Luma size:%d Chroma size:%d MV size:%d\n",
74 ctx->luma_size, ctx->chroma_size, ctx->mv_size);
75 mfc_debug(2, "Totals bufs: %d\n", ctx->total_dpb_count);
76 } else if (ctx->type == MFCINST_ENCODER) {
77 enc_ref_y_size = ALIGN(ctx->img_width, S5P_FIMV_NV12MT_HALIGN)
78 * ALIGN(ctx->img_height, S5P_FIMV_NV12MT_VALIGN);
79 enc_ref_y_size = ALIGN(enc_ref_y_size, S5P_FIMV_NV12MT_SALIGN);
80
Arun Kumar K43a1ea12012-10-03 22:19:08 -030081 if (ctx->codec_mode == S5P_MFC_CODEC_H264_ENC) {
Kamil Debskiaf935742011-06-21 10:51:26 -030082 enc_ref_c_size = ALIGN(ctx->img_width,
83 S5P_FIMV_NV12MT_HALIGN)
84 * ALIGN(ctx->img_height >> 1,
85 S5P_FIMV_NV12MT_VALIGN);
86 enc_ref_c_size = ALIGN(enc_ref_c_size,
87 S5P_FIMV_NV12MT_SALIGN);
88 } else {
89 guard_width = ALIGN(ctx->img_width + 16,
90 S5P_FIMV_NV12MT_HALIGN);
91 guard_height = ALIGN((ctx->img_height >> 1) + 4,
92 S5P_FIMV_NV12MT_VALIGN);
93 enc_ref_c_size = ALIGN(guard_width * guard_height,
94 S5P_FIMV_NV12MT_SALIGN);
95 }
96 mfc_debug(2, "recon luma size: %d chroma size: %d\n",
97 enc_ref_y_size, enc_ref_c_size);
98 } else {
99 return -EINVAL;
100 }
101 /* Codecs have different memory requirements */
102 switch (ctx->codec_mode) {
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300103 case S5P_MFC_CODEC_H264_DEC:
Kamil Debski317b4ca2013-01-03 07:06:04 -0300104 ctx->bank1.size =
Kamil Debskiaf935742011-06-21 10:51:26 -0300105 ALIGN(S5P_FIMV_DEC_NB_IP_SIZE +
106 S5P_FIMV_DEC_VERT_NB_MV_SIZE,
107 S5P_FIMV_DEC_BUF_ALIGN);
Kamil Debski317b4ca2013-01-03 07:06:04 -0300108 ctx->bank2.size = ctx->total_dpb_count * ctx->mv_size;
Kamil Debskiaf935742011-06-21 10:51:26 -0300109 break;
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300110 case S5P_MFC_CODEC_MPEG4_DEC:
Kamil Debski317b4ca2013-01-03 07:06:04 -0300111 ctx->bank1.size =
Kamil Debskiaf935742011-06-21 10:51:26 -0300112 ALIGN(S5P_FIMV_DEC_NB_DCAC_SIZE +
113 S5P_FIMV_DEC_UPNB_MV_SIZE +
114 S5P_FIMV_DEC_SUB_ANCHOR_MV_SIZE +
115 S5P_FIMV_DEC_STX_PARSER_SIZE +
116 S5P_FIMV_DEC_OVERLAP_TRANSFORM_SIZE,
117 S5P_FIMV_DEC_BUF_ALIGN);
Kamil Debski317b4ca2013-01-03 07:06:04 -0300118 ctx->bank2.size = 0;
Kamil Debskiaf935742011-06-21 10:51:26 -0300119 break;
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300120 case S5P_MFC_CODEC_VC1RCV_DEC:
121 case S5P_MFC_CODEC_VC1_DEC:
Kamil Debski317b4ca2013-01-03 07:06:04 -0300122 ctx->bank1.size =
Kamil Debskiaf935742011-06-21 10:51:26 -0300123 ALIGN(S5P_FIMV_DEC_OVERLAP_TRANSFORM_SIZE +
124 S5P_FIMV_DEC_UPNB_MV_SIZE +
125 S5P_FIMV_DEC_SUB_ANCHOR_MV_SIZE +
126 S5P_FIMV_DEC_NB_DCAC_SIZE +
127 3 * S5P_FIMV_DEC_VC1_BITPLANE_SIZE,
128 S5P_FIMV_DEC_BUF_ALIGN);
Kamil Debski317b4ca2013-01-03 07:06:04 -0300129 ctx->bank2.size = 0;
Kamil Debskiaf935742011-06-21 10:51:26 -0300130 break;
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300131 case S5P_MFC_CODEC_MPEG2_DEC:
Kamil Debski317b4ca2013-01-03 07:06:04 -0300132 ctx->bank1.size = 0;
133 ctx->bank2.size = 0;
Kamil Debskiaf935742011-06-21 10:51:26 -0300134 break;
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300135 case S5P_MFC_CODEC_H263_DEC:
Kamil Debski317b4ca2013-01-03 07:06:04 -0300136 ctx->bank1.size =
Kamil Debskiaf935742011-06-21 10:51:26 -0300137 ALIGN(S5P_FIMV_DEC_OVERLAP_TRANSFORM_SIZE +
138 S5P_FIMV_DEC_UPNB_MV_SIZE +
139 S5P_FIMV_DEC_SUB_ANCHOR_MV_SIZE +
140 S5P_FIMV_DEC_NB_DCAC_SIZE,
141 S5P_FIMV_DEC_BUF_ALIGN);
Kamil Debski317b4ca2013-01-03 07:06:04 -0300142 ctx->bank2.size = 0;
Kamil Debskiaf935742011-06-21 10:51:26 -0300143 break;
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300144 case S5P_MFC_CODEC_H264_ENC:
Kamil Debski317b4ca2013-01-03 07:06:04 -0300145 ctx->bank1.size = (enc_ref_y_size * 2) +
Kamil Debskiaf935742011-06-21 10:51:26 -0300146 S5P_FIMV_ENC_UPMV_SIZE +
147 S5P_FIMV_ENC_COLFLG_SIZE +
148 S5P_FIMV_ENC_INTRAMD_SIZE +
149 S5P_FIMV_ENC_NBORINFO_SIZE;
Kamil Debski317b4ca2013-01-03 07:06:04 -0300150 ctx->bank2.size = (enc_ref_y_size * 2) +
Kamil Debskiaf935742011-06-21 10:51:26 -0300151 (enc_ref_c_size * 4) +
152 S5P_FIMV_ENC_INTRAPRED_SIZE;
153 break;
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300154 case S5P_MFC_CODEC_MPEG4_ENC:
Kamil Debski317b4ca2013-01-03 07:06:04 -0300155 ctx->bank1.size = (enc_ref_y_size * 2) +
Kamil Debskiaf935742011-06-21 10:51:26 -0300156 S5P_FIMV_ENC_UPMV_SIZE +
157 S5P_FIMV_ENC_COLFLG_SIZE +
158 S5P_FIMV_ENC_ACDCCOEF_SIZE;
Kamil Debski317b4ca2013-01-03 07:06:04 -0300159 ctx->bank2.size = (enc_ref_y_size * 2) +
Kamil Debskiaf935742011-06-21 10:51:26 -0300160 (enc_ref_c_size * 4);
161 break;
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300162 case S5P_MFC_CODEC_H263_ENC:
Kamil Debski317b4ca2013-01-03 07:06:04 -0300163 ctx->bank1.size = (enc_ref_y_size * 2) +
Kamil Debskiaf935742011-06-21 10:51:26 -0300164 S5P_FIMV_ENC_UPMV_SIZE +
165 S5P_FIMV_ENC_ACDCCOEF_SIZE;
Kamil Debski317b4ca2013-01-03 07:06:04 -0300166 ctx->bank2.size = (enc_ref_y_size * 2) +
Kamil Debskiaf935742011-06-21 10:51:26 -0300167 (enc_ref_c_size * 4);
168 break;
169 default:
170 break;
171 }
172 /* Allocate only if memory from bank 1 is necessary */
Kamil Debski317b4ca2013-01-03 07:06:04 -0300173 if (ctx->bank1.size > 0) {
174
Marek Szyprowski1af21982015-06-03 07:36:23 -0300175 ret = s5p_mfc_alloc_priv_buf(dev->mem_dev_l, dev->bank1,
176 &ctx->bank1);
Kamil Debski317b4ca2013-01-03 07:06:04 -0300177 if (ret) {
178 mfc_err("Failed to allocate Bank1 temporary buffer\n");
179 return ret;
Kamil Debskiaf935742011-06-21 10:51:26 -0300180 }
Kamil Debski317b4ca2013-01-03 07:06:04 -0300181 BUG_ON(ctx->bank1.dma & ((1 << MFC_BANK1_ALIGN_ORDER) - 1));
Kamil Debskiaf935742011-06-21 10:51:26 -0300182 }
183 /* Allocate only if memory from bank 2 is necessary */
Kamil Debski317b4ca2013-01-03 07:06:04 -0300184 if (ctx->bank2.size > 0) {
Marek Szyprowski1af21982015-06-03 07:36:23 -0300185 ret = s5p_mfc_alloc_priv_buf(dev->mem_dev_r, dev->bank2,
186 &ctx->bank2);
Kamil Debski317b4ca2013-01-03 07:06:04 -0300187 if (ret) {
188 mfc_err("Failed to allocate Bank2 temporary buffer\n");
Mauro Carvalho Chehab69148bc2015-04-29 17:10:47 -0300189 s5p_mfc_release_priv_buf(ctx->dev->mem_dev_l, &ctx->bank1);
Kamil Debski317b4ca2013-01-03 07:06:04 -0300190 return ret;
Kamil Debskiaf935742011-06-21 10:51:26 -0300191 }
Kamil Debski317b4ca2013-01-03 07:06:04 -0300192 BUG_ON(ctx->bank2.dma & ((1 << MFC_BANK2_ALIGN_ORDER) - 1));
Kamil Debskiaf935742011-06-21 10:51:26 -0300193 }
194 return 0;
195}
196
197/* Release buffers allocated for codec */
Sachin Kamat3c75a2e2013-03-02 07:50:14 -0300198static void s5p_mfc_release_codec_buffers_v5(struct s5p_mfc_ctx *ctx)
Kamil Debskiaf935742011-06-21 10:51:26 -0300199{
Kamil Debski317b4ca2013-01-03 07:06:04 -0300200 s5p_mfc_release_priv_buf(ctx->dev->mem_dev_l, &ctx->bank1);
201 s5p_mfc_release_priv_buf(ctx->dev->mem_dev_r, &ctx->bank2);
Kamil Debskiaf935742011-06-21 10:51:26 -0300202}
203
204/* Allocate memory for instance data buffer */
Sachin Kamat3c75a2e2013-03-02 07:50:14 -0300205static int s5p_mfc_alloc_instance_buffer_v5(struct s5p_mfc_ctx *ctx)
Kamil Debskiaf935742011-06-21 10:51:26 -0300206{
Kamil Debskiaf935742011-06-21 10:51:26 -0300207 struct s5p_mfc_dev *dev = ctx->dev;
Arun Kumar K8f532a72012-10-03 22:19:09 -0300208 struct s5p_mfc_buf_size_v5 *buf_size = dev->variant->buf_size->priv;
Kamil Debski317b4ca2013-01-03 07:06:04 -0300209 int ret;
Kamil Debskiaf935742011-06-21 10:51:26 -0300210
Arun Kumar K8f532a72012-10-03 22:19:09 -0300211 if (ctx->codec_mode == S5P_MFC_CODEC_H264_DEC ||
212 ctx->codec_mode == S5P_MFC_CODEC_H264_ENC)
213 ctx->ctx.size = buf_size->h264_ctx;
Kamil Debskiaf935742011-06-21 10:51:26 -0300214 else
Arun Kumar K8f532a72012-10-03 22:19:09 -0300215 ctx->ctx.size = buf_size->non_h264_ctx;
Kamil Debski317b4ca2013-01-03 07:06:04 -0300216
Marek Szyprowski1af21982015-06-03 07:36:23 -0300217 ret = s5p_mfc_alloc_priv_buf(dev->mem_dev_l, dev->bank1, &ctx->ctx);
Kamil Debski317b4ca2013-01-03 07:06:04 -0300218 if (ret) {
219 mfc_err("Failed to allocate instance buffer\n");
220 return ret;
Kamil Debskiaf935742011-06-21 10:51:26 -0300221 }
Arun Kumar K8f532a72012-10-03 22:19:09 -0300222 ctx->ctx.ofs = OFFSETA(ctx->ctx.dma);
Kamil Debski317b4ca2013-01-03 07:06:04 -0300223
Kamil Debskiaf935742011-06-21 10:51:26 -0300224 /* Zero content of the allocated memory */
Arun Kumar K8f532a72012-10-03 22:19:09 -0300225 memset(ctx->ctx.virt, 0, ctx->ctx.size);
Kamil Debskiaf935742011-06-21 10:51:26 -0300226 wmb();
Arun Kumar K77a788f2012-10-03 22:19:07 -0300227
228 /* Initialize shared memory */
Kamil Debski317b4ca2013-01-03 07:06:04 -0300229 ctx->shm.size = buf_size->shm;
Marek Szyprowski1af21982015-06-03 07:36:23 -0300230 ret = s5p_mfc_alloc_priv_buf(dev->mem_dev_l, dev->bank1, &ctx->shm);
Kamil Debski317b4ca2013-01-03 07:06:04 -0300231 if (ret) {
232 mfc_err("Failed to allocate shared memory buffer\n");
Zhaowei Yuan6c5c6802014-08-05 22:22:08 -0300233 s5p_mfc_release_priv_buf(dev->mem_dev_l, &ctx->ctx);
Kamil Debski317b4ca2013-01-03 07:06:04 -0300234 return ret;
Arun Kumar K77a788f2012-10-03 22:19:07 -0300235 }
Kamil Debski317b4ca2013-01-03 07:06:04 -0300236
Arun Kumar K77a788f2012-10-03 22:19:07 -0300237 /* shared memory offset only keeps the offset from base (port a) */
Kamil Debski317b4ca2013-01-03 07:06:04 -0300238 ctx->shm.ofs = ctx->shm.dma - dev->bank1;
Arun Kumar K8f532a72012-10-03 22:19:09 -0300239 BUG_ON(ctx->shm.ofs & ((1 << MFC_BANK1_ALIGN_ORDER) - 1));
Arun Kumar K77a788f2012-10-03 22:19:07 -0300240
Kamil Debski317b4ca2013-01-03 07:06:04 -0300241 memset(ctx->shm.virt, 0, buf_size->shm);
Arun Kumar K77a788f2012-10-03 22:19:07 -0300242 wmb();
Kamil Debskiaf935742011-06-21 10:51:26 -0300243 return 0;
244}
245
246/* Release instance buffer */
Sachin Kamat3c75a2e2013-03-02 07:50:14 -0300247static void s5p_mfc_release_instance_buffer_v5(struct s5p_mfc_ctx *ctx)
Kamil Debskiaf935742011-06-21 10:51:26 -0300248{
Kamil Debski317b4ca2013-01-03 07:06:04 -0300249 s5p_mfc_release_priv_buf(ctx->dev->mem_dev_l, &ctx->ctx);
250 s5p_mfc_release_priv_buf(ctx->dev->mem_dev_l, &ctx->shm);
Kamil Debskiaf935742011-06-21 10:51:26 -0300251}
252
Sachin Kamat3c75a2e2013-03-02 07:50:14 -0300253static int s5p_mfc_alloc_dev_context_buffer_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300254{
255 /* NOP */
256
257 return 0;
258}
259
Sachin Kamat3c75a2e2013-03-02 07:50:14 -0300260static void s5p_mfc_release_dev_context_buffer_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300261{
262 /* NOP */
263}
264
265static void s5p_mfc_write_info_v5(struct s5p_mfc_ctx *ctx, unsigned int data,
Arun Kumar K77a788f2012-10-03 22:19:07 -0300266 unsigned int ofs)
267{
Marek Szyprowski1d03def2015-05-28 08:11:47 -0300268 *(u32 *)(ctx->shm.virt + ofs) = data;
Arun Kumar K77a788f2012-10-03 22:19:07 -0300269 wmb();
270}
271
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300272static unsigned int s5p_mfc_read_info_v5(struct s5p_mfc_ctx *ctx,
Marek Szyprowski6c9fe762015-03-04 10:55:22 -0300273 unsigned long ofs)
Arun Kumar K77a788f2012-10-03 22:19:07 -0300274{
275 rmb();
Marek Szyprowski1d03def2015-05-28 08:11:47 -0300276 return *(u32 *)(ctx->shm.virt + ofs);
Arun Kumar K77a788f2012-10-03 22:19:07 -0300277}
278
Sachin Kamat3c75a2e2013-03-02 07:50:14 -0300279static void s5p_mfc_dec_calc_dpb_size_v5(struct s5p_mfc_ctx *ctx)
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300280{
Arun Kumar K8f532a72012-10-03 22:19:09 -0300281 unsigned int guard_width, guard_height;
282
283 ctx->buf_width = ALIGN(ctx->img_width, S5P_FIMV_NV12MT_HALIGN);
284 ctx->buf_height = ALIGN(ctx->img_height, S5P_FIMV_NV12MT_VALIGN);
285 mfc_debug(2,
286 "SEQ Done: Movie dimensions %dx%d, buffer dimensions: %dx%d\n",
287 ctx->img_width, ctx->img_height, ctx->buf_width,
288 ctx->buf_height);
289
290 if (ctx->codec_mode == S5P_MFC_CODEC_H264_DEC) {
291 ctx->luma_size = ALIGN(ctx->buf_width * ctx->buf_height,
292 S5P_FIMV_DEC_BUF_ALIGN);
293 ctx->chroma_size = ALIGN(ctx->buf_width *
294 ALIGN((ctx->img_height >> 1),
295 S5P_FIMV_NV12MT_VALIGN),
296 S5P_FIMV_DEC_BUF_ALIGN);
297 ctx->mv_size = ALIGN(ctx->buf_width *
298 ALIGN((ctx->buf_height >> 2),
299 S5P_FIMV_NV12MT_VALIGN),
300 S5P_FIMV_DEC_BUF_ALIGN);
301 } else {
302 guard_width =
303 ALIGN(ctx->img_width + 24, S5P_FIMV_NV12MT_HALIGN);
304 guard_height =
305 ALIGN(ctx->img_height + 16, S5P_FIMV_NV12MT_VALIGN);
306 ctx->luma_size = ALIGN(guard_width * guard_height,
307 S5P_FIMV_DEC_BUF_ALIGN);
308
309 guard_width =
310 ALIGN(ctx->img_width + 16, S5P_FIMV_NV12MT_HALIGN);
311 guard_height =
312 ALIGN((ctx->img_height >> 1) + 4,
313 S5P_FIMV_NV12MT_VALIGN);
314 ctx->chroma_size = ALIGN(guard_width * guard_height,
315 S5P_FIMV_DEC_BUF_ALIGN);
316
317 ctx->mv_size = 0;
318 }
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300319}
320
Sachin Kamat3c75a2e2013-03-02 07:50:14 -0300321static void s5p_mfc_enc_calc_src_size_v5(struct s5p_mfc_ctx *ctx)
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300322{
Arun Kumar K8f532a72012-10-03 22:19:09 -0300323 if (ctx->src_fmt->fourcc == V4L2_PIX_FMT_NV12M) {
324 ctx->buf_width = ALIGN(ctx->img_width, S5P_FIMV_NV12M_HALIGN);
325
326 ctx->luma_size = ALIGN(ctx->img_width, S5P_FIMV_NV12M_HALIGN)
327 * ALIGN(ctx->img_height, S5P_FIMV_NV12M_LVALIGN);
328 ctx->chroma_size = ALIGN(ctx->img_width, S5P_FIMV_NV12M_HALIGN)
329 * ALIGN((ctx->img_height >> 1), S5P_FIMV_NV12M_CVALIGN);
330
331 ctx->luma_size = ALIGN(ctx->luma_size, S5P_FIMV_NV12M_SALIGN);
332 ctx->chroma_size =
333 ALIGN(ctx->chroma_size, S5P_FIMV_NV12M_SALIGN);
334 } else if (ctx->src_fmt->fourcc == V4L2_PIX_FMT_NV12MT) {
335 ctx->buf_width = ALIGN(ctx->img_width, S5P_FIMV_NV12MT_HALIGN);
336
337 ctx->luma_size = ALIGN(ctx->img_width, S5P_FIMV_NV12MT_HALIGN)
338 * ALIGN(ctx->img_height, S5P_FIMV_NV12MT_VALIGN);
339 ctx->chroma_size =
340 ALIGN(ctx->img_width, S5P_FIMV_NV12MT_HALIGN)
341 * ALIGN((ctx->img_height >> 1), S5P_FIMV_NV12MT_VALIGN);
342
343 ctx->luma_size = ALIGN(ctx->luma_size, S5P_FIMV_NV12MT_SALIGN);
344 ctx->chroma_size =
345 ALIGN(ctx->chroma_size, S5P_FIMV_NV12MT_SALIGN);
346 }
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300347}
348
Kamil Debskiaf935742011-06-21 10:51:26 -0300349/* Set registers for decoding temporary buffers */
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300350static void s5p_mfc_set_dec_desc_buffer(struct s5p_mfc_ctx *ctx)
Kamil Debskiaf935742011-06-21 10:51:26 -0300351{
352 struct s5p_mfc_dev *dev = ctx->dev;
Arun Kumar K8f532a72012-10-03 22:19:09 -0300353 struct s5p_mfc_buf_size_v5 *buf_size = dev->variant->buf_size->priv;
Kamil Debskiaf935742011-06-21 10:51:26 -0300354
Arun Kumar K8f532a72012-10-03 22:19:09 -0300355 mfc_write(dev, OFFSETA(ctx->dsc.dma), S5P_FIMV_SI_CH0_DESC_ADR);
356 mfc_write(dev, buf_size->dsc, S5P_FIMV_SI_CH0_DESC_SIZE);
Kamil Debskiaf935742011-06-21 10:51:26 -0300357}
358
359/* Set registers for shared buffer */
Sachin Kamata13bba42012-05-10 03:32:01 -0300360static void s5p_mfc_set_shared_buffer(struct s5p_mfc_ctx *ctx)
Kamil Debskiaf935742011-06-21 10:51:26 -0300361{
362 struct s5p_mfc_dev *dev = ctx->dev;
Arun Kumar K8f532a72012-10-03 22:19:09 -0300363 mfc_write(dev, ctx->shm.ofs, S5P_FIMV_SI_CH0_HOST_WR_ADR);
Kamil Debskiaf935742011-06-21 10:51:26 -0300364}
365
366/* Set registers for decoding stream buffer */
Sachin Kamat3c75a2e2013-03-02 07:50:14 -0300367static int s5p_mfc_set_dec_stream_buffer_v5(struct s5p_mfc_ctx *ctx,
368 int buf_addr, unsigned int start_num_byte,
369 unsigned int buf_size)
Kamil Debskiaf935742011-06-21 10:51:26 -0300370{
371 struct s5p_mfc_dev *dev = ctx->dev;
372
373 mfc_write(dev, OFFSETA(buf_addr), S5P_FIMV_SI_CH0_SB_ST_ADR);
374 mfc_write(dev, ctx->dec_src_buf_size, S5P_FIMV_SI_CH0_CPB_SIZE);
375 mfc_write(dev, buf_size, S5P_FIMV_SI_CH0_SB_FRM_SIZE);
Arun Kumar K77a788f2012-10-03 22:19:07 -0300376 s5p_mfc_write_info_v5(ctx, start_num_byte, START_BYTE_NUM);
Kamil Debskiaf935742011-06-21 10:51:26 -0300377 return 0;
378}
379
380/* Set decoding frame buffer */
Sachin Kamat3c75a2e2013-03-02 07:50:14 -0300381static int s5p_mfc_set_dec_frame_buffer_v5(struct s5p_mfc_ctx *ctx)
Kamil Debskiaf935742011-06-21 10:51:26 -0300382{
Zhaowei Yuan9aee8b82014-09-03 23:28:43 -0300383 unsigned int frame_size_lu, i;
Kamil Debskiaf935742011-06-21 10:51:26 -0300384 unsigned int frame_size_ch, frame_size_mv;
385 struct s5p_mfc_dev *dev = ctx->dev;
386 unsigned int dpb;
387 size_t buf_addr1, buf_addr2;
388 int buf_size1, buf_size2;
389
Kamil Debski317b4ca2013-01-03 07:06:04 -0300390 buf_addr1 = ctx->bank1.dma;
391 buf_size1 = ctx->bank1.size;
392 buf_addr2 = ctx->bank2.dma;
393 buf_size2 = ctx->bank2.size;
Kamil Debskiaf935742011-06-21 10:51:26 -0300394 dpb = mfc_read(dev, S5P_FIMV_SI_CH0_DPB_CONF_CTRL) &
395 ~S5P_FIMV_DPB_COUNT_MASK;
396 mfc_write(dev, ctx->total_dpb_count | dpb,
397 S5P_FIMV_SI_CH0_DPB_CONF_CTRL);
398 s5p_mfc_set_shared_buffer(ctx);
399 switch (ctx->codec_mode) {
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300400 case S5P_MFC_CODEC_H264_DEC:
Kamil Debskiaf935742011-06-21 10:51:26 -0300401 mfc_write(dev, OFFSETA(buf_addr1),
402 S5P_FIMV_H264_VERT_NB_MV_ADR);
403 buf_addr1 += S5P_FIMV_DEC_VERT_NB_MV_SIZE;
404 buf_size1 -= S5P_FIMV_DEC_VERT_NB_MV_SIZE;
405 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_H264_NB_IP_ADR);
406 buf_addr1 += S5P_FIMV_DEC_NB_IP_SIZE;
407 buf_size1 -= S5P_FIMV_DEC_NB_IP_SIZE;
408 break;
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300409 case S5P_MFC_CODEC_MPEG4_DEC:
Kamil Debskiaf935742011-06-21 10:51:26 -0300410 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_MPEG4_NB_DCAC_ADR);
411 buf_addr1 += S5P_FIMV_DEC_NB_DCAC_SIZE;
412 buf_size1 -= S5P_FIMV_DEC_NB_DCAC_SIZE;
413 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_MPEG4_UP_NB_MV_ADR);
414 buf_addr1 += S5P_FIMV_DEC_UPNB_MV_SIZE;
415 buf_size1 -= S5P_FIMV_DEC_UPNB_MV_SIZE;
416 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_MPEG4_SA_MV_ADR);
417 buf_addr1 += S5P_FIMV_DEC_SUB_ANCHOR_MV_SIZE;
418 buf_size1 -= S5P_FIMV_DEC_SUB_ANCHOR_MV_SIZE;
419 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_MPEG4_SP_ADR);
420 buf_addr1 += S5P_FIMV_DEC_STX_PARSER_SIZE;
421 buf_size1 -= S5P_FIMV_DEC_STX_PARSER_SIZE;
422 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_MPEG4_OT_LINE_ADR);
423 buf_addr1 += S5P_FIMV_DEC_OVERLAP_TRANSFORM_SIZE;
424 buf_size1 -= S5P_FIMV_DEC_OVERLAP_TRANSFORM_SIZE;
425 break;
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300426 case S5P_MFC_CODEC_H263_DEC:
Kamil Debskiaf935742011-06-21 10:51:26 -0300427 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_H263_OT_LINE_ADR);
428 buf_addr1 += S5P_FIMV_DEC_OVERLAP_TRANSFORM_SIZE;
429 buf_size1 -= S5P_FIMV_DEC_OVERLAP_TRANSFORM_SIZE;
430 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_H263_UP_NB_MV_ADR);
431 buf_addr1 += S5P_FIMV_DEC_UPNB_MV_SIZE;
432 buf_size1 -= S5P_FIMV_DEC_UPNB_MV_SIZE;
433 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_H263_SA_MV_ADR);
434 buf_addr1 += S5P_FIMV_DEC_SUB_ANCHOR_MV_SIZE;
435 buf_size1 -= S5P_FIMV_DEC_SUB_ANCHOR_MV_SIZE;
436 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_H263_NB_DCAC_ADR);
437 buf_addr1 += S5P_FIMV_DEC_NB_DCAC_SIZE;
438 buf_size1 -= S5P_FIMV_DEC_NB_DCAC_SIZE;
439 break;
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300440 case S5P_MFC_CODEC_VC1_DEC:
441 case S5P_MFC_CODEC_VC1RCV_DEC:
Kamil Debskiaf935742011-06-21 10:51:26 -0300442 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_VC1_NB_DCAC_ADR);
443 buf_addr1 += S5P_FIMV_DEC_NB_DCAC_SIZE;
444 buf_size1 -= S5P_FIMV_DEC_NB_DCAC_SIZE;
445 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_VC1_OT_LINE_ADR);
446 buf_addr1 += S5P_FIMV_DEC_OVERLAP_TRANSFORM_SIZE;
447 buf_size1 -= S5P_FIMV_DEC_OVERLAP_TRANSFORM_SIZE;
448 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_VC1_UP_NB_MV_ADR);
449 buf_addr1 += S5P_FIMV_DEC_UPNB_MV_SIZE;
450 buf_size1 -= S5P_FIMV_DEC_UPNB_MV_SIZE;
451 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_VC1_SA_MV_ADR);
452 buf_addr1 += S5P_FIMV_DEC_SUB_ANCHOR_MV_SIZE;
453 buf_size1 -= S5P_FIMV_DEC_SUB_ANCHOR_MV_SIZE;
454 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_VC1_BITPLANE3_ADR);
455 buf_addr1 += S5P_FIMV_DEC_VC1_BITPLANE_SIZE;
456 buf_size1 -= S5P_FIMV_DEC_VC1_BITPLANE_SIZE;
457 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_VC1_BITPLANE2_ADR);
458 buf_addr1 += S5P_FIMV_DEC_VC1_BITPLANE_SIZE;
459 buf_size1 -= S5P_FIMV_DEC_VC1_BITPLANE_SIZE;
460 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_VC1_BITPLANE1_ADR);
461 buf_addr1 += S5P_FIMV_DEC_VC1_BITPLANE_SIZE;
462 buf_size1 -= S5P_FIMV_DEC_VC1_BITPLANE_SIZE;
463 break;
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300464 case S5P_MFC_CODEC_MPEG2_DEC:
Kamil Debskiaf935742011-06-21 10:51:26 -0300465 break;
466 default:
467 mfc_err("Unknown codec for decoding (%x)\n",
468 ctx->codec_mode);
469 return -EINVAL;
Kamil Debskiaf935742011-06-21 10:51:26 -0300470 }
Zhaowei Yuan9aee8b82014-09-03 23:28:43 -0300471 frame_size_lu = ctx->luma_size;
Kamil Debskiaf935742011-06-21 10:51:26 -0300472 frame_size_ch = ctx->chroma_size;
473 frame_size_mv = ctx->mv_size;
Zhaowei Yuan9aee8b82014-09-03 23:28:43 -0300474 mfc_debug(2, "Frm size: %d ch: %d mv: %d\n", frame_size_lu, frame_size_ch,
Kamil Debskiaf935742011-06-21 10:51:26 -0300475 frame_size_mv);
476 for (i = 0; i < ctx->total_dpb_count; i++) {
477 /* Bank2 */
Mauro Carvalho Chehabe13f7d52014-09-24 18:32:54 -0300478 mfc_debug(2, "Luma %d: %zx\n", i,
Kamil Debskiaf935742011-06-21 10:51:26 -0300479 ctx->dst_bufs[i].cookie.raw.luma);
480 mfc_write(dev, OFFSETB(ctx->dst_bufs[i].cookie.raw.luma),
481 S5P_FIMV_DEC_LUMA_ADR + i * 4);
Mauro Carvalho Chehabe13f7d52014-09-24 18:32:54 -0300482 mfc_debug(2, "\tChroma %d: %zx\n", i,
Kamil Debskiaf935742011-06-21 10:51:26 -0300483 ctx->dst_bufs[i].cookie.raw.chroma);
484 mfc_write(dev, OFFSETA(ctx->dst_bufs[i].cookie.raw.chroma),
485 S5P_FIMV_DEC_CHROMA_ADR + i * 4);
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300486 if (ctx->codec_mode == S5P_MFC_CODEC_H264_DEC) {
Mauro Carvalho Chehabe13f7d52014-09-24 18:32:54 -0300487 mfc_debug(2, "\tBuf2: %zx, size: %d\n",
Kamil Debskiaf935742011-06-21 10:51:26 -0300488 buf_addr2, buf_size2);
489 mfc_write(dev, OFFSETB(buf_addr2),
490 S5P_FIMV_H264_MV_ADR + i * 4);
491 buf_addr2 += frame_size_mv;
492 buf_size2 -= frame_size_mv;
493 }
494 }
Mauro Carvalho Chehabe13f7d52014-09-24 18:32:54 -0300495 mfc_debug(2, "Buf1: %zu, buf_size1: %d\n", buf_addr1, buf_size1);
Kamil Debskiaf935742011-06-21 10:51:26 -0300496 mfc_debug(2, "Buf 1/2 size after: %d/%d (frames %d)\n",
497 buf_size1, buf_size2, ctx->total_dpb_count);
498 if (buf_size1 < 0 || buf_size2 < 0) {
499 mfc_debug(2, "Not enough memory has been allocated\n");
500 return -ENOMEM;
501 }
Zhaowei Yuan9aee8b82014-09-03 23:28:43 -0300502 s5p_mfc_write_info_v5(ctx, frame_size_lu, ALLOC_LUMA_DPB_SIZE);
Arun Kumar K77a788f2012-10-03 22:19:07 -0300503 s5p_mfc_write_info_v5(ctx, frame_size_ch, ALLOC_CHROMA_DPB_SIZE);
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300504 if (ctx->codec_mode == S5P_MFC_CODEC_H264_DEC)
Arun Kumar K77a788f2012-10-03 22:19:07 -0300505 s5p_mfc_write_info_v5(ctx, frame_size_mv, ALLOC_MV_SIZE);
Kamil Debskiaf935742011-06-21 10:51:26 -0300506 mfc_write(dev, ((S5P_FIMV_CH_INIT_BUFS & S5P_FIMV_CH_MASK)
507 << S5P_FIMV_CH_SHIFT) | (ctx->inst_no),
508 S5P_FIMV_SI_CH0_INST_ID);
509 return 0;
510}
511
512/* Set registers for encoding stream buffer */
Sachin Kamat3c75a2e2013-03-02 07:50:14 -0300513static int s5p_mfc_set_enc_stream_buffer_v5(struct s5p_mfc_ctx *ctx,
Kamil Debskiaf935742011-06-21 10:51:26 -0300514 unsigned long addr, unsigned int size)
515{
516 struct s5p_mfc_dev *dev = ctx->dev;
517
518 mfc_write(dev, OFFSETA(addr), S5P_FIMV_ENC_SI_CH0_SB_ADR);
519 mfc_write(dev, size, S5P_FIMV_ENC_SI_CH0_SB_SIZE);
520 return 0;
521}
522
Sachin Kamat3c75a2e2013-03-02 07:50:14 -0300523static void s5p_mfc_set_enc_frame_buffer_v5(struct s5p_mfc_ctx *ctx,
Kamil Debskiaf935742011-06-21 10:51:26 -0300524 unsigned long y_addr, unsigned long c_addr)
525{
526 struct s5p_mfc_dev *dev = ctx->dev;
527
528 mfc_write(dev, OFFSETB(y_addr), S5P_FIMV_ENC_SI_CH0_CUR_Y_ADR);
529 mfc_write(dev, OFFSETB(c_addr), S5P_FIMV_ENC_SI_CH0_CUR_C_ADR);
530}
531
Sachin Kamat3c75a2e2013-03-02 07:50:14 -0300532static void s5p_mfc_get_enc_frame_buffer_v5(struct s5p_mfc_ctx *ctx,
Kamil Debskiaf935742011-06-21 10:51:26 -0300533 unsigned long *y_addr, unsigned long *c_addr)
534{
535 struct s5p_mfc_dev *dev = ctx->dev;
536
537 *y_addr = dev->bank2 + (mfc_read(dev, S5P_FIMV_ENCODED_Y_ADDR)
538 << MFC_OFFSET_SHIFT);
539 *c_addr = dev->bank2 + (mfc_read(dev, S5P_FIMV_ENCODED_C_ADDR)
540 << MFC_OFFSET_SHIFT);
541}
542
543/* Set encoding ref & codec buffer */
Sachin Kamat3c75a2e2013-03-02 07:50:14 -0300544static int s5p_mfc_set_enc_ref_buffer_v5(struct s5p_mfc_ctx *ctx)
Kamil Debskiaf935742011-06-21 10:51:26 -0300545{
546 struct s5p_mfc_dev *dev = ctx->dev;
547 size_t buf_addr1, buf_addr2;
548 size_t buf_size1, buf_size2;
549 unsigned int enc_ref_y_size, enc_ref_c_size;
550 unsigned int guard_width, guard_height;
551 int i;
552
Kamil Debski317b4ca2013-01-03 07:06:04 -0300553 buf_addr1 = ctx->bank1.dma;
554 buf_size1 = ctx->bank1.size;
555 buf_addr2 = ctx->bank2.dma;
556 buf_size2 = ctx->bank2.size;
Kamil Debskiaf935742011-06-21 10:51:26 -0300557 enc_ref_y_size = ALIGN(ctx->img_width, S5P_FIMV_NV12MT_HALIGN)
558 * ALIGN(ctx->img_height, S5P_FIMV_NV12MT_VALIGN);
559 enc_ref_y_size = ALIGN(enc_ref_y_size, S5P_FIMV_NV12MT_SALIGN);
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300560 if (ctx->codec_mode == S5P_MFC_CODEC_H264_ENC) {
Kamil Debskiaf935742011-06-21 10:51:26 -0300561 enc_ref_c_size = ALIGN(ctx->img_width, S5P_FIMV_NV12MT_HALIGN)
562 * ALIGN((ctx->img_height >> 1), S5P_FIMV_NV12MT_VALIGN);
563 enc_ref_c_size = ALIGN(enc_ref_c_size, S5P_FIMV_NV12MT_SALIGN);
564 } else {
565 guard_width = ALIGN(ctx->img_width + 16,
566 S5P_FIMV_NV12MT_HALIGN);
567 guard_height = ALIGN((ctx->img_height >> 1) + 4,
568 S5P_FIMV_NV12MT_VALIGN);
569 enc_ref_c_size = ALIGN(guard_width * guard_height,
570 S5P_FIMV_NV12MT_SALIGN);
571 }
Mauro Carvalho Chehab03ce7812014-09-24 19:07:36 -0300572 mfc_debug(2, "buf_size1: %zu, buf_size2: %zu\n", buf_size1, buf_size2);
Kamil Debskiaf935742011-06-21 10:51:26 -0300573 switch (ctx->codec_mode) {
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300574 case S5P_MFC_CODEC_H264_ENC:
Kamil Debskiaf935742011-06-21 10:51:26 -0300575 for (i = 0; i < 2; i++) {
576 mfc_write(dev, OFFSETA(buf_addr1),
577 S5P_FIMV_ENC_REF0_LUMA_ADR + (4 * i));
578 buf_addr1 += enc_ref_y_size;
579 buf_size1 -= enc_ref_y_size;
580
581 mfc_write(dev, OFFSETB(buf_addr2),
582 S5P_FIMV_ENC_REF2_LUMA_ADR + (4 * i));
583 buf_addr2 += enc_ref_y_size;
584 buf_size2 -= enc_ref_y_size;
585 }
586 for (i = 0; i < 4; i++) {
587 mfc_write(dev, OFFSETB(buf_addr2),
588 S5P_FIMV_ENC_REF0_CHROMA_ADR + (4 * i));
589 buf_addr2 += enc_ref_c_size;
590 buf_size2 -= enc_ref_c_size;
591 }
592 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_H264_UP_MV_ADR);
593 buf_addr1 += S5P_FIMV_ENC_UPMV_SIZE;
594 buf_size1 -= S5P_FIMV_ENC_UPMV_SIZE;
595 mfc_write(dev, OFFSETA(buf_addr1),
596 S5P_FIMV_H264_COZERO_FLAG_ADR);
597 buf_addr1 += S5P_FIMV_ENC_COLFLG_SIZE;
598 buf_size1 -= S5P_FIMV_ENC_COLFLG_SIZE;
599 mfc_write(dev, OFFSETA(buf_addr1),
600 S5P_FIMV_H264_UP_INTRA_MD_ADR);
601 buf_addr1 += S5P_FIMV_ENC_INTRAMD_SIZE;
602 buf_size1 -= S5P_FIMV_ENC_INTRAMD_SIZE;
603 mfc_write(dev, OFFSETB(buf_addr2),
604 S5P_FIMV_H264_UP_INTRA_PRED_ADR);
605 buf_addr2 += S5P_FIMV_ENC_INTRAPRED_SIZE;
606 buf_size2 -= S5P_FIMV_ENC_INTRAPRED_SIZE;
607 mfc_write(dev, OFFSETA(buf_addr1),
608 S5P_FIMV_H264_NBOR_INFO_ADR);
609 buf_addr1 += S5P_FIMV_ENC_NBORINFO_SIZE;
610 buf_size1 -= S5P_FIMV_ENC_NBORINFO_SIZE;
Mauro Carvalho Chehab03ce7812014-09-24 19:07:36 -0300611 mfc_debug(2, "buf_size1: %zu, buf_size2: %zu\n",
Kamil Debskiaf935742011-06-21 10:51:26 -0300612 buf_size1, buf_size2);
613 break;
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300614 case S5P_MFC_CODEC_MPEG4_ENC:
Kamil Debskiaf935742011-06-21 10:51:26 -0300615 for (i = 0; i < 2; i++) {
616 mfc_write(dev, OFFSETA(buf_addr1),
617 S5P_FIMV_ENC_REF0_LUMA_ADR + (4 * i));
618 buf_addr1 += enc_ref_y_size;
619 buf_size1 -= enc_ref_y_size;
620 mfc_write(dev, OFFSETB(buf_addr2),
621 S5P_FIMV_ENC_REF2_LUMA_ADR + (4 * i));
622 buf_addr2 += enc_ref_y_size;
623 buf_size2 -= enc_ref_y_size;
624 }
625 for (i = 0; i < 4; i++) {
626 mfc_write(dev, OFFSETB(buf_addr2),
627 S5P_FIMV_ENC_REF0_CHROMA_ADR + (4 * i));
628 buf_addr2 += enc_ref_c_size;
629 buf_size2 -= enc_ref_c_size;
630 }
631 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_MPEG4_UP_MV_ADR);
632 buf_addr1 += S5P_FIMV_ENC_UPMV_SIZE;
633 buf_size1 -= S5P_FIMV_ENC_UPMV_SIZE;
634 mfc_write(dev, OFFSETA(buf_addr1),
635 S5P_FIMV_MPEG4_COZERO_FLAG_ADR);
636 buf_addr1 += S5P_FIMV_ENC_COLFLG_SIZE;
637 buf_size1 -= S5P_FIMV_ENC_COLFLG_SIZE;
638 mfc_write(dev, OFFSETA(buf_addr1),
639 S5P_FIMV_MPEG4_ACDC_COEF_ADR);
640 buf_addr1 += S5P_FIMV_ENC_ACDCCOEF_SIZE;
641 buf_size1 -= S5P_FIMV_ENC_ACDCCOEF_SIZE;
Mauro Carvalho Chehab03ce7812014-09-24 19:07:36 -0300642 mfc_debug(2, "buf_size1: %zu, buf_size2: %zu\n",
Kamil Debskiaf935742011-06-21 10:51:26 -0300643 buf_size1, buf_size2);
644 break;
Arun Kumar K43a1ea12012-10-03 22:19:08 -0300645 case S5P_MFC_CODEC_H263_ENC:
Kamil Debskiaf935742011-06-21 10:51:26 -0300646 for (i = 0; i < 2; i++) {
647 mfc_write(dev, OFFSETA(buf_addr1),
648 S5P_FIMV_ENC_REF0_LUMA_ADR + (4 * i));
649 buf_addr1 += enc_ref_y_size;
650 buf_size1 -= enc_ref_y_size;
651 mfc_write(dev, OFFSETB(buf_addr2),
652 S5P_FIMV_ENC_REF2_LUMA_ADR + (4 * i));
653 buf_addr2 += enc_ref_y_size;
654 buf_size2 -= enc_ref_y_size;
655 }
656 for (i = 0; i < 4; i++) {
657 mfc_write(dev, OFFSETB(buf_addr2),
658 S5P_FIMV_ENC_REF0_CHROMA_ADR + (4 * i));
659 buf_addr2 += enc_ref_c_size;
660 buf_size2 -= enc_ref_c_size;
661 }
662 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_H263_UP_MV_ADR);
663 buf_addr1 += S5P_FIMV_ENC_UPMV_SIZE;
664 buf_size1 -= S5P_FIMV_ENC_UPMV_SIZE;
665 mfc_write(dev, OFFSETA(buf_addr1), S5P_FIMV_H263_ACDC_COEF_ADR);
666 buf_addr1 += S5P_FIMV_ENC_ACDCCOEF_SIZE;
667 buf_size1 -= S5P_FIMV_ENC_ACDCCOEF_SIZE;
Mauro Carvalho Chehab03ce7812014-09-24 19:07:36 -0300668 mfc_debug(2, "buf_size1: %zu, buf_size2: %zu\n",
Kamil Debskiaf935742011-06-21 10:51:26 -0300669 buf_size1, buf_size2);
670 break;
671 default:
672 mfc_err("Unknown codec set for encoding: %d\n",
673 ctx->codec_mode);
674 return -EINVAL;
675 }
676 return 0;
677}
678
679static int s5p_mfc_set_enc_params(struct s5p_mfc_ctx *ctx)
680{
681 struct s5p_mfc_dev *dev = ctx->dev;
682 struct s5p_mfc_enc_params *p = &ctx->enc_params;
683 unsigned int reg;
684 unsigned int shm;
685
686 /* width */
687 mfc_write(dev, ctx->img_width, S5P_FIMV_ENC_HSIZE_PX);
688 /* height */
689 mfc_write(dev, ctx->img_height, S5P_FIMV_ENC_VSIZE_PX);
690 /* pictype : enable, IDR period */
691 reg = mfc_read(dev, S5P_FIMV_ENC_PIC_TYPE_CTRL);
692 reg |= (1 << 18);
693 reg &= ~(0xFFFF);
694 reg |= p->gop_size;
695 mfc_write(dev, reg, S5P_FIMV_ENC_PIC_TYPE_CTRL);
696 mfc_write(dev, 0, S5P_FIMV_ENC_B_RECON_WRITE_ON);
697 /* multi-slice control */
698 /* multi-slice MB number or bit size */
699 mfc_write(dev, p->slice_mode, S5P_FIMV_ENC_MSLICE_CTRL);
700 if (p->slice_mode == V4L2_MPEG_VIDEO_MULTI_SICE_MODE_MAX_MB) {
701 mfc_write(dev, p->slice_mb, S5P_FIMV_ENC_MSLICE_MB);
702 } else if (p->slice_mode == V4L2_MPEG_VIDEO_MULTI_SICE_MODE_MAX_BYTES) {
703 mfc_write(dev, p->slice_bit, S5P_FIMV_ENC_MSLICE_BIT);
704 } else {
705 mfc_write(dev, 0, S5P_FIMV_ENC_MSLICE_MB);
706 mfc_write(dev, 0, S5P_FIMV_ENC_MSLICE_BIT);
707 }
708 /* cyclic intra refresh */
709 mfc_write(dev, p->intra_refresh_mb, S5P_FIMV_ENC_CIR_CTRL);
710 /* memory structure cur. frame */
711 if (ctx->src_fmt->fourcc == V4L2_PIX_FMT_NV12M)
712 mfc_write(dev, 0, S5P_FIMV_ENC_MAP_FOR_CUR);
713 else if (ctx->src_fmt->fourcc == V4L2_PIX_FMT_NV12MT)
714 mfc_write(dev, 3, S5P_FIMV_ENC_MAP_FOR_CUR);
715 /* padding control & value */
716 reg = mfc_read(dev, S5P_FIMV_ENC_PADDING_CTRL);
717 if (p->pad) {
718 /** enable */
719 reg |= (1 << 31);
720 /** cr value */
721 reg &= ~(0xFF << 16);
722 reg |= (p->pad_cr << 16);
723 /** cb value */
724 reg &= ~(0xFF << 8);
725 reg |= (p->pad_cb << 8);
726 /** y value */
727 reg &= ~(0xFF);
728 reg |= (p->pad_luma);
729 } else {
730 /** disable & all value clear */
731 reg = 0;
732 }
733 mfc_write(dev, reg, S5P_FIMV_ENC_PADDING_CTRL);
734 /* rate control config. */
735 reg = mfc_read(dev, S5P_FIMV_ENC_RC_CONFIG);
736 /** frame-level rate control */
737 reg &= ~(0x1 << 9);
738 reg |= (p->rc_frame << 9);
739 mfc_write(dev, reg, S5P_FIMV_ENC_RC_CONFIG);
740 /* bit rate */
741 if (p->rc_frame)
742 mfc_write(dev, p->rc_bitrate,
743 S5P_FIMV_ENC_RC_BIT_RATE);
744 else
745 mfc_write(dev, 0, S5P_FIMV_ENC_RC_BIT_RATE);
746 /* reaction coefficient */
747 if (p->rc_frame)
748 mfc_write(dev, p->rc_reaction_coeff, S5P_FIMV_ENC_RC_RPARA);
Arun Kumar K77a788f2012-10-03 22:19:07 -0300749 shm = s5p_mfc_read_info_v5(ctx, EXT_ENC_CONTROL);
Kamil Debskiaf935742011-06-21 10:51:26 -0300750 /* seq header ctrl */
751 shm &= ~(0x1 << 3);
752 shm |= (p->seq_hdr_mode << 3);
753 /* frame skip mode */
754 shm &= ~(0x3 << 1);
755 shm |= (p->frame_skip_mode << 1);
Arun Kumar K77a788f2012-10-03 22:19:07 -0300756 s5p_mfc_write_info_v5(ctx, shm, EXT_ENC_CONTROL);
Kamil Debskiaf935742011-06-21 10:51:26 -0300757 /* fixed target bit */
Arun Kumar K77a788f2012-10-03 22:19:07 -0300758 s5p_mfc_write_info_v5(ctx, p->fixed_target_bit, RC_CONTROL_CONFIG);
Kamil Debskiaf935742011-06-21 10:51:26 -0300759 return 0;
760}
761
762static int s5p_mfc_set_enc_params_h264(struct s5p_mfc_ctx *ctx)
763{
764 struct s5p_mfc_dev *dev = ctx->dev;
765 struct s5p_mfc_enc_params *p = &ctx->enc_params;
766 struct s5p_mfc_h264_enc_params *p_264 = &p->codec.h264;
767 unsigned int reg;
768 unsigned int shm;
769
770 s5p_mfc_set_enc_params(ctx);
771 /* pictype : number of B */
772 reg = mfc_read(dev, S5P_FIMV_ENC_PIC_TYPE_CTRL);
773 /* num_b_frame - 0 ~ 2 */
774 reg &= ~(0x3 << 16);
775 reg |= (p->num_b_frame << 16);
776 mfc_write(dev, reg, S5P_FIMV_ENC_PIC_TYPE_CTRL);
777 /* profile & level */
778 reg = mfc_read(dev, S5P_FIMV_ENC_PROFILE);
779 /* level */
780 reg &= ~(0xFF << 8);
781 reg |= (p_264->level << 8);
782 /* profile - 0 ~ 2 */
783 reg &= ~(0x3F);
784 reg |= p_264->profile;
785 mfc_write(dev, reg, S5P_FIMV_ENC_PROFILE);
786 /* interlace */
Arun Kumar K8f532a72012-10-03 22:19:09 -0300787 mfc_write(dev, p_264->interlace, S5P_FIMV_ENC_PIC_STRUCT);
Kamil Debskiaf935742011-06-21 10:51:26 -0300788 /* height */
Arun Kumar K8f532a72012-10-03 22:19:09 -0300789 if (p_264->interlace)
Kamil Debskiaf935742011-06-21 10:51:26 -0300790 mfc_write(dev, ctx->img_height >> 1, S5P_FIMV_ENC_VSIZE_PX);
791 /* loopfilter ctrl */
792 mfc_write(dev, p_264->loop_filter_mode, S5P_FIMV_ENC_LF_CTRL);
793 /* loopfilter alpha offset */
794 if (p_264->loop_filter_alpha < 0) {
795 reg = 0x10;
796 reg |= (0xFF - p_264->loop_filter_alpha) + 1;
797 } else {
798 reg = 0x00;
799 reg |= (p_264->loop_filter_alpha & 0xF);
800 }
801 mfc_write(dev, reg, S5P_FIMV_ENC_ALPHA_OFF);
802 /* loopfilter beta offset */
803 if (p_264->loop_filter_beta < 0) {
804 reg = 0x10;
805 reg |= (0xFF - p_264->loop_filter_beta) + 1;
806 } else {
807 reg = 0x00;
808 reg |= (p_264->loop_filter_beta & 0xF);
809 }
810 mfc_write(dev, reg, S5P_FIMV_ENC_BETA_OFF);
811 /* entropy coding mode */
812 if (p_264->entropy_mode == V4L2_MPEG_VIDEO_H264_ENTROPY_MODE_CABAC)
813 mfc_write(dev, 1, S5P_FIMV_ENC_H264_ENTROPY_MODE);
814 else
815 mfc_write(dev, 0, S5P_FIMV_ENC_H264_ENTROPY_MODE);
816 /* number of ref. picture */
817 reg = mfc_read(dev, S5P_FIMV_ENC_H264_NUM_OF_REF);
818 /* num of ref. pictures of P */
819 reg &= ~(0x3 << 5);
820 reg |= (p_264->num_ref_pic_4p << 5);
821 /* max number of ref. pictures */
822 reg &= ~(0x1F);
823 reg |= p_264->max_ref_pic;
824 mfc_write(dev, reg, S5P_FIMV_ENC_H264_NUM_OF_REF);
825 /* 8x8 transform enable */
826 mfc_write(dev, p_264->_8x8_transform, S5P_FIMV_ENC_H264_TRANS_FLAG);
827 /* rate control config. */
828 reg = mfc_read(dev, S5P_FIMV_ENC_RC_CONFIG);
829 /* macroblock level rate control */
830 reg &= ~(0x1 << 8);
Arun Kumar K8f532a72012-10-03 22:19:09 -0300831 reg |= (p->rc_mb << 8);
Kamil Debskiaf935742011-06-21 10:51:26 -0300832 /* frame QP */
833 reg &= ~(0x3F);
834 reg |= p_264->rc_frame_qp;
835 mfc_write(dev, reg, S5P_FIMV_ENC_RC_CONFIG);
836 /* frame rate */
837 if (p->rc_frame && p->rc_framerate_denom)
838 mfc_write(dev, p->rc_framerate_num * 1000
839 / p->rc_framerate_denom, S5P_FIMV_ENC_RC_FRAME_RATE);
840 else
841 mfc_write(dev, 0, S5P_FIMV_ENC_RC_FRAME_RATE);
842 /* max & min value of QP */
843 reg = mfc_read(dev, S5P_FIMV_ENC_RC_QBOUND);
844 /* max QP */
845 reg &= ~(0x3F << 8);
846 reg |= (p_264->rc_max_qp << 8);
847 /* min QP */
848 reg &= ~(0x3F);
849 reg |= p_264->rc_min_qp;
850 mfc_write(dev, reg, S5P_FIMV_ENC_RC_QBOUND);
851 /* macroblock adaptive scaling features */
Arun Kumar K8f532a72012-10-03 22:19:09 -0300852 if (p->rc_mb) {
Kamil Debskiaf935742011-06-21 10:51:26 -0300853 reg = mfc_read(dev, S5P_FIMV_ENC_RC_MB_CTRL);
854 /* dark region */
855 reg &= ~(0x1 << 3);
856 reg |= (p_264->rc_mb_dark << 3);
857 /* smooth region */
858 reg &= ~(0x1 << 2);
859 reg |= (p_264->rc_mb_smooth << 2);
860 /* static region */
861 reg &= ~(0x1 << 1);
862 reg |= (p_264->rc_mb_static << 1);
863 /* high activity region */
864 reg &= ~(0x1);
865 reg |= p_264->rc_mb_activity;
866 mfc_write(dev, reg, S5P_FIMV_ENC_RC_MB_CTRL);
867 }
Arun Kumar K8f532a72012-10-03 22:19:09 -0300868 if (!p->rc_frame && !p->rc_mb) {
Arun Kumar K77a788f2012-10-03 22:19:07 -0300869 shm = s5p_mfc_read_info_v5(ctx, P_B_FRAME_QP);
Kamil Debskiaf935742011-06-21 10:51:26 -0300870 shm &= ~(0xFFF);
871 shm |= ((p_264->rc_b_frame_qp & 0x3F) << 6);
872 shm |= (p_264->rc_p_frame_qp & 0x3F);
Arun Kumar K77a788f2012-10-03 22:19:07 -0300873 s5p_mfc_write_info_v5(ctx, shm, P_B_FRAME_QP);
Kamil Debskiaf935742011-06-21 10:51:26 -0300874 }
875 /* extended encoder ctrl */
Arun Kumar K77a788f2012-10-03 22:19:07 -0300876 shm = s5p_mfc_read_info_v5(ctx, EXT_ENC_CONTROL);
Kamil Debskiaf935742011-06-21 10:51:26 -0300877 /* AR VUI control */
878 shm &= ~(0x1 << 15);
879 shm |= (p_264->vui_sar << 1);
Arun Kumar K77a788f2012-10-03 22:19:07 -0300880 s5p_mfc_write_info_v5(ctx, shm, EXT_ENC_CONTROL);
Kamil Debskiaf935742011-06-21 10:51:26 -0300881 if (p_264->vui_sar) {
882 /* aspect ration IDC */
Arun Kumar K77a788f2012-10-03 22:19:07 -0300883 shm = s5p_mfc_read_info_v5(ctx, SAMPLE_ASPECT_RATIO_IDC);
Kamil Debskiaf935742011-06-21 10:51:26 -0300884 shm &= ~(0xFF);
885 shm |= p_264->vui_sar_idc;
Arun Kumar K77a788f2012-10-03 22:19:07 -0300886 s5p_mfc_write_info_v5(ctx, shm, SAMPLE_ASPECT_RATIO_IDC);
Kamil Debskiaf935742011-06-21 10:51:26 -0300887 if (p_264->vui_sar_idc == 0xFF) {
888 /* sample AR info */
Arun Kumar K77a788f2012-10-03 22:19:07 -0300889 shm = s5p_mfc_read_info_v5(ctx, EXTENDED_SAR);
Kamil Debskiaf935742011-06-21 10:51:26 -0300890 shm &= ~(0xFFFFFFFF);
891 shm |= p_264->vui_ext_sar_width << 16;
892 shm |= p_264->vui_ext_sar_height;
Arun Kumar K77a788f2012-10-03 22:19:07 -0300893 s5p_mfc_write_info_v5(ctx, shm, EXTENDED_SAR);
Kamil Debskiaf935742011-06-21 10:51:26 -0300894 }
895 }
896 /* intra picture period for H.264 */
Arun Kumar K77a788f2012-10-03 22:19:07 -0300897 shm = s5p_mfc_read_info_v5(ctx, H264_I_PERIOD);
Kamil Debskiaf935742011-06-21 10:51:26 -0300898 /* control */
899 shm &= ~(0x1 << 16);
900 shm |= (p_264->open_gop << 16);
901 /* value */
902 if (p_264->open_gop) {
903 shm &= ~(0xFFFF);
904 shm |= p_264->open_gop_size;
905 }
Arun Kumar K77a788f2012-10-03 22:19:07 -0300906 s5p_mfc_write_info_v5(ctx, shm, H264_I_PERIOD);
Kamil Debskiaf935742011-06-21 10:51:26 -0300907 /* extended encoder ctrl */
Arun Kumar K77a788f2012-10-03 22:19:07 -0300908 shm = s5p_mfc_read_info_v5(ctx, EXT_ENC_CONTROL);
Kamil Debskiaf935742011-06-21 10:51:26 -0300909 /* vbv buffer size */
910 if (p->frame_skip_mode ==
911 V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_BUF_LIMIT) {
912 shm &= ~(0xFFFF << 16);
913 shm |= (p_264->cpb_size << 16);
914 }
Arun Kumar K77a788f2012-10-03 22:19:07 -0300915 s5p_mfc_write_info_v5(ctx, shm, EXT_ENC_CONTROL);
Kamil Debskiaf935742011-06-21 10:51:26 -0300916 return 0;
917}
918
919static int s5p_mfc_set_enc_params_mpeg4(struct s5p_mfc_ctx *ctx)
920{
921 struct s5p_mfc_dev *dev = ctx->dev;
922 struct s5p_mfc_enc_params *p = &ctx->enc_params;
923 struct s5p_mfc_mpeg4_enc_params *p_mpeg4 = &p->codec.mpeg4;
924 unsigned int reg;
925 unsigned int shm;
926 unsigned int framerate;
927
928 s5p_mfc_set_enc_params(ctx);
929 /* pictype : number of B */
930 reg = mfc_read(dev, S5P_FIMV_ENC_PIC_TYPE_CTRL);
931 /* num_b_frame - 0 ~ 2 */
932 reg &= ~(0x3 << 16);
933 reg |= (p->num_b_frame << 16);
934 mfc_write(dev, reg, S5P_FIMV_ENC_PIC_TYPE_CTRL);
935 /* profile & level */
936 reg = mfc_read(dev, S5P_FIMV_ENC_PROFILE);
937 /* level */
938 reg &= ~(0xFF << 8);
939 reg |= (p_mpeg4->level << 8);
940 /* profile - 0 ~ 2 */
941 reg &= ~(0x3F);
942 reg |= p_mpeg4->profile;
943 mfc_write(dev, reg, S5P_FIMV_ENC_PROFILE);
944 /* quarter_pixel */
945 mfc_write(dev, p_mpeg4->quarter_pixel, S5P_FIMV_ENC_MPEG4_QUART_PXL);
946 /* qp */
947 if (!p->rc_frame) {
Arun Kumar K77a788f2012-10-03 22:19:07 -0300948 shm = s5p_mfc_read_info_v5(ctx, P_B_FRAME_QP);
Kamil Debskiaf935742011-06-21 10:51:26 -0300949 shm &= ~(0xFFF);
950 shm |= ((p_mpeg4->rc_b_frame_qp & 0x3F) << 6);
951 shm |= (p_mpeg4->rc_p_frame_qp & 0x3F);
Arun Kumar K77a788f2012-10-03 22:19:07 -0300952 s5p_mfc_write_info_v5(ctx, shm, P_B_FRAME_QP);
Kamil Debskiaf935742011-06-21 10:51:26 -0300953 }
954 /* frame rate */
955 if (p->rc_frame) {
956 if (p->rc_framerate_denom > 0) {
957 framerate = p->rc_framerate_num * 1000 /
958 p->rc_framerate_denom;
959 mfc_write(dev, framerate,
960 S5P_FIMV_ENC_RC_FRAME_RATE);
Arun Kumar K77a788f2012-10-03 22:19:07 -0300961 shm = s5p_mfc_read_info_v5(ctx, RC_VOP_TIMING);
Kamil Debskiaf935742011-06-21 10:51:26 -0300962 shm &= ~(0xFFFFFFFF);
963 shm |= (1 << 31);
964 shm |= ((p->rc_framerate_num & 0x7FFF) << 16);
965 shm |= (p->rc_framerate_denom & 0xFFFF);
Arun Kumar K77a788f2012-10-03 22:19:07 -0300966 s5p_mfc_write_info_v5(ctx, shm, RC_VOP_TIMING);
Kamil Debskiaf935742011-06-21 10:51:26 -0300967 }
968 } else {
969 mfc_write(dev, 0, S5P_FIMV_ENC_RC_FRAME_RATE);
970 }
971 /* rate control config. */
972 reg = mfc_read(dev, S5P_FIMV_ENC_RC_CONFIG);
973 /* frame QP */
974 reg &= ~(0x3F);
975 reg |= p_mpeg4->rc_frame_qp;
976 mfc_write(dev, reg, S5P_FIMV_ENC_RC_CONFIG);
977 /* max & min value of QP */
978 reg = mfc_read(dev, S5P_FIMV_ENC_RC_QBOUND);
979 /* max QP */
980 reg &= ~(0x3F << 8);
981 reg |= (p_mpeg4->rc_max_qp << 8);
982 /* min QP */
983 reg &= ~(0x3F);
984 reg |= p_mpeg4->rc_min_qp;
985 mfc_write(dev, reg, S5P_FIMV_ENC_RC_QBOUND);
986 /* extended encoder ctrl */
Arun Kumar K77a788f2012-10-03 22:19:07 -0300987 shm = s5p_mfc_read_info_v5(ctx, EXT_ENC_CONTROL);
Kamil Debskiaf935742011-06-21 10:51:26 -0300988 /* vbv buffer size */
989 if (p->frame_skip_mode ==
990 V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_BUF_LIMIT) {
991 shm &= ~(0xFFFF << 16);
992 shm |= (p->vbv_size << 16);
993 }
Arun Kumar K77a788f2012-10-03 22:19:07 -0300994 s5p_mfc_write_info_v5(ctx, shm, EXT_ENC_CONTROL);
Kamil Debskiaf935742011-06-21 10:51:26 -0300995 return 0;
996}
997
998static int s5p_mfc_set_enc_params_h263(struct s5p_mfc_ctx *ctx)
999{
1000 struct s5p_mfc_dev *dev = ctx->dev;
1001 struct s5p_mfc_enc_params *p = &ctx->enc_params;
1002 struct s5p_mfc_mpeg4_enc_params *p_h263 = &p->codec.mpeg4;
1003 unsigned int reg;
1004 unsigned int shm;
1005
1006 s5p_mfc_set_enc_params(ctx);
1007 /* qp */
1008 if (!p->rc_frame) {
Arun Kumar K77a788f2012-10-03 22:19:07 -03001009 shm = s5p_mfc_read_info_v5(ctx, P_B_FRAME_QP);
Kamil Debskiaf935742011-06-21 10:51:26 -03001010 shm &= ~(0xFFF);
1011 shm |= (p_h263->rc_p_frame_qp & 0x3F);
Arun Kumar K77a788f2012-10-03 22:19:07 -03001012 s5p_mfc_write_info_v5(ctx, shm, P_B_FRAME_QP);
Kamil Debskiaf935742011-06-21 10:51:26 -03001013 }
1014 /* frame rate */
1015 if (p->rc_frame && p->rc_framerate_denom)
1016 mfc_write(dev, p->rc_framerate_num * 1000
1017 / p->rc_framerate_denom, S5P_FIMV_ENC_RC_FRAME_RATE);
1018 else
1019 mfc_write(dev, 0, S5P_FIMV_ENC_RC_FRAME_RATE);
1020 /* rate control config. */
1021 reg = mfc_read(dev, S5P_FIMV_ENC_RC_CONFIG);
1022 /* frame QP */
1023 reg &= ~(0x3F);
1024 reg |= p_h263->rc_frame_qp;
1025 mfc_write(dev, reg, S5P_FIMV_ENC_RC_CONFIG);
1026 /* max & min value of QP */
1027 reg = mfc_read(dev, S5P_FIMV_ENC_RC_QBOUND);
1028 /* max QP */
1029 reg &= ~(0x3F << 8);
1030 reg |= (p_h263->rc_max_qp << 8);
1031 /* min QP */
1032 reg &= ~(0x3F);
1033 reg |= p_h263->rc_min_qp;
1034 mfc_write(dev, reg, S5P_FIMV_ENC_RC_QBOUND);
1035 /* extended encoder ctrl */
Arun Kumar K77a788f2012-10-03 22:19:07 -03001036 shm = s5p_mfc_read_info_v5(ctx, EXT_ENC_CONTROL);
Kamil Debskiaf935742011-06-21 10:51:26 -03001037 /* vbv buffer size */
1038 if (p->frame_skip_mode ==
1039 V4L2_MPEG_MFC51_VIDEO_FRAME_SKIP_MODE_BUF_LIMIT) {
1040 shm &= ~(0xFFFF << 16);
1041 shm |= (p->vbv_size << 16);
1042 }
Arun Kumar K77a788f2012-10-03 22:19:07 -03001043 s5p_mfc_write_info_v5(ctx, shm, EXT_ENC_CONTROL);
Kamil Debskiaf935742011-06-21 10:51:26 -03001044 return 0;
1045}
1046
1047/* Initialize decoding */
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001048static int s5p_mfc_init_decode_v5(struct s5p_mfc_ctx *ctx)
Kamil Debskiaf935742011-06-21 10:51:26 -03001049{
1050 struct s5p_mfc_dev *dev = ctx->dev;
1051
1052 s5p_mfc_set_shared_buffer(ctx);
1053 /* Setup loop filter, for decoding this is only valid for MPEG4 */
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001054 if (ctx->codec_mode == S5P_MFC_CODEC_MPEG4_DEC)
Kamil Debskiaf935742011-06-21 10:51:26 -03001055 mfc_write(dev, ctx->loop_filter_mpeg4, S5P_FIMV_ENC_LF_CTRL);
1056 else
1057 mfc_write(dev, 0, S5P_FIMV_ENC_LF_CTRL);
1058 mfc_write(dev, ((ctx->slice_interface & S5P_FIMV_SLICE_INT_MASK) <<
1059 S5P_FIMV_SLICE_INT_SHIFT) | (ctx->display_delay_enable <<
1060 S5P_FIMV_DDELAY_ENA_SHIFT) | ((ctx->display_delay &
1061 S5P_FIMV_DDELAY_VAL_MASK) << S5P_FIMV_DDELAY_VAL_SHIFT),
1062 S5P_FIMV_SI_CH0_DPB_CONF_CTRL);
1063 mfc_write(dev,
1064 ((S5P_FIMV_CH_SEQ_HEADER & S5P_FIMV_CH_MASK) << S5P_FIMV_CH_SHIFT)
1065 | (ctx->inst_no), S5P_FIMV_SI_CH0_INST_ID);
1066 return 0;
1067}
1068
1069static void s5p_mfc_set_flush(struct s5p_mfc_ctx *ctx, int flush)
1070{
1071 struct s5p_mfc_dev *dev = ctx->dev;
1072 unsigned int dpb;
1073
1074 if (flush)
1075 dpb = mfc_read(dev, S5P_FIMV_SI_CH0_DPB_CONF_CTRL) | (
1076 S5P_FIMV_DPB_FLUSH_MASK << S5P_FIMV_DPB_FLUSH_SHIFT);
1077 else
1078 dpb = mfc_read(dev, S5P_FIMV_SI_CH0_DPB_CONF_CTRL) &
1079 ~(S5P_FIMV_DPB_FLUSH_MASK << S5P_FIMV_DPB_FLUSH_SHIFT);
1080 mfc_write(dev, dpb, S5P_FIMV_SI_CH0_DPB_CONF_CTRL);
1081}
1082
1083/* Decode a single frame */
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001084static int s5p_mfc_decode_one_frame_v5(struct s5p_mfc_ctx *ctx,
Kamil Debskiaf935742011-06-21 10:51:26 -03001085 enum s5p_mfc_decode_arg last_frame)
1086{
1087 struct s5p_mfc_dev *dev = ctx->dev;
1088
1089 mfc_write(dev, ctx->dec_dst_flag, S5P_FIMV_SI_CH0_RELEASE_BUF);
1090 s5p_mfc_set_shared_buffer(ctx);
1091 s5p_mfc_set_flush(ctx, ctx->dpb_flush_flag);
1092 /* Issue different commands to instance basing on whether it
1093 * is the last frame or not. */
1094 switch (last_frame) {
1095 case MFC_DEC_FRAME:
1096 mfc_write(dev, ((S5P_FIMV_CH_FRAME_START & S5P_FIMV_CH_MASK) <<
1097 S5P_FIMV_CH_SHIFT) | (ctx->inst_no), S5P_FIMV_SI_CH0_INST_ID);
1098 break;
1099 case MFC_DEC_LAST_FRAME:
1100 mfc_write(dev, ((S5P_FIMV_CH_LAST_FRAME & S5P_FIMV_CH_MASK) <<
1101 S5P_FIMV_CH_SHIFT) | (ctx->inst_no), S5P_FIMV_SI_CH0_INST_ID);
1102 break;
1103 case MFC_DEC_RES_CHANGE:
1104 mfc_write(dev, ((S5P_FIMV_CH_FRAME_START_REALLOC &
1105 S5P_FIMV_CH_MASK) << S5P_FIMV_CH_SHIFT) | (ctx->inst_no),
1106 S5P_FIMV_SI_CH0_INST_ID);
1107 break;
1108 }
1109 mfc_debug(2, "Decoding a usual frame\n");
1110 return 0;
1111}
1112
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001113static int s5p_mfc_init_encode_v5(struct s5p_mfc_ctx *ctx)
Kamil Debskiaf935742011-06-21 10:51:26 -03001114{
1115 struct s5p_mfc_dev *dev = ctx->dev;
1116
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001117 if (ctx->codec_mode == S5P_MFC_CODEC_H264_ENC)
Kamil Debskiaf935742011-06-21 10:51:26 -03001118 s5p_mfc_set_enc_params_h264(ctx);
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001119 else if (ctx->codec_mode == S5P_MFC_CODEC_MPEG4_ENC)
Kamil Debskiaf935742011-06-21 10:51:26 -03001120 s5p_mfc_set_enc_params_mpeg4(ctx);
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001121 else if (ctx->codec_mode == S5P_MFC_CODEC_H263_ENC)
Kamil Debskiaf935742011-06-21 10:51:26 -03001122 s5p_mfc_set_enc_params_h263(ctx);
1123 else {
1124 mfc_err("Unknown codec for encoding (%x)\n",
1125 ctx->codec_mode);
1126 return -EINVAL;
1127 }
1128 s5p_mfc_set_shared_buffer(ctx);
1129 mfc_write(dev, ((S5P_FIMV_CH_SEQ_HEADER << 16) & 0x70000) |
1130 (ctx->inst_no), S5P_FIMV_SI_CH0_INST_ID);
1131 return 0;
1132}
1133
1134/* Encode a single frame */
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001135static int s5p_mfc_encode_one_frame_v5(struct s5p_mfc_ctx *ctx)
Kamil Debskiaf935742011-06-21 10:51:26 -03001136{
1137 struct s5p_mfc_dev *dev = ctx->dev;
Andrzej Hajdaf9f715a2012-08-21 08:05:32 -03001138 int cmd;
Kamil Debskiaf935742011-06-21 10:51:26 -03001139 /* memory structure cur. frame */
1140 if (ctx->src_fmt->fourcc == V4L2_PIX_FMT_NV12M)
1141 mfc_write(dev, 0, S5P_FIMV_ENC_MAP_FOR_CUR);
1142 else if (ctx->src_fmt->fourcc == V4L2_PIX_FMT_NV12MT)
1143 mfc_write(dev, 3, S5P_FIMV_ENC_MAP_FOR_CUR);
1144 s5p_mfc_set_shared_buffer(ctx);
Andrzej Hajdaf9f715a2012-08-21 08:05:32 -03001145
1146 if (ctx->state == MFCINST_FINISHING)
1147 cmd = S5P_FIMV_CH_LAST_FRAME;
1148 else
1149 cmd = S5P_FIMV_CH_FRAME_START;
1150 mfc_write(dev, ((cmd & S5P_FIMV_CH_MASK) << S5P_FIMV_CH_SHIFT)
1151 | (ctx->inst_no), S5P_FIMV_SI_CH0_INST_ID);
1152
Kamil Debskiaf935742011-06-21 10:51:26 -03001153 return 0;
1154}
1155
Kamil Debskiaf935742011-06-21 10:51:26 -03001156static void s5p_mfc_run_res_change(struct s5p_mfc_ctx *ctx)
1157{
1158 struct s5p_mfc_dev *dev = ctx->dev;
1159
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001160 s5p_mfc_set_dec_stream_buffer_v5(ctx, 0, 0, 0);
Kamil Debskiaf935742011-06-21 10:51:26 -03001161 dev->curr_ctx = ctx->num;
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001162 s5p_mfc_decode_one_frame_v5(ctx, MFC_DEC_RES_CHANGE);
Kamil Debskiaf935742011-06-21 10:51:26 -03001163}
1164
1165static int s5p_mfc_run_dec_frame(struct s5p_mfc_ctx *ctx, int last_frame)
1166{
1167 struct s5p_mfc_dev *dev = ctx->dev;
1168 struct s5p_mfc_buf *temp_vb;
1169 unsigned long flags;
Kamil Debskiaf935742011-06-21 10:51:26 -03001170
Kamil Debskia34026e2013-01-11 12:29:33 -03001171 if (ctx->state == MFCINST_FINISHING) {
1172 last_frame = MFC_DEC_LAST_FRAME;
1173 s5p_mfc_set_dec_stream_buffer_v5(ctx, 0, 0, 0);
1174 dev->curr_ctx = ctx->num;
Kamil Debskia34026e2013-01-11 12:29:33 -03001175 s5p_mfc_decode_one_frame_v5(ctx, last_frame);
1176 return 0;
1177 }
1178
Kamil Debskiaf935742011-06-21 10:51:26 -03001179 spin_lock_irqsave(&dev->irqlock, flags);
1180 /* Frames are being decoded */
1181 if (list_empty(&ctx->src_queue)) {
1182 mfc_debug(2, "No src buffers\n");
1183 spin_unlock_irqrestore(&dev->irqlock, flags);
1184 return -EAGAIN;
1185 }
1186 /* Get the next source buffer */
1187 temp_vb = list_entry(ctx->src_queue.next, struct s5p_mfc_buf, list);
Andrzej Hajdaf9f715a2012-08-21 08:05:32 -03001188 temp_vb->flags |= MFC_BUF_FLAG_USED;
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001189 s5p_mfc_set_dec_stream_buffer_v5(ctx,
Junghak Sung2d700712015-09-22 10:30:30 -03001190 vb2_dma_contig_plane_dma_addr(&temp_vb->b->vb2_buf, 0),
1191 ctx->consumed_stream, temp_vb->b->vb2_buf.planes[0].bytesused);
Kamil Debskiaf935742011-06-21 10:51:26 -03001192 spin_unlock_irqrestore(&dev->irqlock, flags);
Kamil Debskiaf935742011-06-21 10:51:26 -03001193 dev->curr_ctx = ctx->num;
Junghak Sung2d700712015-09-22 10:30:30 -03001194 if (temp_vb->b->vb2_buf.planes[0].bytesused == 0) {
Kamil Debskiaf935742011-06-21 10:51:26 -03001195 last_frame = MFC_DEC_LAST_FRAME;
1196 mfc_debug(2, "Setting ctx->state to FINISHING\n");
1197 ctx->state = MFCINST_FINISHING;
1198 }
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001199 s5p_mfc_decode_one_frame_v5(ctx, last_frame);
Kamil Debskiaf935742011-06-21 10:51:26 -03001200 return 0;
1201}
1202
1203static int s5p_mfc_run_enc_frame(struct s5p_mfc_ctx *ctx)
1204{
1205 struct s5p_mfc_dev *dev = ctx->dev;
1206 unsigned long flags;
1207 struct s5p_mfc_buf *dst_mb;
1208 struct s5p_mfc_buf *src_mb;
1209 unsigned long src_y_addr, src_c_addr, dst_addr;
1210 unsigned int dst_size;
1211
1212 spin_lock_irqsave(&dev->irqlock, flags);
Andrzej Hajdaf9f715a2012-08-21 08:05:32 -03001213 if (list_empty(&ctx->src_queue) && ctx->state != MFCINST_FINISHING) {
Kamil Debskiaf935742011-06-21 10:51:26 -03001214 mfc_debug(2, "no src buffers\n");
1215 spin_unlock_irqrestore(&dev->irqlock, flags);
1216 return -EAGAIN;
1217 }
1218 if (list_empty(&ctx->dst_queue)) {
1219 mfc_debug(2, "no dst buffers\n");
1220 spin_unlock_irqrestore(&dev->irqlock, flags);
1221 return -EAGAIN;
1222 }
Andrzej Hajdaf9f715a2012-08-21 08:05:32 -03001223 if (list_empty(&ctx->src_queue)) {
1224 /* send null frame */
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001225 s5p_mfc_set_enc_frame_buffer_v5(ctx, dev->bank2, dev->bank2);
Andrzej Hajdaf9f715a2012-08-21 08:05:32 -03001226 src_mb = NULL;
1227 } else {
1228 src_mb = list_entry(ctx->src_queue.next, struct s5p_mfc_buf,
1229 list);
1230 src_mb->flags |= MFC_BUF_FLAG_USED;
Junghak Sung2d700712015-09-22 10:30:30 -03001231 if (src_mb->b->vb2_buf.planes[0].bytesused == 0) {
Andrzej Hajdaf9f715a2012-08-21 08:05:32 -03001232 /* send null frame */
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001233 s5p_mfc_set_enc_frame_buffer_v5(ctx, dev->bank2,
Andrzej Hajdaf9f715a2012-08-21 08:05:32 -03001234 dev->bank2);
1235 ctx->state = MFCINST_FINISHING;
1236 } else {
Junghak Sung2d700712015-09-22 10:30:30 -03001237 src_y_addr = vb2_dma_contig_plane_dma_addr(
1238 &src_mb->b->vb2_buf, 0);
1239 src_c_addr = vb2_dma_contig_plane_dma_addr(
1240 &src_mb->b->vb2_buf, 1);
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001241 s5p_mfc_set_enc_frame_buffer_v5(ctx, src_y_addr,
Andrzej Hajdaf9f715a2012-08-21 08:05:32 -03001242 src_c_addr);
1243 if (src_mb->flags & MFC_BUF_FLAG_EOS)
1244 ctx->state = MFCINST_FINISHING;
1245 }
1246 }
Kamil Debskiaf935742011-06-21 10:51:26 -03001247 dst_mb = list_entry(ctx->dst_queue.next, struct s5p_mfc_buf, list);
Andrzej Hajdaf9f715a2012-08-21 08:05:32 -03001248 dst_mb->flags |= MFC_BUF_FLAG_USED;
Junghak Sung2d700712015-09-22 10:30:30 -03001249 dst_addr = vb2_dma_contig_plane_dma_addr(&dst_mb->b->vb2_buf, 0);
1250 dst_size = vb2_plane_size(&dst_mb->b->vb2_buf, 0);
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001251 s5p_mfc_set_enc_stream_buffer_v5(ctx, dst_addr, dst_size);
Kamil Debskiaf935742011-06-21 10:51:26 -03001252 spin_unlock_irqrestore(&dev->irqlock, flags);
1253 dev->curr_ctx = ctx->num;
Andrzej Hajda4130eab2013-05-28 03:26:16 -03001254 mfc_debug(2, "encoding buffer with index=%d state=%d\n",
Junghak Sung2d700712015-09-22 10:30:30 -03001255 src_mb ? src_mb->b->vb2_buf.index : -1, ctx->state);
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001256 s5p_mfc_encode_one_frame_v5(ctx);
Kamil Debskiaf935742011-06-21 10:51:26 -03001257 return 0;
1258}
1259
1260static void s5p_mfc_run_init_dec(struct s5p_mfc_ctx *ctx)
1261{
1262 struct s5p_mfc_dev *dev = ctx->dev;
1263 unsigned long flags;
1264 struct s5p_mfc_buf *temp_vb;
1265
1266 /* Initializing decoding - parsing header */
1267 spin_lock_irqsave(&dev->irqlock, flags);
1268 mfc_debug(2, "Preparing to init decoding\n");
1269 temp_vb = list_entry(ctx->src_queue.next, struct s5p_mfc_buf, list);
1270 s5p_mfc_set_dec_desc_buffer(ctx);
Junghak Sung2d700712015-09-22 10:30:30 -03001271 mfc_debug(2, "Header size: %d\n",
1272 temp_vb->b->vb2_buf.planes[0].bytesused);
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001273 s5p_mfc_set_dec_stream_buffer_v5(ctx,
Junghak Sung2d700712015-09-22 10:30:30 -03001274 vb2_dma_contig_plane_dma_addr(&temp_vb->b->vb2_buf, 0),
1275 0, temp_vb->b->vb2_buf.planes[0].bytesused);
Kamil Debskiaf935742011-06-21 10:51:26 -03001276 spin_unlock_irqrestore(&dev->irqlock, flags);
1277 dev->curr_ctx = ctx->num;
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001278 s5p_mfc_init_decode_v5(ctx);
Kamil Debskiaf935742011-06-21 10:51:26 -03001279}
1280
1281static void s5p_mfc_run_init_enc(struct s5p_mfc_ctx *ctx)
1282{
1283 struct s5p_mfc_dev *dev = ctx->dev;
1284 unsigned long flags;
1285 struct s5p_mfc_buf *dst_mb;
1286 unsigned long dst_addr;
1287 unsigned int dst_size;
1288
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001289 s5p_mfc_set_enc_ref_buffer_v5(ctx);
Kamil Debskiaf935742011-06-21 10:51:26 -03001290 spin_lock_irqsave(&dev->irqlock, flags);
1291 dst_mb = list_entry(ctx->dst_queue.next, struct s5p_mfc_buf, list);
Junghak Sung2d700712015-09-22 10:30:30 -03001292 dst_addr = vb2_dma_contig_plane_dma_addr(&dst_mb->b->vb2_buf, 0);
1293 dst_size = vb2_plane_size(&dst_mb->b->vb2_buf, 0);
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001294 s5p_mfc_set_enc_stream_buffer_v5(ctx, dst_addr, dst_size);
Kamil Debskiaf935742011-06-21 10:51:26 -03001295 spin_unlock_irqrestore(&dev->irqlock, flags);
1296 dev->curr_ctx = ctx->num;
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001297 s5p_mfc_init_encode_v5(ctx);
Kamil Debskiaf935742011-06-21 10:51:26 -03001298}
1299
1300static int s5p_mfc_run_init_dec_buffers(struct s5p_mfc_ctx *ctx)
1301{
1302 struct s5p_mfc_dev *dev = ctx->dev;
1303 unsigned long flags;
1304 struct s5p_mfc_buf *temp_vb;
1305 int ret;
1306
1307 /*
1308 * Header was parsed now starting processing
1309 * First set the output frame buffers
1310 */
1311 if (ctx->capture_state != QUEUE_BUFS_MMAPED) {
1312 mfc_err("It seems that not all destionation buffers were "
1313 "mmaped\nMFC requires that all destination are mmaped "
1314 "before starting processing\n");
1315 return -EAGAIN;
1316 }
1317 spin_lock_irqsave(&dev->irqlock, flags);
1318 if (list_empty(&ctx->src_queue)) {
1319 mfc_err("Header has been deallocated in the middle of"
1320 " initialization\n");
1321 spin_unlock_irqrestore(&dev->irqlock, flags);
1322 return -EIO;
1323 }
1324 temp_vb = list_entry(ctx->src_queue.next, struct s5p_mfc_buf, list);
Junghak Sung2d700712015-09-22 10:30:30 -03001325 mfc_debug(2, "Header size: %d\n",
1326 temp_vb->b->vb2_buf.planes[0].bytesused);
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001327 s5p_mfc_set_dec_stream_buffer_v5(ctx,
Junghak Sung2d700712015-09-22 10:30:30 -03001328 vb2_dma_contig_plane_dma_addr(&temp_vb->b->vb2_buf, 0),
1329 0, temp_vb->b->vb2_buf.planes[0].bytesused);
Kamil Debskiaf935742011-06-21 10:51:26 -03001330 spin_unlock_irqrestore(&dev->irqlock, flags);
1331 dev->curr_ctx = ctx->num;
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001332 ret = s5p_mfc_set_dec_frame_buffer_v5(ctx);
Kamil Debskiaf935742011-06-21 10:51:26 -03001333 if (ret) {
1334 mfc_err("Failed to alloc frame mem\n");
1335 ctx->state = MFCINST_ERROR;
1336 }
1337 return ret;
1338}
1339
1340/* Try running an operation on hardware */
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001341static void s5p_mfc_try_run_v5(struct s5p_mfc_dev *dev)
Kamil Debskiaf935742011-06-21 10:51:26 -03001342{
1343 struct s5p_mfc_ctx *ctx;
1344 int new_ctx;
1345 unsigned int ret = 0;
1346
1347 if (test_bit(0, &dev->enter_suspend)) {
1348 mfc_debug(1, "Entering suspend so do not schedule any jobs\n");
1349 return;
1350 }
1351 /* Check whether hardware is not running */
1352 if (test_and_set_bit(0, &dev->hw_lock) != 0) {
1353 /* This is perfectly ok, the scheduled ctx should wait */
1354 mfc_debug(1, "Couldn't lock HW\n");
1355 return;
1356 }
1357 /* Choose the context to run */
1358 new_ctx = s5p_mfc_get_new_ctx(dev);
1359 if (new_ctx < 0) {
1360 /* No contexts to run */
1361 if (test_and_clear_bit(0, &dev->hw_lock) == 0) {
1362 mfc_err("Failed to unlock hardware\n");
1363 return;
1364 }
1365 mfc_debug(1, "No ctx is scheduled to be run\n");
1366 return;
1367 }
1368 ctx = dev->ctx[new_ctx];
1369 /* Got context to run in ctx */
1370 /*
1371 * Last frame has already been sent to MFC.
1372 * Now obtaining frames from MFC buffer
1373 */
1374 s5p_mfc_clock_on();
Pawel Osciakf2035362014-10-21 08:07:07 -03001375 s5p_mfc_clean_ctx_int_flags(ctx);
1376
Kamil Debskiaf935742011-06-21 10:51:26 -03001377 if (ctx->type == MFCINST_DECODER) {
1378 s5p_mfc_set_dec_desc_buffer(ctx);
1379 switch (ctx->state) {
1380 case MFCINST_FINISHING:
1381 s5p_mfc_run_dec_frame(ctx, MFC_DEC_LAST_FRAME);
1382 break;
1383 case MFCINST_RUNNING:
1384 ret = s5p_mfc_run_dec_frame(ctx, MFC_DEC_FRAME);
1385 break;
1386 case MFCINST_INIT:
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001387 ret = s5p_mfc_hw_call(dev->mfc_cmds, open_inst_cmd,
1388 ctx);
Kamil Debskiaf935742011-06-21 10:51:26 -03001389 break;
1390 case MFCINST_RETURN_INST:
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001391 ret = s5p_mfc_hw_call(dev->mfc_cmds, close_inst_cmd,
1392 ctx);
Kamil Debskiaf935742011-06-21 10:51:26 -03001393 break;
1394 case MFCINST_GOT_INST:
1395 s5p_mfc_run_init_dec(ctx);
1396 break;
1397 case MFCINST_HEAD_PARSED:
1398 ret = s5p_mfc_run_init_dec_buffers(ctx);
1399 mfc_debug(1, "head parsed\n");
1400 break;
1401 case MFCINST_RES_CHANGE_INIT:
1402 s5p_mfc_run_res_change(ctx);
1403 break;
1404 case MFCINST_RES_CHANGE_FLUSH:
1405 s5p_mfc_run_dec_frame(ctx, MFC_DEC_FRAME);
1406 break;
1407 case MFCINST_RES_CHANGE_END:
1408 mfc_debug(2, "Finished remaining frames after resolution change\n");
1409 ctx->capture_state = QUEUE_FREE;
1410 mfc_debug(2, "Will re-init the codec\n");
1411 s5p_mfc_run_init_dec(ctx);
1412 break;
1413 default:
1414 ret = -EAGAIN;
1415 }
1416 } else if (ctx->type == MFCINST_ENCODER) {
1417 switch (ctx->state) {
1418 case MFCINST_FINISHING:
1419 case MFCINST_RUNNING:
1420 ret = s5p_mfc_run_enc_frame(ctx);
1421 break;
1422 case MFCINST_INIT:
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001423 ret = s5p_mfc_hw_call(dev->mfc_cmds, open_inst_cmd,
1424 ctx);
Kamil Debskiaf935742011-06-21 10:51:26 -03001425 break;
1426 case MFCINST_RETURN_INST:
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001427 ret = s5p_mfc_hw_call(dev->mfc_cmds, close_inst_cmd,
1428 ctx);
Kamil Debskiaf935742011-06-21 10:51:26 -03001429 break;
1430 case MFCINST_GOT_INST:
1431 s5p_mfc_run_init_enc(ctx);
1432 break;
1433 default:
1434 ret = -EAGAIN;
1435 }
1436 } else {
1437 mfc_err("Invalid context type: %d\n", ctx->type);
1438 ret = -EAGAIN;
1439 }
1440
1441 if (ret) {
1442 /* Free hardware lock */
1443 if (test_and_clear_bit(0, &dev->hw_lock) == 0)
1444 mfc_err("Failed to unlock hardware\n");
1445
1446 /* This is in deed imporant, as no operation has been
1447 * scheduled, reduce the clock count as no one will
1448 * ever do this, because no interrupt related to this try_run
1449 * will ever come from hardware. */
1450 s5p_mfc_clock_off();
1451 }
1452}
1453
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001454static void s5p_mfc_clear_int_flags_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001455{
1456 mfc_write(dev, 0, S5P_FIMV_RISC_HOST_INT);
1457 mfc_write(dev, 0, S5P_FIMV_RISC2HOST_CMD);
1458 mfc_write(dev, 0xffff, S5P_FIMV_SI_RTN_CHID);
1459}
1460
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001461static int s5p_mfc_get_dspl_y_adr_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001462{
1463 return mfc_read(dev, S5P_FIMV_SI_DISPLAY_Y_ADR) << MFC_OFFSET_SHIFT;
1464}
1465
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001466static int s5p_mfc_get_dec_y_adr_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001467{
1468 return mfc_read(dev, S5P_FIMV_SI_DECODE_Y_ADR) << MFC_OFFSET_SHIFT;
1469}
1470
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001471static int s5p_mfc_get_dspl_status_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001472{
1473 return mfc_read(dev, S5P_FIMV_SI_DISPLAY_STATUS);
1474}
1475
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001476static int s5p_mfc_get_dec_status_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001477{
1478 return mfc_read(dev, S5P_FIMV_SI_DECODE_STATUS);
1479}
1480
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001481static int s5p_mfc_get_dec_frame_type_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001482{
1483 return mfc_read(dev, S5P_FIMV_DECODE_FRAME_TYPE) &
1484 S5P_FIMV_DECODE_FRAME_MASK;
1485}
1486
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001487static int s5p_mfc_get_disp_frame_type_v5(struct s5p_mfc_ctx *ctx)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001488{
Arun Kumar K8f532a72012-10-03 22:19:09 -03001489 return (s5p_mfc_read_info_v5(ctx, DISP_PIC_FRAME_TYPE) >>
1490 S5P_FIMV_SHARED_DISP_FRAME_TYPE_SHIFT) &
1491 S5P_FIMV_DECODE_FRAME_MASK;
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001492}
1493
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001494static int s5p_mfc_get_consumed_stream_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001495{
1496 return mfc_read(dev, S5P_FIMV_SI_CONSUMED_BYTES);
1497}
1498
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001499static int s5p_mfc_get_int_reason_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001500{
1501 int reason;
1502 reason = mfc_read(dev, S5P_FIMV_RISC2HOST_CMD) &
1503 S5P_FIMV_RISC2HOST_CMD_MASK;
1504 switch (reason) {
1505 case S5P_FIMV_R2H_CMD_OPEN_INSTANCE_RET:
1506 reason = S5P_MFC_R2H_CMD_OPEN_INSTANCE_RET;
1507 break;
1508 case S5P_FIMV_R2H_CMD_CLOSE_INSTANCE_RET:
1509 reason = S5P_MFC_R2H_CMD_CLOSE_INSTANCE_RET;
1510 break;
1511 case S5P_FIMV_R2H_CMD_SEQ_DONE_RET:
1512 reason = S5P_MFC_R2H_CMD_SEQ_DONE_RET;
1513 break;
1514 case S5P_FIMV_R2H_CMD_FRAME_DONE_RET:
1515 reason = S5P_MFC_R2H_CMD_FRAME_DONE_RET;
1516 break;
1517 case S5P_FIMV_R2H_CMD_SLICE_DONE_RET:
1518 reason = S5P_MFC_R2H_CMD_SLICE_DONE_RET;
1519 break;
1520 case S5P_FIMV_R2H_CMD_SYS_INIT_RET:
1521 reason = S5P_MFC_R2H_CMD_SYS_INIT_RET;
1522 break;
1523 case S5P_FIMV_R2H_CMD_FW_STATUS_RET:
1524 reason = S5P_MFC_R2H_CMD_FW_STATUS_RET;
1525 break;
1526 case S5P_FIMV_R2H_CMD_SLEEP_RET:
1527 reason = S5P_MFC_R2H_CMD_SLEEP_RET;
1528 break;
1529 case S5P_FIMV_R2H_CMD_WAKEUP_RET:
1530 reason = S5P_MFC_R2H_CMD_WAKEUP_RET;
1531 break;
1532 case S5P_FIMV_R2H_CMD_INIT_BUFFERS_RET:
1533 reason = S5P_MFC_R2H_CMD_INIT_BUFFERS_RET;
1534 break;
1535 case S5P_FIMV_R2H_CMD_ENC_COMPLETE_RET:
1536 reason = S5P_MFC_R2H_CMD_COMPLETE_SEQ_RET;
1537 break;
1538 case S5P_FIMV_R2H_CMD_ERR_RET:
1539 reason = S5P_MFC_R2H_CMD_ERR_RET;
1540 break;
1541 default:
1542 reason = S5P_MFC_R2H_CMD_EMPTY;
Joe Perches2028c712013-10-08 20:29:08 -03001543 }
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001544 return reason;
1545}
1546
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001547static int s5p_mfc_get_int_err_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001548{
1549 return mfc_read(dev, S5P_FIMV_RISC2HOST_ARG2);
1550}
1551
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001552static int s5p_mfc_err_dec_v5(unsigned int err)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001553{
1554 return (err & S5P_FIMV_ERR_DEC_MASK) >> S5P_FIMV_ERR_DEC_SHIFT;
1555}
1556
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001557static int s5p_mfc_err_dspl_v5(unsigned int err)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001558{
1559 return (err & S5P_FIMV_ERR_DSPL_MASK) >> S5P_FIMV_ERR_DSPL_SHIFT;
1560}
1561
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001562static int s5p_mfc_get_img_width_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001563{
1564 return mfc_read(dev, S5P_FIMV_SI_HRESOL);
1565}
1566
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001567static int s5p_mfc_get_img_height_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001568{
1569 return mfc_read(dev, S5P_FIMV_SI_VRESOL);
1570}
1571
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001572static int s5p_mfc_get_dpb_count_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001573{
1574 return mfc_read(dev, S5P_FIMV_SI_BUF_NUMBER);
1575}
1576
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001577static int s5p_mfc_get_mv_count_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001578{
1579 /* NOP */
1580 return -1;
1581}
1582
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001583static int s5p_mfc_get_inst_no_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001584{
1585 return mfc_read(dev, S5P_FIMV_RISC2HOST_ARG1);
1586}
1587
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001588static int s5p_mfc_get_enc_strm_size_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001589{
1590 return mfc_read(dev, S5P_FIMV_ENC_SI_STRM_SIZE);
1591}
1592
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001593static int s5p_mfc_get_enc_slice_type_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001594{
1595 return mfc_read(dev, S5P_FIMV_ENC_SI_SLICE_TYPE);
1596}
1597
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001598static int s5p_mfc_get_enc_dpb_count_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001599{
1600 return -1;
1601}
1602
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001603static int s5p_mfc_get_enc_pic_count_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001604{
1605 return mfc_read(dev, S5P_FIMV_ENC_SI_PIC_CNT);
1606}
1607
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001608static int s5p_mfc_get_sei_avail_status_v5(struct s5p_mfc_ctx *ctx)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001609{
1610 return s5p_mfc_read_info_v5(ctx, FRAME_PACK_SEI_AVAIL);
1611}
1612
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001613static int s5p_mfc_get_mvc_num_views_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001614{
1615 return -1;
1616}
1617
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001618static int s5p_mfc_get_mvc_view_id_v5(struct s5p_mfc_dev *dev)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001619{
1620 return -1;
1621}
1622
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001623static unsigned int s5p_mfc_get_pic_type_top_v5(struct s5p_mfc_ctx *ctx)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001624{
1625 return s5p_mfc_read_info_v5(ctx, PIC_TIME_TOP);
1626}
1627
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001628static unsigned int s5p_mfc_get_pic_type_bot_v5(struct s5p_mfc_ctx *ctx)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001629{
1630 return s5p_mfc_read_info_v5(ctx, PIC_TIME_BOT);
1631}
1632
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001633static unsigned int s5p_mfc_get_crop_info_h_v5(struct s5p_mfc_ctx *ctx)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001634{
1635 return s5p_mfc_read_info_v5(ctx, CROP_INFO_H);
1636}
1637
Sachin Kamat3c75a2e2013-03-02 07:50:14 -03001638static unsigned int s5p_mfc_get_crop_info_v_v5(struct s5p_mfc_ctx *ctx)
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001639{
1640 return s5p_mfc_read_info_v5(ctx, CROP_INFO_V);
1641}
1642
1643/* Initialize opr function pointers for MFC v5 */
1644static struct s5p_mfc_hw_ops s5p_mfc_ops_v5 = {
1645 .alloc_dec_temp_buffers = s5p_mfc_alloc_dec_temp_buffers_v5,
1646 .release_dec_desc_buffer = s5p_mfc_release_dec_desc_buffer_v5,
1647 .alloc_codec_buffers = s5p_mfc_alloc_codec_buffers_v5,
1648 .release_codec_buffers = s5p_mfc_release_codec_buffers_v5,
1649 .alloc_instance_buffer = s5p_mfc_alloc_instance_buffer_v5,
1650 .release_instance_buffer = s5p_mfc_release_instance_buffer_v5,
1651 .alloc_dev_context_buffer = s5p_mfc_alloc_dev_context_buffer_v5,
1652 .release_dev_context_buffer = s5p_mfc_release_dev_context_buffer_v5,
1653 .dec_calc_dpb_size = s5p_mfc_dec_calc_dpb_size_v5,
1654 .enc_calc_src_size = s5p_mfc_enc_calc_src_size_v5,
1655 .set_dec_stream_buffer = s5p_mfc_set_dec_stream_buffer_v5,
1656 .set_dec_frame_buffer = s5p_mfc_set_dec_frame_buffer_v5,
1657 .set_enc_stream_buffer = s5p_mfc_set_enc_stream_buffer_v5,
1658 .set_enc_frame_buffer = s5p_mfc_set_enc_frame_buffer_v5,
1659 .get_enc_frame_buffer = s5p_mfc_get_enc_frame_buffer_v5,
1660 .set_enc_ref_buffer = s5p_mfc_set_enc_ref_buffer_v5,
1661 .init_decode = s5p_mfc_init_decode_v5,
1662 .init_encode = s5p_mfc_init_encode_v5,
1663 .encode_one_frame = s5p_mfc_encode_one_frame_v5,
1664 .try_run = s5p_mfc_try_run_v5,
Arun Kumar K43a1ea12012-10-03 22:19:08 -03001665 .clear_int_flags = s5p_mfc_clear_int_flags_v5,
1666 .write_info = s5p_mfc_write_info_v5,
1667 .read_info = s5p_mfc_read_info_v5,
1668 .get_dspl_y_adr = s5p_mfc_get_dspl_y_adr_v5,
1669 .get_dec_y_adr = s5p_mfc_get_dec_y_adr_v5,
1670 .get_dspl_status = s5p_mfc_get_dspl_status_v5,
1671 .get_dec_status = s5p_mfc_get_dec_status_v5,
1672 .get_dec_frame_type = s5p_mfc_get_dec_frame_type_v5,
1673 .get_disp_frame_type = s5p_mfc_get_disp_frame_type_v5,
1674 .get_consumed_stream = s5p_mfc_get_consumed_stream_v5,
1675 .get_int_reason = s5p_mfc_get_int_reason_v5,
1676 .get_int_err = s5p_mfc_get_int_err_v5,
1677 .err_dec = s5p_mfc_err_dec_v5,
1678 .err_dspl = s5p_mfc_err_dspl_v5,
1679 .get_img_width = s5p_mfc_get_img_width_v5,
1680 .get_img_height = s5p_mfc_get_img_height_v5,
1681 .get_dpb_count = s5p_mfc_get_dpb_count_v5,
1682 .get_mv_count = s5p_mfc_get_mv_count_v5,
1683 .get_inst_no = s5p_mfc_get_inst_no_v5,
1684 .get_enc_strm_size = s5p_mfc_get_enc_strm_size_v5,
1685 .get_enc_slice_type = s5p_mfc_get_enc_slice_type_v5,
1686 .get_enc_dpb_count = s5p_mfc_get_enc_dpb_count_v5,
1687 .get_enc_pic_count = s5p_mfc_get_enc_pic_count_v5,
1688 .get_sei_avail_status = s5p_mfc_get_sei_avail_status_v5,
1689 .get_mvc_num_views = s5p_mfc_get_mvc_num_views_v5,
1690 .get_mvc_view_id = s5p_mfc_get_mvc_view_id_v5,
1691 .get_pic_type_top = s5p_mfc_get_pic_type_top_v5,
1692 .get_pic_type_bot = s5p_mfc_get_pic_type_bot_v5,
1693 .get_crop_info_h = s5p_mfc_get_crop_info_h_v5,
1694 .get_crop_info_v = s5p_mfc_get_crop_info_v_v5,
1695};
1696
1697struct s5p_mfc_hw_ops *s5p_mfc_init_hw_ops_v5(void)
1698{
1699 return &s5p_mfc_ops_v5;
1700}