Gitiles
Code Review Sign In
gerrit-public.fairphone.software / platform / external / libavc / e88c22c34cd93eef75ae473c4a35af775546b8fe / . / common / ih264_trans_data.c
blob: a1231e6fb43871ceb4c6fec9dab36610d2c9367f [file] [log] [blame]
/******************************************************************************
*
* Copyright (C) 2015 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at:
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
*****************************************************************************
* Originally developed and contributed by Ittiam Systems Pvt. Ltd, Bangalore
*/
/**
*******************************************************************************
* @file
* ih264_trans_data.c
*
* @brief
* Contains definition of global variables for H264 encoder
*
* @author
* Ittiam
*
* @remarks
*
*******************************************************************************
*/
#include "ih264_typedefs.h"
#include "ih264_trans_data.h"
/*****************************************************************************/
/* Extern global definitions */
/*****************************************************************************/
/*
* Since we don't have a division operation in neon
* we will multiply by LCM of 16,6,10 and scale accordingly
* so care that to get the actual transform you need to divide by LCM
* LCM = 240
*/
const UWORD16 g_scal_coff_h264_4x4[16] ={
15,40,40,40,
40,24,40,24,
15,40,40,15,
40,24,40,24};
const UWORD16 g_scal_coff_h264_8x8[16]=
{
16, 15, 20, 15,
15, 14, 19, 14,
20, 19, 25, 19,
15, 14, 19, 14
};
/*
* The scaling is by an 8x8 matrix, but due its 4x4 symmetry we can use
* a 4x4 matrix for scaling
* now since divide is to be avoided, we will compute 1/ values and scale it up
* to preserve information since our data is max 10 bit +1 sign bit we can shift a maximum of 21 bits up
* hence multiply the matrix as such
{16.000 15.059 20.227 15.059
15.059 14.173 19.051 14.173
20.227 19.051 25.600 19.051
15.059 14.173 19.051 14.173};
{512, 544, 405, 544,
544, 578, 430, 578,
405, 430, 320, 430,
544, 578, 430, 578};*/
/**
******************************************************************************
* @brief Scale Table for quantizing 4x4 subblock. To quantize a given 4x4 DCT
* transformed block, the coefficient at index location (i,j) is scaled by one of
* the constants in this table and right shift the result by (QP_BITS_h264_4x4 +
* floor(qp/6)), here qp is the quantization parameter used to quantize the mb.
*
* input : qp%6, index location (i,j)
* output : scale constant.
*
* @remarks 16 constants for each index position of the subblock and 6 for each
* qp%6 in the range 0-5 inclusive.
******************************************************************************
*/
const UWORD16 gu2_quant_scale_matrix_4x4[96] =
{
13107, 8066, 13107, 8066,
8066, 5243, 8066, 5243,
13107, 8066, 13107, 8066,
8066, 5243, 8066, 5243,
11916, 7490, 11916, 7490,
7490, 4660, 7490, 4660,
11916, 7490, 11916, 7490,
7490, 4660, 7490, 4660,
10082, 6554, 10082, 6554,
6554, 4194, 6554, 4194,
10082, 6554, 10082, 6554,
6554, 4194, 6554, 4194,
9362, 5825, 9362, 5825,
5825, 3647, 5825, 3647,
9362, 5825, 9362, 5825,
5825, 3647, 5825, 3647,
8192, 5243, 8192, 5243,
5243, 3355, 5243, 3355,
8192, 5243, 8192, 5243,
5243, 3355, 5243, 3355,
7282, 4559, 7282, 4559,
4559, 2893, 4559, 2893,
7282, 4559, 7282, 4559,
4559, 2893, 4559, 2893,
};
/**
******************************************************************************
* @brief Round Factor for quantizing subblock. While quantizing a given 4x4 DCT
* transformed block, the coefficient at index location (i,j) is scaled by one of
* the constants in the table gu2_forward_quant_scalar_4x4 and then right shift
* the result by (QP_BITS_h264_4x4 + floor(qp/6)).
* Before right shifting a round factor is added.
* The round factor can be any value [a * (1 << (QP_BITS_h264_4x4 + floor(qp/6)))]
* for 'a' lies in the range 0-0.5.
* Here qp is the quantization parameter used to quantize the mb.
*
* input : qp/6
* output : round factor.
*
* @remarks The round factor is constructed by setting a = 1/3
*
* round factor constructed by setting a = 1/3
{
10922, 21845, 43690, 87381,
174762, 349525, 699050, 1398101,
2796202,
}
*
* round factor constructed by setting a = 0.49
*{
16056, 32112, 64225,
128450, 256901, 513802,
1027604, 2055208, 4110417,
};
* round factor constructed by setting a = 0.5
16384, 32768, 65536,
131072, 262144, 524288,
1048576, 2097152, 4194304,
******************************************************************************
*/
const UWORD32 gu4_forward_quant_round_factor_4x4[9] =
{
10922, 21845, 43690, 87381,
174762, 349525, 699050, 1398101,
2796202,
};
/**
******************************************************************************
* @brief Threshold Table. Quantizing the given DCT coefficient is done only if
* it exceeds the threshold value presented in this table.
*
* input : qp/6, qp%6, index location (i,j)
* output : Threshold constant.
*
* @remarks 16 constants for each index position of the subblock and 6 for each
* qp%6 in the range 0-5 inclusive and 9 for each qp/6 in the range 0-51.
******************************************************************************
*/
const UWORD16 gu2_forward_quant_threshold_4x4[96] =
{
426, 693, 426, 693,
693, 1066, 693, 1066,
426, 693, 426, 693,
693, 1066, 693, 1066,
469, 746, 469, 746,
746, 1200, 746, 1200,
469, 746, 469, 746,
746, 1200, 746, 1200,
554, 853, 554, 853,
853, 1333, 853, 1333,
554, 853, 554, 853,
853, 1333, 853, 1333,
597, 960, 597, 960,
960, 1533, 960, 1533,
597, 960, 597, 960,
960, 1533, 960, 1533,
682, 1066, 682, 1066,
1066, 1666, 1066, 1666,
682, 1066, 682, 1066,
1066, 1666, 1066, 1666,
767, 1226, 767, 1226,
1226, 1933, 1226, 1933,
767, 1226, 767, 1226,
1226, 1933, 1226, 1933,
};
/**
******************************************************************************
* @brief Scale Table for quantizing 8x8 subblock. To quantize a given 8x8 DCT
* transformed block, the coefficient at index location (i,j) is scaled by one of
* the constants in this table and right shift the result by (QP_BITS_h264_8x8 +
* floor(qp/6)), here qp is the quantization parameter used to quantize the mb.
*
* input : qp%6, index location (i,j)
* output : scale constant.
*
* @remarks 64 constants for each index position of the subblock and 6 for each
* qp%6 in the range 0-5 inclusive.
******************************************************************************
*/
const UWORD16 gu2_quant_scale_matrix_8x8 [384] =
{
13107, 12222, 16777, 12222, 13107, 12222, 16777, 12222,
12222, 11428, 15481, 11428, 12222, 11428, 15481, 11428,
16777, 15481, 20972, 15481, 16777, 15481, 20972, 15481,
12222, 11428, 15481, 11428, 12222, 11428, 15481, 11428,
13107, 12222, 16777, 12222, 13107, 12222, 16777, 12222,
12222, 11428, 15481, 11428, 12222, 11428, 15481, 11428,
16777, 15481, 20972, 15481, 16777, 15481, 20972, 15481,
12222, 11428, 15481, 11428, 12222, 11428, 15481, 11428,
11916, 11058, 14980, 11058, 11916, 11058, 14980, 11058,
11058, 10826, 14290, 10826, 11058, 10826, 14290, 10826,
14980, 14290, 19174, 14290, 14980, 14290, 19174, 14290,
11058, 10826, 14290, 10826, 11058, 10826, 14290, 10826,
11916, 11058, 14980, 11058, 11916, 11058, 14980, 11058,
11058, 10826, 14290, 10826, 11058, 10826, 14290, 10826,
14980, 14290, 19174, 14290, 14980, 14290, 19174, 14290,
11058, 10826, 14290, 10826, 11058, 10826, 14290, 10826,
10082, 9675, 12710, 9675, 10082, 9675, 12710, 9675,
9675, 8943, 11985, 8943, 9675, 8943, 11985, 8943,
12710, 11985, 15978, 11985, 12710, 11985, 15978, 11985,
9675, 8943, 11985, 8943, 9675, 8943, 11985, 8943,
10082, 9675, 12710, 9675, 10082, 9675, 12710, 9675,
9675, 8943, 11985, 8943, 9675, 8943, 11985, 8943,
12710, 11985, 15978, 11985, 12710, 11985, 15978, 11985,
9675, 8943, 11985, 8943, 9675, 8943, 11985, 8943,
9362, 8931, 11984, 8931, 9362, 8931, 11984, 8931,
8931, 8228, 11259, 8228, 8931, 8228, 11259, 8228,
11984, 11259, 14913, 11259, 11984, 11259, 14913, 11259,
8931, 8228, 11259, 8228, 8931, 8228, 11259, 8228,
9362, 8931, 11984, 8931, 9362, 8931, 11984, 8931,
8931, 8228, 11259, 8228, 8931, 8228, 11259, 8228,
11984, 11259, 14913, 11259, 11984, 11259, 14913, 11259,
8931, 8228, 11259, 8228, 8931, 8228, 11259, 8228,
8192, 7740, 10486, 7740, 8192, 7740, 10486, 7740,
7740, 7346, 9777, 7346, 7740, 7346, 9777, 7346,
10486, 9777, 13159, 9777, 10486, 9777, 13159, 9777,
7740, 7346, 9777, 7346, 7740, 7346, 9777, 7346,
8192, 7740, 10486, 7740, 8192, 7740, 10486, 7740,
7740, 7346, 9777, 7346, 7740, 7346, 9777, 7346,
10486, 9777, 13159, 9777, 10486, 9777, 13159, 9777,
7740, 7346, 9777, 7346, 7740, 7346, 9777, 7346,
7282, 6830, 9118, 6830, 7282, 6830, 9118, 6830,
6830, 6428, 8640, 6428, 6830, 6428, 8640, 6428,
9118, 8640, 11570, 8640, 9118, 8640, 11570, 8640,
6830, 6428, 8640, 6428, 6830, 6428, 8640, 6428,
7282, 6830, 9118, 6830, 7282, 6830, 9118, 6830,
6830, 6428, 8640, 6428, 6830, 6428, 8640, 6428,
9118, 8640, 11570, 8640, 9118, 8640, 11570, 8640,
6830, 6428, 8640, 6428, 6830, 6428, 8640, 6428,
};
/**
******************************************************************************
* @brief Specification of QPc as a function of qPi
*
* input : qp luma
* output : qp chroma.
*
* @remarks Refer Table 8-15 of h264 specification.
******************************************************************************
*/
const UWORD8 gu1_qpc_fqpi[52] =
{
0, 1, 2, 3, 4, 5, 6, 7,
8, 9, 10, 11, 12, 13, 14, 15,
16, 17, 18, 19, 20, 21, 22, 23,
24, 25, 26, 27, 28, 29, 29, 30,
31, 32, 32, 33, 34, 34, 35, 35,
36, 36, 37, 37, 37, 38, 38, 38,
39, 39, 39, 39,
};