blob: d3ca34752004506b6fd6ae4bdd88b7864af68072 [file] [log] [blame]
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -08001/***********************************************************************
2Copyright (c) 2006-2011, Skype Limited. All rights reserved.
3Redistribution and use in source and binary forms, with or without
4modification, are permitted provided that the following conditions
5are met:
6- Redistributions of source code must retain the above copyright notice,
7this list of conditions and the following disclaimer.
8- Redistributions in binary form must reproduce the above copyright
9notice, this list of conditions and the following disclaimer in the
10documentation and/or other materials provided with the distribution.
11- Neither the name of Internet Society, IETF or IETF Trust, nor the
12names of specific contributors, may be used to endorse or promote
13products derived from this software without specific prior written
14permission.
15THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
16AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
19LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
20CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
21SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
22INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
23CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
24ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
25POSSIBILITY OF SUCH DAMAGE.
26***********************************************************************/
27
28#ifndef SILK_MACROS_H
29#define SILK_MACROS_H
30
31#ifdef HAVE_CONFIG_H
32#include "config.h"
33#endif
34
35#include "opus_types.h"
36#include "opus_defines.h"
Felicia Limd03c3732016-07-25 20:28:37 +020037#include "arch.h"
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -080038
flimc91ee5b2016-01-26 14:33:44 +010039#if OPUS_GNUC_PREREQ(3, 0)
40#define opus_likely(x) (__builtin_expect(!!(x), 1))
41#define opus_unlikely(x) (__builtin_expect(!!(x), 0))
42#else
43#define opus_likely(x) (!!(x))
44#define opus_unlikely(x) (!!(x))
45#endif
46
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -080047/* This is an OPUS_INLINE header file for general platform. */
48
49/* (a32 * (opus_int32)((opus_int16)(b32))) >> 16 output have to be 32bit int */
flimc91ee5b2016-01-26 14:33:44 +010050#if OPUS_FAST_INT64
Felicia Limd03c3732016-07-25 20:28:37 +020051#define silk_SMULWB(a32, b32) ((opus_int32)(((a32) * (opus_int64)((opus_int16)(b32))) >> 16))
flimc91ee5b2016-01-26 14:33:44 +010052#else
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -080053#define silk_SMULWB(a32, b32) ((((a32) >> 16) * (opus_int32)((opus_int16)(b32))) + ((((a32) & 0x0000FFFF) * (opus_int32)((opus_int16)(b32))) >> 16))
flimc91ee5b2016-01-26 14:33:44 +010054#endif
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -080055
56/* a32 + (b32 * (opus_int32)((opus_int16)(c32))) >> 16 output have to be 32bit int */
flimc91ee5b2016-01-26 14:33:44 +010057#if OPUS_FAST_INT64
Felicia Limd03c3732016-07-25 20:28:37 +020058#define silk_SMLAWB(a32, b32, c32) ((opus_int32)((a32) + (((b32) * (opus_int64)((opus_int16)(c32))) >> 16)))
flimc91ee5b2016-01-26 14:33:44 +010059#else
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -080060#define silk_SMLAWB(a32, b32, c32) ((a32) + ((((b32) >> 16) * (opus_int32)((opus_int16)(c32))) + ((((b32) & 0x0000FFFF) * (opus_int32)((opus_int16)(c32))) >> 16)))
flimc91ee5b2016-01-26 14:33:44 +010061#endif
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -080062
63/* (a32 * (b32 >> 16)) >> 16 */
Felicia Limd03c3732016-07-25 20:28:37 +020064#if OPUS_FAST_INT64
65#define silk_SMULWT(a32, b32) ((opus_int32)(((a32) * (opus_int64)((b32) >> 16)) >> 16))
66#else
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -080067#define silk_SMULWT(a32, b32) (((a32) >> 16) * ((b32) >> 16) + ((((a32) & 0x0000FFFF) * ((b32) >> 16)) >> 16))
Felicia Limd03c3732016-07-25 20:28:37 +020068#endif
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -080069
70/* a32 + (b32 * (c32 >> 16)) >> 16 */
flimc91ee5b2016-01-26 14:33:44 +010071#if OPUS_FAST_INT64
Felicia Limd03c3732016-07-25 20:28:37 +020072#define silk_SMLAWT(a32, b32, c32) ((opus_int32)((a32) + (((b32) * ((opus_int64)(c32) >> 16)) >> 16)))
flimc91ee5b2016-01-26 14:33:44 +010073#else
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -080074#define silk_SMLAWT(a32, b32, c32) ((a32) + (((b32) >> 16) * ((c32) >> 16)) + ((((b32) & 0x0000FFFF) * ((c32) >> 16)) >> 16))
flimc91ee5b2016-01-26 14:33:44 +010075#endif
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -080076
77/* (opus_int32)((opus_int16)(a3))) * (opus_int32)((opus_int16)(b32)) output have to be 32bit int */
78#define silk_SMULBB(a32, b32) ((opus_int32)((opus_int16)(a32)) * (opus_int32)((opus_int16)(b32)))
79
80/* a32 + (opus_int32)((opus_int16)(b32)) * (opus_int32)((opus_int16)(c32)) output have to be 32bit int */
81#define silk_SMLABB(a32, b32, c32) ((a32) + ((opus_int32)((opus_int16)(b32))) * (opus_int32)((opus_int16)(c32)))
82
83/* (opus_int32)((opus_int16)(a32)) * (b32 >> 16) */
84#define silk_SMULBT(a32, b32) ((opus_int32)((opus_int16)(a32)) * ((b32) >> 16))
85
86/* a32 + (opus_int32)((opus_int16)(b32)) * (c32 >> 16) */
87#define silk_SMLABT(a32, b32, c32) ((a32) + ((opus_int32)((opus_int16)(b32))) * ((c32) >> 16))
88
89/* a64 + (b32 * c32) */
90#define silk_SMLAL(a64, b32, c32) (silk_ADD64((a64), ((opus_int64)(b32) * (opus_int64)(c32))))
91
92/* (a32 * b32) >> 16 */
flimc91ee5b2016-01-26 14:33:44 +010093#if OPUS_FAST_INT64
Felicia Limd03c3732016-07-25 20:28:37 +020094#define silk_SMULWW(a32, b32) ((opus_int32)(((opus_int64)(a32) * (b32)) >> 16))
flimc91ee5b2016-01-26 14:33:44 +010095#else
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -080096#define silk_SMULWW(a32, b32) silk_MLA(silk_SMULWB((a32), (b32)), (a32), silk_RSHIFT_ROUND((b32), 16))
flimc91ee5b2016-01-26 14:33:44 +010097#endif
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -080098
99/* a32 + ((b32 * c32) >> 16) */
flimc91ee5b2016-01-26 14:33:44 +0100100#if OPUS_FAST_INT64
Felicia Limd03c3732016-07-25 20:28:37 +0200101#define silk_SMLAWW(a32, b32, c32) ((opus_int32)((a32) + (((opus_int64)(b32) * (c32)) >> 16)))
flimc91ee5b2016-01-26 14:33:44 +0100102#else
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -0800103#define silk_SMLAWW(a32, b32, c32) silk_MLA(silk_SMLAWB((a32), (b32), (c32)), (b32), silk_RSHIFT_ROUND((c32), 16))
flimc91ee5b2016-01-26 14:33:44 +0100104#endif
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -0800105
106/* add/subtract with output saturated */
107#define silk_ADD_SAT32(a, b) ((((opus_uint32)(a) + (opus_uint32)(b)) & 0x80000000) == 0 ? \
108 ((((a) & (b)) & 0x80000000) != 0 ? silk_int32_MIN : (a)+(b)) : \
109 ((((a) | (b)) & 0x80000000) == 0 ? silk_int32_MAX : (a)+(b)) )
110
111#define silk_SUB_SAT32(a, b) ((((opus_uint32)(a)-(opus_uint32)(b)) & 0x80000000) == 0 ? \
112 (( (a) & ((b)^0x80000000) & 0x80000000) ? silk_int32_MIN : (a)-(b)) : \
113 ((((a)^0x80000000) & (b) & 0x80000000) ? silk_int32_MAX : (a)-(b)) )
114
flimc91ee5b2016-01-26 14:33:44 +0100115#if defined(MIPSr1_ASM)
116#include "mips/macros_mipsr1.h"
117#endif
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -0800118
flimc91ee5b2016-01-26 14:33:44 +0100119#include "ecintrin.h"
120#ifndef OVERRIDE_silk_CLZ16
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -0800121static OPUS_INLINE opus_int32 silk_CLZ16(opus_int16 in16)
122{
123 return 32 - EC_ILOG(in16<<16|0x8000);
124}
flimc91ee5b2016-01-26 14:33:44 +0100125#endif
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -0800126
flimc91ee5b2016-01-26 14:33:44 +0100127#ifndef OVERRIDE_silk_CLZ32
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -0800128static OPUS_INLINE opus_int32 silk_CLZ32(opus_int32 in32)
129{
130 return in32 ? 32 - EC_ILOG(in32) : 32;
131}
flimc91ee5b2016-01-26 14:33:44 +0100132#endif
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -0800133
134/* Row based */
135#define matrix_ptr(Matrix_base_adr, row, column, N) \
136 (*((Matrix_base_adr) + ((row)*(N)+(column))))
137#define matrix_adr(Matrix_base_adr, row, column, N) \
138 ((Matrix_base_adr) + ((row)*(N)+(column)))
139
140/* Column based */
141#ifndef matrix_c_ptr
142# define matrix_c_ptr(Matrix_base_adr, row, column, M) \
143 (*((Matrix_base_adr) + ((row)+(M)*(column))))
144#endif
145
146#ifdef OPUS_ARM_INLINE_ASM
147#include "arm/macros_armv4.h"
148#endif
149
150#ifdef OPUS_ARM_INLINE_EDSP
151#include "arm/macros_armv5e.h"
152#endif
153
Felicia Limd03c3732016-07-25 20:28:37 +0200154#ifdef OPUS_ARM_PRESUME_AARCH64_NEON_INTR
155#include "arm/macros_arm64.h"
156#endif
157
Vignesh Venkatasubramanian2bd8b542014-02-20 10:50:35 -0800158#endif /* SILK_MACROS_H */
159