Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 1 | /*********************************************************************** |
| 2 | Copyright (c) 2006-2011, Skype Limited. All rights reserved. |
| 3 | Redistribution and use in source and binary forms, with or without |
| 4 | modification, are permitted provided that the following conditions |
| 5 | are met: |
| 6 | - Redistributions of source code must retain the above copyright notice, |
| 7 | this list of conditions and the following disclaimer. |
| 8 | - Redistributions in binary form must reproduce the above copyright |
| 9 | notice, this list of conditions and the following disclaimer in the |
| 10 | documentation and/or other materials provided with the distribution. |
| 11 | - Neither the name of Internet Society, IETF or IETF Trust, nor the |
| 12 | names of specific contributors, may be used to endorse or promote |
| 13 | products derived from this software without specific prior written |
| 14 | permission. |
| 15 | THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" |
| 16 | AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| 17 | IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE |
| 18 | ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE |
| 19 | LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR |
| 20 | CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF |
| 21 | SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS |
| 22 | INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN |
| 23 | CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) |
| 24 | ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE |
| 25 | POSSIBILITY OF SUCH DAMAGE. |
| 26 | ***********************************************************************/ |
| 27 | |
| 28 | #ifndef SILK_MACROS_H |
| 29 | #define SILK_MACROS_H |
| 30 | |
| 31 | #ifdef HAVE_CONFIG_H |
| 32 | #include "config.h" |
| 33 | #endif |
| 34 | |
| 35 | #include "opus_types.h" |
| 36 | #include "opus_defines.h" |
Felicia Lim | d03c373 | 2016-07-25 20:28:37 +0200 | [diff] [blame] | 37 | #include "arch.h" |
Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 38 | |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 39 | #if OPUS_GNUC_PREREQ(3, 0) |
| 40 | #define opus_likely(x) (__builtin_expect(!!(x), 1)) |
| 41 | #define opus_unlikely(x) (__builtin_expect(!!(x), 0)) |
| 42 | #else |
| 43 | #define opus_likely(x) (!!(x)) |
| 44 | #define opus_unlikely(x) (!!(x)) |
| 45 | #endif |
| 46 | |
Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 47 | /* This is an OPUS_INLINE header file for general platform. */ |
| 48 | |
| 49 | /* (a32 * (opus_int32)((opus_int16)(b32))) >> 16 output have to be 32bit int */ |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 50 | #if OPUS_FAST_INT64 |
Felicia Lim | d03c373 | 2016-07-25 20:28:37 +0200 | [diff] [blame] | 51 | #define silk_SMULWB(a32, b32) ((opus_int32)(((a32) * (opus_int64)((opus_int16)(b32))) >> 16)) |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 52 | #else |
Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 53 | #define silk_SMULWB(a32, b32) ((((a32) >> 16) * (opus_int32)((opus_int16)(b32))) + ((((a32) & 0x0000FFFF) * (opus_int32)((opus_int16)(b32))) >> 16)) |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 54 | #endif |
Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 55 | |
| 56 | /* a32 + (b32 * (opus_int32)((opus_int16)(c32))) >> 16 output have to be 32bit int */ |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 57 | #if OPUS_FAST_INT64 |
Felicia Lim | d03c373 | 2016-07-25 20:28:37 +0200 | [diff] [blame] | 58 | #define silk_SMLAWB(a32, b32, c32) ((opus_int32)((a32) + (((b32) * (opus_int64)((opus_int16)(c32))) >> 16))) |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 59 | #else |
Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 60 | #define silk_SMLAWB(a32, b32, c32) ((a32) + ((((b32) >> 16) * (opus_int32)((opus_int16)(c32))) + ((((b32) & 0x0000FFFF) * (opus_int32)((opus_int16)(c32))) >> 16))) |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 61 | #endif |
Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 62 | |
| 63 | /* (a32 * (b32 >> 16)) >> 16 */ |
Felicia Lim | d03c373 | 2016-07-25 20:28:37 +0200 | [diff] [blame] | 64 | #if OPUS_FAST_INT64 |
| 65 | #define silk_SMULWT(a32, b32) ((opus_int32)(((a32) * (opus_int64)((b32) >> 16)) >> 16)) |
| 66 | #else |
Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 67 | #define silk_SMULWT(a32, b32) (((a32) >> 16) * ((b32) >> 16) + ((((a32) & 0x0000FFFF) * ((b32) >> 16)) >> 16)) |
Felicia Lim | d03c373 | 2016-07-25 20:28:37 +0200 | [diff] [blame] | 68 | #endif |
Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 69 | |
| 70 | /* a32 + (b32 * (c32 >> 16)) >> 16 */ |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 71 | #if OPUS_FAST_INT64 |
Felicia Lim | d03c373 | 2016-07-25 20:28:37 +0200 | [diff] [blame] | 72 | #define silk_SMLAWT(a32, b32, c32) ((opus_int32)((a32) + (((b32) * ((opus_int64)(c32) >> 16)) >> 16))) |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 73 | #else |
Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 74 | #define silk_SMLAWT(a32, b32, c32) ((a32) + (((b32) >> 16) * ((c32) >> 16)) + ((((b32) & 0x0000FFFF) * ((c32) >> 16)) >> 16)) |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 75 | #endif |
Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 76 | |
| 77 | /* (opus_int32)((opus_int16)(a3))) * (opus_int32)((opus_int16)(b32)) output have to be 32bit int */ |
| 78 | #define silk_SMULBB(a32, b32) ((opus_int32)((opus_int16)(a32)) * (opus_int32)((opus_int16)(b32))) |
| 79 | |
| 80 | /* a32 + (opus_int32)((opus_int16)(b32)) * (opus_int32)((opus_int16)(c32)) output have to be 32bit int */ |
| 81 | #define silk_SMLABB(a32, b32, c32) ((a32) + ((opus_int32)((opus_int16)(b32))) * (opus_int32)((opus_int16)(c32))) |
| 82 | |
| 83 | /* (opus_int32)((opus_int16)(a32)) * (b32 >> 16) */ |
| 84 | #define silk_SMULBT(a32, b32) ((opus_int32)((opus_int16)(a32)) * ((b32) >> 16)) |
| 85 | |
| 86 | /* a32 + (opus_int32)((opus_int16)(b32)) * (c32 >> 16) */ |
| 87 | #define silk_SMLABT(a32, b32, c32) ((a32) + ((opus_int32)((opus_int16)(b32))) * ((c32) >> 16)) |
| 88 | |
| 89 | /* a64 + (b32 * c32) */ |
| 90 | #define silk_SMLAL(a64, b32, c32) (silk_ADD64((a64), ((opus_int64)(b32) * (opus_int64)(c32)))) |
| 91 | |
| 92 | /* (a32 * b32) >> 16 */ |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 93 | #if OPUS_FAST_INT64 |
Felicia Lim | d03c373 | 2016-07-25 20:28:37 +0200 | [diff] [blame] | 94 | #define silk_SMULWW(a32, b32) ((opus_int32)(((opus_int64)(a32) * (b32)) >> 16)) |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 95 | #else |
Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 96 | #define silk_SMULWW(a32, b32) silk_MLA(silk_SMULWB((a32), (b32)), (a32), silk_RSHIFT_ROUND((b32), 16)) |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 97 | #endif |
Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 98 | |
| 99 | /* a32 + ((b32 * c32) >> 16) */ |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 100 | #if OPUS_FAST_INT64 |
Felicia Lim | d03c373 | 2016-07-25 20:28:37 +0200 | [diff] [blame] | 101 | #define silk_SMLAWW(a32, b32, c32) ((opus_int32)((a32) + (((opus_int64)(b32) * (c32)) >> 16))) |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 102 | #else |
Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 103 | #define silk_SMLAWW(a32, b32, c32) silk_MLA(silk_SMLAWB((a32), (b32), (c32)), (b32), silk_RSHIFT_ROUND((c32), 16)) |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 104 | #endif |
Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 105 | |
| 106 | /* add/subtract with output saturated */ |
| 107 | #define silk_ADD_SAT32(a, b) ((((opus_uint32)(a) + (opus_uint32)(b)) & 0x80000000) == 0 ? \ |
| 108 | ((((a) & (b)) & 0x80000000) != 0 ? silk_int32_MIN : (a)+(b)) : \ |
| 109 | ((((a) | (b)) & 0x80000000) == 0 ? silk_int32_MAX : (a)+(b)) ) |
| 110 | |
| 111 | #define silk_SUB_SAT32(a, b) ((((opus_uint32)(a)-(opus_uint32)(b)) & 0x80000000) == 0 ? \ |
| 112 | (( (a) & ((b)^0x80000000) & 0x80000000) ? silk_int32_MIN : (a)-(b)) : \ |
| 113 | ((((a)^0x80000000) & (b) & 0x80000000) ? silk_int32_MAX : (a)-(b)) ) |
| 114 | |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 115 | #if defined(MIPSr1_ASM) |
| 116 | #include "mips/macros_mipsr1.h" |
| 117 | #endif |
Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 118 | |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 119 | #include "ecintrin.h" |
| 120 | #ifndef OVERRIDE_silk_CLZ16 |
Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 121 | static OPUS_INLINE opus_int32 silk_CLZ16(opus_int16 in16) |
| 122 | { |
| 123 | return 32 - EC_ILOG(in16<<16|0x8000); |
| 124 | } |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 125 | #endif |
Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 126 | |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 127 | #ifndef OVERRIDE_silk_CLZ32 |
Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 128 | static OPUS_INLINE opus_int32 silk_CLZ32(opus_int32 in32) |
| 129 | { |
| 130 | return in32 ? 32 - EC_ILOG(in32) : 32; |
| 131 | } |
flim | c91ee5b | 2016-01-26 14:33:44 +0100 | [diff] [blame] | 132 | #endif |
Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 133 | |
| 134 | /* Row based */ |
| 135 | #define matrix_ptr(Matrix_base_adr, row, column, N) \ |
| 136 | (*((Matrix_base_adr) + ((row)*(N)+(column)))) |
| 137 | #define matrix_adr(Matrix_base_adr, row, column, N) \ |
| 138 | ((Matrix_base_adr) + ((row)*(N)+(column))) |
| 139 | |
| 140 | /* Column based */ |
| 141 | #ifndef matrix_c_ptr |
| 142 | # define matrix_c_ptr(Matrix_base_adr, row, column, M) \ |
| 143 | (*((Matrix_base_adr) + ((row)+(M)*(column)))) |
| 144 | #endif |
| 145 | |
| 146 | #ifdef OPUS_ARM_INLINE_ASM |
| 147 | #include "arm/macros_armv4.h" |
| 148 | #endif |
| 149 | |
| 150 | #ifdef OPUS_ARM_INLINE_EDSP |
| 151 | #include "arm/macros_armv5e.h" |
| 152 | #endif |
| 153 | |
Felicia Lim | d03c373 | 2016-07-25 20:28:37 +0200 | [diff] [blame] | 154 | #ifdef OPUS_ARM_PRESUME_AARCH64_NEON_INTR |
| 155 | #include "arm/macros_arm64.h" |
| 156 | #endif |
| 157 | |
Vignesh Venkatasubramanian | 2bd8b54 | 2014-02-20 10:50:35 -0800 | [diff] [blame] | 158 | #endif /* SILK_MACROS_H */ |
| 159 | |