blob: ffca8cf33a9bb18e27931e9f54f11154b0707bf7 [file] [log] [blame]
Jean-Marc Valin8b2ff0d2009-10-17 21:40:10 -04001/* Copyright (c) 2003-2008 Jean-Marc Valin
2 Copyright (c) 2007-2008 CSIRO
3 Copyright (c) 2007-2009 Xiph.Org Foundation
4 Written by Jean-Marc Valin */
Jean-Marc Valin63590892007-11-29 17:01:16 +11005/**
6 @file arch.h
Jean-Marc Valinc7e0b762008-03-16 07:55:29 +11007 @brief Various architecture definitions for CELT
Jean-Marc Valin63590892007-11-29 17:01:16 +11008*/
9/*
10 Redistribution and use in source and binary forms, with or without
11 modification, are permitted provided that the following conditions
12 are met:
Gregory Maxwell71d39ad2011-07-30 00:00:29 -040013
Jean-Marc Valin63590892007-11-29 17:01:16 +110014 - Redistributions of source code must retain the above copyright
15 notice, this list of conditions and the following disclaimer.
Gregory Maxwell71d39ad2011-07-30 00:00:29 -040016
Jean-Marc Valin63590892007-11-29 17:01:16 +110017 - Redistributions in binary form must reproduce the above copyright
18 notice, this list of conditions and the following disclaimer in the
19 documentation and/or other materials provided with the distribution.
Gregory Maxwell71d39ad2011-07-30 00:00:29 -040020
Jean-Marc Valin63590892007-11-29 17:01:16 +110021 THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22 ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23 LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
Jean-Marc Valincb05e7c2012-04-20 16:40:24 -040024 A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
25 OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
Jean-Marc Valin63590892007-11-29 17:01:16 +110026 EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
27 PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
28 PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
29 LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
30 NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
31 SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32*/
33
34#ifndef ARCH_H
35#define ARCH_H
36
Jean-Marc Valind77d6a52011-07-29 17:33:06 -040037#include "opus_types.h"
Gregory Maxwell7830cf12013-10-17 15:56:52 -070038#include "opus_defines.h"
Jean-Marc Valinc7e0b762008-03-16 07:55:29 +110039
Timothy B. Terriberry1a458862011-05-04 15:03:30 -070040# if !defined(__GNUC_PREREQ)
41# if defined(__GNUC__)&&defined(__GNUC_MINOR__)
42# define __GNUC_PREREQ(_maj,_min) \
43 ((__GNUC__<<16)+__GNUC_MINOR__>=((_maj)<<16)+(_min))
44# else
45# define __GNUC_PREREQ(_maj,_min) 0
46# endif
47# endif
48
Jean-Marc Valinc7bbc3e2016-08-06 01:01:13 -040049#if OPUS_GNUC_PREREQ(3, 0)
50#define opus_likely(x) (__builtin_expect(!!(x), 1))
51#define opus_unlikely(x) (__builtin_expect(!!(x), 0))
52#else
53#define opus_likely(x) (!!(x))
54#define opus_unlikely(x) (!!(x))
55#endif
56
Jean-Marc Valin628c0252010-04-16 20:57:56 -040057#define CELT_SIG_SCALE 32768.f
Jean-Marc Valinc7e0b762008-03-16 07:55:29 +110058
Jean-Marc Valinef203132018-03-22 17:40:35 -040059#define CELT_FATAL(str) celt_fatal(str, __FILE__, __LINE__);
60
61#if defined(ENABLE_ASSERTIONS) || defined(ENABLE_HARDENING)
62#ifdef __GNUC__
63__attribute__((noreturn))
64#endif
65void celt_fatal(const char *str, const char *file, int line);
66
67#if defined(CELT_C) && !defined(OVERRIDE_celt_fatal)
Jean-Marc Valin6d3829f2010-08-27 17:52:38 -040068#include <stdio.h>
69#include <stdlib.h>
Gregory Maxwell5d5875a2011-10-03 21:07:39 -040070#ifdef __GNUC__
71__attribute__((noreturn))
72#endif
Jean-Marc Valinef203132018-03-22 17:40:35 -040073void celt_fatal(const char *str, const char *file, int line)
Jean-Marc Valin6d3829f2010-08-27 17:52:38 -040074{
75 fprintf (stderr, "Fatal (internal) error in %s, line %d: %s\n", file, line, str);
76 abort();
77}
Jean-Marc Valinef203132018-03-22 17:40:35 -040078#endif
79
80#define celt_assert(cond) {if (!(cond)) {CELT_FATAL("assertion failed: " #cond);}}
81#define celt_assert2(cond, message) {if (!(cond)) {CELT_FATAL("assertion failed: " #cond "\n" message);}}
Jean-Marc Valinc7e0b762008-03-16 07:55:29 +110082#else
83#define celt_assert(cond)
84#define celt_assert2(cond, message)
85#endif
86
Jean-Marc Valinef203132018-03-22 17:40:35 -040087#if defined(ENABLE_ASSERTIONS)
88#define celt_sig_assert(cond) {if (!(cond)) {CELT_FATAL("signal assertion failed: " #cond);}}
89#else
90#define celt_sig_assert(cond)
91#endif
92
Jean-Marc Valin821945d2008-04-10 13:24:48 +100093#define IMUL32(a,b) ((a)*(b))
Jean-Marc Valin63590892007-11-29 17:01:16 +110094
Gregory Maxwell8842fde2009-05-04 15:58:40 -040095#define MIN16(a,b) ((a) < (b) ? (a) : (b)) /**< Minimum 16-bit value. */
Jean-Marc Valin63590892007-11-29 17:01:16 +110096#define MAX16(a,b) ((a) > (b) ? (a) : (b)) /**< Maximum 16-bit value. */
Gregory Maxwell8842fde2009-05-04 15:58:40 -040097#define MIN32(a,b) ((a) < (b) ? (a) : (b)) /**< Minimum 32-bit value. */
Jean-Marc Valin63590892007-11-29 17:01:16 +110098#define MAX32(a,b) ((a) > (b) ? (a) : (b)) /**< Maximum 32-bit value. */
Gregory Maxwell8842fde2009-05-04 15:58:40 -040099#define IMIN(a,b) ((a) < (b) ? (a) : (b)) /**< Minimum int value. */
Jean-Marc Valinc24b5182008-09-19 16:49:26 -0400100#define IMAX(a,b) ((a) > (b) ? (a) : (b)) /**< Maximum int value. */
Jean-Marc Valin453ccd82008-09-12 20:52:27 -0400101#define UADD32(a,b) ((a)+(b))
102#define USUB32(a,b) ((a)-(b))
103
Jonathan Lennox8da4f842015-11-20 23:03:52 -0500104/* Set this if opus_int64 is a native type of the CPU. */
105/* Assume that all LP64 architectures have fast 64-bit types; also x86_64
106 (which can be ILP32 for x32) and Win64 (which is LLP64). */
107#if defined(__x86_64__) || defined(__LP64__) || defined(_WIN64)
108#define OPUS_FAST_INT64 1
109#else
110#define OPUS_FAST_INT64 0
111#endif
112
Jean-Marc Valin453ccd82008-09-12 20:52:27 -0400113#define PRINT_MIPS(file)
Jean-Marc Valin63590892007-11-29 17:01:16 +1100114
115#ifdef FIXED_POINT
116
Jean-Marc Valinff5f7222011-07-29 18:59:12 -0400117typedef opus_int16 opus_val16;
118typedef opus_int32 opus_val32;
Jean-Marc Valincf9409f2016-12-16 17:52:15 -0500119typedef opus_int64 opus_val64;
Jean-Marc Valin63590892007-11-29 17:01:16 +1100120
Jean-Marc Valinff5f7222011-07-29 18:59:12 -0400121typedef opus_val32 celt_sig;
122typedef opus_val16 celt_norm;
123typedef opus_val32 celt_ener;
Jean-Marc Valin49ca99e2008-02-25 14:05:10 +1100124
Jean-Marc Valin63590892007-11-29 17:01:16 +1100125#define Q15ONE 32767
126
Jean-Marc Valin5c3bc672008-08-28 23:34:24 -0400127#define SIG_SHIFT 12
Jean-Marc Valin382ab792016-07-21 19:48:55 -0400128/* Safe saturation value for 32-bit signals. Should be less than
129 2^31*(1-0.85) to avoid blowing up on DC at deemphasis.*/
130#define SIG_SAT (300000000)
Jean-Marc Valin42074382008-02-27 11:08:53 +1100131
Jean-Marc Valin03892c12008-03-07 17:25:47 +1100132#define NORM_SCALING 16384
Jean-Marc Valin63590892007-11-29 17:01:16 +1100133
Jean-Marc Valinbd0610d2010-03-13 10:04:19 -0500134#define DB_SHIFT 10
Jean-Marc Valin5d561832008-02-27 11:59:05 +1100135
Jean-Marc Valinff74e392008-02-27 15:35:43 +1100136#define EPSILON 1
Jean-Marc Valin260474f2013-07-12 01:22:09 -0400137#define VERY_SMALL 0
Jean-Marc Valinff5f7222011-07-29 18:59:12 -0400138#define VERY_LARGE16 ((opus_val16)32767)
139#define Q15_ONE ((opus_val16)32767)
Jean-Marc Valin63590892007-11-29 17:01:16 +1100140
Ralph Gilesda025d52011-10-26 20:24:49 -0700141#define SCALEIN(a) (a)
142#define SCALEOUT(a) (a)
Jean-Marc Valin63590892007-11-29 17:01:16 +1100143
Jean-Marc Valin0f869cb2013-12-08 03:54:18 -0500144#define ABS16(x) ((x) < 0 ? (-(x)) : (x))
145#define ABS32(x) ((x) < 0 ? (-(x)) : (x))
146
Jean-Marc Valin4d07b132014-01-06 17:43:20 -0500147static OPUS_INLINE opus_int16 SAT16(opus_int32 x) {
148 return x > 32767 ? 32767 : x < -32768 ? -32768 : (opus_int16)x;
149}
150
Jean-Marc Valin63590892007-11-29 17:01:16 +1100151#ifdef FIXED_DEBUG
152#include "fixed_debug.h"
153#else
154
155#include "fixed_generic.h"
156
Jonathan Lennox05d3e792015-11-20 23:03:59 -0500157#ifdef OPUS_ARM_PRESUME_AARCH64_NEON_INTR
158#include "arm/fixed_arm64.h"
159#elif OPUS_ARM_INLINE_EDSP
Timothy B. Terriberrye095c3e2013-05-21 12:53:33 -0700160#include "arm/fixed_armv5e.h"
Timothy B. Terriberry39386e02013-11-18 13:30:13 -0500161#elif defined (OPUS_ARM_INLINE_ASM)
Timothy B. Terriberrye095c3e2013-05-21 12:53:33 -0700162#include "arm/fixed_armv4.h"
Jean-Marc Valin63590892007-11-29 17:01:16 +1100163#elif defined (BFIN_ASM)
164#include "fixed_bfin.h"
Jean-Marc Valin72e80032008-03-12 10:16:26 +1100165#elif defined (TI_C5X_ASM)
166#include "fixed_c5x.h"
Jean-Marc Valineac99702008-04-15 21:31:42 +1000167#elif defined (TI_C6X_ASM)
168#include "fixed_c6x.h"
Jean-Marc Valin63590892007-11-29 17:01:16 +1100169#endif
170
171#endif
172
Jean-Marc Valin18ddc022008-02-22 14:24:50 +1100173#else /* FIXED_POINT */
Jean-Marc Valin63590892007-11-29 17:01:16 +1100174
Jean-Marc Valinff5f7222011-07-29 18:59:12 -0400175typedef float opus_val16;
176typedef float opus_val32;
Jean-Marc Valincf9409f2016-12-16 17:52:15 -0500177typedef float opus_val64;
Jean-Marc Valin63590892007-11-29 17:01:16 +1100178
Jean-Marc Valin234969c2009-10-17 22:12:42 -0400179typedef float celt_sig;
180typedef float celt_norm;
181typedef float celt_ener;
Jean-Marc Valin18ddc022008-02-22 14:24:50 +1100182
Jean-Marc Valin15edb782013-12-09 21:56:21 -0500183#ifdef FLOAT_APPROX
184/* This code should reliably detect NaN/inf even when -ffast-math is used.
185 Assumes IEEE 754 format. */
Jean-Marc Valin122971b2013-12-10 13:55:35 -0500186static OPUS_INLINE int celt_isnan(float x)
Jean-Marc Valin15edb782013-12-09 21:56:21 -0500187{
188 union {float f; opus_uint32 i;} in;
189 in.f = x;
190 return ((in.i>>23)&0xFF)==0xFF && (in.i&0x007FFFFF)!=0;
191}
192#else
193#ifdef __FAST_MATH__
194#error Cannot build libopus with -ffast-math unless FLOAT_APPROX is defined. This could result in crashes on extreme (e.g. NaN) input
195#endif
196#define celt_isnan(x) ((x)!=(x))
197#endif
198
Jean-Marc Valin63590892007-11-29 17:01:16 +1100199#define Q15ONE 1.0f
Jean-Marc Valinb60340f2008-02-26 15:41:51 +1100200
Jean-Marc Valinb4dfce42008-02-25 17:41:30 +1100201#define NORM_SCALING 1.f
Jean-Marc Valin63590892007-11-29 17:01:16 +1100202
Jean-Marc Valind9584db2008-03-26 00:00:18 +1100203#define EPSILON 1e-15f
Jean-Marc Valin260474f2013-07-12 01:22:09 -0400204#define VERY_SMALL 1e-30f
Jean-Marc Valin63590892007-11-29 17:01:16 +1100205#define VERY_LARGE16 1e15f
Jean-Marc Valinff5f7222011-07-29 18:59:12 -0400206#define Q15_ONE ((opus_val16)1.f)
Jean-Marc Valin63590892007-11-29 17:01:16 +1100207
Jean-Marc Valin0f869cb2013-12-08 03:54:18 -0500208/* This appears to be the same speed as C99's fabsf() but it's more portable. */
209#define ABS16(x) ((float)fabs(x))
210#define ABS32(x) ((float)fabs(x))
211
Jean-Marc Valin63590892007-11-29 17:01:16 +1100212#define QCONST16(x,bits) (x)
213#define QCONST32(x,bits) (x)
214
215#define NEG16(x) (-(x))
216#define NEG32(x) (-(x))
Jean-Marc Valin27390642016-07-21 19:40:23 -0400217#define NEG32_ovflw(x) (-(x))
Jean-Marc Valin63590892007-11-29 17:01:16 +1100218#define EXTRACT16(x) (x)
219#define EXTEND32(x) (x)
220#define SHR16(a,shift) (a)
221#define SHL16(a,shift) (a)
222#define SHR32(a,shift) (a)
223#define SHL32(a,shift) (a)
Jean-Marc Valin63590892007-11-29 17:01:16 +1100224#define PSHR32(a,shift) (a)
225#define VSHR32(a,shift) (a)
Jean-Marc Valin63590892007-11-29 17:01:16 +1100226
Jean-Marc Valinc209c342008-03-07 17:50:45 +1100227#define PSHR(a,shift) (a)
228#define SHR(a,shift) (a)
229#define SHL(a,shift) (a)
230#define SATURATE(x,a) (x)
Jean-Marc Valin02fed472013-08-29 15:29:02 -0400231#define SATURATE16(x) (x)
Jean-Marc Valin63590892007-11-29 17:01:16 +1100232
Jean-Marc Valinf5b05872008-03-21 10:46:17 +1100233#define ROUND16(a,shift) (a)
Jean-Marc Valina0bd7d32016-07-22 09:13:00 -0400234#define SROUND16(a,shift) (a)
Jean-Marc Valin21b11342011-05-13 17:41:33 -0400235#define HALF16(x) (.5f*(x))
Jean-Marc Valinc209c342008-03-07 17:50:45 +1100236#define HALF32(x) (.5f*(x))
Jean-Marc Valina02ca1e2008-02-28 11:33:22 +1100237
Jean-Marc Valin63590892007-11-29 17:01:16 +1100238#define ADD16(a,b) ((a)+(b))
239#define SUB16(a,b) ((a)-(b))
240#define ADD32(a,b) ((a)+(b))
241#define SUB32(a,b) ((a)-(b))
Jean-Marc Valin27390642016-07-21 19:40:23 -0400242#define ADD32_ovflw(a,b) ((a)+(b))
243#define SUB32_ovflw(a,b) ((a)-(b))
Jean-Marc Valin63590892007-11-29 17:01:16 +1100244#define MULT16_16_16(a,b) ((a)*(b))
Jean-Marc Valinff5f7222011-07-29 18:59:12 -0400245#define MULT16_16(a,b) ((opus_val32)(a)*(opus_val32)(b))
246#define MAC16_16(c,a,b) ((c)+(opus_val32)(a)*(opus_val32)(b))
Jean-Marc Valin63590892007-11-29 17:01:16 +1100247
Jean-Marc Valin63590892007-11-29 17:01:16 +1100248#define MULT16_32_Q15(a,b) ((a)*(b))
Jean-Marc Valinef0d5f12008-04-22 09:49:22 +1000249#define MULT16_32_Q16(a,b) ((a)*(b))
Jean-Marc Valin63590892007-11-29 17:01:16 +1100250
Jean-Marc Valind857ac42008-03-12 13:26:37 +1100251#define MULT32_32_Q31(a,b) ((a)*(b))
252
Jean-Marc Valin63590892007-11-29 17:01:16 +1100253#define MAC16_32_Q15(c,a,b) ((c)+(a)*(b))
Jean-Marc Valin17b19782014-01-21 11:07:57 -0500254#define MAC16_32_Q16(c,a,b) ((c)+(a)*(b))
Jean-Marc Valin63590892007-11-29 17:01:16 +1100255
Jean-Marc Valin63590892007-11-29 17:01:16 +1100256#define MULT16_16_Q11_32(a,b) ((a)*(b))
Jean-Marc Valin3ab03e02013-09-06 16:00:39 -0400257#define MULT16_16_Q11(a,b) ((a)*(b))
Jean-Marc Valin63590892007-11-29 17:01:16 +1100258#define MULT16_16_Q13(a,b) ((a)*(b))
259#define MULT16_16_Q14(a,b) ((a)*(b))
260#define MULT16_16_Q15(a,b) ((a)*(b))
261#define MULT16_16_P15(a,b) ((a)*(b))
262#define MULT16_16_P13(a,b) ((a)*(b))
263#define MULT16_16_P14(a,b) ((a)*(b))
Gregory Maxwell28b41ae2012-07-11 00:04:24 -0400264#define MULT16_32_P16(a,b) ((a)*(b))
Jean-Marc Valin63590892007-11-29 17:01:16 +1100265
Jean-Marc Valinff5f7222011-07-29 18:59:12 -0400266#define DIV32_16(a,b) (((opus_val32)(a))/(opus_val16)(b))
Jean-Marc Valinff5f7222011-07-29 18:59:12 -0400267#define DIV32(a,b) (((opus_val32)(a))/(opus_val32)(b))
Jean-Marc Valin63590892007-11-29 17:01:16 +1100268
Ralph Gilesda025d52011-10-26 20:24:49 -0700269#define SCALEIN(a) ((a)*CELT_SIG_SCALE)
270#define SCALEOUT(a) ((a)*(1/CELT_SIG_SCALE))
Jean-Marc Valin63590892007-11-29 17:01:16 +1100271
Jean-Marc Valin2e6876c2014-01-22 19:22:05 -0500272#define SIG2WORD16(x) (x)
273
Jean-Marc Valin18ddc022008-02-22 14:24:50 +1100274#endif /* !FIXED_POINT */
Jean-Marc Valin63590892007-11-29 17:01:16 +1100275
Gregory Maxwell71d39ad2011-07-30 00:00:29 -0400276#ifndef GLOBAL_STACK_SIZE
Gregory Maxwell242eee32009-02-03 16:07:01 -0500277#ifdef FIXED_POINT
Jean-Marc Valin3c9b4d62017-02-15 17:34:24 -0500278#define GLOBAL_STACK_SIZE 120000
Gregory Maxwell242eee32009-02-03 16:07:01 -0500279#else
Jean-Marc Valin3c9b4d62017-02-15 17:34:24 -0500280#define GLOBAL_STACK_SIZE 120000
Gregory Maxwell242eee32009-02-03 16:07:01 -0500281#endif
Gregory Maxwell71d39ad2011-07-30 00:00:29 -0400282#endif
Jean-Marc Valin63590892007-11-29 17:01:16 +1100283
Jean-Marc Valin18ddc022008-02-22 14:24:50 +1100284#endif /* ARCH_H */