blob: 762f9e420e17c569a63e194b279d1677633e8a2b [file] [log] [blame]
andrew@webrtc.orga7b57da2012-10-22 18:19:23 +00001/*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11/* The global function contained in this file initializes SPL function
12 * pointers, currently only for ARM platforms.
13 *
14 * Some code came from common/rtcd.c in the WebM project.
15 */
16
pbos@webrtc.orgabf0cd82013-05-27 09:49:58 +000017#include "webrtc/common_audio/signal_processing/include/real_fft.h"
18#include "webrtc/common_audio/signal_processing/include/signal_processing_library.h"
19#include "webrtc/system_wrappers/interface/cpu_features_wrapper.h"
andrew@webrtc.orga7b57da2012-10-22 18:19:23 +000020
21/* Declare function pointers. */
22MaxAbsValueW16 WebRtcSpl_MaxAbsValueW16;
23MaxAbsValueW32 WebRtcSpl_MaxAbsValueW32;
24MaxValueW16 WebRtcSpl_MaxValueW16;
25MaxValueW32 WebRtcSpl_MaxValueW32;
26MinValueW16 WebRtcSpl_MinValueW16;
27MinValueW32 WebRtcSpl_MinValueW32;
28CrossCorrelation WebRtcSpl_CrossCorrelation;
29DownsampleFast WebRtcSpl_DownsampleFast;
30ScaleAndAddVectorsWithRound WebRtcSpl_ScaleAndAddVectorsWithRound;
kma@webrtc.orga3c7fa22013-07-24 17:38:23 +000031CreateRealFFT WebRtcSpl_CreateRealFFT;
32FreeRealFFT WebRtcSpl_FreeRealFFT;
andrew@webrtc.orga7b57da2012-10-22 18:19:23 +000033RealForwardFFT WebRtcSpl_RealForwardFFT;
34RealInverseFFT WebRtcSpl_RealInverseFFT;
35
andrew@webrtc.org85e32df2013-02-21 20:12:21 +000036#if (defined(WEBRTC_DETECT_ARM_NEON) || !defined(WEBRTC_ARCH_ARM_NEON)) && \
37 !defined(MIPS32_LE)
andrew@webrtc.orga7b57da2012-10-22 18:19:23 +000038/* Initialize function pointers to the generic C version. */
39static void InitPointersToC() {
40 WebRtcSpl_MaxAbsValueW16 = WebRtcSpl_MaxAbsValueW16C;
41 WebRtcSpl_MaxAbsValueW32 = WebRtcSpl_MaxAbsValueW32C;
42 WebRtcSpl_MaxValueW16 = WebRtcSpl_MaxValueW16C;
43 WebRtcSpl_MaxValueW32 = WebRtcSpl_MaxValueW32C;
44 WebRtcSpl_MinValueW16 = WebRtcSpl_MinValueW16C;
45 WebRtcSpl_MinValueW32 = WebRtcSpl_MinValueW32C;
46 WebRtcSpl_CrossCorrelation = WebRtcSpl_CrossCorrelationC;
47 WebRtcSpl_DownsampleFast = WebRtcSpl_DownsampleFastC;
48 WebRtcSpl_ScaleAndAddVectorsWithRound =
49 WebRtcSpl_ScaleAndAddVectorsWithRoundC;
kma@webrtc.orga3c7fa22013-07-24 17:38:23 +000050 WebRtcSpl_CreateRealFFT = WebRtcSpl_CreateRealFFTC;
51 WebRtcSpl_FreeRealFFT = WebRtcSpl_FreeRealFFTC;
andrew@webrtc.orga7b57da2012-10-22 18:19:23 +000052 WebRtcSpl_RealForwardFFT = WebRtcSpl_RealForwardFFTC;
53 WebRtcSpl_RealInverseFFT = WebRtcSpl_RealInverseFFTC;
54}
55#endif
56
57#if defined(WEBRTC_DETECT_ARM_NEON) || defined(WEBRTC_ARCH_ARM_NEON)
58/* Initialize function pointers to the Neon version. */
59static void InitPointersToNeon() {
60 WebRtcSpl_MaxAbsValueW16 = WebRtcSpl_MaxAbsValueW16Neon;
61 WebRtcSpl_MaxAbsValueW32 = WebRtcSpl_MaxAbsValueW32Neon;
62 WebRtcSpl_MaxValueW16 = WebRtcSpl_MaxValueW16Neon;
63 WebRtcSpl_MaxValueW32 = WebRtcSpl_MaxValueW32Neon;
64 WebRtcSpl_MinValueW16 = WebRtcSpl_MinValueW16Neon;
65 WebRtcSpl_MinValueW32 = WebRtcSpl_MinValueW32Neon;
66 WebRtcSpl_CrossCorrelation = WebRtcSpl_CrossCorrelationNeon;
67 WebRtcSpl_DownsampleFast = WebRtcSpl_DownsampleFastNeon;
fischman@webrtc.orgbe039c22014-04-28 20:09:09 +000068 /* TODO(henrik.lundin): re-enable NEON when the crash from bug 3243 is
69 understood. */
andrew@webrtc.orga7b57da2012-10-22 18:19:23 +000070 WebRtcSpl_ScaleAndAddVectorsWithRound =
fischman@webrtc.orgbe039c22014-04-28 20:09:09 +000071 WebRtcSpl_ScaleAndAddVectorsWithRoundC;
kma@webrtc.orga3c7fa22013-07-24 17:38:23 +000072 WebRtcSpl_CreateRealFFT = WebRtcSpl_CreateRealFFTNeon;
73 WebRtcSpl_FreeRealFFT = WebRtcSpl_FreeRealFFTNeon;
andrew@webrtc.orga7b57da2012-10-22 18:19:23 +000074 WebRtcSpl_RealForwardFFT = WebRtcSpl_RealForwardFFTNeon;
75 WebRtcSpl_RealInverseFFT = WebRtcSpl_RealInverseFFTNeon;
76}
77#endif
78
andrew@webrtc.org85e32df2013-02-21 20:12:21 +000079#if defined(MIPS32_LE)
80/* Initialize function pointers to the MIPS version. */
81static void InitPointersToMIPS() {
82 WebRtcSpl_MaxAbsValueW16 = WebRtcSpl_MaxAbsValueW16_mips;
83 WebRtcSpl_MaxValueW16 = WebRtcSpl_MaxValueW16_mips;
84 WebRtcSpl_MaxValueW32 = WebRtcSpl_MaxValueW32_mips;
85 WebRtcSpl_MinValueW16 = WebRtcSpl_MinValueW16_mips;
86 WebRtcSpl_MinValueW32 = WebRtcSpl_MinValueW32_mips;
andrew@webrtc.orgfccf64c2013-09-18 17:40:46 +000087 WebRtcSpl_CrossCorrelation = WebRtcSpl_CrossCorrelation_mips;
andrew@webrtc.orge1132802013-05-30 16:38:36 +000088 WebRtcSpl_DownsampleFast = WebRtcSpl_DownsampleFast_mips;
kma@webrtc.orga3c7fa22013-07-24 17:38:23 +000089 WebRtcSpl_CreateRealFFT = WebRtcSpl_CreateRealFFTC;
90 WebRtcSpl_FreeRealFFT = WebRtcSpl_FreeRealFFTC;
andrew@webrtc.org85e32df2013-02-21 20:12:21 +000091 WebRtcSpl_RealForwardFFT = WebRtcSpl_RealForwardFFTC;
92 WebRtcSpl_RealInverseFFT = WebRtcSpl_RealInverseFFTC;
93#if defined(MIPS_DSP_R1_LE)
94 WebRtcSpl_MaxAbsValueW32 = WebRtcSpl_MaxAbsValueW32_mips;
andrew@webrtc.orgfccf64c2013-09-18 17:40:46 +000095 WebRtcSpl_ScaleAndAddVectorsWithRound =
96 WebRtcSpl_ScaleAndAddVectorsWithRound_mips;
andrew@webrtc.org85e32df2013-02-21 20:12:21 +000097#else
98 WebRtcSpl_MaxAbsValueW32 = WebRtcSpl_MaxAbsValueW32C;
andrew@webrtc.orgfccf64c2013-09-18 17:40:46 +000099 WebRtcSpl_ScaleAndAddVectorsWithRound =
100 WebRtcSpl_ScaleAndAddVectorsWithRoundC;
andrew@webrtc.org85e32df2013-02-21 20:12:21 +0000101#endif
102}
103#endif
104
andrew@webrtc.orga7b57da2012-10-22 18:19:23 +0000105static void InitFunctionPointers(void) {
106#if defined(WEBRTC_DETECT_ARM_NEON)
107 if ((WebRtc_GetCPUFeaturesARM() & kCPUFeatureNEON) != 0) {
108 InitPointersToNeon();
109 } else {
110 InitPointersToC();
111 }
112#elif defined(WEBRTC_ARCH_ARM_NEON)
113 InitPointersToNeon();
andrew@webrtc.org85e32df2013-02-21 20:12:21 +0000114#elif defined(MIPS32_LE)
115 InitPointersToMIPS();
andrew@webrtc.orga7b57da2012-10-22 18:19:23 +0000116#else
117 InitPointersToC();
118#endif /* WEBRTC_DETECT_ARM_NEON */
119}
120
121#if defined(WEBRTC_POSIX)
122#include <pthread.h>
123
124static void once(void (*func)(void)) {
125 static pthread_once_t lock = PTHREAD_ONCE_INIT;
126 pthread_once(&lock, func);
127}
128
129#elif defined(_WIN32)
130#include <windows.h>
131
132static void once(void (*func)(void)) {
133 /* Didn't use InitializeCriticalSection() since there's no race-free context
134 * in which to execute it.
135 *
136 * TODO(kma): Change to different implementation (e.g.
137 * InterlockedCompareExchangePointer) to avoid issues similar to
138 * http://code.google.com/p/webm/issues/detail?id=467.
139 */
andrew@webrtc.orgb4575c12013-01-29 06:45:22 +0000140 static CRITICAL_SECTION lock = {(void *)((size_t)-1), -1, 0, 0, 0, 0};
andrew@webrtc.orga7b57da2012-10-22 18:19:23 +0000141 static int done = 0;
142
143 EnterCriticalSection(&lock);
144 if (!done) {
145 func();
146 done = 1;
147 }
148 LeaveCriticalSection(&lock);
149}
150
151/* There's no fallback version as an #else block here to ensure thread safety.
152 * In case of neither pthread for WEBRTC_POSIX nor _WIN32 is present, build
153 * system should pick it up.
154 */
155#endif /* WEBRTC_POSIX */
156
157void WebRtcSpl_Init() {
158 once(InitFunctionPointers);
159}