blob: dcb76cf1879ef0801d5a5c33fc676ed79bf41e87 [file] [log] [blame]
Jean-Marc Valinad20dd22011-10-28 12:09:00 -04001#!/bin/sh
2
Jean-Marc Valin00898f22012-10-30 01:26:36 -04003# Copyright (c) 2011-2012 Jean-Marc Valin
4#
5# This file is extracted from RFC6716. Please see that RFC for additional
6# information.
7#
8# Redistribution and use in source and binary forms, with or without
9# modification, are permitted provided that the following conditions
10# are met:
11#
12# - Redistributions of source code must retain the above copyright
13# notice, this list of conditions and the following disclaimer.
14#
15# - Redistributions in binary form must reproduce the above copyright
16# notice, this list of conditions and the following disclaimer in the
17# documentation and/or other materials provided with the distribution.
18#
19# - Neither the name of Internet Society, IETF or IETF Trust, nor the
20# names of specific contributors, may be used to endorse or promote
21# products derived from this software without specific prior written
22# permission.
23#
24# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
25# ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
26# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
27# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
28# OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
29# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
30# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
31# PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
32# LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
33# NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
34# SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
35
Jean-Marc Valin18a380a2016-04-20 13:27:06 -040036rm -f logs_mono.txt logs_mono2.txt
37rm -f logs_stereo.txt logs_stereo2.txt
Jean-Marc Valin17c59662012-02-17 16:09:21 -050038
39if [ "$#" -ne "3" ]; then
40 echo "usage: run_vectors.sh <exec path> <vector path> <rate>"
Jean-Marc Valin2d4f6142011-10-28 16:16:35 -040041 exit 1
42fi
43
Jean-Marc Valinad20dd22011-10-28 12:09:00 -040044CMD_PATH=$1
45VECTOR_PATH=$2
Jean-Marc Valin17c59662012-02-17 16:09:21 -050046RATE=$3
Jean-Marc Valinad20dd22011-10-28 12:09:00 -040047
Jonathan Lennox3a1dc9d2015-08-04 15:24:21 -040048: ${OPUS_DEMO:=$CMD_PATH/opus_demo}
49: ${OPUS_COMPARE:=$CMD_PATH/opus_compare}
Jean-Marc Valinad20dd22011-10-28 12:09:00 -040050
Mark Harris20e93782017-06-13 21:35:28 -070051if [ -d "$VECTOR_PATH" ]; then
52 echo "Test vectors found in $VECTOR_PATH"
Jean-Marc Valinad20dd22011-10-28 12:09:00 -040053else
Mark Harris20e93782017-06-13 21:35:28 -070054 echo "No test vectors found"
Ralph Giles5f6e4722012-03-19 17:10:13 -070055 #Don't make the test fail here because the test vectors
56 #will be distributed separately
Jean-Marc Valinad20dd22011-10-28 12:09:00 -040057 exit 0
58fi
59
Mark Harris20e93782017-06-13 21:35:28 -070060if [ ! -x "$OPUS_COMPARE" ]; then
61 echo "ERROR: Compare program not found: $OPUS_COMPARE"
Aurélien Zanellifcecd292013-05-27 15:54:31 +020062 exit 1
63fi
64
Mark Harris20e93782017-06-13 21:35:28 -070065if [ -x "$OPUS_DEMO" ]; then
66 echo "Decoding with $OPUS_DEMO"
Jean-Marc Valinad20dd22011-10-28 12:09:00 -040067else
Mark Harris20e93782017-06-13 21:35:28 -070068 echo "ERROR: Decoder not found: $OPUS_DEMO"
Jean-Marc Valinad20dd22011-10-28 12:09:00 -040069 exit 1
70fi
71
72echo "=============="
Mark Harris20e93782017-06-13 21:35:28 -070073echo "Testing mono"
Jean-Marc Valinad20dd22011-10-28 12:09:00 -040074echo "=============="
75echo
76
Jean-Marc Valin72273002012-04-20 10:26:08 -040077for file in 01 02 03 04 05 06 07 08 09 10 11 12
Jean-Marc Valinad20dd22011-10-28 12:09:00 -040078do
Mark Harris20e93782017-06-13 21:35:28 -070079 if [ -e "$VECTOR_PATH/testvector$file.bit" ]; then
80 echo "Testing testvector$file"
Ralph Giles5f6e4722012-03-19 17:10:13 -070081 else
Mark Harris20e93782017-06-13 21:35:28 -070082 echo "Bitstream file not found: testvector$file.bit"
Jean-Marc Valinad20dd22011-10-28 12:09:00 -040083 fi
Mark Harris20e93782017-06-13 21:35:28 -070084 if "$OPUS_DEMO" -d "$RATE" 1 "$VECTOR_PATH/testvector$file.bit" tmp.out >> logs_mono.txt 2>&1; then
85 echo "successfully decoded"
Jean-Marc Valinad20dd22011-10-28 12:09:00 -040086 else
Mark Harris20e93782017-06-13 21:35:28 -070087 echo "ERROR: decoding failed"
Jean-Marc Valinad20dd22011-10-28 12:09:00 -040088 exit 1
89 fi
Mark Harris20e93782017-06-13 21:35:28 -070090 "$OPUS_COMPARE" -r "$RATE" "$VECTOR_PATH/testvector${file}.dec" tmp.out >> logs_mono.txt 2>&1
Jean-Marc Valinad20dd22011-10-28 12:09:00 -040091 float_ret=$?
Mark Harris20e93782017-06-13 21:35:28 -070092 "$OPUS_COMPARE" -r "$RATE" "$VECTOR_PATH/testvector${file}m.dec" tmp.out >> logs_mono2.txt 2>&1
Jean-Marc Valin18a380a2016-04-20 13:27:06 -040093 float_ret2=$?
94 if [ "$float_ret" -eq "0" ] || [ "$float_ret2" -eq "0" ]; then
Mark Harris20e93782017-06-13 21:35:28 -070095 echo "output matches reference"
Jean-Marc Valinad20dd22011-10-28 12:09:00 -040096 else
Mark Harris20e93782017-06-13 21:35:28 -070097 echo "ERROR: output does not match reference"
Jean-Marc Valinad20dd22011-10-28 12:09:00 -040098 exit 1
99 fi
100 echo
101done
102
103echo "=============="
104echo Testing stereo
105echo "=============="
106echo
107
Jean-Marc Valin72273002012-04-20 10:26:08 -0400108for file in 01 02 03 04 05 06 07 08 09 10 11 12
Jean-Marc Valinad20dd22011-10-28 12:09:00 -0400109do
Mark Harris20e93782017-06-13 21:35:28 -0700110 if [ -e "$VECTOR_PATH/testvector$file.bit" ]; then
111 echo "Testing testvector$file"
Ralph Giles5f6e4722012-03-19 17:10:13 -0700112 else
Mark Harris20e93782017-06-13 21:35:28 -0700113 echo "Bitstream file not found: testvector$file"
Jean-Marc Valinad20dd22011-10-28 12:09:00 -0400114 fi
Mark Harris20e93782017-06-13 21:35:28 -0700115 if "$OPUS_DEMO" -d "$RATE" 2 "$VECTOR_PATH/testvector$file.bit" tmp.out >> logs_stereo.txt 2>&1; then
116 echo "successfully decoded"
Jean-Marc Valinad20dd22011-10-28 12:09:00 -0400117 else
Mark Harris20e93782017-06-13 21:35:28 -0700118 echo "ERROR: decoding failed"
Jean-Marc Valinad20dd22011-10-28 12:09:00 -0400119 exit 1
120 fi
Mark Harris20e93782017-06-13 21:35:28 -0700121 "$OPUS_COMPARE" -s -r "$RATE" "$VECTOR_PATH/testvector${file}.dec" tmp.out >> logs_stereo.txt 2>&1
Jean-Marc Valinad20dd22011-10-28 12:09:00 -0400122 float_ret=$?
Mark Harris20e93782017-06-13 21:35:28 -0700123 "$OPUS_COMPARE" -s -r "$RATE" "$VECTOR_PATH/testvector${file}m.dec" tmp.out >> logs_stereo2.txt 2>&1
Jean-Marc Valin18a380a2016-04-20 13:27:06 -0400124 float_ret2=$?
125 if [ "$float_ret" -eq "0" ] || [ "$float_ret2" -eq "0" ]; then
Mark Harris20e93782017-06-13 21:35:28 -0700126 echo "output matches reference"
Jean-Marc Valinad20dd22011-10-28 12:09:00 -0400127 else
Mark Harris20e93782017-06-13 21:35:28 -0700128 echo "ERROR: output does not match reference"
Jean-Marc Valinad20dd22011-10-28 12:09:00 -0400129 exit 1
130 fi
131 echo
132done
133
134
135
Mark Harris20e93782017-06-13 21:35:28 -0700136echo "All tests have passed successfully"
Jean-Marc Valin18a380a2016-04-20 13:27:06 -0400137mono1=`grep quality logs_mono.txt | awk '{sum+=$4}END{if (NR == 12) sum /= 12; else sum = 0; print sum}'`
138mono2=`grep quality logs_mono2.txt | awk '{sum+=$4}END{if (NR == 12) sum /= 12; else sum = 0; print sum}'`
139echo $mono1 $mono2 | awk '{if ($2 > $1) $1 = $2; print "Average mono quality is", $1, "%"}'
140
141stereo1=`grep quality logs_stereo.txt | awk '{sum+=$4}END{if (NR == 12) sum /= 12; else sum = 0; print sum}'`
142stereo2=`grep quality logs_stereo2.txt | awk '{sum+=$4}END{if (NR == 12) sum /= 12; else sum = 0; print sum}'`
143echo $stereo1 $stereo2 | awk '{if ($2 > $1) $1 = $2; print "Average stereo quality is", $1, "%"}'