blob: 98d74660582ff74fbe5f9fe0df7969c7772c84c2 [file] [log] [blame]
John Kessenichaab25142013-02-12 18:26:15 +00001#!/usr/bin/env bash
2
John Kessenich4586dbd2013-08-05 15:52:03 +00003TARGETDIR=localResults
4BASEDIR=baseResults
John Kessenichd18e2d82014-03-11 02:10:26 +00005EXE=../build/install/bin/glslangValidator
LoopDawg8004d362017-09-17 10:38:52 -06006REMAPEXE=../build/install/bin/spirv-remap
John Kessenichb38c9692015-05-15 19:01:17 +00007HASERROR=0
John Kessenich08d18242013-12-20 18:36:27 +00008mkdir -p localResults
John Kessenich69f4b512013-09-04 21:19:27 +00009
John Kessenichcf0206c2014-04-14 15:46:40 +000010if [ -a localtestlist ]
11 then
12 while read t; do
13 echo Running $t...
14 b=`basename $t`
15 $EXE -i -l $t > $TARGETDIR/$b.out
John Kessenichb38c9692015-05-15 19:01:17 +000016 diff -b $BASEDIR/$b.out $TARGETDIR/$b.out || HASERROR=1
John Kessenichcf0206c2014-04-14 15:46:40 +000017 done < localtestlist
18fi
19
johnkslang02ad18a2015-06-26 00:12:31 -060020rm -f comp.spv frag.spv geom.spv tesc.spv tese.spv vert.spv
John Kessenich593a3f72015-05-15 18:44:16 +000021
22#
John Kessenich31a51be2016-07-19 14:32:52 -060023# special tests
24#
25
26$EXE badMacroArgs.frag > $TARGETDIR/badMacroArgs.frag.out
27diff -b $BASEDIR/badMacroArgs.frag.out $TARGETDIR/badMacroArgs.frag.out || HASERROR=1
28
29#
John Kessenich11f9fc72013-11-07 01:06:34 +000030# reflection tests
31#
32echo Running reflection...
John Kessenicha86836e2016-07-09 14:50:57 -060033$EXE -l -q -C reflection.vert > $TARGETDIR/reflection.vert.out
John Kessenichb38c9692015-05-15 19:01:17 +000034diff -b $BASEDIR/reflection.vert.out $TARGETDIR/reflection.vert.out || HASERROR=1
John Kessenichb3cff2f2017-12-21 12:17:25 -070035$EXE -D -Od -e flizv -l -q -C -V -Od hlsl.reflection.vert > $TARGETDIR/hlsl.reflection.vert.out
John Kessenich2572b192016-09-19 23:12:48 -060036diff -b $BASEDIR/hlsl.reflection.vert.out $TARGETDIR/hlsl.reflection.vert.out || HASERROR=1
John Kessenichb3cff2f2017-12-21 12:17:25 -070037$EXE -D -Od -e main -l -q -C -V -Od hlsl.reflection.binding.frag > $TARGETDIR/hlsl.reflection.binding.frag.out
steve-lunarg8ffc36a2016-09-21 14:19:40 -060038diff -b $BASEDIR/hlsl.reflection.binding.frag.out $TARGETDIR/hlsl.reflection.binding.frag.out || HASERROR=1
John Kessenichb3cff2f2017-12-21 12:17:25 -070039$EXE -D -Od -e main -l -q --hlsl-iomap --auto-map-bindings --stb 10 --sbb 20 --ssb 30 --suavb 40 --scb 50 -D -V -e main -Od hlsl.automap.frag > $TARGETDIR/hlsl.automap.frag.out
steve-lunargbe283552017-04-18 12:18:01 -060040diff -b $BASEDIR/hlsl.automap.frag.out $TARGETDIR/hlsl.automap.frag.out || HASERROR=1
John Kessenich11f9fc72013-11-07 01:06:34 +000041
42#
John Kessenich38f3b892013-09-06 19:52:57 +000043# multi-threaded test
44#
John Kessenich38f3b892013-09-06 19:52:57 +000045echo Comparing single thread to multithread for all tests in current directory...
John Kessenicha86836e2016-07-09 14:50:57 -060046$EXE -i -C *.vert *.geom *.frag *.tes* *.comp > singleThread.out
47$EXE -i -C *.vert *.geom *.frag *.tes* *.comp -t > multiThread.out
John Kessenichb38c9692015-05-15 19:01:17 +000048diff singleThread.out multiThread.out || HASERROR=1
John Kessenich4b1a8902017-07-06 11:58:12 -060049if [ $HASERROR -eq 0 ]
50then
51 rm singleThread.out
52 rm multiThread.out
53fi
John Kessenichb38c9692015-05-15 19:01:17 +000054
steve-lunargf1e0c872016-10-31 15:13:43 -060055#
56# entry point renaming tests
57#
John Kessenich906cc212016-12-09 19:22:20 -070058echo Running entry-point renaming tests
John Kessenichb3cff2f2017-12-21 12:17:25 -070059$EXE -i -H -V -D -Od -e main_in_spv --ku --source-entrypoint main -Od hlsl.entry.rename.frag > $TARGETDIR/hlsl.entry.rename.frag.out
steve-lunargf1e0c872016-10-31 15:13:43 -060060diff -b $BASEDIR/hlsl.entry.rename.frag.out $TARGETDIR/hlsl.entry.rename.frag.out || HASERROR=1
61
John Kessenich906cc212016-12-09 19:22:20 -070062#
63# Testing ill-defined uncalled function
64#
65echo Running ill-defined uncalled function
John Kessenichb3cff2f2017-12-21 12:17:25 -070066$EXE -D -Od -e main -H -Od hlsl.deadFunctionMissingBody.vert > $TARGETDIR/hlsl.deadFunctionMissingBody.vert.out
John Kessenich906cc212016-12-09 19:22:20 -070067diff -b $BASEDIR/hlsl.deadFunctionMissingBody.vert.out $TARGETDIR/hlsl.deadFunctionMissingBody.vert.out || HASERROR=1
68
John Kessenich84ea15f2015-05-15 21:54:24 +000069if [ $HASERROR -eq 0 ]
70then
71 echo Tests Succeeded.
72else
73 echo Tests Failed.
74fi
75
John Kesseniche751bca2017-03-16 11:20:38 -060076#
77# Testing -S
78#
79echo Running explicit stage test
80$EXE -i -S vert nosuffix > $TARGETDIR/nosuffix.out
81diff -b $BASEDIR/nosuffix.out $TARGETDIR/nosuffix.out || HASERROR=1
82
John Kessenich4f1403e2017-04-05 17:38:20 -060083#
84# Testing --hlsl-offsets
85#
86echo Running hlsl offsets
87$EXE -i --hlsl-offsets -H spv.hlslOffsets.vert > $TARGETDIR/spv.hlslOffsets.vert.out
88diff -b $BASEDIR/spv.hlslOffsets.vert.out $TARGETDIR/spv.hlslOffsets.vert.out || HASERROR=1
89
90echo Running hlsl offsets
John Kessenichb3cff2f2017-12-21 12:17:25 -070091$EXE -i --hlsl-offsets -D -Od -e main -H -Od hlsl.hlslOffset.vert > $TARGETDIR/hlsl.hlslOffset.vert.out
John Kessenich4f1403e2017-04-05 17:38:20 -060092diff -b $BASEDIR/hlsl.hlslOffset.vert.out $TARGETDIR/hlsl.hlslOffset.vert.out || HASERROR=1
93
94#
John Kessenich71facdf2017-05-17 18:28:19 -060095# Testing --resource-set-binding
Hyangran Park36dc8292017-05-02 16:27:29 +090096#
97echo Configuring HLSL descriptor set and binding number manually
John Kessenichb3cff2f2017-12-21 12:17:25 -070098$EXE -V -D -Od -e main -H -Od hlsl.multiDescriptorSet.frag --rsb frag t0 0 0 t1 1 0 s0 0 1 s1 1 1 b0 2 0 b1 2 1 b2 2 2 > $TARGETDIR/hlsl.multiDescriptorSet.frag.out
John Kessenich121853f2017-05-31 17:11:16 -060099diff -b $BASEDIR/hlsl.multiDescriptorSet.frag.out $TARGETDIR/hlsl.multiDescriptorSet.frag.out || HASERROR=1
Hyangran Park36dc8292017-05-02 16:27:29 +0900100
John Kessenichb3cff2f2017-12-21 12:17:25 -0700101$EXE -V -D -Od -e main -H -Od hlsl.explicitDescriptorSet.frag --hlsl-iomap --amb --ssb 10 --stb 20 --rsb 4 > $TARGETDIR/hlsl.explicitDescriptorSet.frag.out
LoopDawg52017192017-07-14 15:15:47 -0600102diff -b $BASEDIR/hlsl.explicitDescriptorSet.frag.out $TARGETDIR/hlsl.explicitDescriptorSet.frag.out || HASERROR=1
103
John Kessenichb3cff2f2017-12-21 12:17:25 -0700104$EXE -V -D -Od -e main -H -Od hlsl.explicitDescriptorSet.frag --hlsl-iomap --amb --ssb 10 --stb 20 --rsb frag 3 > $TARGETDIR/hlsl.explicitDescriptorSet-2.frag.out
LoopDawg52017192017-07-14 15:15:47 -0600105diff -b $BASEDIR/hlsl.explicitDescriptorSet-2.frag.out $TARGETDIR/hlsl.explicitDescriptorSet-2.frag.out || HASERROR=1
106
Hyangran Park36dc8292017-05-02 16:27:29 +0900107#
LoopDawg08a14422017-10-17 19:27:14 -0600108# Testing per-descriptor-set IO map shift
109#
110echo 'Testing per-descriptor-set IO map shift'
John Kessenichb3cff2f2017-12-21 12:17:25 -0700111$EXE -e main --hlsl-iomap --ssb 10 1 15 2 --stb 20 --stb 25 2 --suavb 30 --suavb 40 2 --sub 50 6 -i -q -D -Od -V hlsl.shift.per-set.frag > $TARGETDIR/hlsl.shift.per-set.frag.out || HASERROR=1
LoopDawg08a14422017-10-17 19:27:14 -0600112diff -b $BASEDIR/hlsl.shift.per-set.frag.out $TARGETDIR/hlsl.shift.per-set.frag.out || HASERROR=1
113
114#
John Kessenich71facdf2017-05-17 18:28:19 -0600115# Testing location error
116#
117echo Testing SPV no location
118$EXE -V -C spv.noLocation.vert > $TARGETDIR/spv.noLocation.vert.out
John Kessenich121853f2017-05-31 17:11:16 -0600119diff -b $BASEDIR/spv.noLocation.vert.out $TARGETDIR/spv.noLocation.vert.out || HASERROR=1
John Kessenich82e95a32017-08-26 15:47:25 -0600120$EXE -G -H --aml spv.noBuiltInLoc.vert > $TARGETDIR/spv.noBuiltInLoc.vert.out
John Kessenich91e69c02017-07-14 05:52:31 -0600121diff -b $BASEDIR/spv.noBuiltInLoc.vert.out $TARGETDIR/spv.noBuiltInLoc.vert.out || HASERROR=1
John Kessenich82e95a32017-08-26 15:47:25 -0600122$EXE -G spv.looseUniformNoLoc.vert > $TARGETDIR/spv.looseUniformNoLoc.vert.out
123diff -b $BASEDIR/spv.looseUniformNoLoc.vert.out $TARGETDIR/spv.looseUniformNoLoc.vert.out || HASERROR=1
John Kessenich121853f2017-05-31 17:11:16 -0600124
125#
126# Testing debug information
127#
128echo Testing SPV Debug Information
John Kessenich9c9c4e92018-02-21 18:19:49 -0700129$EXE -g --relaxed-errors --suppress-warnings --aml --amb --hlsl-offsets --nsf \
John Kessenich2a271162017-07-20 20:00:36 -0600130 -G -H spv.debugInfo.frag --rsb frag 3 > $TARGETDIR/spv.debugInfo.frag.out
John Kessenich121853f2017-05-31 17:11:16 -0600131diff -b $BASEDIR/spv.debugInfo.frag.out $TARGETDIR/spv.debugInfo.frag.out || HASERROR=1
John Kessenich66011cb2018-03-06 16:12:04 -0700132$EXE -g -Od --target-env vulkan1.1 --relaxed-errors --suppress-warnings --aml --hlsl-offsets --nsf \
133 -G -H spv.debugInfo.frag --rsb frag 3 > $TARGETDIR/spv.debugInfo.1.1.frag.out
134diff -b $BASEDIR/spv.debugInfo.1.1.frag.out $TARGETDIR/spv.debugInfo.1.1.frag.out || HASERROR=1
John Kessenichb3cff2f2017-12-21 12:17:25 -0700135$EXE -g -D -Od -e newMain -g --amb --aml --fua --hlsl-iomap --nsf --sib 1 --ssb 2 --sbb 3 --stb 4 --suavb 5 --sub 6 \
GregFcd1f1692017-09-21 18:40:22 -0600136 --sep origMain -H -Od spv.hlslDebugInfo.vert --rsb vert t0 0 0 > $TARGETDIR/spv.hlslDebugInfo.frag.out
John Kessenich2a271162017-07-20 20:00:36 -0600137diff -b $BASEDIR/spv.hlslDebugInfo.frag.out $TARGETDIR/spv.hlslDebugInfo.frag.out || HASERROR=1
John Kessenich71facdf2017-05-17 18:28:19 -0600138
139#
John Kessenich3494b4d2017-05-22 15:00:42 -0600140# Testing Includer
141#
142echo Testing Includer
John Kessenichb3cff2f2017-12-21 12:17:25 -0700143$EXE -D -Od -e main -H -Od ../Test/hlsl.include.vert > $TARGETDIR/hlsl.include.vert.out
John Kessenich3494b4d2017-05-22 15:00:42 -0600144diff -b $BASEDIR/hlsl.include.vert.out $TARGETDIR/hlsl.include.vert.out || HASERROR=1
John Kessenichb3cff2f2017-12-21 12:17:25 -0700145$EXE -D -Od -e main -H -Od hlsl.includeNegative.vert > $TARGETDIR/hlsl.includeNegative.vert.out
John Kessenich3494b4d2017-05-22 15:00:42 -0600146diff -b $BASEDIR/hlsl.includeNegative.vert.out $TARGETDIR/hlsl.includeNegative.vert.out || HASERROR=1
147$EXE -l -i include.vert > $TARGETDIR/include.vert.out
148diff -b $BASEDIR/include.vert.out $TARGETDIR/include.vert.out || HASERROR=1
John Kessenichb3cff2f2017-12-21 12:17:25 -0700149$EXE -D -Od -e main -H -Od -Iinc1/path1 -Iinc1/path2 hlsl.dashI.vert > $TARGETDIR/hlsl.dashI.vert.out
John Kessenich971a0a82017-06-07 15:06:58 -0600150diff -b $BASEDIR/hlsl.dashI.vert.out $TARGETDIR/hlsl.dashI.vert.out || HASERROR=1
John Kessenich3494b4d2017-05-22 15:00:42 -0600151
152#
John Kessenicha9313662017-06-15 10:40:49 -0600153# Testing -D and -U
154#
LoopDawg8004d362017-09-17 10:38:52 -0600155echo "Testing -D and -U"
John Kessenicha9313662017-06-15 10:40:49 -0600156$EXE -DUNDEFED -UIN_SHADER -DFOO=200 -i -l -UUNDEFED -DMUL=FOO*2 glsl.-D-U.frag > $TARGETDIR/glsl.-D-U.frag.out
157diff -b $BASEDIR/glsl.-D-U.frag.out $TARGETDIR/glsl.-D-U.frag.out || HASERROR=1
John Kessenichb3cff2f2017-12-21 12:17:25 -0700158$EXE -D -Od -e main -V -i -DUNDEFED -UIN_SHADER -DFOO=200 -UUNDEFED -Od hlsl.-D-U.frag > $TARGETDIR/hlsl.-D-U.frag.out
John Kessenicha9313662017-06-15 10:40:49 -0600159diff -b $BASEDIR/hlsl.-D-U.frag.out $TARGETDIR/hlsl.-D-U.frag.out || HASERROR=1
160
161#
John Kessenich6353d552017-06-23 11:11:09 -0600162# Test --client and --target-env
163#
LoopDawg8004d362017-09-17 10:38:52 -0600164echo "Testing --client and --target-env"
John Kessenich6353d552017-06-23 11:11:09 -0600165$EXE --client vulkan100 spv.targetVulkan.vert || HASERROR=1
166$EXE --client opengl100 spv.targetOpenGL.vert || HASERROR=1
167$EXE --target-env vulkan1.0 spv.targetVulkan.vert || HASERROR=1
John Kessenich66011cb2018-03-06 16:12:04 -0700168$EXE --target-env vulkan1.1 spv.targetVulkan.vert || HASERROR=1
John Kessenich6353d552017-06-23 11:11:09 -0600169$EXE --target-env opengl spv.targetOpenGL.vert || HASERROR=1
170$EXE -V100 spv.targetVulkan.vert || HASERROR=1
171$EXE -G100 spv.targetOpenGL.vert || HASERROR=1
172
173#
John Kessenich9855bda2017-09-11 21:48:19 -0600174# Testing GLSL entry point rename
175#
LoopDawg8004d362017-09-17 10:38:52 -0600176echo "Testing GLSL entry point rename"
John Kessenich9855bda2017-09-11 21:48:19 -0600177$EXE -H -e foo --source-entrypoint main glsl.entryPointRename.vert > $TARGETDIR/glsl.entryPointRename.vert.out
178diff -b $BASEDIR/glsl.entryPointRename.vert.out $TARGETDIR/glsl.entryPointRename.vert.out || HASERROR=1
179$EXE -H -e foo --source-entrypoint bar glsl.entryPointRename.vert > $TARGETDIR/glsl.entryPointRename.vert.bad.out
180diff -b $BASEDIR/glsl.entryPointRename.vert.bad.out $TARGETDIR/glsl.entryPointRename.vert.bad.out || HASERROR=1
181$EXE -H -e foo --source-entrypoint main glsl.entryPointRename2.vert > $TARGETDIR/glsl.entryPointRename2.vert.out
182diff -b $BASEDIR/glsl.entryPointRename2.vert.out $TARGETDIR/glsl.entryPointRename2.vert.out || HASERROR=1
183
184#
LoopDawg8004d362017-09-17 10:38:52 -0600185# Testing remapper error handling
186#
187echo "Testing remapper error handling"
188$REMAPEXE --do-everything -i remap.invalid-spirv-1.spv -o $TARGETDIR > $TARGETDIR/remap.invalid-spirv-1.out && HASERROR=1
189diff -b $BASEDIR/remap.invalid-spirv-1.out $TARGETDIR/remap.invalid-spirv-1.out || HASERROR=1
190$REMAPEXE --do-everything -i remap.invalid-spirv-2.spv -o $TARGETDIR > $TARGETDIR/remap.invalid-spirv-2.out && HASERROR=1
191diff -b $BASEDIR/remap.invalid-spirv-2.out $TARGETDIR/remap.invalid-spirv-2.out || HASERROR=1
192
193#
LoopDawgb22c0692017-12-06 16:52:03 -0700194# Testing position Y inversion
195#
196echo "Testing position Y inversion"
John Kessenichb3cff2f2017-12-21 12:17:25 -0700197$EXE -H -e main -V -D -Od -H -i --iy hlsl.y-negate-1.vert > $TARGETDIR/hlsl.y-negate-1.vert.out
LoopDawgb22c0692017-12-06 16:52:03 -0700198diff -b $BASEDIR/hlsl.y-negate-1.vert.out $TARGETDIR/hlsl.y-negate-1.vert.out || HASERROR=1
John Kessenichb3cff2f2017-12-21 12:17:25 -0700199$EXE -H -e main -V -D -Od -H -i --invert-y hlsl.y-negate-2.vert > $TARGETDIR/hlsl.y-negate-2.vert.out
LoopDawgb22c0692017-12-06 16:52:03 -0700200diff -b $BASEDIR/hlsl.y-negate-2.vert.out $TARGETDIR/hlsl.y-negate-2.vert.out || HASERROR=1
John Kessenichb3cff2f2017-12-21 12:17:25 -0700201$EXE -H -e main -V -D -Od -H -i --invert-y hlsl.y-negate-3.vert > $TARGETDIR/hlsl.y-negate-3.vert.out
LoopDawgb22c0692017-12-06 16:52:03 -0700202diff -b $BASEDIR/hlsl.y-negate-3.vert.out $TARGETDIR/hlsl.y-negate-3.vert.out || HASERROR=1
203
204#
John Kessenich4f1403e2017-04-05 17:38:20 -0600205# Final checking
206#
John Kesseniche751bca2017-03-16 11:20:38 -0600207if [ $HASERROR -eq 0 ]
208then
209 echo Tests Succeeded.
210else
211 echo Tests Failed.
212fi
213
John Kessenich4b1a8902017-07-06 11:58:12 -0600214rm -f comp.spv frag.spv geom.spv tesc.spv tese.spv vert.spv
215
John Kessenichb38c9692015-05-15 19:01:17 +0000216exit $HASERROR