Mark Lobodzinski | f39d70c | 2015-08-14 14:24:50 -0600 | [diff] [blame] | 1 | # Powershell script for running the vktrace trace/replay auto test
|
David Pinedo | 1405a43 | 2015-06-30 15:37:50 -0600 | [diff] [blame] | 2 | # To run this test:
|
| 3 | # cd <this-dir>
|
Mark Lobodzinski | f39d70c | 2015-08-14 14:24:50 -0600 | [diff] [blame] | 4 | # powershell C:\src\LoaderAndTools\vktracereplay.ps1 [-Debug]
|
Cody Northrop | fb207af | 2015-08-31 11:33:35 -0600 | [diff] [blame^] | 5 | $exitstatus = 0
|
David Pinedo | 1405a43 | 2015-06-30 15:37:50 -0600 | [diff] [blame] | 6 |
|
| 7 | if ($args[0] -eq "-Debug") {
|
| 8 | $dPath = "Debug"
|
| 9 | } else {
|
| 10 | $dPath = "Release"
|
| 11 | }
|
| 12 |
|
| 13 | write-host -background black -foreground green "[ RUN ] " -nonewline
|
Mark Lobodzinski | f39d70c | 2015-08-14 14:24:50 -0600 | [diff] [blame] | 14 | write-host "vktracereplay.ps1: Vktrace trace/replay"
|
David Pinedo | 1405a43 | 2015-06-30 15:37:50 -0600 | [diff] [blame] | 15 |
|
David Pinedo | 1405a43 | 2015-06-30 15:37:50 -0600 | [diff] [blame] | 16 | # Create a temp directory to run the test in
|
| 17 | rm -recurse -force vktracereplay_tmp > $null 2> $null
|
| 18 | new-item vktracereplay_tmp -itemtype directory > $null 2> $null
|
| 19 |
|
| 20 | # Copy everything we need into the temp directory, so we
|
| 21 | # can make sure we are using the correct dll and exe files
|
| 22 | cd vktracereplay_tmp
|
Cody Northrop | fb207af | 2015-08-31 11:33:35 -0600 | [diff] [blame^] | 23 | cp ..\..\vktrace\$dPath\vkreplay.exe .
|
| 24 | cp ..\..\vktrace\$dPath\vktrace.exe .
|
| 25 | cp ..\..\vktrace\$dPath\vulkan_trace.dll
|
David Pinedo | 1405a43 | 2015-06-30 15:37:50 -0600 | [diff] [blame] | 26 | cp ..\..\demos\$dPath\cube.exe .
|
| 27 | cp ..\..\demos\*.png .
|
Cody Northrop | fb207af | 2015-08-31 11:33:35 -0600 | [diff] [blame^] | 28 | cp ..\..\demos\*.spv .
|
Mark Lobodzinski | f39d70c | 2015-08-14 14:24:50 -0600 | [diff] [blame] | 29 | cp ..\..\loader\$dPath\vulkan.0.dll .
|
David Pinedo | 1405a43 | 2015-06-30 15:37:50 -0600 | [diff] [blame] | 30 | cp ..\..\layers\$dPath\VKLayerScreenShot.dll .
|
Cody Northrop | fb207af | 2015-08-31 11:33:35 -0600 | [diff] [blame^] | 31 | cp ..\..\layers\$dPath\screenshot.json .
|
David Pinedo | 1405a43 | 2015-06-30 15:37:50 -0600 | [diff] [blame] | 32 |
|
| 33 | # Change PATH to the temp directory
|
| 34 | $oldpath = $Env:PATH
|
| 35 | $Env:PATH = $pwd
|
Cody Northrop | fb207af | 2015-08-31 11:33:35 -0600 | [diff] [blame^] | 36 |
|
| 37 | # Set up some modified env vars
|
Cody Northrop | bc6ecfa | 2015-08-14 10:59:35 -0600 | [diff] [blame] | 38 | $Env:VK_LAYER_PATH = $pwd
|
David Pinedo | 1405a43 | 2015-06-30 15:37:50 -0600 | [diff] [blame] | 39 |
|
Cody Northrop | fb207af | 2015-08-31 11:33:35 -0600 | [diff] [blame^] | 40 | # Temporarily set ScreenShot layer by hand until these are worked out
|
| 41 | $Env:_VK_SCREENSHOT = 1
|
| 42 | $Env:VK_INSTANCE_LAYERS = "ScreenShot"
|
| 43 | $Env:VK_DEVICE_LAYERS = "ScreenShot"
|
| 44 |
|
David Pinedo | 1405a43 | 2015-06-30 15:37:50 -0600 | [diff] [blame] | 45 | # Do a trace and replay
|
Cody Northrop | fb207af | 2015-08-31 11:33:35 -0600 | [diff] [blame^] | 46 | & vktrace -o c01.vktrace -s 1 -p cube -a "--c 10" -l0 vulkan_trace.dll > trace.sout 2> trace.serr
|
David Pinedo | 1405a43 | 2015-06-30 15:37:50 -0600 | [diff] [blame] | 47 | rename-item -path 1.ppm -newname 1-trace.ppm
|
Cody Northrop | fb207af | 2015-08-31 11:33:35 -0600 | [diff] [blame^] | 48 | & vkreplay -s 1 -t c01.vktrace > replay.sout 2> replay.serr
|
David Pinedo | 1405a43 | 2015-06-30 15:37:50 -0600 | [diff] [blame] | 49 | rename-item -path 1.ppm -newname 1-replay.ppm
|
| 50 |
|
| 51 | # Force a failure - for testing this script
|
| 52 | #cp vulkan.dll 1-replay.ppm
|
| 53 | #rm 1-trace.ppm
|
| 54 | #rm 1-replay.ppm
|
| 55 |
|
| 56 | # Restore PATH
|
| 57 | $Env:PATH = $oldpath
|
| 58 |
|
Cody Northrop | fb207af | 2015-08-31 11:33:35 -0600 | [diff] [blame^] | 59 | if ($exitstatus -eq 0) {
|
| 60 | # Check that two screenshots were created
|
| 61 | if (!(Test-Path 1-trace.ppm) -or !(Test-Path 1-replay.ppm)) {
|
| 62 | echo 'Trace file does not exist'
|
| 63 | write-host -background black -foreground red "[ FAILED ] " -nonewline;
|
| 64 | $exitstatus = 1
|
| 65 | }
|
| 66 | }
|
| 67 |
|
| 68 | if ($exitstatus -eq 0) {
|
| 69 | # ensure the trace and replay snapshots are identical
|
David Pinedo | 1405a43 | 2015-06-30 15:37:50 -0600 | [diff] [blame] | 70 | fc.exe /b 1-trace.ppm 1-replay.ppm > $null
|
| 71 | if (!(Test-Path 1-trace.ppm) -or !(Test-Path 1-replay.ppm) -or $LastExitCode -eq 1) {
|
Cody Northrop | fb207af | 2015-08-31 11:33:35 -0600 | [diff] [blame^] | 72 | echo 'Trace files do not match'
|
| 73 | write-host -background black -foreground red "[ FAILED ] " -nonewline;
|
| 74 | $exitstatus = 1
|
David Pinedo | 1405a43 | 2015-06-30 15:37:50 -0600 | [diff] [blame] | 75 | }
|
| 76 | }
|
Cody Northrop | fb207af | 2015-08-31 11:33:35 -0600 | [diff] [blame^] | 77 |
|
| 78 | # check the average pixel value of each screenshot to ensure something plausible was written
|
| 79 | if ($exitstatus -eq 0) {
|
| 80 | $trace_mean = (convert 1-trace.ppm -format "%[mean]" info:)
|
| 81 | $replay_mean = (convert 1-replay.ppm -format "%[mean]" info:)
|
| 82 | $version = (identify -version)
|
| 83 |
|
| 84 | # normalize the values so we can support Q8 and Q16 imagemagick installations
|
| 85 | if ($version -match "Q8") {
|
| 86 | $trace_mean = $trace_mean / 255 # 2^8-1
|
| 87 | $replay_mean = $replay_mean / 255 # 2^8-1
|
| 88 | } else {
|
| 89 | $trace_mean = $trace_mean / 65535 # 2^16-1
|
| 90 | $replay_mean = $replay_mean / 65535 # 2^16-1
|
| 91 | }
|
| 92 |
|
| 93 | # if either screenshot is too bright or too dark, it either failed, or is a bad test
|
| 94 | if (($trace_mean -lt 0.10) -or ($trace_mean -gt 0.90)){
|
| 95 | echo ''
|
| 96 | echo 'Trace screenshot failed mean check, must be in range [0.1, 0.9]'
|
| 97 | write-host 'Detected mean:' $trace_mean
|
| 98 | echo ''
|
| 99 | write-host -background black -foreground red "[ FAILED ] " -nonewline;
|
| 100 | $exitstatus = 1
|
| 101 | }
|
| 102 | if (($replay_mean -lt 0.10) -or ($replay_mean -gt 0.90)){
|
| 103 | echo ''
|
| 104 | echo 'Replay screenshot failed mean check, must be in range [0.1, 0.9]'
|
| 105 | write-host 'Detected mean:' $replay_mean
|
| 106 | echo ''
|
| 107 | write-host -background black -foreground red "[ FAILED ] " -nonewline;
|
| 108 | $exitstatus = 1
|
| 109 | }
|
| 110 | }
|
| 111 |
|
| 112 | # if we passed all the checks, the test is good
|
| 113 | if ($exitstatus -eq 0) {
|
| 114 | write-host -background black -foreground green "[ PASSED ] " -nonewline;
|
| 115 | }
|
| 116 |
|
Mark Lobodzinski | f39d70c | 2015-08-14 14:24:50 -0600 | [diff] [blame] | 117 | write-host "vktracereplay.ps1: Vktrace trace/replay"
|
David Pinedo | 1405a43 | 2015-06-30 15:37:50 -0600 | [diff] [blame] | 118 | write-host
|
| 119 | if ($exitstatus) {
|
| 120 | echo '1 FAILED TEST'
|
| 121 | }
|
| 122 |
|
Cody Northrop | fb207af | 2015-08-31 11:33:35 -0600 | [diff] [blame^] | 123 | # cleanup
|
David Pinedo | 1405a43 | 2015-06-30 15:37:50 -0600 | [diff] [blame] | 124 | cd ..
|
| 125 | rm -recurse -force vktracereplay_tmp > $null 2> $null
|
Cody Northrop | fb207af | 2015-08-31 11:33:35 -0600 | [diff] [blame^] | 126 | Remove-Item Env:\VK_LAYER_PATH
|
| 127 | Remove-Item Env:\_VK_SCREENSHOT
|
| 128 | Remove-Item Env:\VK_INSTANCE_LAYERS
|
| 129 | Remove-Item Env:\VK_DEVICE_LAYERS
|
David Pinedo | 1405a43 | 2015-06-30 15:37:50 -0600 | [diff] [blame] | 130 | exit $exitstatus
|