Hal Finkel | c34e511 | 2012-02-01 03:51:43 +0000 | [diff] [blame] | 1 | target datalayout = "e-p:64:64:64-i1:8:8-i8:8:8-i16:16:16-i32:32:32-i64:64:64-f32:32:32-f64:64:64-v64:64:64-v128:128:128-a0:0:64-s0:64:64-f80:128:128" |
| 2 | ; RUN: opt < %s -bb-vectorize -bb-vectorize-req-chain-depth=3 -instcombine -gvn -S | FileCheck %s |
| 3 | |
| 4 | declare double @llvm.fma.f64(double, double, double) |
| 5 | declare double @llvm.cos.f64(double) |
Hal Finkel | 5cad874 | 2012-03-31 03:38:40 +0000 | [diff] [blame] | 6 | declare double @llvm.powi.f64(double, i32) |
Hal Finkel | c34e511 | 2012-02-01 03:51:43 +0000 | [diff] [blame] | 7 | |
| 8 | ; Basic depth-3 chain with fma |
| 9 | define double @test1(double %A1, double %A2, double %B1, double %B2, double %C1, double %C2) { |
| 10 | %X1 = fsub double %A1, %B1 |
| 11 | %X2 = fsub double %A2, %B2 |
| 12 | %Y1 = call double @llvm.fma.f64(double %X1, double %A1, double %C1) |
| 13 | %Y2 = call double @llvm.fma.f64(double %X2, double %A2, double %C2) |
| 14 | %Z1 = fadd double %Y1, %B1 |
| 15 | %Z2 = fadd double %Y2, %B2 |
| 16 | %R = fmul double %Z1, %Z2 |
| 17 | ret double %R |
| 18 | ; CHECK: @test1 |
| 19 | ; CHECK: %X1.v.i1.1 = insertelement <2 x double> undef, double %B1, i32 0 |
Hal Finkel | c34e511 | 2012-02-01 03:51:43 +0000 | [diff] [blame] | 20 | ; CHECK: %X1.v.i1.2 = insertelement <2 x double> %X1.v.i1.1, double %B2, i32 1 |
Hal Finkel | 842ad0b | 2012-10-31 15:17:07 +0000 | [diff] [blame^] | 21 | ; CHECK: %X1.v.i0.1 = insertelement <2 x double> undef, double %A1, i32 0 |
Hal Finkel | c34e511 | 2012-02-01 03:51:43 +0000 | [diff] [blame] | 22 | ; CHECK: %X1.v.i0.2 = insertelement <2 x double> %X1.v.i0.1, double %A2, i32 1 |
| 23 | ; CHECK: %X1 = fsub <2 x double> %X1.v.i0.2, %X1.v.i1.2 |
| 24 | ; CHECK: %Y1.v.i2.1 = insertelement <2 x double> undef, double %C1, i32 0 |
| 25 | ; CHECK: %Y1.v.i2.2 = insertelement <2 x double> %Y1.v.i2.1, double %C2, i32 1 |
| 26 | ; CHECK: %Y1 = call <2 x double> @llvm.fma.v2f64(<2 x double> %X1, <2 x double> %X1.v.i0.2, <2 x double> %Y1.v.i2.2) |
| 27 | ; CHECK: %Z1 = fadd <2 x double> %Y1, %X1.v.i1.2 |
| 28 | ; CHECK: %Z1.v.r1 = extractelement <2 x double> %Z1, i32 0 |
| 29 | ; CHECK: %Z1.v.r2 = extractelement <2 x double> %Z1, i32 1 |
| 30 | ; CHECK: %R = fmul double %Z1.v.r1, %Z1.v.r2 |
| 31 | ; CHECK: ret double %R |
| 32 | } |
| 33 | |
| 34 | ; Basic depth-3 chain with cos |
| 35 | define double @test2(double %A1, double %A2, double %B1, double %B2) { |
| 36 | %X1 = fsub double %A1, %B1 |
| 37 | %X2 = fsub double %A2, %B2 |
| 38 | %Y1 = call double @llvm.cos.f64(double %X1) |
| 39 | %Y2 = call double @llvm.cos.f64(double %X2) |
| 40 | %Z1 = fadd double %Y1, %B1 |
| 41 | %Z2 = fadd double %Y2, %B2 |
| 42 | %R = fmul double %Z1, %Z2 |
| 43 | ret double %R |
| 44 | ; CHECK: @test2 |
| 45 | ; CHECK: %X1.v.i1.1 = insertelement <2 x double> undef, double %B1, i32 0 |
Hal Finkel | c34e511 | 2012-02-01 03:51:43 +0000 | [diff] [blame] | 46 | ; CHECK: %X1.v.i1.2 = insertelement <2 x double> %X1.v.i1.1, double %B2, i32 1 |
Hal Finkel | 842ad0b | 2012-10-31 15:17:07 +0000 | [diff] [blame^] | 47 | ; CHECK: %X1.v.i0.1 = insertelement <2 x double> undef, double %A1, i32 0 |
Hal Finkel | c34e511 | 2012-02-01 03:51:43 +0000 | [diff] [blame] | 48 | ; CHECK: %X1.v.i0.2 = insertelement <2 x double> %X1.v.i0.1, double %A2, i32 1 |
| 49 | ; CHECK: %X1 = fsub <2 x double> %X1.v.i0.2, %X1.v.i1.2 |
| 50 | ; CHECK: %Y1 = call <2 x double> @llvm.cos.v2f64(<2 x double> %X1) |
| 51 | ; CHECK: %Z1 = fadd <2 x double> %Y1, %X1.v.i1.2 |
| 52 | ; CHECK: %Z1.v.r1 = extractelement <2 x double> %Z1, i32 0 |
| 53 | ; CHECK: %Z1.v.r2 = extractelement <2 x double> %Z1, i32 1 |
| 54 | ; CHECK: %R = fmul double %Z1.v.r1, %Z1.v.r2 |
| 55 | ; CHECK: ret double %R |
| 56 | } |
| 57 | |
Hal Finkel | 5cad874 | 2012-03-31 03:38:40 +0000 | [diff] [blame] | 58 | ; Basic depth-3 chain with powi |
| 59 | define double @test3(double %A1, double %A2, double %B1, double %B2, i32 %P) { |
| 60 | |
| 61 | %X1 = fsub double %A1, %B1 |
| 62 | %X2 = fsub double %A2, %B2 |
| 63 | %Y1 = call double @llvm.powi.f64(double %X1, i32 %P) |
| 64 | %Y2 = call double @llvm.powi.f64(double %X2, i32 %P) |
| 65 | %Z1 = fadd double %Y1, %B1 |
| 66 | %Z2 = fadd double %Y2, %B2 |
| 67 | %R = fmul double %Z1, %Z2 |
| 68 | ret double %R |
| 69 | ; CHECK: @test3 |
| 70 | ; CHECK: %X1.v.i1.1 = insertelement <2 x double> undef, double %B1, i32 0 |
Hal Finkel | 5cad874 | 2012-03-31 03:38:40 +0000 | [diff] [blame] | 71 | ; CHECK: %X1.v.i1.2 = insertelement <2 x double> %X1.v.i1.1, double %B2, i32 1 |
Hal Finkel | 842ad0b | 2012-10-31 15:17:07 +0000 | [diff] [blame^] | 72 | ; CHECK: %X1.v.i0.1 = insertelement <2 x double> undef, double %A1, i32 0 |
Hal Finkel | 5cad874 | 2012-03-31 03:38:40 +0000 | [diff] [blame] | 73 | ; CHECK: %X1.v.i0.2 = insertelement <2 x double> %X1.v.i0.1, double %A2, i32 1 |
| 74 | ; CHECK: %X1 = fsub <2 x double> %X1.v.i0.2, %X1.v.i1.2 |
| 75 | ; CHECK: %Y1 = call <2 x double> @llvm.powi.v2f64(<2 x double> %X1, i32 %P) |
| 76 | ; CHECK: %Z1 = fadd <2 x double> %Y1, %X1.v.i1.2 |
| 77 | ; CHECK: %Z1.v.r1 = extractelement <2 x double> %Z1, i32 0 |
| 78 | ; CHECK: %Z1.v.r2 = extractelement <2 x double> %Z1, i32 1 |
| 79 | ; CHECK: %R = fmul double %Z1.v.r1, %Z1.v.r2 |
| 80 | ; CHECK: ret double %R |
| 81 | } |
| 82 | |
| 83 | ; Basic depth-3 chain with powi (different powers: should not vectorize) |
| 84 | define double @test4(double %A1, double %A2, double %B1, double %B2, i32 %P) { |
| 85 | |
| 86 | %X1 = fsub double %A1, %B1 |
| 87 | %X2 = fsub double %A2, %B2 |
| 88 | %P2 = add i32 %P, 1 |
| 89 | %Y1 = call double @llvm.powi.f64(double %X1, i32 %P) |
| 90 | %Y2 = call double @llvm.powi.f64(double %X2, i32 %P2) |
| 91 | %Z1 = fadd double %Y1, %B1 |
| 92 | %Z2 = fadd double %Y2, %B2 |
| 93 | %R = fmul double %Z1, %Z2 |
| 94 | ret double %R |
| 95 | ; CHECK: @test4 |
| 96 | ; CHECK-NOT: <2 x double> |
| 97 | ; CHECK: ret double %R |
| 98 | } |
| 99 | |
Hal Finkel | c34e511 | 2012-02-01 03:51:43 +0000 | [diff] [blame] | 100 | ; CHECK: declare <2 x double> @llvm.fma.v2f64(<2 x double>, <2 x double>, <2 x double>) nounwind readnone |
| 101 | ; CHECK: declare <2 x double> @llvm.cos.v2f64(<2 x double>) nounwind readonly |
Hal Finkel | 5cad874 | 2012-03-31 03:38:40 +0000 | [diff] [blame] | 102 | ; CHECK: declare <2 x double> @llvm.powi.v2f64(<2 x double>, i32) nounwind readonly |
Hal Finkel | c34e511 | 2012-02-01 03:51:43 +0000 | [diff] [blame] | 103 | |