| ; Verifies correctness of load/store of parameters and return values. |
| ; RUN: llc < %s -march=nvptx64 -mcpu=sm_35 -O0 | FileCheck %s |
| |
| %s_i1 = type { i1 } |
| %s_i8 = type { i8 } |
| %s_i16 = type { i16 } |
| %s_half = type { half } |
| %s_i32 = type { i32 } |
| %s_float = type { float } |
| %s_i64 = type { i64 } |
| %s_f64 = type { double } |
| |
| ; More complicated types. i64 is used to increase natural alignment |
| ; requirement for the type. |
| %s_i32x4 = type { i32, i32, i32, i32, i64} |
| %s_i32f32 = type { i32, float, i32, float, i64} |
| %s_i8i32x4 = type { i32, i32, i8, i32, i32, i64} |
| %s_i8i32x4p = type <{ i32, i32, i8, i32, i32, i64}> |
| %s_crossfield = type { i32, [2 x i32], <4 x i32>, [3 x {i32, i32, i32}]} |
| ; All scalar parameters must be at least 32 bits in size. |
| ; i1 is loaded/stored as i8. |
| |
| ; CHECK: .func (.param .b32 func_retval0) |
| ; CHECK-LABEL: test_i1( |
| ; CHECK-NEXT: .param .b32 test_i1_param_0 |
| ; CHECK: ld.param.u8 [[A8:%r[0-9]+]], [test_i1_param_0]; |
| ; CHECK: and.b32 [[A:%r[0-9]+]], [[A8]], 1; |
| ; CHECK: .param .b32 param0; |
| ; CHECK: st.param.b32 [param0+0], [[A]] |
| ; CHECK: .param .b32 retval0; |
| ; CHECK: call.uni |
| ; CHECK-NEXT: test_i1, |
| ; CHECK: ld.param.b32 [[R8:%r[0-9]+]], [retval0+0]; |
| ; CHECK: and.b32 [[R:%r[0-9]+]], [[R8]], 1; |
| ; CHECK: st.param.b32 [func_retval0+0], [[R]]; |
| ; CHECK: ret; |
| define i1 @test_i1(i1 %a) { |
| %r = tail call i1 @test_i1(i1 %a); |
| ret i1 %r; |
| } |
| |
| ; Signed i1 is a somewhat special case. We only care about one bit and |
| ; then us neg.s32 to convert it to 32-bit -1 if it's set. |
| ; CHECK: .func (.param .b32 func_retval0) |
| ; CHECK-LABEL: test_i1s( |
| ; CHECK-NEXT: .param .b32 test_i1s_param_0 |
| ; CHECK: ld.param.u8 [[A8:%rs[0-9]+]], [test_i1s_param_0]; |
| ; CHECK: cvt.u32.u16 [[A32:%r[0-9]+]], [[A8]]; |
| ; CHECK: and.b32 [[A1:%r[0-9]+]], [[A32]], 1; |
| ; CHECK: neg.s32 [[A:%r[0-9]+]], [[A1]]; |
| ; CHECK: .param .b32 param0; |
| ; CHECK: st.param.b32 [param0+0], [[A]]; |
| ; CHECK: .param .b32 retval0; |
| ; CHECK: call.uni |
| ; CHECK: ld.param.b32 [[R8:%r[0-9]+]], [retval0+0]; |
| ; CHECK: and.b32 [[R1:%r[0-9]+]], [[R8]], 1; |
| ; CHECK: neg.s32 [[R:%r[0-9]+]], [[R1]]; |
| ; CHECK: st.param.b32 [func_retval0+0], [[R]]; |
| ; CHECK-NEXT: ret; |
| define signext i1 @test_i1s(i1 signext %a) { |
| %r = tail call signext i1 @test_i1s(i1 signext %a); |
| ret i1 %r; |
| } |
| |
| ; Make sure that i1 loads are vectorized as i8 loads, respecting each element alignment. |
| ; CHECK: .func (.param .align 4 .b8 func_retval0[4]) |
| ; CHECK-LABEL: test_v3i1( |
| ; CHECK-NEXT: .param .align 4 .b8 test_v3i1_param_0[4] |
| ; CHECK-DAG: ld.param.u8 [[E2:%rs[0-9]+]], [test_v3i1_param_0+2]; |
| ; CHECK-DAG: ld.param.v2.u8 {[[E0:%rs[0-9]+]], [[E1:%rs[0-9]+]]}, [test_v3i1_param_0] |
| ; CHECK: .param .align 4 .b8 param0[4]; |
| ; CHECK-DAG: st.param.v2.b8 [param0+0], {[[E0]], [[E1]]}; |
| ; CHECK-DAG: st.param.b8 [param0+2], [[E2]]; |
| ; CHECK: .param .align 4 .b8 retval0[4]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_v3i1, |
| ; CHECK-DAG: ld.param.v2.b8 {[[RE0:%rs[0-9]+]], [[RE1:%rs[0-9]+]]}, [retval0+0]; |
| ; CHECK-DAG: ld.param.b8 [[RE2:%rs[0-9]+]], [retval0+2]; |
| ; CHECK-DAG: st.param.v2.b8 [func_retval0+0], {[[RE0]], [[RE1]]} |
| ; CHECK-DAG: st.param.b8 [func_retval0+2], [[RE2]]; |
| ; CHECK-NEXT: ret; |
| define <3 x i1> @test_v3i1(<3 x i1> %a) { |
| %r = tail call <3 x i1> @test_v3i1(<3 x i1> %a); |
| ret <3 x i1> %r; |
| } |
| |
| ; CHECK: .func (.param .align 4 .b8 func_retval0[4]) |
| ; CHECK-LABEL: test_v4i1( |
| ; CHECK-NEXT: .param .align 4 .b8 test_v4i1_param_0[4] |
| ; CHECK: ld.param.v4.u8 {[[E0:%rs[0-9]+]], [[E1:%rs[0-9]+]], [[E2:%rs[0-9]+]], [[E3:%rs[0-9]+]]}, [test_v4i1_param_0] |
| ; CHECK: .param .align 4 .b8 param0[4]; |
| ; CHECK: st.param.v4.b8 [param0+0], {[[E0]], [[E1]], [[E2]], [[E3]]}; |
| ; CHECK: .param .align 4 .b8 retval0[4]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK: test_v4i1, |
| ; CHECK: ld.param.v4.b8 {[[RE0:%rs[0-9]+]], [[RE1:%rs[0-9]+]], [[RE2:%rs[0-9]+]], [[RE3:%rs[0-9]+]]}, [retval0+0]; |
| ; CHECK: st.param.v4.b8 [func_retval0+0], {[[RE0]], [[RE1]], [[RE2]], [[RE3]]}; |
| ; CHECK-NEXT: ret; |
| define <4 x i1> @test_v4i1(<4 x i1> %a) { |
| %r = tail call <4 x i1> @test_v4i1(<4 x i1> %a); |
| ret <4 x i1> %r; |
| } |
| |
| ; CHECK: .func (.param .align 8 .b8 func_retval0[8]) |
| ; CHECK-LABEL: test_v5i1( |
| ; CHECK-NEXT: .param .align 8 .b8 test_v5i1_param_0[8] |
| ; CHECK-DAG: ld.param.u8 [[E4:%rs[0-9]+]], [test_v5i1_param_0+4]; |
| ; CHECK-DAG: ld.param.v4.u8 {[[E0:%rs[0-9]+]], [[E1:%rs[0-9]+]], [[E2:%rs[0-9]+]], [[E3:%rs[0-9]+]]}, [test_v5i1_param_0] |
| ; CHECK: .param .align 8 .b8 param0[8]; |
| ; CHECK-DAG: st.param.v4.b8 [param0+0], {[[E0]], [[E1]], [[E2]], [[E3]]}; |
| ; CHECK-DAG: st.param.b8 [param0+4], [[E4]]; |
| ; CHECK: .param .align 8 .b8 retval0[8]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_v5i1, |
| ; CHECK-DAG: ld.param.v4.b8 {[[RE0:%rs[0-9]+]], [[RE1:%rs[0-9]+]], [[RE2:%rs[0-9]+]], [[RE3:%rs[0-9]+]]}, [retval0+0]; |
| ; CHECK-DAG: ld.param.b8 [[RE4:%rs[0-9]+]], [retval0+4]; |
| ; CHECK-DAG: st.param.v4.b8 [func_retval0+0], {[[RE0]], [[RE1]], [[RE2]], [[RE3]]} |
| ; CHECK-DAG: st.param.b8 [func_retval0+4], [[RE4]]; |
| ; CHECK-NEXT: ret; |
| define <5 x i1> @test_v5i1(<5 x i1> %a) { |
| %r = tail call <5 x i1> @test_v5i1(<5 x i1> %a); |
| ret <5 x i1> %r; |
| } |
| |
| ; Unsigned i8 is loaded directly into 32-bit register. |
| ; CHECK: .func (.param .b32 func_retval0) |
| ; CHECK-LABEL: test_i8( |
| ; CHECK-NEXT: .param .b32 test_i8_param_0 |
| ; CHECK: ld.param.u8 [[A8:%rs[0-9]+]], [test_i8_param_0]; |
| ; CHECK: cvt.u32.u16 [[A32:%r[0-9]+]], [[A8]]; |
| ; CHECK: and.b32 [[A:%r[0-9]+]], [[A32]], 255; |
| ; CHECK: .param .b32 param0; |
| ; CHECK: st.param.b32 [param0+0], [[A]]; |
| ; CHECK: .param .b32 retval0; |
| ; CHECK: call.uni (retval0), |
| ; CHECK: test_i8, |
| ; CHECK: ld.param.b32 [[R32:%r[0-9]+]], [retval0+0]; |
| ; CHECK: and.b32 [[R:%r[0-9]+]], [[R32]], 255; |
| ; CHECK: st.param.b32 [func_retval0+0], [[R]]; |
| ; CHECK-NEXT: ret; |
| define i8 @test_i8(i8 %a) { |
| %r = tail call i8 @test_i8(i8 %a); |
| ret i8 %r; |
| } |
| |
| ; signed i8 is loaded into 16-bit register which is then sign-extended to i32. |
| ; CHECK: .func (.param .b32 func_retval0) |
| ; CHECK-LABEL: test_i8s( |
| ; CHECK-NEXT: .param .b32 test_i8s_param_0 |
| ; CHECK: ld.param.s8 [[A8:%rs[0-9]+]], [test_i8s_param_0]; |
| ; CHECK: cvt.s32.s16 [[A:%r[0-9]+]], [[A8]]; |
| ; CHECK: .param .b32 param0; |
| ; CHECK: st.param.b32 [param0+0], [[A]]; |
| ; CHECK: .param .b32 retval0; |
| ; CHECK: call.uni (retval0), |
| ; CHECK: test_i8s, |
| ; CHECK: ld.param.b32 [[R32:%r[0-9]+]], [retval0+0]; |
| ; -- This is suspicious (though correct) -- why not cvt.u8.u32, cvt.s8.s32 ? |
| ; CHECK: cvt.u16.u32 [[R16:%rs[0-9]+]], [[R32]]; |
| ; CHECK: cvt.s32.s16 [[R:%r[0-9]+]], [[R16]]; |
| ; CHECK: st.param.b32 [func_retval0+0], [[R]]; |
| ; CHECK-NEXT: ret; |
| define signext i8 @test_i8s(i8 signext %a) { |
| %r = tail call signext i8 @test_i8s(i8 signext %a); |
| ret i8 %r; |
| } |
| |
| ; CHECK: .func (.param .align 4 .b8 func_retval0[4]) |
| ; CHECK-LABEL: test_v3i8( |
| ; CHECK-NEXT: .param .align 4 .b8 test_v3i8_param_0[4] |
| ; CHECK-DAG: ld.param.u8 [[E2:%rs[0-9]+]], [test_v3i8_param_0+2]; |
| ; CHECK-DAG: ld.param.v2.u8 {[[E0:%rs[0-9]+]], [[E1:%rs[0-9]+]]}, [test_v3i8_param_0]; |
| ; CHECK: .param .align 4 .b8 param0[4]; |
| ; CHECK: st.param.v2.b8 [param0+0], {[[E0]], [[E1]]}; |
| ; CHECK: st.param.b8 [param0+2], [[E2]]; |
| ; CHECK: .param .align 4 .b8 retval0[4]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_v3i8, |
| ; CHECK-DAG: ld.param.v2.b8 {[[RE0:%rs[0-9]+]], [[RE1:%rs[0-9]+]]}, [retval0+0]; |
| ; CHECK-DAG: ld.param.b8 [[RE2:%rs[0-9]+]], [retval0+2]; |
| ; CHECK-DAG: st.param.v2.b8 [func_retval0+0], {[[RE0]], [[RE1]]}; |
| ; CHECK-DAG: st.param.b8 [func_retval0+2], [[RE2]]; |
| ; CHECK-NEXT: ret; |
| define <3 x i8> @test_v3i8(<3 x i8> %a) { |
| %r = tail call <3 x i8> @test_v3i8(<3 x i8> %a); |
| ret <3 x i8> %r; |
| } |
| |
| ; CHECK: .func (.param .align 4 .b8 func_retval0[4]) |
| ; CHECK-LABEL: test_v4i8( |
| ; CHECK-NEXT: .param .align 4 .b8 test_v4i8_param_0[4] |
| ; CHECK: ld.param.v4.u8 {[[E0:%rs[0-9]+]], [[E1:%rs[0-9]+]], [[E2:%rs[0-9]+]], [[E3:%rs[0-9]+]]}, [test_v4i8_param_0] |
| ; CHECK: .param .align 4 .b8 param0[4]; |
| ; CHECK: st.param.v4.b8 [param0+0], {[[E0]], [[E1]], [[E2]], [[E3]]}; |
| ; CHECK: .param .align 4 .b8 retval0[4]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_v4i8, |
| ; CHECK: ld.param.v4.b8 {[[RE0:%rs[0-9]+]], [[RE1:%rs[0-9]+]], [[RE2:%rs[0-9]+]], [[RE3:%rs[0-9]+]]}, [retval0+0]; |
| ; CHECK: st.param.v4.b8 [func_retval0+0], {[[RE0]], [[RE1]], [[RE2]], [[RE3]]} |
| ; CHECK-NEXT: ret; |
| define <4 x i8> @test_v4i8(<4 x i8> %a) { |
| %r = tail call <4 x i8> @test_v4i8(<4 x i8> %a); |
| ret <4 x i8> %r; |
| } |
| |
| ; CHECK: .func (.param .align 8 .b8 func_retval0[8]) |
| ; CHECK-LABEL: test_v5i8( |
| ; CHECK-NEXT: .param .align 8 .b8 test_v5i8_param_0[8] |
| ; CHECK-DAG: ld.param.u8 [[E4:%rs[0-9]+]], [test_v5i8_param_0+4]; |
| ; CHECK-DAG ld.param.v4.u8 {[[E0:%rs[0-9]+]], [[E1:%rs[0-9]+]], [[E2:%rs[0-9]+]], [[E3:%rs[0-9]+]]}, [test_v5i8_param_0] |
| ; CHECK: .param .align 8 .b8 param0[8]; |
| ; CHECK-DAG: st.param.v4.b8 [param0+0], {[[E0]], [[E1]], [[E2]], [[E3]]}; |
| ; CHECK-DAG: st.param.b8 [param0+4], [[E4]]; |
| ; CHECK: .param .align 8 .b8 retval0[8]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_v5i8, |
| ; CHECK-DAG: ld.param.v4.b8 {[[RE0:%rs[0-9]+]], [[RE1:%rs[0-9]+]], [[RE2:%rs[0-9]+]], [[RE3:%rs[0-9]+]]}, [retval0+0]; |
| ; CHECK-DAG: ld.param.b8 [[RE4:%rs[0-9]+]], [retval0+4]; |
| ; CHECK-DAG: st.param.v4.b8 [func_retval0+0], {[[RE0]], [[RE1]], [[RE2]], [[RE3]]} |
| ; CHECK-DAG: st.param.b8 [func_retval0+4], [[RE4]]; |
| ; CHECK-NEXT: ret; |
| define <5 x i8> @test_v5i8(<5 x i8> %a) { |
| %r = tail call <5 x i8> @test_v5i8(<5 x i8> %a); |
| ret <5 x i8> %r; |
| } |
| |
| ; CHECK: .func (.param .b32 func_retval0) |
| ; CHECK-LABEL: test_i16( |
| ; CHECK-NEXT: .param .b32 test_i16_param_0 |
| ; CHECK: ld.param.u16 [[E16:%rs[0-9]+]], [test_i16_param_0]; |
| ; CHECK: cvt.u32.u16 [[E32:%r[0-9]+]], [[E16]]; |
| ; CHECK: .param .b32 param0; |
| ; CHECK: st.param.b32 [param0+0], [[E32]]; |
| ; CHECK: .param .b32 retval0; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_i16, |
| ; CHECK: ld.param.b32 [[RE32:%r[0-9]+]], [retval0+0]; |
| ; CHECK: and.b32 [[R:%r[0-9]+]], [[RE32]], 65535; |
| ; CHECK: st.param.b32 [func_retval0+0], [[R]]; |
| ; CHECK-NEXT: ret; |
| define i16 @test_i16(i16 %a) { |
| %r = tail call i16 @test_i16(i16 %a); |
| ret i16 %r; |
| } |
| |
| ; CHECK: .func (.param .b32 func_retval0) |
| ; CHECK-LABEL: test_i16s( |
| ; CHECK-NEXT: .param .b32 test_i16s_param_0 |
| ; CHECK: ld.param.u16 [[E16:%rs[0-9]+]], [test_i16s_param_0]; |
| ; CHECK: cvt.s32.s16 [[E32:%r[0-9]+]], [[E16]]; |
| ; CHECK: .param .b32 param0; |
| ; CHECK: st.param.b32 [param0+0], [[E32]]; |
| ; CHECK: .param .b32 retval0; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_i16s, |
| ; CHECK: ld.param.b32 [[RE32:%r[0-9]+]], [retval0+0]; |
| ; CHECK: cvt.s32.s16 [[R:%r[0-9]+]], [[RE32]]; |
| ; CHECK: st.param.b32 [func_retval0+0], [[R]]; |
| ; CHECK-NEXT: ret; |
| define signext i16 @test_i16s(i16 signext %a) { |
| %r = tail call signext i16 @test_i16s(i16 signext %a); |
| ret i16 %r; |
| } |
| |
| ; CHECK: .func (.param .align 8 .b8 func_retval0[8]) |
| ; CHECK-LABEL: test_v3i16( |
| ; CHECK-NEXT: .param .align 8 .b8 test_v3i16_param_0[8] |
| ; CHECK-DAG: ld.param.u16 [[E2:%rs[0-9]+]], [test_v3i16_param_0+4]; |
| ; CHECK-DAG: ld.param.v2.u16 {[[E0:%rs[0-9]+]], [[E1:%rs[0-9]+]]}, [test_v3i16_param_0]; |
| ; CHECK: .param .align 8 .b8 param0[8]; |
| ; CHECK: st.param.v2.b16 [param0+0], {[[E0]], [[E1]]}; |
| ; CHECK: st.param.b16 [param0+4], [[E2]]; |
| ; CHECK: .param .align 8 .b8 retval0[8]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_v3i16, |
| ; CHECK: ld.param.v2.b16 {[[RE0:%rs[0-9]+]], [[RE1:%rs[0-9]+]]}, [retval0+0]; |
| ; CHECK: ld.param.b16 [[RE2:%rs[0-9]+]], [retval0+4]; |
| ; CHECK-DAG: st.param.v2.b16 [func_retval0+0], {[[RE0]], [[RE1]]}; |
| ; CHECK-DAG: st.param.b16 [func_retval0+4], [[RE2]]; |
| ; CHECK-NEXT: ret; |
| define <3 x i16> @test_v3i16(<3 x i16> %a) { |
| %r = tail call <3 x i16> @test_v3i16(<3 x i16> %a); |
| ret <3 x i16> %r; |
| } |
| |
| ; CHECK: .func (.param .align 8 .b8 func_retval0[8]) |
| ; CHECK-LABEL: test_v4i16( |
| ; CHECK-NEXT: .param .align 8 .b8 test_v4i16_param_0[8] |
| ; CHECK: ld.param.v4.u16 {[[E0:%rs[0-9]+]], [[E1:%rs[0-9]+]], [[E2:%rs[0-9]+]], [[E3:%rs[0-9]+]]}, [test_v4i16_param_0] |
| ; CHECK: .param .align 8 .b8 param0[8]; |
| ; CHECK: st.param.v4.b16 [param0+0], {[[E0]], [[E1]], [[E2]], [[E3]]}; |
| ; CHECK: .param .align 8 .b8 retval0[8]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_v4i16, |
| ; CHECK: ld.param.v4.b16 {[[RE0:%rs[0-9]+]], [[RE1:%rs[0-9]+]], [[RE2:%rs[0-9]+]], [[RE3:%rs[0-9]+]]}, [retval0+0]; |
| ; CHECK: st.param.v4.b16 [func_retval0+0], {[[RE0]], [[RE1]], [[RE2]], [[RE3]]} |
| ; CHECK-NEXT: ret; |
| define <4 x i16> @test_v4i16(<4 x i16> %a) { |
| %r = tail call <4 x i16> @test_v4i16(<4 x i16> %a); |
| ret <4 x i16> %r; |
| } |
| |
| ; CHECK: .func (.param .align 16 .b8 func_retval0[16]) |
| ; CHECK-LABEL: test_v5i16( |
| ; CHECK-NEXT: .param .align 16 .b8 test_v5i16_param_0[16] |
| ; CHECK-DAG: ld.param.u16 [[E4:%rs[0-9]+]], [test_v5i16_param_0+8]; |
| ; CHECK-DAG ld.param.v4.u16 {[[E0:%rs[0-9]+]], [[E1:%rs[0-9]+]], [[E2:%rs[0-9]+]], [[E3:%rs[0-9]+]]}, [test_v5i16_param_0] |
| ; CHECK: .param .align 16 .b8 param0[16]; |
| ; CHECK-DAG: st.param.v4.b16 [param0+0], {[[E0]], [[E1]], [[E2]], [[E3]]}; |
| ; CHECK-DAG: st.param.b16 [param0+8], [[E4]]; |
| ; CHECK: .param .align 16 .b8 retval0[16]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_v5i16, |
| ; CHECK-DAG: ld.param.v4.b16 {[[RE0:%rs[0-9]+]], [[RE1:%rs[0-9]+]], [[RE2:%rs[0-9]+]], [[RE3:%rs[0-9]+]]}, [retval0+0]; |
| ; CHECK-DAG: ld.param.b16 [[RE4:%rs[0-9]+]], [retval0+8]; |
| ; CHECK-DAG: st.param.v4.b16 [func_retval0+0], {[[RE0]], [[RE1]], [[RE2]], [[RE3]]} |
| ; CHECK-DAG: st.param.b16 [func_retval0+8], [[RE4]]; |
| ; CHECK-NEXT: ret; |
| define <5 x i16> @test_v5i16(<5 x i16> %a) { |
| %r = tail call <5 x i16> @test_v5i16(<5 x i16> %a); |
| ret <5 x i16> %r; |
| } |
| |
| ; CHECK: .func (.param .b32 func_retval0) |
| ; CHECK-LABEL: test_half( |
| ; CHECK-NEXT: .param .b32 test_half_param_0 |
| ; CHECK: ld.param.b16 [[E:%h[0-9]+]], [test_half_param_0]; |
| ; CHECK: .param .b32 param0; |
| ; CHECK: st.param.b16 [param0+0], [[E]]; |
| ; CHECK: .param .b32 retval0; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_half, |
| ; CHECK: ld.param.b16 [[R:%h[0-9]+]], [retval0+0]; |
| ; CHECK: st.param.b16 [func_retval0+0], [[R]] |
| ; CHECK-NEXT: ret; |
| define half @test_half(half %a) { |
| %r = tail call half @test_half(half %a); |
| ret half %r; |
| } |
| |
| ; CHECK: .func (.param .b32 func_retval0) |
| ; CHECK-LABEL: test_i32( |
| ; CHECK-NEXT: .param .b32 test_i32_param_0 |
| ; CHECK: ld.param.u32 [[E:%r[0-9]+]], [test_i32_param_0]; |
| ; CHECK: .param .b32 param0; |
| ; CHECK: st.param.b32 [param0+0], [[E]]; |
| ; CHECK: .param .b32 retval0; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_i32, |
| ; CHECK: ld.param.b32 [[R:%r[0-9]+]], [retval0+0]; |
| ; CHECK: st.param.b32 [func_retval0+0], [[R]]; |
| ; CHECK-NEXT: ret; |
| define i32 @test_i32(i32 %a) { |
| %r = tail call i32 @test_i32(i32 %a); |
| ret i32 %r; |
| } |
| |
| ; CHECK: .func (.param .align 16 .b8 func_retval0[16]) |
| ; CHECK-LABEL: test_v3i32( |
| ; CHECK-NEXT: .param .align 16 .b8 test_v3i32_param_0[16] |
| ; CHECK-DAG: ld.param.u32 [[E2:%r[0-9]+]], [test_v3i32_param_0+8]; |
| ; CHECK-DAG: ld.param.v2.u32 {[[E0:%r[0-9]+]], [[E1:%r[0-9]+]]}, [test_v3i32_param_0]; |
| ; CHECK: .param .align 16 .b8 param0[16]; |
| ; CHECK: st.param.v2.b32 [param0+0], {[[E0]], [[E1]]}; |
| ; CHECK: st.param.b32 [param0+8], [[E2]]; |
| ; CHECK: .param .align 16 .b8 retval0[16]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_v3i32, |
| ; CHECK: ld.param.v2.b32 {[[RE0:%r[0-9]+]], [[RE1:%r[0-9]+]]}, [retval0+0]; |
| ; CHECK: ld.param.b32 [[RE2:%r[0-9]+]], [retval0+8]; |
| ; CHECK-DAG: st.param.v2.b32 [func_retval0+0], {[[RE0]], [[RE1]]}; |
| ; CHECK-DAG: st.param.b32 [func_retval0+8], [[RE2]]; |
| ; CHECK-NEXT: ret; |
| define <3 x i32> @test_v3i32(<3 x i32> %a) { |
| %r = tail call <3 x i32> @test_v3i32(<3 x i32> %a); |
| ret <3 x i32> %r; |
| } |
| |
| ; CHECK: .func (.param .align 16 .b8 func_retval0[16]) |
| ; CHECK-LABEL: test_v4i32( |
| ; CHECK-NEXT: .param .align 16 .b8 test_v4i32_param_0[16] |
| ; CHECK: ld.param.v4.u32 {[[E0:%r[0-9]+]], [[E1:%r[0-9]+]], [[E2:%r[0-9]+]], [[E3:%r[0-9]+]]}, [test_v4i32_param_0] |
| ; CHECK: .param .align 16 .b8 param0[16]; |
| ; CHECK: st.param.v4.b32 [param0+0], {[[E0]], [[E1]], [[E2]], [[E3]]}; |
| ; CHECK: .param .align 16 .b8 retval0[16]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_v4i32, |
| ; CHECK: ld.param.v4.b32 {[[RE0:%r[0-9]+]], [[RE1:%r[0-9]+]], [[RE2:%r[0-9]+]], [[RE3:%r[0-9]+]]}, [retval0+0]; |
| ; CHECK: st.param.v4.b32 [func_retval0+0], {[[RE0]], [[RE1]], [[RE2]], [[RE3]]} |
| ; CHCK-NEXT: ret; |
| define <4 x i32> @test_v4i32(<4 x i32> %a) { |
| %r = tail call <4 x i32> @test_v4i32(<4 x i32> %a); |
| ret <4 x i32> %r; |
| } |
| |
| ; CHECK: .func (.param .align 32 .b8 func_retval0[32]) |
| ; CHECK-LABEL: test_v5i32( |
| ; CHECK-NEXT: .param .align 32 .b8 test_v5i32_param_0[32] |
| ; CHECK-DAG: ld.param.u32 [[E4:%r[0-9]+]], [test_v5i32_param_0+16]; |
| ; CHECK-DAG ld.param.v4.u32 {[[E0:%r[0-9]+]], [[E1:%r[0-9]+]], [[E2:%r[0-9]+]], [[E3:%r[0-9]+]]}, [test_v5i32_param_0] |
| ; CHECK: .param .align 32 .b8 param0[32]; |
| ; CHECK-DAG: st.param.v4.b32 [param0+0], {[[E0]], [[E1]], [[E2]], [[E3]]}; |
| ; CHECK-DAG: st.param.b32 [param0+16], [[E4]]; |
| ; CHECK: .param .align 32 .b8 retval0[32]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_v5i32, |
| ; CHECK-DAG: ld.param.v4.b32 {[[RE0:%r[0-9]+]], [[RE1:%r[0-9]+]], [[RE2:%r[0-9]+]], [[RE3:%r[0-9]+]]}, [retval0+0]; |
| ; CHECK-DAG: ld.param.b32 [[RE4:%r[0-9]+]], [retval0+16]; |
| ; CHECK-DAG: st.param.v4.b32 [func_retval0+0], {[[RE0]], [[RE1]], [[RE2]], [[RE3]]} |
| ; CHECK-DAG: st.param.b32 [func_retval0+16], [[RE4]]; |
| ; CHECK-NEXT: ret; |
| define <5 x i32> @test_v5i32(<5 x i32> %a) { |
| %r = tail call <5 x i32> @test_v5i32(<5 x i32> %a); |
| ret <5 x i32> %r; |
| } |
| |
| ; CHECK: .func (.param .b32 func_retval0) |
| ; CHECK-LABEL: test_float( |
| ; CHECK-NEXT: .param .b32 test_float_param_0 |
| ; CHECK: ld.param.f32 [[E:%f[0-9]+]], [test_float_param_0]; |
| ; CHECK: .param .b32 param0; |
| ; CHECK: st.param.f32 [param0+0], [[E]]; |
| ; CHECK: .param .b32 retval0; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_float, |
| ; CHECK: ld.param.f32 [[R:%f[0-9]+]], [retval0+0]; |
| ; CHECK: st.param.f32 [func_retval0+0], [[R]]; |
| ; CHECK-NEXT: ret; |
| define float @test_float(float %a) { |
| %r = tail call float @test_float(float %a); |
| ret float %r; |
| } |
| |
| ; CHECK: .func (.param .b64 func_retval0) |
| ; CHECK-LABEL: test_i64( |
| ; CHECK-NEXT: .param .b64 test_i64_param_0 |
| ; CHECK: ld.param.u64 [[E:%rd[0-9]+]], [test_i64_param_0]; |
| ; CHECK: .param .b64 param0; |
| ; CHECK: st.param.b64 [param0+0], [[E]]; |
| ; CHECK: .param .b64 retval0; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_i64, |
| ; CHECK: ld.param.b64 [[R:%rd[0-9]+]], [retval0+0]; |
| ; CHECK: st.param.b64 [func_retval0+0], [[R]]; |
| ; CHECK-NEXT: ret; |
| define i64 @test_i64(i64 %a) { |
| %r = tail call i64 @test_i64(i64 %a); |
| ret i64 %r; |
| } |
| |
| ; CHECK: .func (.param .align 32 .b8 func_retval0[32]) |
| ; CHECK-LABEL: test_v3i64( |
| ; CHECK-NEXT: .param .align 32 .b8 test_v3i64_param_0[32] |
| ; CHECK-DAG: ld.param.u64 [[E2:%rd[0-9]+]], [test_v3i64_param_0+16]; |
| ; CHECK-DAG: ld.param.v2.u64 {[[E0:%rd[0-9]+]], [[E1:%rd[0-9]+]]}, [test_v3i64_param_0]; |
| ; CHECK: .param .align 32 .b8 param0[32]; |
| ; CHECK: st.param.v2.b64 [param0+0], {[[E0]], [[E1]]}; |
| ; CHECK: st.param.b64 [param0+16], [[E2]]; |
| ; CHECK: .param .align 32 .b8 retval0[32]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_v3i64, |
| ; CHECK: ld.param.v2.b64 {[[RE0:%rd[0-9]+]], [[RE1:%rd[0-9]+]]}, [retval0+0]; |
| ; CHECK: ld.param.b64 [[RE2:%rd[0-9]+]], [retval0+16]; |
| ; CHECK-DAG: st.param.v2.b64 [func_retval0+0], {[[RE0]], [[RE1]]}; |
| ; CHECK-DAG: st.param.b64 [func_retval0+16], [[RE2]]; |
| ; CHECK-DAG: st.param.v2.b64 [func_retval0+0], {[[RE0]], [[RE1]]}; |
| ; CHECK-DAG: st.param.b64 [func_retval0+16], [[RE2]]; |
| ; CHECK-NEXT: ret; |
| define <3 x i64> @test_v3i64(<3 x i64> %a) { |
| %r = tail call <3 x i64> @test_v3i64(<3 x i64> %a); |
| ret <3 x i64> %r; |
| } |
| |
| ; For i64 vector loads are limited by PTX to 2 elements. |
| ; CHECK: .func (.param .align 32 .b8 func_retval0[32]) |
| ; CHECK-LABEL: test_v4i64( |
| ; CHECK-NEXT: .param .align 32 .b8 test_v4i64_param_0[32] |
| ; CHECK-DAG: ld.param.v2.u64 {[[E2:%rd[0-9]+]], [[E3:%rd[0-9]+]]}, [test_v4i64_param_0+16]; |
| ; CHECK-DAG: ld.param.v2.u64 {[[E0:%rd[0-9]+]], [[E1:%rd[0-9]+]]}, [test_v4i64_param_0]; |
| ; CHECK: .param .align 32 .b8 param0[32]; |
| ; CHECK: st.param.v2.b64 [param0+0], {[[E0]], [[E1]]}; |
| ; CHECK: st.param.v2.b64 [param0+16], {[[E2]], [[E3]]}; |
| ; CHECK: .param .align 32 .b8 retval0[32]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_v4i64, |
| ; CHECK: ld.param.v2.b64 {[[RE0:%rd[0-9]+]], [[RE1:%rd[0-9]+]]}, [retval0+0]; |
| ; CHECK: ld.param.v2.b64 {[[RE2:%rd[0-9]+]], [[RE3:%rd[0-9]+]]}, [retval0+16]; |
| ; CHECK-DAG: st.param.v2.b64 [func_retval0+16], {[[RE2]], [[RE3]]}; |
| ; CHECK-DAG: st.param.v2.b64 [func_retval0+0], {[[RE0]], [[RE1]]}; |
| ; CHECK-NEXT: ret; |
| define <4 x i64> @test_v4i64(<4 x i64> %a) { |
| %r = tail call <4 x i64> @test_v4i64(<4 x i64> %a); |
| ret <4 x i64> %r; |
| } |
| |
| ; Aggregates, on the other hand, do not get extended. |
| |
| ; CHECK: .func (.param .align 1 .b8 func_retval0[1]) |
| ; CHECK-LABEL: test_s_i1( |
| ; CHECK-NEXT: .align 1 .b8 test_s_i1_param_0[1] |
| ; CHECK: ld.param.u8 [[A:%rs[0-9]+]], [test_s_i1_param_0]; |
| ; CHECK: .param .align 1 .b8 param0[1]; |
| ; CHECK: st.param.b8 [param0+0], [[A]] |
| ; CHECK: .param .align 1 .b8 retval0[1]; |
| ; CHECK: call.uni |
| ; CHECK-NEXT: test_s_i1, |
| ; CHECK: ld.param.b8 [[R:%rs[0-9]+]], [retval0+0]; |
| ; CHECK: st.param.b8 [func_retval0+0], [[R]]; |
| ; CHECK-NEXT: ret; |
| define %s_i1 @test_s_i1(%s_i1 %a) { |
| %r = tail call %s_i1 @test_s_i1(%s_i1 %a); |
| ret %s_i1 %r; |
| } |
| |
| ; CHECK: .func (.param .align 1 .b8 func_retval0[1]) |
| ; CHECK-LABEL: test_s_i8( |
| ; CHECK-NEXT: .param .align 1 .b8 test_s_i8_param_0[1] |
| ; CHECK: ld.param.u8 [[A:%rs[0-9]+]], [test_s_i8_param_0]; |
| ; CHECK: .param .align 1 .b8 param0[1]; |
| ; CHECK: st.param.b8 [param0+0], [[A]] |
| ; CHECK: .param .align 1 .b8 retval0[1]; |
| ; CHECK: call.uni |
| ; CHECK-NEXT: test_s_i8, |
| ; CHECK: ld.param.b8 [[R:%rs[0-9]+]], [retval0+0]; |
| ; CHECK: st.param.b8 [func_retval0+0], [[R]]; |
| ; CHECK-NEXT: ret; |
| define %s_i8 @test_s_i8(%s_i8 %a) { |
| %r = tail call %s_i8 @test_s_i8(%s_i8 %a); |
| ret %s_i8 %r; |
| } |
| |
| ; CHECK: .func (.param .align 2 .b8 func_retval0[2]) |
| ; CHECK-LABEL: test_s_i16( |
| ; CHECK-NEXT: .param .align 2 .b8 test_s_i16_param_0[2] |
| ; CHECK: ld.param.u16 [[A:%rs[0-9]+]], [test_s_i16_param_0]; |
| ; CHECK: .param .align 2 .b8 param0[2]; |
| ; CHECK: st.param.b16 [param0+0], [[A]] |
| ; CHECK: .param .align 2 .b8 retval0[2]; |
| ; CHECK: call.uni |
| ; CHECK-NEXT: test_s_i16, |
| ; CHECK: ld.param.b16 [[R:%rs[0-9]+]], [retval0+0]; |
| ; CHECK: st.param.b16 [func_retval0+0], [[R]]; |
| ; CHECK-NEXT: ret; |
| define %s_i16 @test_s_i16(%s_i16 %a) { |
| %r = tail call %s_i16 @test_s_i16(%s_i16 %a); |
| ret %s_i16 %r; |
| } |
| |
| ; CHECK: .func (.param .align 2 .b8 func_retval0[2]) |
| ; CHECK-LABEL: test_s_half( |
| ; CHECK-NEXT: .param .align 2 .b8 test_s_half_param_0[2] |
| ; CHECK: ld.param.b16 [[A:%h[0-9]+]], [test_s_half_param_0]; |
| ; CHECK: .param .align 2 .b8 param0[2]; |
| ; CHECK: st.param.b16 [param0+0], [[A]] |
| ; CHECK: .param .align 2 .b8 retval0[2]; |
| ; CHECK: call.uni |
| ; CHECK-NEXT: test_s_half, |
| ; CHECK: ld.param.b16 [[R:%h[0-9]+]], [retval0+0]; |
| ; CHECK: st.param.b16 [func_retval0+0], [[R]]; |
| ; CHECK-NEXT: ret; |
| define %s_half @test_s_half(%s_half %a) { |
| %r = tail call %s_half @test_s_half(%s_half %a); |
| ret %s_half %r; |
| } |
| |
| ; CHECK: .func (.param .align 4 .b8 func_retval0[4]) |
| ; CHECK-LABEL: test_s_i32( |
| ; CHECK-NEXT: .param .align 4 .b8 test_s_i32_param_0[4] |
| ; CHECK: ld.param.u32 [[E:%r[0-9]+]], [test_s_i32_param_0]; |
| ; CHECK: .param .align 4 .b8 param0[4] |
| ; CHECK: st.param.b32 [param0+0], [[E]]; |
| ; CHECK: .param .align 4 .b8 retval0[4]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_s_i32, |
| ; CHECK: ld.param.b32 [[R:%r[0-9]+]], [retval0+0]; |
| ; CHECK: st.param.b32 [func_retval0+0], [[R]]; |
| ; CHECK-NEXT: ret; |
| define %s_i32 @test_s_i32(%s_i32 %a) { |
| %r = tail call %s_i32 @test_s_i32(%s_i32 %a); |
| ret %s_i32 %r; |
| } |
| |
| ; CHECK: .func (.param .align 4 .b8 func_retval0[4]) |
| ; CHECK-LABEL: test_s_float( |
| ; CHECK-NEXT: .param .align 4 .b8 test_s_float_param_0[4] |
| ; CHECK: ld.param.f32 [[E:%f[0-9]+]], [test_s_float_param_0]; |
| ; CHECK: .param .align 4 .b8 param0[4] |
| ; CHECK: st.param.f32 [param0+0], [[E]]; |
| ; CHECK: .param .align 4 .b8 retval0[4]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_s_float, |
| ; CHECK: ld.param.f32 [[R:%f[0-9]+]], [retval0+0]; |
| ; CHECK: st.param.f32 [func_retval0+0], [[R]]; |
| ; CHECK-NEXT: ret; |
| define %s_float @test_s_float(%s_float %a) { |
| %r = tail call %s_float @test_s_float(%s_float %a); |
| ret %s_float %r; |
| } |
| |
| ; CHECK: .func (.param .align 8 .b8 func_retval0[8]) |
| ; CHECK-LABEL: test_s_i64( |
| ; CHECK-NEXT: .param .align 8 .b8 test_s_i64_param_0[8] |
| ; CHECK: ld.param.u64 [[E:%rd[0-9]+]], [test_s_i64_param_0]; |
| ; CHECK: .param .align 8 .b8 param0[8]; |
| ; CHECK: st.param.b64 [param0+0], [[E]]; |
| ; CHECK: .param .align 8 .b8 retval0[8]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_s_i64, |
| ; CHECK: ld.param.b64 [[R:%rd[0-9]+]], [retval0+0]; |
| ; CHECK: st.param.b64 [func_retval0+0], [[R]]; |
| ; CHECK-NEXT: ret; |
| define %s_i64 @test_s_i64(%s_i64 %a) { |
| %r = tail call %s_i64 @test_s_i64(%s_i64 %a); |
| ret %s_i64 %r; |
| } |
| |
| ; Fields that have different types, but identical sizes are not vectorized. |
| ; CHECK: .func (.param .align 8 .b8 func_retval0[24]) |
| ; CHECK-LABEL: test_s_i32f32( |
| ; CHECK: .param .align 8 .b8 test_s_i32f32_param_0[24] |
| ; CHECK-DAG: ld.param.u64 [[E4:%rd[0-9]+]], [test_s_i32f32_param_0+16]; |
| ; CHECK-DAG: ld.param.f32 [[E3:%f[0-9]+]], [test_s_i32f32_param_0+12]; |
| ; CHECK-DAG: ld.param.u32 [[E2:%r[0-9]+]], [test_s_i32f32_param_0+8]; |
| ; CHECK-DAG: ld.param.f32 [[E1:%f[0-9]+]], [test_s_i32f32_param_0+4]; |
| ; CHECK-DAG: ld.param.u32 [[E0:%r[0-9]+]], [test_s_i32f32_param_0]; |
| ; CHECK: .param .align 8 .b8 param0[24]; |
| ; CHECK-DAG: st.param.b32 [param0+0], [[E0]]; |
| ; CHECK-DAG: st.param.f32 [param0+4], [[E1]]; |
| ; CHECK-DAG: st.param.b32 [param0+8], [[E2]]; |
| ; CHECK-DAG: st.param.f32 [param0+12], [[E3]]; |
| ; CHECK-DAG: st.param.b64 [param0+16], [[E4]]; |
| ; CHECK: .param .align 8 .b8 retval0[24]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_s_i32f32, |
| ; CHECK-DAG: ld.param.b32 [[RE0:%r[0-9]+]], [retval0+0]; |
| ; CHECK-DAG: ld.param.f32 [[RE1:%f[0-9]+]], [retval0+4]; |
| ; CHECK-DAG: ld.param.b32 [[RE2:%r[0-9]+]], [retval0+8]; |
| ; CHECK-DAG: ld.param.f32 [[RE3:%f[0-9]+]], [retval0+12]; |
| ; CHECK-DAG: ld.param.b64 [[RE4:%rd[0-9]+]], [retval0+16]; |
| ; CHECK-DAG: st.param.b32 [func_retval0+0], [[RE0]]; |
| ; CHECK-DAG: st.param.f32 [func_retval0+4], [[RE1]]; |
| ; CHECK-DAG: st.param.b32 [func_retval0+8], [[RE2]]; |
| ; CHECK-DAG: st.param.f32 [func_retval0+12], [[RE3]]; |
| ; CHECK-DAG: st.param.b64 [func_retval0+16], [[RE4]]; |
| ; CHECK: ret; |
| define %s_i32f32 @test_s_i32f32(%s_i32f32 %a) { |
| %r = tail call %s_i32f32 @test_s_i32f32(%s_i32f32 %a); |
| ret %s_i32f32 %r; |
| } |
| |
| ; We do vectorize consecutive fields with matching types. |
| ; CHECK:.visible .func (.param .align 8 .b8 func_retval0[24]) |
| ; CHECK-LABEL: test_s_i32x4( |
| ; CHECK: .param .align 8 .b8 test_s_i32x4_param_0[24] |
| ; CHECK-DAG: ld.param.u64 [[RD1:%rd[0-9]+]], [test_s_i32x4_param_0+16]; |
| ; CHECK-DAG: ld.param.v2.u32 {[[E2:%r[0-9]+]], [[E3:%r[0-9]+]]}, [test_s_i32x4_param_0+8]; |
| ; CHECK-DAG: ld.param.v2.u32 {[[E0:%r[0-9]+]], [[E1:%r[0-9]+]]}, [test_s_i32x4_param_0]; |
| ; CHECK: .param .align 8 .b8 param0[24]; |
| ; CHECK: st.param.v2.b32 [param0+0], {[[E0]], [[E1]]}; |
| ; CHECK: st.param.v2.b32 [param0+8], {[[E2]], [[E3]]}; |
| ; CHECK: st.param.b64 [param0+16], [[E4]]; |
| ; CHECK: .param .align 8 .b8 retval0[24]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_s_i32x4, |
| ; CHECK: ld.param.v2.b32 {[[RE0:%r[0-9]+]], [[RE1:%r[0-9]+]]}, [retval0+0]; |
| ; CHECK: ld.param.v2.b32 {[[RE2:%r[0-9]+]], [[RE3:%r[0-9]+]]}, [retval0+8]; |
| ; CHECK: ld.param.b64 [[RE4:%rd[0-9]+]], [retval0+16]; |
| ; CHECK-DAG: st.param.v2.b32 [func_retval0+0], {[[RE0]], [[RE1]]}; |
| ; CHECK-DAG: st.param.v2.b32 [func_retval0+8], {[[RE2]], [[RE3]]}; |
| ; CHECK-DAG: st.param.b64 [func_retval0+16], [[RE4]]; |
| ; CHECK: ret; |
| |
| define %s_i32x4 @test_s_i32x4(%s_i32x4 %a) { |
| %r = tail call %s_i32x4 @test_s_i32x4(%s_i32x4 %a); |
| ret %s_i32x4 %r; |
| } |
| |
| ; CHECK:.visible .func (.param .align 8 .b8 func_retval0[32]) |
| ; CHECK-LABEL: test_s_i1i32x4( |
| ; CHECK: .param .align 8 .b8 test_s_i1i32x4_param_0[32] |
| ; CHECK: ld.param.u64 [[E5:%rd[0-9]+]], [test_s_i1i32x4_param_0+24]; |
| ; CHECK: ld.param.u32 [[E4:%r[0-9]+]], [test_s_i1i32x4_param_0+16]; |
| ; CHECK: ld.param.u32 [[E3:%r[0-9]+]], [test_s_i1i32x4_param_0+12]; |
| ; CHECK: ld.param.u8 [[E2:%rs[0-9]+]], [test_s_i1i32x4_param_0+8]; |
| ; CHECK: ld.param.v2.u32 {[[E0:%r[0-9]+]], [[E1:%r[0-9]+]]}, [test_s_i1i32x4_param_0]; |
| ; CHECK: .param .align 8 .b8 param0[32]; |
| ; CHECK: st.param.v2.b32 [param0+0], {[[E0]], [[E1]]}; |
| ; CHECK: st.param.b8 [param0+8], [[E2]]; |
| ; CHECK: st.param.b32 [param0+12], [[E3]]; |
| ; CHECK: st.param.b32 [param0+16], [[E4]]; |
| ; CHECK: st.param.b64 [param0+24], [[E5]]; |
| ; CHECK: .param .align 8 .b8 retval0[32]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK: test_s_i1i32x4, |
| ; CHECK: ( |
| ; CHECK: param0 |
| ; CHECK: ); |
| ; CHECK: ld.param.v2.b32 {[[RE0:%r[0-9]+]], [[RE1:%r[0-9]+]]}, [retval0+0]; |
| ; CHECK: ld.param.b8 [[RE2:%rs[0-9]+]], [retval0+8]; |
| ; CHECK: ld.param.b32 [[RE3:%r[0-9]+]], [retval0+12]; |
| ; CHECK: ld.param.b32 [[RE4:%r[0-9]+]], [retval0+16]; |
| ; CHECK: ld.param.b64 [[RE5:%rd[0-9]+]], [retval0+24]; |
| ; CHECK: st.param.v2.b32 [func_retval0+0], {[[RE0]], [[RE1]]}; |
| ; CHECK: st.param.b8 [func_retval0+8], [[RE2]]; |
| ; CHECK: st.param.b32 [func_retval0+12], [[RE3]]; |
| ; CHECK: st.param.b32 [func_retval0+16], [[RE4]]; |
| ; CHECK: st.param.b64 [func_retval0+24], [[RE5]]; |
| ; CHECK: ret; |
| |
| define %s_i8i32x4 @test_s_i1i32x4(%s_i8i32x4 %a) { |
| %r = tail call %s_i8i32x4 @test_s_i1i32x4(%s_i8i32x4 %a); |
| ret %s_i8i32x4 %r; |
| } |
| |
| ; -- All loads/stores from parameters aligned by one must be done one |
| ; -- byte at a time. |
| ; CHECK:.visible .func (.param .align 1 .b8 func_retval0[25]) |
| ; CHECK-LABEL: test_s_i1i32x4p( |
| ; CHECK-DAG: .param .align 1 .b8 test_s_i1i32x4p_param_0[25] |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+24]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+23]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+22]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+21]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+20]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+19]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+18]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+17]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+16]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+15]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+14]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+13]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+12]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+11]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+10]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+9]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+8]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+7]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+6]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+5]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+4]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+3]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+2]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0+1]; |
| ; CHECK-DAG: ld.param.u8 %r{{.*}}, [test_s_i1i32x4p_param_0]; |
| ; --- TODO |
| ; --- Unaligned parameter store/ return value load is broken in both nvcc |
| ; --- and llvm and needs to be fixed. |
| ; CHECK: .param .align 1 .b8 param0[25]; |
| ; CHECK-DAG: st.param.b32 [param0+0], |
| ; CHECK-DAG: st.param.b32 [param0+4], |
| ; CHECK-DAG: st.param.b8 [param0+8], |
| ; CHECK-DAG: st.param.b32 [param0+9], |
| ; CHECK-DAG: st.param.b32 [param0+13], |
| ; CHECK-DAG: st.param.b64 [param0+17], |
| ; CHECK: .param .align 1 .b8 retval0[25]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK-NEXT: test_s_i1i32x4p, |
| ; CHECK-DAG: ld.param.b32 %r41, [retval0+0]; |
| ; CHECK-DAG: ld.param.b32 %r42, [retval0+4]; |
| ; CHECK-DAG: ld.param.b8 %rs2, [retval0+8]; |
| ; CHECK-DAG: ld.param.b32 %r43, [retval0+9]; |
| ; CHECK-DAG: ld.param.b32 %r44, [retval0+13]; |
| ; CHECK-DAG: ld.param.b64 %rd23, [retval0+17]; |
| ; CHECK-DAG: st.param.b32 [func_retval0+0], |
| ; CHECK-DAG: st.param.b32 [func_retval0+4], |
| ; CHECK-DAG: st.param.b8 [func_retval0+8], |
| ; CHECK-DAG: st.param.b32 [func_retval0+9], |
| ; CHECK-DAG: st.param.b32 [func_retval0+13], |
| ; CHECK-DAG: st.param.b64 [func_retval0+17], |
| |
| define %s_i8i32x4p @test_s_i1i32x4p(%s_i8i32x4p %a) { |
| %r = tail call %s_i8i32x4p @test_s_i1i32x4p(%s_i8i32x4p %a); |
| ret %s_i8i32x4p %r; |
| } |
| |
| ; Check that we can vectorize loads that span multiple aggregate fields. |
| ; CHECK:.visible .func (.param .align 16 .b8 func_retval0[80]) |
| ; CHECK-LABEL: test_s_crossfield( |
| ; CHECK: .param .align 16 .b8 test_s_crossfield_param_0[80] |
| ; CHECK: ld.param.u32 [[E15:%r[0-9]+]], [test_s_crossfield_param_0+64]; |
| ; CHECK: ld.param.v4.u32 {[[E11:%r[0-9]+]], [[E12:%r[0-9]+]], [[E13:%r[0-9]+]], [[E14:%r[0-9]+]]}, [test_s_crossfield_param_0+48]; |
| ; CHECK: ld.param.v4.u32 {[[E7:%r[0-9]+]], [[E8:%r[0-9]+]], [[E9:%r[0-9]+]], [[E10:%r[0-9]+]]}, [test_s_crossfield_param_0+32]; |
| ; CHECK: ld.param.v4.u32 {[[E3:%r[0-9]+]], [[E4:%r[0-9]+]], [[E5:%r[0-9]+]], [[E6:%r[0-9]+]]}, [test_s_crossfield_param_0+16]; |
| ; CHECK: ld.param.u32 [[E2:%r[0-9]+]], [test_s_crossfield_param_0+8]; |
| ; CHECK: ld.param.v2.u32 {[[E0:%r[0-9]+]], [[E1:%r[0-9]+]]}, [test_s_crossfield_param_0]; |
| ; CHECK: .param .align 16 .b8 param0[80]; |
| ; CHECK: st.param.v2.b32 [param0+0], {[[E0]], [[E1]]}; |
| ; CHECK: st.param.b32 [param0+8], [[E2]]; |
| ; CHECK: st.param.v4.b32 [param0+16], {[[E3]], [[E4]], [[E5]], [[E6]]}; |
| ; CHECK: st.param.v4.b32 [param0+32], {[[E7]], [[E8]], [[E9]], [[E10]]}; |
| ; CHECK: st.param.v4.b32 [param0+48], {[[E11]], [[E12]], [[E13]], [[E14]]}; |
| ; CHECK: st.param.b32 [param0+64], [[E15]]; |
| ; CHECK: .param .align 16 .b8 retval0[80]; |
| ; CHECK: call.uni (retval0), |
| ; CHECK: test_s_crossfield, |
| ; CHECK: ld.param.v2.b32 {[[RE0:%r[0-9]+]], [[RE1:%r[0-9]+]]}, [retval0+0]; |
| ; CHECK: ld.param.b32 [[RE2:%r[0-9]+]], [retval0+8]; |
| ; CHECK: ld.param.v4.b32 {[[RE3:%r[0-9]+]], [[RE4:%r[0-9]+]], [[RE5:%r[0-9]+]], [[RE6:%r[0-9]+]]}, [retval0+16]; |
| ; CHECK: ld.param.v4.b32 {[[RE7:%r[0-9]+]], [[RE8:%r[0-9]+]], [[RE9:%r[0-9]+]], [[RE10:%r[0-9]+]]}, [retval0+32]; |
| ; CHECK: ld.param.v4.b32 {[[RE11:%r[0-9]+]], [[RE12:%r[0-9]+]], [[RE13:%r[0-9]+]], [[RE14:%r[0-9]+]]}, [retval0+48]; |
| ; CHECK: ld.param.b32 [[RE15:%r[0-9]+]], [retval0+64]; |
| ; CHECK: st.param.v2.b32 [func_retval0+0], {[[RE0]], [[RE1]]}; |
| ; CHECK: st.param.b32 [func_retval0+8], [[RE2]]; |
| ; CHECK: st.param.v4.b32 [func_retval0+16], {[[RE3]], [[RE4]], [[RE5]], [[RE6]]}; |
| ; CHECK: st.param.v4.b32 [func_retval0+32], {[[RE7]], [[RE8]], [[RE9]], [[RE10]]}; |
| ; CHECK: st.param.v4.b32 [func_retval0+48], {[[RE11]], [[RE12]], [[RE13]], [[RE14]]}; |
| ; CHECK: st.param.b32 [func_retval0+64], [[RE15]]; |
| ; CHECK: ret; |
| |
| define %s_crossfield @test_s_crossfield(%s_crossfield %a) { |
| %r = tail call %s_crossfield @test_s_crossfield(%s_crossfield %a); |
| ret %s_crossfield %r; |
| } |