Konstantin Zhuravlyov | c40d9f2 | 2017-12-08 20:52:28 +0000 | [diff] [blame] | 1 | ; RUN: llc -mtriple=amdgcn--amdhsa -mcpu=gfx900 -mattr=-flat-for-global,-fp64-fp16-denormals -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefix=GCN -check-prefix=GFX9 %s |
Matt Arsenault | 70b9282 | 2017-11-12 23:53:44 +0000 | [diff] [blame] | 2 | ; RUN: llc -mtriple=amdgcn--amdhsa -mcpu=fiji -mattr=-flat-for-global -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefix=GCN -check-prefix=VI %s |
| 3 | ; RUN: llc -mtriple=amdgcn--amdhsa -mcpu=kaveri -mattr=-flat-for-global -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefix=GCN -check-prefix=CI %s |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 4 | |
| 5 | |
| 6 | ; GCN-LABEL: {{^}}s_pack_v2i16: |
| 7 | ; GFX9: s_load_dword [[VAL0:s[0-9]+]] |
| 8 | ; GFX9: s_load_dword [[VAL1:s[0-9]+]] |
| 9 | ; GFX9: s_pack_ll_b32_b16 [[PACKED:s[0-9]+]], [[VAL0]], [[VAL1]] |
| 10 | ; GFX9: ; use [[PACKED]] |
Yaxun Liu | 0124b54 | 2018-02-13 18:00:25 +0000 | [diff] [blame] | 11 | define amdgpu_kernel void @s_pack_v2i16(i32 addrspace(4)* %in0, i32 addrspace(4)* %in1) #0 { |
| 12 | %val0 = load volatile i32, i32 addrspace(4)* %in0 |
| 13 | %val1 = load volatile i32, i32 addrspace(4)* %in1 |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 14 | %lo = trunc i32 %val0 to i16 |
| 15 | %hi = trunc i32 %val1 to i16 |
| 16 | %vec.0 = insertelement <2 x i16> undef, i16 %lo, i32 0 |
| 17 | %vec.1 = insertelement <2 x i16> %vec.0, i16 %hi, i32 1 |
| 18 | %vec.i32 = bitcast <2 x i16> %vec.1 to i32 |
| 19 | |
| 20 | call void asm sideeffect "; use $0", "s"(i32 %vec.i32) #0 |
| 21 | ret void |
| 22 | } |
| 23 | |
| 24 | ; GCN-LABEL: {{^}}s_pack_v2i16_imm_lo: |
| 25 | ; GFX9: s_load_dword [[VAL1:s[0-9]+]] |
| 26 | ; GFX9: s_pack_ll_b32_b16 [[PACKED:s[0-9]+]], 0x1c8, [[VAL1]] |
| 27 | ; GFX9: ; use [[PACKED]] |
Yaxun Liu | 0124b54 | 2018-02-13 18:00:25 +0000 | [diff] [blame] | 28 | define amdgpu_kernel void @s_pack_v2i16_imm_lo(i32 addrspace(4)* %in1) #0 { |
| 29 | %val1 = load i32, i32 addrspace(4)* %in1 |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 30 | %hi = trunc i32 %val1 to i16 |
| 31 | %vec.0 = insertelement <2 x i16> undef, i16 456, i32 0 |
| 32 | %vec.1 = insertelement <2 x i16> %vec.0, i16 %hi, i32 1 |
| 33 | %vec.i32 = bitcast <2 x i16> %vec.1 to i32 |
| 34 | |
| 35 | call void asm sideeffect "; use $0", "s"(i32 %vec.i32) #0 |
| 36 | ret void |
| 37 | } |
| 38 | |
| 39 | ; GCN-LABEL: {{^}}s_pack_v2i16_imm_hi: |
| 40 | ; GFX9: s_load_dword [[VAL0:s[0-9]+]] |
| 41 | ; GFX9: s_pack_ll_b32_b16 [[PACKED:s[0-9]+]], [[VAL0]], 0x1c8 |
| 42 | ; GFX9: ; use [[PACKED]] |
Yaxun Liu | 0124b54 | 2018-02-13 18:00:25 +0000 | [diff] [blame] | 43 | define amdgpu_kernel void @s_pack_v2i16_imm_hi(i32 addrspace(4)* %in0) #0 { |
| 44 | %val0 = load i32, i32 addrspace(4)* %in0 |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 45 | %lo = trunc i32 %val0 to i16 |
| 46 | %vec.0 = insertelement <2 x i16> undef, i16 %lo, i32 0 |
| 47 | %vec.1 = insertelement <2 x i16> %vec.0, i16 456, i32 1 |
| 48 | %vec.i32 = bitcast <2 x i16> %vec.1 to i32 |
| 49 | |
| 50 | call void asm sideeffect "; use $0", "s"(i32 %vec.i32) #0 |
| 51 | ret void |
| 52 | } |
| 53 | |
| 54 | ; GCN-LABEL: {{^}}v_pack_v2i16: |
Matt Arsenault | 4e309b0 | 2017-07-29 01:03:53 +0000 | [diff] [blame] | 55 | ; GFX9: global_load_dword [[VAL0:v[0-9]+]] |
| 56 | ; GFX9: global_load_dword [[VAL1:v[0-9]+]] |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 57 | |
Konstantin Zhuravlyov | d24aeb2 | 2017-04-13 23:17:00 +0000 | [diff] [blame] | 58 | ; GFX9: v_and_b32_e32 [[MASKED:v[0-9]+]], 0xffff, [[VAL0]] |
| 59 | ; GFX9: v_lshl_or_b32 [[PACKED:v[0-9]+]], [[VAL1]], 16, [[MASKED]] |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 60 | ; GFX9: ; use [[PACKED]] |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 61 | define amdgpu_kernel void @v_pack_v2i16(i32 addrspace(1)* %in0, i32 addrspace(1)* %in1) #0 { |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 62 | %tid = call i32 @llvm.amdgcn.workitem.id.x() |
| 63 | %tid.ext = sext i32 %tid to i64 |
| 64 | %in0.gep = getelementptr inbounds i32, i32 addrspace(1)* %in0, i64 %tid.ext |
| 65 | %in1.gep = getelementptr inbounds i32, i32 addrspace(1)* %in1, i64 %tid.ext |
| 66 | %val0 = load volatile i32, i32 addrspace(1)* %in0.gep |
| 67 | %val1 = load volatile i32, i32 addrspace(1)* %in1.gep |
| 68 | %lo = trunc i32 %val0 to i16 |
| 69 | %hi = trunc i32 %val1 to i16 |
| 70 | %vec.0 = insertelement <2 x i16> undef, i16 %lo, i32 0 |
| 71 | %vec.1 = insertelement <2 x i16> %vec.0, i16 %hi, i32 1 |
| 72 | %vec.i32 = bitcast <2 x i16> %vec.1 to i32 |
| 73 | call void asm sideeffect "; use $0", "v"(i32 %vec.i32) #0 |
| 74 | ret void |
| 75 | } |
| 76 | |
| 77 | ; GCN-LABEL: {{^}}v_pack_v2i16_user: |
Matt Arsenault | 4e309b0 | 2017-07-29 01:03:53 +0000 | [diff] [blame] | 78 | ; GFX9: global_load_dword [[VAL0:v[0-9]+]] |
| 79 | ; GFX9: global_load_dword [[VAL1:v[0-9]+]] |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 80 | |
Konstantin Zhuravlyov | d24aeb2 | 2017-04-13 23:17:00 +0000 | [diff] [blame] | 81 | ; GFX9: v_and_b32_e32 [[MASKED:v[0-9]+]], 0xffff, [[VAL0]] |
| 82 | ; GFX9: v_lshl_or_b32 [[PACKED:v[0-9]+]], [[VAL1]], 16, [[MASKED]] |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 83 | |
Matt Arsenault | 84445dd | 2017-11-30 22:51:26 +0000 | [diff] [blame] | 84 | ; GFX9: v_add_u32_e32 v{{[0-9]+}}, 9, [[PACKED]] |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 85 | define amdgpu_kernel void @v_pack_v2i16_user(i32 addrspace(1)* %in0, i32 addrspace(1)* %in1) #0 { |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 86 | %tid = call i32 @llvm.amdgcn.workitem.id.x() |
| 87 | %tid.ext = sext i32 %tid to i64 |
| 88 | %in0.gep = getelementptr inbounds i32, i32 addrspace(1)* %in0, i64 %tid.ext |
| 89 | %in1.gep = getelementptr inbounds i32, i32 addrspace(1)* %in1, i64 %tid.ext |
| 90 | %val0 = load volatile i32, i32 addrspace(1)* %in0.gep |
| 91 | %val1 = load volatile i32, i32 addrspace(1)* %in1.gep |
| 92 | %lo = trunc i32 %val0 to i16 |
| 93 | %hi = trunc i32 %val1 to i16 |
| 94 | %vec.0 = insertelement <2 x i16> undef, i16 %lo, i32 0 |
| 95 | %vec.1 = insertelement <2 x i16> %vec.0, i16 %hi, i32 1 |
| 96 | %vec.i32 = bitcast <2 x i16> %vec.1 to i32 |
| 97 | %foo = add i32 %vec.i32, 9 |
| 98 | store volatile i32 %foo, i32 addrspace(1)* undef |
| 99 | ret void |
| 100 | } |
| 101 | |
| 102 | ; GCN-LABEL: {{^}}v_pack_v2i16_imm_lo: |
Matt Arsenault | 4e309b0 | 2017-07-29 01:03:53 +0000 | [diff] [blame] | 103 | ; GFX9-DAG: global_load_dword [[VAL1:v[0-9]+]] |
Stanislav Mekhanoshin | 79da2a7 | 2017-03-11 00:29:27 +0000 | [diff] [blame] | 104 | ; GFX9-DENORM-DAG: s_movk_i32 [[K:s[0-9]+]], 0x7b{{$}} |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 105 | |
Konstantin Zhuravlyov | d24aeb2 | 2017-04-13 23:17:00 +0000 | [diff] [blame] | 106 | ; GFX9-DAG: v_mov_b32_e32 [[K:v[0-9]+]], 0x7b{{$}} |
| 107 | ; GFX9: v_lshl_or_b32 [[PACKED:v[0-9]+]], [[VAL1]], 16, [[K]] |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 108 | |
| 109 | ; GFX9: ; use [[PACKED]] |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 110 | define amdgpu_kernel void @v_pack_v2i16_imm_lo(i32 addrspace(1)* %in1) #0 { |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 111 | %tid = call i32 @llvm.amdgcn.workitem.id.x() |
| 112 | %tid.ext = sext i32 %tid to i64 |
| 113 | %in1.gep = getelementptr inbounds i32, i32 addrspace(1)* %in1, i64 %tid.ext |
| 114 | %val1 = load volatile i32, i32 addrspace(1)* %in1.gep |
| 115 | %hi = trunc i32 %val1 to i16 |
| 116 | %vec.0 = insertelement <2 x i16> undef, i16 123, i32 0 |
| 117 | %vec.1 = insertelement <2 x i16> %vec.0, i16 %hi, i32 1 |
| 118 | %vec.i32 = bitcast <2 x i16> %vec.1 to i32 |
| 119 | call void asm sideeffect "; use $0", "v"(i32 %vec.i32) #0 |
| 120 | ret void |
| 121 | } |
| 122 | |
| 123 | ; GCN-LABEL: {{^}}v_pack_v2i16_inline_imm_lo: |
Matt Arsenault | 4e309b0 | 2017-07-29 01:03:53 +0000 | [diff] [blame] | 124 | ; GFX9: global_load_dword [[VAL1:v[0-9]+]] |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 125 | |
Konstantin Zhuravlyov | d24aeb2 | 2017-04-13 23:17:00 +0000 | [diff] [blame] | 126 | ; GFX9: v_lshl_or_b32 [[PACKED:v[0-9]+]], [[VAL1]], 16, 64 |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 127 | ; GFX9: ; use [[PACKED]] |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 128 | define amdgpu_kernel void @v_pack_v2i16_inline_imm_lo(i32 addrspace(1)* %in1) #0 { |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 129 | %tid = call i32 @llvm.amdgcn.workitem.id.x() |
| 130 | %tid.ext = sext i32 %tid to i64 |
| 131 | %in1.gep = getelementptr inbounds i32, i32 addrspace(1)* %in1, i64 %tid.ext |
| 132 | %val1 = load volatile i32, i32 addrspace(1)* %in1.gep |
| 133 | %hi = trunc i32 %val1 to i16 |
| 134 | %vec.0 = insertelement <2 x i16> undef, i16 64, i32 0 |
| 135 | %vec.1 = insertelement <2 x i16> %vec.0, i16 %hi, i32 1 |
| 136 | %vec.i32 = bitcast <2 x i16> %vec.1 to i32 |
| 137 | call void asm sideeffect "; use $0", "v"(i32 %vec.i32) #0 |
| 138 | ret void |
| 139 | } |
| 140 | |
| 141 | ; GCN-LABEL: {{^}}v_pack_v2i16_imm_hi: |
Matt Arsenault | 4e309b0 | 2017-07-29 01:03:53 +0000 | [diff] [blame] | 142 | ; GFX9-DAG: global_load_dword [[VAL0:v[0-9]+]] |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 143 | |
Konstantin Zhuravlyov | d24aeb2 | 2017-04-13 23:17:00 +0000 | [diff] [blame] | 144 | ; GFX9-DAG: s_movk_i32 [[K:s[0-9]+]], 0x7b{{$}} |
| 145 | ; GFX9: v_lshl_or_b32 [[PACKED:v[0-9]+]], [[K]], 16, [[VAL0]] |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 146 | |
| 147 | ; GFX9: ; use [[PACKED]] |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 148 | define amdgpu_kernel void @v_pack_v2i16_imm_hi(i32 addrspace(1)* %in0) #0 { |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 149 | %tid = call i32 @llvm.amdgcn.workitem.id.x() |
| 150 | %tid.ext = sext i32 %tid to i64 |
| 151 | %in0.gep = getelementptr inbounds i32, i32 addrspace(1)* %in0, i64 %tid.ext |
| 152 | %val0 = load volatile i32, i32 addrspace(1)* %in0.gep |
| 153 | %lo = trunc i32 %val0 to i16 |
| 154 | %vec.0 = insertelement <2 x i16> undef, i16 %lo, i32 0 |
| 155 | %vec.1 = insertelement <2 x i16> %vec.0, i16 123, i32 1 |
| 156 | %vec.i32 = bitcast <2 x i16> %vec.1 to i32 |
| 157 | call void asm sideeffect "; use $0", "v"(i32 %vec.i32) #0 |
| 158 | ret void |
| 159 | } |
| 160 | |
| 161 | ; GCN-LABEL: {{^}}v_pack_v2i16_inline_imm_hi: |
Matt Arsenault | 4e309b0 | 2017-07-29 01:03:53 +0000 | [diff] [blame] | 162 | ; GFX9: global_load_dword [[VAL:v[0-9]+]] |
Matt Arsenault | 70b9282 | 2017-11-12 23:53:44 +0000 | [diff] [blame] | 163 | ; GFX9: v_lshl_or_b32 [[PACKED:v[0-9]+]], 7, 16, [[VAL]] |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 164 | ; GFX9: ; use [[PACKED]] |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 165 | define amdgpu_kernel void @v_pack_v2i16_inline_imm_hi(i32 addrspace(1)* %in0) #0 { |
Matt Arsenault | eb522e6 | 2017-02-27 22:15:25 +0000 | [diff] [blame] | 166 | %tid = call i32 @llvm.amdgcn.workitem.id.x() |
| 167 | %tid.ext = sext i32 %tid to i64 |
| 168 | %in0.gep = getelementptr inbounds i32, i32 addrspace(1)* %in0, i64 %tid.ext |
| 169 | %val0 = load volatile i32, i32 addrspace(1)* %in0.gep |
| 170 | %lo = trunc i32 %val0 to i16 |
| 171 | %vec.0 = insertelement <2 x i16> undef, i16 %lo, i32 0 |
| 172 | %vec.1 = insertelement <2 x i16> %vec.0, i16 7, i32 1 |
| 173 | %vec.i32 = bitcast <2 x i16> %vec.1 to i32 |
| 174 | call void asm sideeffect "; use $0", "v"(i32 %vec.i32) #0 |
| 175 | ret void |
| 176 | } |
| 177 | |
| 178 | declare i32 @llvm.amdgcn.workitem.id.x() #1 |
| 179 | |
| 180 | attributes #0 = { nounwind } |
| 181 | attributes #1 = { nounwind readnone } |