blob: f85e4e9c598cc63a948e7a26d2d4bc509450a5b9 [file] [log] [blame]
Matt Arsenaulta949dc62016-05-09 16:29:50 +00001; RUN: llc -march=amdgcn -verify-machineinstrs < %s | FileCheck -check-prefix=SI %s
Marek Olsak75170772015-01-27 17:27:15 +00002; RUN: llc -march=amdgcn -mcpu=tonga -verify-machineinstrs < %s | FileCheck -check-prefix=SI %s
Matt Arsenault364a6742014-06-11 17:50:44 +00003
Tom Stellard79243d92014-10-01 17:15:17 +00004; SI-LABEL: {{^}}load_i8_to_f32:
Tom Stellard326d6ec2014-11-05 14:50:53 +00005; SI: buffer_load_ubyte [[LOADREG:v[0-9]+]],
6; SI-NOT: bfe
7; SI-NOT: lshr
8; SI: v_cvt_f32_ubyte0_e32 [[CONV:v[0-9]+]], [[LOADREG]]
9; SI: buffer_store_dword [[CONV]],
Matt Arsenault364a6742014-06-11 17:50:44 +000010define void @load_i8_to_f32(float addrspace(1)* noalias %out, i8 addrspace(1)* noalias %in) nounwind {
David Blaikiea79ac142015-02-27 21:17:42 +000011 %load = load i8, i8 addrspace(1)* %in, align 1
Matt Arsenault364a6742014-06-11 17:50:44 +000012 %cvt = uitofp i8 %load to float
13 store float %cvt, float addrspace(1)* %out, align 4
14 ret void
15}
16
Tom Stellard79243d92014-10-01 17:15:17 +000017; SI-LABEL: {{^}}load_v2i8_to_v2f32:
Tom Stellard326d6ec2014-11-05 14:50:53 +000018; SI: buffer_load_ushort [[LOADREG:v[0-9]+]],
19; SI-NOT: bfe
20; SI-NOT: lshr
21; SI-NOT: and
22; SI-DAG: v_cvt_f32_ubyte1_e32 v[[HIRESULT:[0-9]+]], [[LOADREG]]
23; SI-DAG: v_cvt_f32_ubyte0_e32 v[[LORESULT:[0-9]+]], [[LOADREG]]
24; SI: buffer_store_dwordx2 v{{\[}}[[LORESULT]]:[[HIRESULT]]{{\]}},
Matt Arsenault364a6742014-06-11 17:50:44 +000025define void @load_v2i8_to_v2f32(<2 x float> addrspace(1)* noalias %out, <2 x i8> addrspace(1)* noalias %in) nounwind {
David Blaikiea79ac142015-02-27 21:17:42 +000026 %load = load <2 x i8>, <2 x i8> addrspace(1)* %in, align 2
Matt Arsenault364a6742014-06-11 17:50:44 +000027 %cvt = uitofp <2 x i8> %load to <2 x float>
28 store <2 x float> %cvt, <2 x float> addrspace(1)* %out, align 16
29 ret void
30}
31
Tom Stellard79243d92014-10-01 17:15:17 +000032; SI-LABEL: {{^}}load_v3i8_to_v3f32:
Tom Stellard326d6ec2014-11-05 14:50:53 +000033; SI-NOT: bfe
34; SI-NOT: v_cvt_f32_ubyte3_e32
35; SI-DAG: v_cvt_f32_ubyte2_e32
Nicolai Haehnledf77c9a2016-04-12 21:18:10 +000036; SI-DAG: v_cvt_f32_ubyte1_e32 v[[HIRESULT:[0-9]+]],
37; SI-DAG: v_cvt_f32_ubyte0_e32 v[[LORESULT:[0-9]+]],
Tom Stellard326d6ec2014-11-05 14:50:53 +000038; SI: buffer_store_dwordx2 v{{\[}}[[LORESULT]]:[[HIRESULT]]{{\]}},
Matt Arsenault364a6742014-06-11 17:50:44 +000039define void @load_v3i8_to_v3f32(<3 x float> addrspace(1)* noalias %out, <3 x i8> addrspace(1)* noalias %in) nounwind {
David Blaikiea79ac142015-02-27 21:17:42 +000040 %load = load <3 x i8>, <3 x i8> addrspace(1)* %in, align 4
Matt Arsenault364a6742014-06-11 17:50:44 +000041 %cvt = uitofp <3 x i8> %load to <3 x float>
42 store <3 x float> %cvt, <3 x float> addrspace(1)* %out, align 16
43 ret void
44}
45
Tom Stellard79243d92014-10-01 17:15:17 +000046; SI-LABEL: {{^}}load_v4i8_to_v4f32:
Matt Arsenaultbd223422015-01-14 01:35:17 +000047; SI: buffer_load_dword [[LOADREG:v[0-9]+]]
Tom Stellard326d6ec2014-11-05 14:50:53 +000048; SI-NOT: bfe
49; SI-NOT: lshr
50; SI-DAG: v_cvt_f32_ubyte3_e32 v[[HIRESULT:[0-9]+]], [[LOADREG]]
51; SI-DAG: v_cvt_f32_ubyte2_e32 v{{[0-9]+}}, [[LOADREG]]
52; SI-DAG: v_cvt_f32_ubyte1_e32 v{{[0-9]+}}, [[LOADREG]]
53; SI-DAG: v_cvt_f32_ubyte0_e32 v[[LORESULT:[0-9]+]], [[LOADREG]]
54; SI: buffer_store_dwordx4 v{{\[}}[[LORESULT]]:[[HIRESULT]]{{\]}},
Matt Arsenault364a6742014-06-11 17:50:44 +000055define void @load_v4i8_to_v4f32(<4 x float> addrspace(1)* noalias %out, <4 x i8> addrspace(1)* noalias %in) nounwind {
David Blaikiea79ac142015-02-27 21:17:42 +000056 %load = load <4 x i8>, <4 x i8> addrspace(1)* %in, align 4
Matt Arsenaultbd223422015-01-14 01:35:17 +000057 %cvt = uitofp <4 x i8> %load to <4 x float>
58 store <4 x float> %cvt, <4 x float> addrspace(1)* %out, align 16
59 ret void
60}
61
62; This should not be adding instructions to shift into the correct
63; position in the word for the component.
64
65; SI-LABEL: {{^}}load_v4i8_to_v4f32_unaligned:
Matt Arsenaultbd223422015-01-14 01:35:17 +000066; SI: buffer_load_ubyte [[LOADREG3:v[0-9]+]]
Tom Stellard83f0bce2015-01-29 16:55:25 +000067; SI: buffer_load_ubyte [[LOADREG2:v[0-9]+]]
68; SI: buffer_load_ubyte [[LOADREG1:v[0-9]+]]
69; SI: buffer_load_ubyte [[LOADREG0:v[0-9]+]]
Matt Arsenaulte6986632015-01-14 01:35:22 +000070; SI-NOT: v_lshlrev_b32
71; SI-NOT: v_or_b32
Matt Arsenaultbd223422015-01-14 01:35:17 +000072
Matt Arsenaulte6986632015-01-14 01:35:22 +000073; SI-DAG: v_cvt_f32_ubyte0_e32 v[[LORESULT:[0-9]+]], [[LOADREG0]]
74; SI-DAG: v_cvt_f32_ubyte0_e32 v{{[0-9]+}}, [[LOADREG1]]
75; SI-DAG: v_cvt_f32_ubyte0_e32 v{{[0-9]+}}, [[LOADREG2]]
76; SI-DAG: v_cvt_f32_ubyte0_e32 v[[HIRESULT:[0-9]+]], [[LOADREG3]]
Matt Arsenaultbd223422015-01-14 01:35:17 +000077
78; SI: buffer_store_dwordx4 v{{\[}}[[LORESULT]]:[[HIRESULT]]{{\]}},
79define void @load_v4i8_to_v4f32_unaligned(<4 x float> addrspace(1)* noalias %out, <4 x i8> addrspace(1)* noalias %in) nounwind {
David Blaikiea79ac142015-02-27 21:17:42 +000080 %load = load <4 x i8>, <4 x i8> addrspace(1)* %in, align 1
Matt Arsenault364a6742014-06-11 17:50:44 +000081 %cvt = uitofp <4 x i8> %load to <4 x float>
82 store <4 x float> %cvt, <4 x float> addrspace(1)* %out, align 16
83 ret void
84}
85
Tom Stellard326d6ec2014-11-05 14:50:53 +000086; XXX - This should really still be able to use the v_cvt_f32_ubyte0
Matt Arsenault364a6742014-06-11 17:50:44 +000087; for each component, but computeKnownBits doesn't handle vectors very
88; well.
89
Tom Stellard79243d92014-10-01 17:15:17 +000090; SI-LABEL: {{^}}load_v4i8_to_v4f32_2_uses:
Tom Stellard326d6ec2014-11-05 14:50:53 +000091; SI: buffer_load_ubyte
92; SI: buffer_load_ubyte
93; SI: buffer_load_ubyte
94; SI: buffer_load_ubyte
95; SI: v_cvt_f32_ubyte0_e32
96; SI: v_cvt_f32_ubyte0_e32
97; SI: v_cvt_f32_ubyte0_e32
98; SI: v_cvt_f32_ubyte0_e32
Matt Arsenault364a6742014-06-11 17:50:44 +000099
100; XXX - replace with this when v4i8 loads aren't scalarized anymore.
Tom Stellard326d6ec2014-11-05 14:50:53 +0000101; XSI: buffer_load_dword
102; XSI: v_cvt_f32_u32_e32
103; XSI: v_cvt_f32_u32_e32
104; XSI: v_cvt_f32_u32_e32
105; XSI: v_cvt_f32_u32_e32
106; SI: s_endpgm
Matt Arsenault364a6742014-06-11 17:50:44 +0000107define void @load_v4i8_to_v4f32_2_uses(<4 x float> addrspace(1)* noalias %out, <4 x i8> addrspace(1)* noalias %out2, <4 x i8> addrspace(1)* noalias %in) nounwind {
David Blaikiea79ac142015-02-27 21:17:42 +0000108 %load = load <4 x i8>, <4 x i8> addrspace(1)* %in, align 4
Matt Arsenault364a6742014-06-11 17:50:44 +0000109 %cvt = uitofp <4 x i8> %load to <4 x float>
110 store <4 x float> %cvt, <4 x float> addrspace(1)* %out, align 16
111 %add = add <4 x i8> %load, <i8 9, i8 9, i8 9, i8 9> ; Second use of %load
112 store <4 x i8> %add, <4 x i8> addrspace(1)* %out2, align 4
113 ret void
114}
115
116; Make sure this doesn't crash.
Tom Stellard79243d92014-10-01 17:15:17 +0000117; SI-LABEL: {{^}}load_v7i8_to_v7f32:
Tom Stellard326d6ec2014-11-05 14:50:53 +0000118; SI: s_endpgm
Matt Arsenault364a6742014-06-11 17:50:44 +0000119define void @load_v7i8_to_v7f32(<7 x float> addrspace(1)* noalias %out, <7 x i8> addrspace(1)* noalias %in) nounwind {
David Blaikiea79ac142015-02-27 21:17:42 +0000120 %load = load <7 x i8>, <7 x i8> addrspace(1)* %in, align 1
Matt Arsenault364a6742014-06-11 17:50:44 +0000121 %cvt = uitofp <7 x i8> %load to <7 x float>
122 store <7 x float> %cvt, <7 x float> addrspace(1)* %out, align 16
123 ret void
124}
125
Tom Stellard79243d92014-10-01 17:15:17 +0000126; SI-LABEL: {{^}}load_v8i8_to_v8f32:
Tom Stellard326d6ec2014-11-05 14:50:53 +0000127; SI: buffer_load_dwordx2 v{{\[}}[[LOLOAD:[0-9]+]]:[[HILOAD:[0-9]+]]{{\]}},
128; SI-NOT: bfe
129; SI-NOT: lshr
130; SI-DAG: v_cvt_f32_ubyte3_e32 v{{[0-9]+}}, v[[LOLOAD]]
131; SI-DAG: v_cvt_f32_ubyte2_e32 v{{[0-9]+}}, v[[LOLOAD]]
132; SI-DAG: v_cvt_f32_ubyte1_e32 v{{[0-9]+}}, v[[LOLOAD]]
133; SI-DAG: v_cvt_f32_ubyte0_e32 v{{[0-9]+}}, v[[LOLOAD]]
134; SI-DAG: v_cvt_f32_ubyte3_e32 v{{[0-9]+}}, v[[HILOAD]]
135; SI-DAG: v_cvt_f32_ubyte2_e32 v{{[0-9]+}}, v[[HILOAD]]
136; SI-DAG: v_cvt_f32_ubyte1_e32 v{{[0-9]+}}, v[[HILOAD]]
137; SI-DAG: v_cvt_f32_ubyte0_e32 v{{[0-9]+}}, v[[HILOAD]]
138; SI-NOT: bfe
139; SI-NOT: lshr
Matt Arsenault4d801cd2015-11-24 12:05:03 +0000140; SI: buffer_store_dwordx4
141; SI: buffer_store_dwordx4
Matt Arsenault364a6742014-06-11 17:50:44 +0000142define void @load_v8i8_to_v8f32(<8 x float> addrspace(1)* noalias %out, <8 x i8> addrspace(1)* noalias %in) nounwind {
David Blaikiea79ac142015-02-27 21:17:42 +0000143 %load = load <8 x i8>, <8 x i8> addrspace(1)* %in, align 8
Matt Arsenault364a6742014-06-11 17:50:44 +0000144 %cvt = uitofp <8 x i8> %load to <8 x float>
145 store <8 x float> %cvt, <8 x float> addrspace(1)* %out, align 16
146 ret void
147}
148
Tom Stellard79243d92014-10-01 17:15:17 +0000149; SI-LABEL: {{^}}i8_zext_inreg_i32_to_f32:
Tom Stellard326d6ec2014-11-05 14:50:53 +0000150; SI: buffer_load_dword [[LOADREG:v[0-9]+]],
Matt Arsenaulte4d0c142015-08-29 07:16:50 +0000151; SI: v_add_i32_e32 [[ADD:v[0-9]+]], vcc, 2, [[LOADREG]]
Tom Stellard326d6ec2014-11-05 14:50:53 +0000152; SI-NEXT: v_cvt_f32_ubyte0_e32 [[CONV:v[0-9]+]], [[ADD]]
153; SI: buffer_store_dword [[CONV]],
Matt Arsenault364a6742014-06-11 17:50:44 +0000154define void @i8_zext_inreg_i32_to_f32(float addrspace(1)* noalias %out, i32 addrspace(1)* noalias %in) nounwind {
David Blaikiea79ac142015-02-27 21:17:42 +0000155 %load = load i32, i32 addrspace(1)* %in, align 4
Matt Arsenault364a6742014-06-11 17:50:44 +0000156 %add = add i32 %load, 2
157 %inreg = and i32 %add, 255
158 %cvt = uitofp i32 %inreg to float
159 store float %cvt, float addrspace(1)* %out, align 4
160 ret void
161}
162
Tom Stellard79243d92014-10-01 17:15:17 +0000163; SI-LABEL: {{^}}i8_zext_inreg_hi1_to_f32:
Matt Arsenault364a6742014-06-11 17:50:44 +0000164define void @i8_zext_inreg_hi1_to_f32(float addrspace(1)* noalias %out, i32 addrspace(1)* noalias %in) nounwind {
David Blaikiea79ac142015-02-27 21:17:42 +0000165 %load = load i32, i32 addrspace(1)* %in, align 4
Matt Arsenault364a6742014-06-11 17:50:44 +0000166 %inreg = and i32 %load, 65280
167 %shr = lshr i32 %inreg, 8
168 %cvt = uitofp i32 %shr to float
169 store float %cvt, float addrspace(1)* %out, align 4
170 ret void
171}
172
Matt Arsenault364a6742014-06-11 17:50:44 +0000173; We don't get these ones because of the zext, but instcombine removes
174; them so it shouldn't really matter.
Matt Arsenaulta949dc62016-05-09 16:29:50 +0000175; SI-LABEL: {{^}}i8_zext_i32_to_f32:
Matt Arsenault364a6742014-06-11 17:50:44 +0000176define void @i8_zext_i32_to_f32(float addrspace(1)* noalias %out, i8 addrspace(1)* noalias %in) nounwind {
David Blaikiea79ac142015-02-27 21:17:42 +0000177 %load = load i8, i8 addrspace(1)* %in, align 1
Matt Arsenault364a6742014-06-11 17:50:44 +0000178 %ext = zext i8 %load to i32
179 %cvt = uitofp i32 %ext to float
180 store float %cvt, float addrspace(1)* %out, align 4
181 ret void
182}
183
Matt Arsenaulta949dc62016-05-09 16:29:50 +0000184; SI-LABEL: {{^}}v4i8_zext_v4i32_to_v4f32:
Matt Arsenault364a6742014-06-11 17:50:44 +0000185define void @v4i8_zext_v4i32_to_v4f32(<4 x float> addrspace(1)* noalias %out, <4 x i8> addrspace(1)* noalias %in) nounwind {
David Blaikiea79ac142015-02-27 21:17:42 +0000186 %load = load <4 x i8>, <4 x i8> addrspace(1)* %in, align 1
Matt Arsenault364a6742014-06-11 17:50:44 +0000187 %ext = zext <4 x i8> %load to <4 x i32>
188 %cvt = uitofp <4 x i32> %ext to <4 x float>
189 store <4 x float> %cvt, <4 x float> addrspace(1)* %out, align 16
190 ret void
191}
Matt Arsenaulta949dc62016-05-09 16:29:50 +0000192
193; SI-LABEL: {{^}}extract_byte0_to_f32:
194; SI: buffer_load_dword [[VAL:v[0-9]+]]
195; SI-NOT: [[VAL]]
196; SI: v_cvt_f32_ubyte0_e32 [[CONV:v[0-9]+]], [[VAL]]
197; SI: buffer_store_dword [[CONV]]
198define void @extract_byte0_to_f32(float addrspace(1)* noalias %out, i32 addrspace(1)* noalias %in) nounwind {
199 %val = load i32, i32 addrspace(1)* %in
200 %and = and i32 %val, 255
201 %cvt = uitofp i32 %and to float
202 store float %cvt, float addrspace(1)* %out
203 ret void
204}
205
206; SI-LABEL: {{^}}extract_byte1_to_f32:
207; SI: buffer_load_dword [[VAL:v[0-9]+]]
208; SI-NOT: [[VAL]]
209; SI: v_cvt_f32_ubyte1_e32 [[CONV:v[0-9]+]], [[VAL]]
210; SI: buffer_store_dword [[CONV]]
211define void @extract_byte1_to_f32(float addrspace(1)* noalias %out, i32 addrspace(1)* noalias %in) nounwind {
212 %val = load i32, i32 addrspace(1)* %in
213 %srl = lshr i32 %val, 8
214 %and = and i32 %srl, 255
215 %cvt = uitofp i32 %and to float
216 store float %cvt, float addrspace(1)* %out
217 ret void
218}
219
220; SI-LABEL: {{^}}extract_byte2_to_f32:
221; SI: buffer_load_dword [[VAL:v[0-9]+]]
222; SI-NOT: [[VAL]]
223; SI: v_cvt_f32_ubyte2_e32 [[CONV:v[0-9]+]], [[VAL]]
224; SI: buffer_store_dword [[CONV]]
225define void @extract_byte2_to_f32(float addrspace(1)* noalias %out, i32 addrspace(1)* noalias %in) nounwind {
226 %val = load i32, i32 addrspace(1)* %in
227 %srl = lshr i32 %val, 16
228 %and = and i32 %srl, 255
229 %cvt = uitofp i32 %and to float
230 store float %cvt, float addrspace(1)* %out
231 ret void
232}
233
234; SI-LABEL: {{^}}extract_byte3_to_f32:
235; SI: buffer_load_dword [[VAL:v[0-9]+]]
236; SI-NOT: [[VAL]]
237; SI: v_cvt_f32_ubyte3_e32 [[CONV:v[0-9]+]], [[VAL]]
238; SI: buffer_store_dword [[CONV]]
239define void @extract_byte3_to_f32(float addrspace(1)* noalias %out, i32 addrspace(1)* noalias %in) nounwind {
240 %val = load i32, i32 addrspace(1)* %in
241 %srl = lshr i32 %val, 24
242 %and = and i32 %srl, 255
243 %cvt = uitofp i32 %and to float
244 store float %cvt, float addrspace(1)* %out
245 ret void
246}