blob: 0d85613d3482c5e1c4e13d7ed20c55e4787814d4 [file] [log] [blame]
Sanjay Patelbcc5a742018-11-13 16:47:16 +00001; NOTE: Assertions have been autogenerated by utils/update_test_checks.py
2; RUN: opt < %s -instcombine -S | FileCheck %s
3
4declare i32 @llvm.fshl.i32(i32, i32, i32)
5declare i33 @llvm.fshr.i33(i33, i33, i33)
6declare <2 x i32> @llvm.fshr.v2i32(<2 x i32>, <2 x i32>, <2 x i32>)
7declare <2 x i31> @llvm.fshl.v2i31(<2 x i31>, <2 x i31>, <2 x i31>)
8
9; If the shift mask doesn't include any demanded bits, the funnel shift can be eliminated.
10
11define i32 @fshl_mask_simplify1(i32 %x, i32 %y, i32 %sh) {
12; CHECK-LABEL: @fshl_mask_simplify1(
Sanjay Patela1395642018-11-13 23:27:23 +000013; CHECK-NEXT: ret i32 [[X:%.*]]
Sanjay Patelbcc5a742018-11-13 16:47:16 +000014;
15 %maskedsh = and i32 %sh, 32
16 %r = call i32 @llvm.fshl.i32(i32 %x, i32 %y, i32 %maskedsh)
17 ret i32 %r
18}
19
20define <2 x i32> @fshr_mask_simplify2(<2 x i32> %x, <2 x i32> %y, <2 x i32> %sh) {
21; CHECK-LABEL: @fshr_mask_simplify2(
Sanjay Patela1395642018-11-13 23:27:23 +000022; CHECK-NEXT: ret <2 x i32> [[Y:%.*]]
Sanjay Patelbcc5a742018-11-13 16:47:16 +000023;
24 %maskedsh = and <2 x i32> %sh, <i32 64, i32 64>
25 %r = call <2 x i32> @llvm.fshr.v2i32(<2 x i32> %x, <2 x i32> %y, <2 x i32> %maskedsh)
26 ret <2 x i32> %r
27}
28
29; Negative test.
30
31define i32 @fshl_mask_simplify3(i32 %x, i32 %y, i32 %sh) {
32; CHECK-LABEL: @fshl_mask_simplify3(
33; CHECK-NEXT: [[MASKEDSH:%.*]] = and i32 [[SH:%.*]], 16
34; CHECK-NEXT: [[R:%.*]] = call i32 @llvm.fshl.i32(i32 [[X:%.*]], i32 [[Y:%.*]], i32 [[MASKEDSH]])
35; CHECK-NEXT: ret i32 [[R]]
36;
37 %maskedsh = and i32 %sh, 16
38 %r = call i32 @llvm.fshl.i32(i32 %x, i32 %y, i32 %maskedsh)
39 ret i32 %r
40}
41
Sanjay Patela1395642018-11-13 23:27:23 +000042; Check again with weird bitwidths - the analysis is invalid with non-power-of-2.
Sanjay Patelbcc5a742018-11-13 16:47:16 +000043
44define i33 @fshr_mask_simplify1(i33 %x, i33 %y, i33 %sh) {
45; CHECK-LABEL: @fshr_mask_simplify1(
46; CHECK-NEXT: [[MASKEDSH:%.*]] = and i33 [[SH:%.*]], 64
47; CHECK-NEXT: [[R:%.*]] = call i33 @llvm.fshr.i33(i33 [[X:%.*]], i33 [[Y:%.*]], i33 [[MASKEDSH]])
48; CHECK-NEXT: ret i33 [[R]]
49;
50 %maskedsh = and i33 %sh, 64
51 %r = call i33 @llvm.fshr.i33(i33 %x, i33 %y, i33 %maskedsh)
52 ret i33 %r
53}
54
Sanjay Patela1395642018-11-13 23:27:23 +000055; Check again with weird bitwidths - the analysis is invalid with non-power-of-2.
Sanjay Patelbcc5a742018-11-13 16:47:16 +000056
57define <2 x i31> @fshl_mask_simplify2(<2 x i31> %x, <2 x i31> %y, <2 x i31> %sh) {
58; CHECK-LABEL: @fshl_mask_simplify2(
59; CHECK-NEXT: [[MASKEDSH:%.*]] = and <2 x i31> [[SH:%.*]], <i31 32, i31 32>
60; CHECK-NEXT: [[R:%.*]] = call <2 x i31> @llvm.fshl.v2i31(<2 x i31> [[X:%.*]], <2 x i31> [[Y:%.*]], <2 x i31> [[MASKEDSH]])
61; CHECK-NEXT: ret <2 x i31> [[R]]
62;
63 %maskedsh = and <2 x i31> %sh, <i31 32, i31 32>
64 %r = call <2 x i31> @llvm.fshl.v2i31(<2 x i31> %x, <2 x i31> %y, <2 x i31> %maskedsh)
65 ret <2 x i31> %r
66}
67
Sanjay Patela1395642018-11-13 23:27:23 +000068; Check again with weird bitwidths - the analysis is invalid with non-power-of-2.
Sanjay Patelbcc5a742018-11-13 16:47:16 +000069
70define i33 @fshr_mask_simplify3(i33 %x, i33 %y, i33 %sh) {
71; CHECK-LABEL: @fshr_mask_simplify3(
72; CHECK-NEXT: [[MASKEDSH:%.*]] = and i33 [[SH:%.*]], 32
73; CHECK-NEXT: [[R:%.*]] = call i33 @llvm.fshr.i33(i33 [[X:%.*]], i33 [[Y:%.*]], i33 [[MASKEDSH]])
74; CHECK-NEXT: ret i33 [[R]]
75;
76 %maskedsh = and i33 %sh, 32
77 %r = call i33 @llvm.fshr.i33(i33 %x, i33 %y, i33 %maskedsh)
78 ret i33 %r
79}
80
81; This mask op is unnecessary.
82
83define i32 @fshl_mask_not_required(i32 %x, i32 %y, i32 %sh) {
84; CHECK-LABEL: @fshl_mask_not_required(
Sanjay Patela1395642018-11-13 23:27:23 +000085; CHECK-NEXT: [[R:%.*]] = call i32 @llvm.fshl.i32(i32 [[X:%.*]], i32 [[Y:%.*]], i32 [[SH:%.*]])
Sanjay Patelbcc5a742018-11-13 16:47:16 +000086; CHECK-NEXT: ret i32 [[R]]
87;
88 %maskedsh = and i32 %sh, 31
89 %r = call i32 @llvm.fshl.i32(i32 %x, i32 %y, i32 %maskedsh)
90 ret i32 %r
91}
92
93; This mask op can be reduced.
94
95define i32 @fshl_mask_reduce_constant(i32 %x, i32 %y, i32 %sh) {
96; CHECK-LABEL: @fshl_mask_reduce_constant(
Sanjay Patela1395642018-11-13 23:27:23 +000097; CHECK-NEXT: [[MASKEDSH:%.*]] = and i32 [[SH:%.*]], 1
Sanjay Patelbcc5a742018-11-13 16:47:16 +000098; CHECK-NEXT: [[R:%.*]] = call i32 @llvm.fshl.i32(i32 [[X:%.*]], i32 [[Y:%.*]], i32 [[MASKEDSH]])
99; CHECK-NEXT: ret i32 [[R]]
100;
101 %maskedsh = and i32 %sh, 33
102 %r = call i32 @llvm.fshl.i32(i32 %x, i32 %y, i32 %maskedsh)
103 ret i32 %r
104}
105
106; But this mask op is required.
107
108define i32 @fshl_mask_negative(i32 %x, i32 %y, i32 %sh) {
109; CHECK-LABEL: @fshl_mask_negative(
110; CHECK-NEXT: [[MASKEDSH:%.*]] = and i32 [[SH:%.*]], 15
111; CHECK-NEXT: [[R:%.*]] = call i32 @llvm.fshl.i32(i32 [[X:%.*]], i32 [[Y:%.*]], i32 [[MASKEDSH]])
112; CHECK-NEXT: ret i32 [[R]]
113;
114 %maskedsh = and i32 %sh, 15
115 %r = call i32 @llvm.fshl.i32(i32 %x, i32 %y, i32 %maskedsh)
116 ret i32 %r
117}
118
119; The transform is not limited to mask ops.
120
121define <2 x i32> @fshr_set_but_not_demanded_vec(<2 x i32> %x, <2 x i32> %y, <2 x i32> %sh) {
122; CHECK-LABEL: @fshr_set_but_not_demanded_vec(
Sanjay Patela1395642018-11-13 23:27:23 +0000123; CHECK-NEXT: [[R:%.*]] = call <2 x i32> @llvm.fshr.v2i32(<2 x i32> [[X:%.*]], <2 x i32> [[Y:%.*]], <2 x i32> [[SH:%.*]])
Sanjay Patelbcc5a742018-11-13 16:47:16 +0000124; CHECK-NEXT: ret <2 x i32> [[R]]
125;
126 %bogusbits = or <2 x i32> %sh, <i32 32, i32 32>
127 %r = call <2 x i32> @llvm.fshr.v2i32(<2 x i32> %x, <2 x i32> %y, <2 x i32> %bogusbits)
128 ret <2 x i32> %r
129}
130
Sanjay Patela1395642018-11-13 23:27:23 +0000131; Check again with weird bitwidths - the analysis is invalid with non-power-of-2.
132
Sanjay Patelbcc5a742018-11-13 16:47:16 +0000133define <2 x i31> @fshl_set_but_not_demanded_vec(<2 x i31> %x, <2 x i31> %y, <2 x i31> %sh) {
134; CHECK-LABEL: @fshl_set_but_not_demanded_vec(
135; CHECK-NEXT: [[BOGUSBITS:%.*]] = or <2 x i31> [[SH:%.*]], <i31 32, i31 32>
136; CHECK-NEXT: [[R:%.*]] = call <2 x i31> @llvm.fshl.v2i31(<2 x i31> [[X:%.*]], <2 x i31> [[Y:%.*]], <2 x i31> [[BOGUSBITS]])
137; CHECK-NEXT: ret <2 x i31> [[R]]
138;
139 %bogusbits = or <2 x i31> %sh, <i31 32, i31 32>
140 %r = call <2 x i31> @llvm.fshl.v2i31(<2 x i31> %x, <2 x i31> %y, <2 x i31> %bogusbits)
141 ret <2 x i31> %r
142}
143
Sanjay Patel96152dc2018-11-20 17:51:49 +0000144; Simplify one undef operand and constant shift amount.
145
146define i32 @fshl_op0_undef(i32 %x) {
147; CHECK-LABEL: @fshl_op0_undef(
148; CHECK-NEXT: [[R:%.*]] = call i32 @llvm.fshl.i32(i32 undef, i32 [[X:%.*]], i32 7)
149; CHECK-NEXT: ret i32 [[R]]
150;
151 %r = call i32 @llvm.fshl.i32(i32 undef, i32 %x, i32 7)
152 ret i32 %r
153}
154
Nikita Popova70fdf82018-11-21 20:34:11 +0000155define i32 @fshl_op0_zero(i32 %x) {
156; CHECK-LABEL: @fshl_op0_zero(
157; CHECK-NEXT: [[R:%.*]] = call i32 @llvm.fshl.i32(i32 0, i32 [[X:%.*]], i32 7)
158; CHECK-NEXT: ret i32 [[R]]
159;
160 %r = call i32 @llvm.fshl.i32(i32 0, i32 %x, i32 7)
161 ret i32 %r
162}
163
Sanjay Patel96152dc2018-11-20 17:51:49 +0000164define i33 @fshr_op0_undef(i33 %x) {
165; CHECK-LABEL: @fshr_op0_undef(
166; CHECK-NEXT: [[R:%.*]] = call i33 @llvm.fshr.i33(i33 undef, i33 [[X:%.*]], i33 7)
167; CHECK-NEXT: ret i33 [[R]]
168;
169 %r = call i33 @llvm.fshr.i33(i33 undef, i33 %x, i33 7)
170 ret i33 %r
171}
172
Nikita Popova70fdf82018-11-21 20:34:11 +0000173define i33 @fshr_op0_zero(i33 %x) {
174; CHECK-LABEL: @fshr_op0_zero(
175; CHECK-NEXT: [[R:%.*]] = call i33 @llvm.fshr.i33(i33 0, i33 [[X:%.*]], i33 7)
176; CHECK-NEXT: ret i33 [[R]]
177;
178 %r = call i33 @llvm.fshr.i33(i33 0, i33 %x, i33 7)
179 ret i33 %r
180}
181
Sanjay Patel96152dc2018-11-20 17:51:49 +0000182define i32 @fshl_op1_undef(i32 %x) {
183; CHECK-LABEL: @fshl_op1_undef(
184; CHECK-NEXT: [[R:%.*]] = call i32 @llvm.fshl.i32(i32 [[X:%.*]], i32 undef, i32 7)
185; CHECK-NEXT: ret i32 [[R]]
186;
187 %r = call i32 @llvm.fshl.i32(i32 %x, i32 undef, i32 7)
188 ret i32 %r
189}
190
Nikita Popova70fdf82018-11-21 20:34:11 +0000191define i32 @fshl_op1_zero(i32 %x) {
192; CHECK-LABEL: @fshl_op1_zero(
193; CHECK-NEXT: [[R:%.*]] = call i32 @llvm.fshl.i32(i32 [[X:%.*]], i32 0, i32 7)
194; CHECK-NEXT: ret i32 [[R]]
195;
196 %r = call i32 @llvm.fshl.i32(i32 %x, i32 0, i32 7)
197 ret i32 %r
198}
199
Sanjay Patel96152dc2018-11-20 17:51:49 +0000200define i33 @fshr_op1_undef(i33 %x) {
201; CHECK-LABEL: @fshr_op1_undef(
202; CHECK-NEXT: [[R:%.*]] = call i33 @llvm.fshr.i33(i33 [[X:%.*]], i33 undef, i33 7)
203; CHECK-NEXT: ret i33 [[R]]
204;
205 %r = call i33 @llvm.fshr.i33(i33 %x, i33 undef, i33 7)
206 ret i33 %r
207}
208
Nikita Popova70fdf82018-11-21 20:34:11 +0000209define i33 @fshr_op1_zero(i33 %x) {
210; CHECK-LABEL: @fshr_op1_zero(
211; CHECK-NEXT: [[R:%.*]] = call i33 @llvm.fshr.i33(i33 [[X:%.*]], i33 0, i33 7)
212; CHECK-NEXT: ret i33 [[R]]
213;
214 %r = call i33 @llvm.fshr.i33(i33 %x, i33 0, i33 7)
215 ret i33 %r
216}
217
Sanjay Patel96152dc2018-11-20 17:51:49 +0000218; Only demand bits from one of the operands.
219
220define i32 @fshl_only_op0_demanded(i32 %x, i32 %y) {
221; CHECK-LABEL: @fshl_only_op0_demanded(
222; CHECK-NEXT: [[Z:%.*]] = call i32 @llvm.fshl.i32(i32 [[X:%.*]], i32 [[Y:%.*]], i32 7)
223; CHECK-NEXT: [[R:%.*]] = and i32 [[Z]], 128
224; CHECK-NEXT: ret i32 [[R]]
225;
226 %z = call i32 @llvm.fshl.i32(i32 %x, i32 %y, i32 7)
227 %r = and i32 %z, 128
228 ret i32 %r
229}
230
231define i32 @fshl_only_op1_demanded(i32 %x, i32 %y) {
232; CHECK-LABEL: @fshl_only_op1_demanded(
233; CHECK-NEXT: [[Z:%.*]] = call i32 @llvm.fshl.i32(i32 [[X:%.*]], i32 [[Y:%.*]], i32 7)
234; CHECK-NEXT: [[R:%.*]] = and i32 [[Z]], 63
235; CHECK-NEXT: ret i32 [[R]]
236;
237 %z = call i32 @llvm.fshl.i32(i32 %x, i32 %y, i32 7)
238 %r = and i32 %z, 63
239 ret i32 %r
240}
241
242define i33 @fshr_only_op0_demanded(i33 %x, i33 %y) {
243; CHECK-LABEL: @fshr_only_op0_demanded(
244; CHECK-NEXT: [[Z:%.*]] = call i33 @llvm.fshr.i33(i33 [[X:%.*]], i33 [[Y:%.*]], i33 7)
245; CHECK-NEXT: [[R:%.*]] = and i33 [[Z]], 12392
246; CHECK-NEXT: ret i33 [[R]]
247;
248 %z = call i33 @llvm.fshr.i33(i33 %x, i33 %y, i33 7)
249 %r = and i33 %z, 12392
250 ret i33 %r
251}
252
253define i33 @fshr_only_op1_demanded(i33 %x, i33 %y) {
254; CHECK-LABEL: @fshr_only_op1_demanded(
255; CHECK-NEXT: [[Z:%.*]] = call i33 @llvm.fshr.i33(i33 [[X:%.*]], i33 [[Y:%.*]], i33 7)
256; CHECK-NEXT: [[R:%.*]] = lshr i33 [[Z]], 30
257; CHECK-NEXT: ret i33 [[R]]
258;
259 %z = call i33 @llvm.fshr.i33(i33 %x, i33 %y, i33 7)
260 %r = lshr i33 %z, 30
261 ret i33 %r
262}
263
264; Demand bits from both operands -- cannot simplify.
265
266define i32 @fshl_both_ops_demanded(i32 %x, i32 %y) {
267; CHECK-LABEL: @fshl_both_ops_demanded(
268; CHECK-NEXT: [[Z:%.*]] = call i32 @llvm.fshl.i32(i32 [[X:%.*]], i32 [[Y:%.*]], i32 7)
269; CHECK-NEXT: [[R:%.*]] = and i32 [[Z]], 192
270; CHECK-NEXT: ret i32 [[R]]
271;
272 %z = call i32 @llvm.fshl.i32(i32 %x, i32 %y, i32 7)
273 %r = and i32 %z, 192
274 ret i32 %r
275}
276
277define i33 @fshr_both_ops_demanded(i33 %x, i33 %y) {
278; CHECK-LABEL: @fshr_both_ops_demanded(
279; CHECK-NEXT: [[Z:%.*]] = call i33 @llvm.fshr.i33(i33 [[X:%.*]], i33 [[Y:%.*]], i33 26)
280; CHECK-NEXT: [[R:%.*]] = and i33 [[Z]], 192
281; CHECK-NEXT: ret i33 [[R]]
282;
283 %z = call i33 @llvm.fshr.i33(i33 %x, i33 %y, i33 26)
284 %r = and i33 %z, 192
285 ret i33 %r
286}
287
288; Both operands are demanded, but there are known bits.
289
290define i32 @fshl_known_bits(i32 %x, i32 %y) {
291; CHECK-LABEL: @fshl_known_bits(
292; CHECK-NEXT: [[X2:%.*]] = or i32 [[X:%.*]], 1
293; CHECK-NEXT: [[Y2:%.*]] = lshr i32 [[Y:%.*]], 1
294; CHECK-NEXT: [[Z:%.*]] = call i32 @llvm.fshl.i32(i32 [[X2]], i32 [[Y2]], i32 7)
295; CHECK-NEXT: [[R:%.*]] = and i32 [[Z]], 192
296; CHECK-NEXT: ret i32 [[R]]
297;
298 %x2 = or i32 %x, 1 ; lo bit set
299 %y2 = lshr i32 %y, 1 ; hi bit clear
300 %z = call i32 @llvm.fshl.i32(i32 %x2, i32 %y2, i32 7)
301 %r = and i32 %z, 192
302 ret i32 %r
303}
304
305define i33 @fshr_known_bits(i33 %x, i33 %y) {
306; CHECK-LABEL: @fshr_known_bits(
307; CHECK-NEXT: [[X2:%.*]] = or i33 [[X:%.*]], 1
308; CHECK-NEXT: [[Y2:%.*]] = lshr i33 [[Y:%.*]], 1
309; CHECK-NEXT: [[Z:%.*]] = call i33 @llvm.fshr.i33(i33 [[X2]], i33 [[Y2]], i33 26)
310; CHECK-NEXT: [[R:%.*]] = and i33 [[Z]], 192
311; CHECK-NEXT: ret i33 [[R]]
312;
313 %x2 = or i33 %x, 1 ; lo bit set
314 %y2 = lshr i33 %y, 1 ; hi bit set
315 %z = call i33 @llvm.fshr.i33(i33 %x2, i33 %y2, i33 26)
316 %r = and i33 %z, 192
317 ret i33 %r
318}
319
320; This case fails to simplify due to multiple uses.
321
322define i33 @fshr_multi_use(i33 %a) {
323; CHECK-LABEL: @fshr_multi_use(
324; CHECK-NEXT: [[B:%.*]] = tail call i33 @llvm.fshr.i33(i33 [[A:%.*]], i33 [[A]], i33 1)
325; CHECK-NEXT: [[C:%.*]] = lshr i33 [[B]], 23
326; CHECK-NEXT: [[D:%.*]] = xor i33 [[C]], [[B]]
327; CHECK-NEXT: [[E:%.*]] = and i33 [[D]], 31
328; CHECK-NEXT: ret i33 [[E]]
329;
330 %b = tail call i33 @llvm.fshr.i33(i33 %a, i33 %a, i33 1)
331 %c = lshr i33 %b, 23
332 %d = xor i33 %c, %b
333 %e = and i33 %d, 31
334 ret i33 %e
335}
336
337; This demonstrates the same simplification working if the fshr intrinsic
338; is expanded into shifts and or.
339
340define i33 @expanded_fshr_multi_use(i33 %a) {
341; CHECK-LABEL: @expanded_fshr_multi_use(
342; CHECK-NEXT: [[TMP:%.*]] = lshr i33 [[A:%.*]], 1
343; CHECK-NEXT: [[C:%.*]] = lshr i33 [[A]], 24
344; CHECK-NEXT: [[D:%.*]] = xor i33 [[C]], [[TMP]]
345; CHECK-NEXT: [[E:%.*]] = and i33 [[D]], 31
346; CHECK-NEXT: ret i33 [[E]]
347;
348 %tmp = lshr i33 %a, 1
349 %tmp2 = shl i33 %a, 32
350 %b = or i33 %tmp, %tmp2
351 %c = lshr i33 %b, 23
352 %d = xor i33 %c, %b
353 %e = and i33 %d, 31
354 ret i33 %e
355}
356