Matt Arsenault | bbb47da | 2016-09-08 17:19:29 +0000 | [diff] [blame] | 1 | ; RUN: llc -march=amdgcn -verify-machineinstrs < %s | FileCheck -check-prefix=GCN -check-prefix=SI -check-prefix=FUNC %s |
Matt Arsenault | 7aad8fd | 2017-01-24 22:02:15 +0000 | [diff] [blame] | 2 | ; RUN: llc -march=amdgcn -mcpu=tonga -mattr=-flat-for-global -verify-machineinstrs < %s | FileCheck -check-prefix=GCN -check-prefix=VI -check-prefix=FUNC %s |
Matt Arsenault | 06bd393 | 2014-08-01 17:00:29 +0000 | [diff] [blame] | 3 | ; RUN: llc -march=r600 -mcpu=redwood < %s | FileCheck -check-prefix=R600 -check-prefix=FUNC %s |
| 4 | |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 5 | |
Tom Stellard | c54731a | 2013-07-23 23:55:03 +0000 | [diff] [blame] | 6 | ; DAGCombiner will transform: |
| 7 | ; (fabs (f32 bitcast (i32 a))) => (f32 bitcast (and (i32 a), 0x7FFFFFFF)) |
| 8 | ; unless isFabsFree returns true |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 9 | |
Matt Arsenault | 697300b | 2018-06-07 10:15:20 +0000 | [diff] [blame] | 10 | ; FUNC-LABEL: {{^}}s_fabs_fn_free: |
Matt Arsenault | 06bd393 | 2014-08-01 17:00:29 +0000 | [diff] [blame] | 11 | ; R600-NOT: AND |
| 12 | ; R600: |PV.{{[XYZW]}}| |
| 13 | |
Graham Sellers | b297379 | 2018-12-07 15:33:21 +0000 | [diff] [blame] | 14 | ; SI: s_and_b32 s{{[0-9]+}}, s{{[0-9]+}}, 0x7fffffff |
| 15 | ; VI: s_bitset0_b32 s{{[0-9]+}}, 31 |
Matt Arsenault | 697300b | 2018-06-07 10:15:20 +0000 | [diff] [blame] | 16 | define amdgpu_kernel void @s_fabs_fn_free(float addrspace(1)* %out, i32 %in) { |
Matt Arsenault | 06bd393 | 2014-08-01 17:00:29 +0000 | [diff] [blame] | 17 | %bc= bitcast i32 %in to float |
| 18 | %fabs = call float @fabs(float %bc) |
| 19 | store float %fabs, float addrspace(1)* %out |
| 20 | ret void |
| 21 | } |
| 22 | |
Matt Arsenault | 697300b | 2018-06-07 10:15:20 +0000 | [diff] [blame] | 23 | ; FUNC-LABEL: {{^}}s_fabs_free: |
Matt Arsenault | 06bd393 | 2014-08-01 17:00:29 +0000 | [diff] [blame] | 24 | ; R600-NOT: AND |
| 25 | ; R600: |PV.{{[XYZW]}}| |
| 26 | |
Graham Sellers | b297379 | 2018-12-07 15:33:21 +0000 | [diff] [blame] | 27 | ; SI: s_and_b32 s{{[0-9]+}}, s{{[0-9]+}}, 0x7fffffff |
| 28 | ; VI: s_bitset0_b32 s{{[0-9]+}}, 31 |
Matt Arsenault | 697300b | 2018-06-07 10:15:20 +0000 | [diff] [blame] | 29 | define amdgpu_kernel void @s_fabs_free(float addrspace(1)* %out, i32 %in) { |
Matt Arsenault | 06bd393 | 2014-08-01 17:00:29 +0000 | [diff] [blame] | 30 | %bc= bitcast i32 %in to float |
| 31 | %fabs = call float @llvm.fabs.f32(float %bc) |
| 32 | store float %fabs, float addrspace(1)* %out |
Tom Stellard | c54731a | 2013-07-23 23:55:03 +0000 | [diff] [blame] | 33 | ret void |
Tom Stellard | 75aadc2 | 2012-12-11 21:25:42 +0000 | [diff] [blame] | 34 | } |
| 35 | |
Matt Arsenault | 697300b | 2018-06-07 10:15:20 +0000 | [diff] [blame] | 36 | ; FUNC-LABEL: {{^}}s_fabs_f32: |
Matt Arsenault | 06bd393 | 2014-08-01 17:00:29 +0000 | [diff] [blame] | 37 | ; R600: |{{(PV|T[0-9])\.[XYZW]}}| |
| 38 | |
Graham Sellers | b297379 | 2018-12-07 15:33:21 +0000 | [diff] [blame] | 39 | ; SI: s_and_b32 s{{[0-9]+}}, s{{[0-9]+}}, 0x7fffffff |
| 40 | ; VI: s_bitset0_b32 s{{[0-9]+}}, 31 |
Matt Arsenault | 697300b | 2018-06-07 10:15:20 +0000 | [diff] [blame] | 41 | define amdgpu_kernel void @s_fabs_f32(float addrspace(1)* %out, float %in) { |
Matt Arsenault | 06bd393 | 2014-08-01 17:00:29 +0000 | [diff] [blame] | 42 | %fabs = call float @llvm.fabs.f32(float %in) |
| 43 | store float %fabs, float addrspace(1)* %out |
Tom Stellard | 175e7a8 | 2013-11-27 21:23:39 +0000 | [diff] [blame] | 44 | ret void |
| 45 | } |
| 46 | |
Tom Stellard | 79243d9 | 2014-10-01 17:15:17 +0000 | [diff] [blame] | 47 | ; FUNC-LABEL: {{^}}fabs_v2f32: |
Matt Arsenault | 06bd393 | 2014-08-01 17:00:29 +0000 | [diff] [blame] | 48 | ; R600: |{{(PV|T[0-9])\.[XYZW]}}| |
| 49 | ; R600: |{{(PV|T[0-9])\.[XYZW]}}| |
| 50 | |
Marek Olsak | fa6607d | 2015-02-11 14:26:46 +0000 | [diff] [blame] | 51 | ; GCN: v_and_b32 |
| 52 | ; GCN: v_and_b32 |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 53 | define amdgpu_kernel void @fabs_v2f32(<2 x float> addrspace(1)* %out, <2 x float> %in) { |
Matt Arsenault | 06bd393 | 2014-08-01 17:00:29 +0000 | [diff] [blame] | 54 | %fabs = call <2 x float> @llvm.fabs.v2f32(<2 x float> %in) |
| 55 | store <2 x float> %fabs, <2 x float> addrspace(1)* %out |
Tom Stellard | 175e7a8 | 2013-11-27 21:23:39 +0000 | [diff] [blame] | 56 | ret void |
| 57 | } |
| 58 | |
Tom Stellard | 79243d9 | 2014-10-01 17:15:17 +0000 | [diff] [blame] | 59 | ; FUNC-LABEL: {{^}}fabs_v4f32: |
Matt Arsenault | 06bd393 | 2014-08-01 17:00:29 +0000 | [diff] [blame] | 60 | ; R600: |{{(PV|T[0-9])\.[XYZW]}}| |
| 61 | ; R600: |{{(PV|T[0-9])\.[XYZW]}}| |
| 62 | ; R600: |{{(PV|T[0-9])\.[XYZW]}}| |
| 63 | ; R600: |{{(PV|T[0-9])\.[XYZW]}}| |
| 64 | |
Marek Olsak | fa6607d | 2015-02-11 14:26:46 +0000 | [diff] [blame] | 65 | ; GCN: v_and_b32 |
| 66 | ; GCN: v_and_b32 |
| 67 | ; GCN: v_and_b32 |
| 68 | ; GCN: v_and_b32 |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 69 | define amdgpu_kernel void @fabs_v4f32(<4 x float> addrspace(1)* %out, <4 x float> %in) { |
Matt Arsenault | 06bd393 | 2014-08-01 17:00:29 +0000 | [diff] [blame] | 70 | %fabs = call <4 x float> @llvm.fabs.v4f32(<4 x float> %in) |
| 71 | store <4 x float> %fabs, <4 x float> addrspace(1)* %out |
| 72 | ret void |
| 73 | } |
| 74 | |
Marek Olsak | fa6607d | 2015-02-11 14:26:46 +0000 | [diff] [blame] | 75 | ; GCN-LABEL: {{^}}fabs_fn_fold: |
Matt Arsenault | 8c4a352 | 2018-06-26 19:10:00 +0000 | [diff] [blame] | 76 | ; SI: s_load_dwordx2 s{{\[}}[[ABS_VALUE:[0-9]+]]:[[MUL_VAL:[0-9]+]]{{\]}}, s[{{[0-9]+:[0-9]+}}], 0xb |
| 77 | ; VI: s_load_dwordx2 s{{\[}}[[ABS_VALUE:[0-9]+]]:[[MUL_VAL:[0-9]+]]{{\]}}, s[{{[0-9]+:[0-9]+}}], 0x2c |
Marek Olsak | fa6607d | 2015-02-11 14:26:46 +0000 | [diff] [blame] | 78 | ; GCN-NOT: and |
Matt Arsenault | 8c4a352 | 2018-06-26 19:10:00 +0000 | [diff] [blame] | 79 | ; GCN: v_mov_b32_e32 [[V_MUL_VI:v[0-9]+]], s[[MUL_VAL]] |
| 80 | ; GCN: v_mul_f32_e64 v{{[0-9]+}}, |s[[ABS_VALUE]]|, [[V_MUL_VI]] |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 81 | define amdgpu_kernel void @fabs_fn_fold(float addrspace(1)* %out, float %in0, float %in1) { |
Matt Arsenault | 06bd393 | 2014-08-01 17:00:29 +0000 | [diff] [blame] | 82 | %fabs = call float @fabs(float %in0) |
| 83 | %fmul = fmul float %fabs, %in1 |
| 84 | store float %fmul, float addrspace(1)* %out |
| 85 | ret void |
| 86 | } |
| 87 | |
Matt Arsenault | e11d8ac | 2017-10-13 21:10:22 +0000 | [diff] [blame] | 88 | ; FUNC-LABEL: {{^}}fabs_fold: |
Matt Arsenault | 8c4a352 | 2018-06-26 19:10:00 +0000 | [diff] [blame] | 89 | ; SI: s_load_dwordx2 s{{\[}}[[ABS_VALUE:[0-9]+]]:[[MUL_VAL:[0-9]+]]{{\]}}, s[{{[0-9]+:[0-9]+}}], 0xb |
| 90 | ; VI: s_load_dwordx2 s{{\[}}[[ABS_VALUE:[0-9]+]]:[[MUL_VAL:[0-9]+]]{{\]}}, s[{{[0-9]+:[0-9]+}}], 0x2c |
Marek Olsak | fa6607d | 2015-02-11 14:26:46 +0000 | [diff] [blame] | 91 | ; GCN-NOT: and |
Matt Arsenault | 8c4a352 | 2018-06-26 19:10:00 +0000 | [diff] [blame] | 92 | ; GCN: v_mov_b32_e32 [[V_MUL_VI:v[0-9]+]], s[[MUL_VAL]] |
| 93 | ; GCN: v_mul_f32_e64 v{{[0-9]+}}, |s[[ABS_VALUE]]|, [[V_MUL_VI]] |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 94 | define amdgpu_kernel void @fabs_fold(float addrspace(1)* %out, float %in0, float %in1) { |
Matt Arsenault | 06bd393 | 2014-08-01 17:00:29 +0000 | [diff] [blame] | 95 | %fabs = call float @llvm.fabs.f32(float %in0) |
| 96 | %fmul = fmul float %fabs, %in1 |
| 97 | store float %fmul, float addrspace(1)* %out |
Vincent Lejeune | 29c0c21 | 2014-05-10 19:18:39 +0000 | [diff] [blame] | 98 | ret void |
| 99 | } |
| 100 | |
Matt Arsenault | e11d8ac | 2017-10-13 21:10:22 +0000 | [diff] [blame] | 101 | ; Make sure we turn some integer operations back into fabs |
| 102 | ; FUNC-LABEL: {{^}}bitpreserve_fabs_f32: |
| 103 | ; GCN: v_add_f32_e64 v{{[0-9]+}}, |s{{[0-9]+}}|, 1.0 |
| 104 | define amdgpu_kernel void @bitpreserve_fabs_f32(float addrspace(1)* %out, float %in) { |
| 105 | %in.bc = bitcast float %in to i32 |
| 106 | %int.abs = and i32 %in.bc, 2147483647 |
| 107 | %bc = bitcast i32 %int.abs to float |
| 108 | %fadd = fadd float %bc, 1.0 |
| 109 | store float %fadd, float addrspace(1)* %out |
| 110 | ret void |
| 111 | } |
| 112 | |
Matt Arsenault | 06bd393 | 2014-08-01 17:00:29 +0000 | [diff] [blame] | 113 | declare float @fabs(float) readnone |
| 114 | declare float @llvm.fabs.f32(float) readnone |
| 115 | declare <2 x float> @llvm.fabs.v2f32(<2 x float>) readnone |
| 116 | declare <4 x float> @llvm.fabs.v4f32(<4 x float>) readnone |