blob: af0e4e998f62f81cebed365c5b1cab1e66e1b13d [file] [log] [blame]
Matt Arsenault72a9f522018-06-01 07:06:03 +00001; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgcn-amd-amdhsa -mcpu=fiji -mattr=-flat-for-global -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefixes=GCN,VI %s
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +00002
3declare half @llvm.fabs.f16(half %a)
4declare i1 @llvm.amdgcn.class.f16(half %a, i32 %b)
5
Matt Arsenault72a9f522018-06-01 07:06:03 +00006; GCN-LABEL: {{^}}class_f16:
Matt Arsenault8c4a3522018-06-26 19:10:00 +00007; GCN-DAG: buffer_load_ushort v[[A_F16:[0-9]+]]
8; GCN-DAG: buffer_load_dword v[[B_I32:[0-9]+]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +00009; VI: v_cmp_class_f16_e32 vcc, v[[A_F16]], v[[B_I32]]
10; GCN: v_cndmask_b32_e64 v[[R_I32:[0-9]+]]
11; GCN: buffer_store_dword v[[R_I32]]
12; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +000013define amdgpu_kernel void @class_f16(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000014 i32 addrspace(1)* %r,
15 half addrspace(1)* %a,
16 i32 addrspace(1)* %b) {
17entry:
18 %a.val = load half, half addrspace(1)* %a
19 %b.val = load i32, i32 addrspace(1)* %b
20 %r.val = call i1 @llvm.amdgcn.class.f16(half %a.val, i32 %b.val)
21 %r.val.sext = sext i1 %r.val to i32
22 store i32 %r.val.sext, i32 addrspace(1)* %r
23 ret void
24}
25
Matt Arsenault72a9f522018-06-01 07:06:03 +000026; GCN-LABEL: {{^}}class_f16_fabs:
Matt Arsenault90083d32018-06-07 09:54:49 +000027; GCN: s_load_dword s[[SA_F16:[0-9]+]]
28; GCN: s_load_dword s[[SB_I32:[0-9]+]]
29; GCN: v_mov_b32_e32 [[V_B_I32:v[0-9]+]], s[[SB_I32]]
30; VI: v_cmp_class_f16_e64 [[CMP:s\[[0-9]+:[0-9]+\]]], |s[[SA_F16]]|, [[V_B_I32]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000031; VI: v_cndmask_b32_e64 v[[VR_I32:[0-9]+]], 0, -1, [[CMP]]
32; GCN: buffer_store_dword v[[VR_I32]]
33; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +000034define amdgpu_kernel void @class_f16_fabs(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000035 i32 addrspace(1)* %r,
Matt Arsenault8c4a3522018-06-26 19:10:00 +000036 [8 x i32],
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000037 half %a.val,
Matt Arsenault8c4a3522018-06-26 19:10:00 +000038 [8 x i32],
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000039 i32 %b.val) {
40entry:
41 %a.val.fabs = call half @llvm.fabs.f16(half %a.val)
42 %r.val = call i1 @llvm.amdgcn.class.f16(half %a.val.fabs, i32 %b.val)
43 %r.val.sext = sext i1 %r.val to i32
44 store i32 %r.val.sext, i32 addrspace(1)* %r
45 ret void
46}
47
Matt Arsenault90083d32018-06-07 09:54:49 +000048; GCN-LABEL: {{^}}class_f16_fneg:
49; GCN: s_load_dword s[[SA_F16:[0-9]+]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000050; GCN: s_load_dword s[[SB_I32:[0-9]+]]
Matt Arsenault90083d32018-06-07 09:54:49 +000051; GCN: v_mov_b32_e32 [[V_B_I32:v[0-9]+]], s[[SB_I32]]
52; VI: v_cmp_class_f16_e64 [[CMP:s\[[0-9]+:[0-9]+\]]], -s[[SA_F16]], [[V_B_I32]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000053; VI: v_cndmask_b32_e64 v[[VR_I32:[0-9]+]], 0, -1, [[CMP]]
54; GCN: buffer_store_dword v[[VR_I32]]
55; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +000056define amdgpu_kernel void @class_f16_fneg(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000057 i32 addrspace(1)* %r,
Matt Arsenault8c4a3522018-06-26 19:10:00 +000058 [8 x i32],
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000059 half %a.val,
Matt Arsenault8c4a3522018-06-26 19:10:00 +000060 [8 x i32],
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000061 i32 %b.val) {
62entry:
63 %a.val.fneg = fsub half -0.0, %a.val
64 %r.val = call i1 @llvm.amdgcn.class.f16(half %a.val.fneg, i32 %b.val)
65 %r.val.sext = sext i1 %r.val to i32
66 store i32 %r.val.sext, i32 addrspace(1)* %r
67 ret void
68}
69
Matt Arsenault90083d32018-06-07 09:54:49 +000070; GCN-LABEL: {{^}}class_f16_fabs_fneg:
71; GCN: s_load_dword s[[SA_F16:[0-9]+]]
72; GCN: s_load_dword s[[SB_I32:[0-9]+]]
73; GCN: v_mov_b32_e32 [[V_B_I32:v[0-9]+]], s[[SB_I32]]
74; VI: v_cmp_class_f16_e64 [[CMP:s\[[0-9]+:[0-9]+\]]], -|s[[SA_F16]]|, [[V_B_I32]]
Matt Arsenault72a9f522018-06-01 07:06:03 +000075; VI: v_cndmask_b32_e64 v[[VR_I32:[0-9]+]], 0, -1, [[CMP]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000076; GCN: buffer_store_dword v[[VR_I32]]
77; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +000078define amdgpu_kernel void @class_f16_fabs_fneg(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000079 i32 addrspace(1)* %r,
Matt Arsenault8c4a3522018-06-26 19:10:00 +000080 [8 x i32],
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000081 half %a.val,
Matt Arsenault8c4a3522018-06-26 19:10:00 +000082 [8 x i32],
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000083 i32 %b.val) {
84entry:
85 %a.val.fabs = call half @llvm.fabs.f16(half %a.val)
86 %a.val.fabs.fneg = fsub half -0.0, %a.val.fabs
87 %r.val = call i1 @llvm.amdgcn.class.f16(half %a.val.fabs.fneg, i32 %b.val)
88 %r.val.sext = sext i1 %r.val to i32
89 store i32 %r.val.sext, i32 addrspace(1)* %r
90 ret void
91}
92
Matt Arsenault72a9f522018-06-01 07:06:03 +000093; GCN-LABEL: {{^}}class_f16_1:
Matt Arsenault90083d32018-06-07 09:54:49 +000094; GCN: s_load_dword s[[SA_F16:[0-9]+]]
95; VI: v_cmp_class_f16_e64 [[CMP:s\[[0-9]+:[0-9]+\]]], s[[SA_F16]], 1{{$}}
Matt Arsenault72a9f522018-06-01 07:06:03 +000096; VI: v_cndmask_b32_e64 v[[VR_I32:[0-9]+]], 0, -1, [[CMP]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000097; GCN: buffer_store_dword v[[VR_I32]]
98; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +000099define amdgpu_kernel void @class_f16_1(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000100 i32 addrspace(1)* %r,
101 half %a.val) {
102entry:
103 %r.val = call i1 @llvm.amdgcn.class.f16(half %a.val, i32 1)
104 %r.val.sext = sext i1 %r.val to i32
105 store i32 %r.val.sext, i32 addrspace(1)* %r
106 ret void
107}
108
109; GCN-LABEL: {{^}}class_f16_64
Matt Arsenault90083d32018-06-07 09:54:49 +0000110; GCN: s_load_dword s[[SA_F16:[0-9]+]]
111; VI: v_cmp_class_f16_e64 [[CMP:s\[[0-9]+:[0-9]+\]]], s[[SA_F16]], 64{{$}}
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000112; VI: v_cndmask_b32_e64 v[[VR_I32:[0-9]+]], 0, -1, [[CMP]]
113; GCN: buffer_store_dword v[[VR_I32]]
114; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +0000115define amdgpu_kernel void @class_f16_64(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000116 i32 addrspace(1)* %r,
117 half %a.val) {
118entry:
119 %r.val = call i1 @llvm.amdgcn.class.f16(half %a.val, i32 64)
120 %r.val.sext = sext i1 %r.val to i32
121 store i32 %r.val.sext, i32 addrspace(1)* %r
122 ret void
123}
124
Matt Arsenault72a9f522018-06-01 07:06:03 +0000125; GCN-LABEL: {{^}}class_f16_full_mask:
Matt Arsenault90083d32018-06-07 09:54:49 +0000126; GCN: s_load_dword s[[SA_F16:[0-9]+]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000127; VI: v_mov_b32_e32 v[[MASK:[0-9]+]], 0x3ff{{$}}
Matt Arsenault90083d32018-06-07 09:54:49 +0000128; VI: v_cmp_class_f16_e32 vcc, s[[SA_F16]], v[[MASK]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000129; VI: v_cndmask_b32_e64 v[[VR_I32:[0-9]+]], 0, -1, vcc
130; GCN: buffer_store_dword v[[VR_I32]]
131; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +0000132define amdgpu_kernel void @class_f16_full_mask(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000133 i32 addrspace(1)* %r,
134 half %a.val) {
135entry:
136 %r.val = call i1 @llvm.amdgcn.class.f16(half %a.val, i32 1023)
137 %r.val.sext = sext i1 %r.val to i32
138 store i32 %r.val.sext, i32 addrspace(1)* %r
139 ret void
140}
141
Matt Arsenault90083d32018-06-07 09:54:49 +0000142; GCN-LABEL: {{^}}class_f16_nine_bit_mask:
143; GCN: s_load_dword s[[SA_F16:[0-9]+]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000144; VI: v_mov_b32_e32 v[[MASK:[0-9]+]], 0x1ff{{$}}
Matt Arsenault90083d32018-06-07 09:54:49 +0000145; VI: v_cmp_class_f16_e32 vcc, s[[SA_F16]], v[[MASK]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000146; VI: v_cndmask_b32_e64 v[[VR_I32:[0-9]+]], 0, -1, vcc
147; GCN: buffer_store_dword v[[VR_I32]]
148; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +0000149define amdgpu_kernel void @class_f16_nine_bit_mask(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000150 i32 addrspace(1)* %r,
151 half %a.val) {
152entry:
153 %r.val = call i1 @llvm.amdgcn.class.f16(half %a.val, i32 511)
154 %r.val.sext = sext i1 %r.val to i32
155 store i32 %r.val.sext, i32 addrspace(1)* %r
156 ret void
157}