blob: d058256fa73b4022ec6e3e74ec8daebcb158fdf6 [file] [log] [blame]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +00001; RUN: llc -march=amdgcn -verify-machineinstrs < %s | FileCheck -check-prefix=GCN -check-prefix=SI %s
Matt Arsenault7aad8fd2017-01-24 22:02:15 +00002; RUN: llc -march=amdgcn -mcpu=fiji -mattr=-flat-for-global -verify-machineinstrs < %s | FileCheck -check-prefix=GCN -check-prefix=VI %s
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +00003
4declare half @llvm.minnum.f16(half %a, half %b)
5declare <2 x half> @llvm.minnum.v2f16(<2 x half> %a, <2 x half> %b)
6
Matt Arsenault0c687392017-01-30 16:57:41 +00007; GCN-LABEL: {{^}}minnum_f16:
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +00008; GCN: buffer_load_ushort v[[A_F16:[0-9]+]]
9; GCN: buffer_load_ushort v[[B_F16:[0-9]+]]
10; SI: v_cvt_f32_f16_e32 v[[A_F32:[0-9]+]], v[[A_F16]]
11; SI: v_cvt_f32_f16_e32 v[[B_F32:[0-9]+]], v[[B_F16]]
12; SI: v_min_f32_e32 v[[R_F32:[0-9]+]], v[[B_F32]], v[[A_F32]]
13; SI: v_cvt_f16_f32_e32 v[[R_F16:[0-9]+]], v[[R_F32]]
14; VI: v_min_f16_e32 v[[R_F16:[0-9]+]], v[[B_F16]], v[[A_F16]]
15; GCN: buffer_store_short v[[R_F16]]
16; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +000017define amdgpu_kernel void @minnum_f16(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000018 half addrspace(1)* %r,
19 half addrspace(1)* %a,
20 half addrspace(1)* %b) {
21entry:
22 %a.val = load half, half addrspace(1)* %a
23 %b.val = load half, half addrspace(1)* %b
24 %r.val = call half @llvm.minnum.f16(half %a.val, half %b.val)
25 store half %r.val, half addrspace(1)* %r
26 ret void
27}
28
Matt Arsenault0c687392017-01-30 16:57:41 +000029; GCN-LABEL: {{^}}minnum_f16_imm_a:
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000030; GCN: buffer_load_ushort v[[B_F16:[0-9]+]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000031; SI: v_cvt_f32_f16_e32 v[[B_F32:[0-9]+]], v[[B_F16]]
Matt Arsenault0c687392017-01-30 16:57:41 +000032; SI: v_min_f32_e32 v[[R_F32:[0-9]+]], 0x40400000, v[[B_F32]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000033; SI: v_cvt_f16_f32_e32 v[[R_F16:[0-9]+]], v[[R_F32]]
34; VI: v_min_f16_e32 v[[R_F16:[0-9]+]], 0x4200, v[[B_F16]]
35; GCN: buffer_store_short v[[R_F16]]
36; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +000037define amdgpu_kernel void @minnum_f16_imm_a(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000038 half addrspace(1)* %r,
39 half addrspace(1)* %b) {
40entry:
41 %b.val = load half, half addrspace(1)* %b
42 %r.val = call half @llvm.minnum.f16(half 3.0, half %b.val)
43 store half %r.val, half addrspace(1)* %r
44 ret void
45}
46
Matt Arsenault0c687392017-01-30 16:57:41 +000047; GCN-LABEL: {{^}}minnum_f16_imm_b:
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000048; GCN: buffer_load_ushort v[[A_F16:[0-9]+]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000049; SI: v_cvt_f32_f16_e32 v[[A_F32:[0-9]+]], v[[A_F16]]
Matt Arsenault0c687392017-01-30 16:57:41 +000050; SI: v_min_f32_e32 v[[R_F32:[0-9]+]], 4.0, v[[A_F32]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000051; SI: v_cvt_f16_f32_e32 v[[R_F16:[0-9]+]], v[[R_F32]]
Matt Arsenault4bd72362016-12-10 00:39:12 +000052; VI: v_min_f16_e32 v[[R_F16:[0-9]+]], 4.0, v[[A_F16]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000053; GCN: buffer_store_short v[[R_F16]]
54; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +000055define amdgpu_kernel void @minnum_f16_imm_b(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000056 half addrspace(1)* %r,
57 half addrspace(1)* %a) {
58entry:
59 %a.val = load half, half addrspace(1)* %a
60 %r.val = call half @llvm.minnum.f16(half %a.val, half 4.0)
61 store half %r.val, half addrspace(1)* %r
62 ret void
63}
64
Matt Arsenault0c687392017-01-30 16:57:41 +000065; GCN-LABEL: {{^}}minnum_v2f16:
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000066; GCN: buffer_load_dword v[[A_V2_F16:[0-9]+]]
67; GCN: buffer_load_dword v[[B_V2_F16:[0-9]+]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +000068
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000069; SI: v_cvt_f32_f16_e32 v[[A_F32_0:[0-9]+]], v[[A_V2_F16]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +000070; SI: v_lshrrev_b32_e32 v[[A_F16_1:[0-9]+]], 16, v[[A_V2_F16]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000071; SI: v_cvt_f32_f16_e32 v[[B_F32_0:[0-9]+]], v[[B_V2_F16]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +000072; SI: v_lshrrev_b32_e32 v[[B_F16_1:[0-9]+]], 16, v[[B_V2_F16]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000073; SI: v_cvt_f32_f16_e32 v[[A_F32_1:[0-9]+]], v[[A_F16_1]]
74; SI: v_cvt_f32_f16_e32 v[[B_F32_1:[0-9]+]], v[[B_F16_1]]
75; SI: v_min_f32_e32 v[[R_F32_0:[0-9]+]], v[[B_F32_0]], v[[A_F32_0]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +000076; SI-DAG: v_min_f32_e32 v[[R_F32_1:[0-9]+]], v[[B_F32_1]], v[[A_F32_1]]
77; SI-DAG: v_cvt_f16_f32_e32 v[[R_F16_0:[0-9]+]], v[[R_F32_0]]
78; SI-DAG: v_cvt_f16_f32_e32 v[[R_F16_1:[0-9]+]], v[[R_F32_1]]
79
80; VI: v_lshrrev_b32_e32 v[[A_F16_1:[0-9]+]], 16, v[[A_V2_F16]]
81; VI: v_lshrrev_b32_e32 v[[B_F16_1:[0-9]+]], 16, v[[B_V2_F16]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000082; VI: v_min_f16_e32 v[[R_F16_0:[0-9]+]], v[[B_V2_F16]], v[[A_V2_F16]]
83; VI: v_min_f16_e32 v[[R_F16_1:[0-9]+]], v[[B_F16_1]], v[[A_F16_1]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +000084
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000085; GCN: v_lshlrev_b32_e32 v[[R_F16_HI:[0-9]+]], 16, v[[R_F16_1]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +000086; GCN: v_or_b32_e32 v[[R_V2_F16:[0-9]+]], v[[R_F16_HI]], v[[R_F16_0]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000087; GCN: buffer_store_dword v[[R_V2_F16]]
88; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +000089define amdgpu_kernel void @minnum_v2f16(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000090 <2 x half> addrspace(1)* %r,
91 <2 x half> addrspace(1)* %a,
92 <2 x half> addrspace(1)* %b) {
93entry:
94 %a.val = load <2 x half>, <2 x half> addrspace(1)* %a
95 %b.val = load <2 x half>, <2 x half> addrspace(1)* %b
96 %r.val = call <2 x half> @llvm.minnum.v2f16(<2 x half> %a.val, <2 x half> %b.val)
97 store <2 x half> %r.val, <2 x half> addrspace(1)* %r
98 ret void
99}
100
Matt Arsenault0c687392017-01-30 16:57:41 +0000101; GCN-LABEL: {{^}}minnum_v2f16_imm_a:
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000102; GCN: buffer_load_dword v[[B_V2_F16:[0-9]+]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +0000103
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000104; SI: v_cvt_f32_f16_e32 v[[B_F32_0:[0-9]+]], v[[B_V2_F16]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +0000105; SI: v_lshrrev_b32_e32 v[[B_F16_1:[0-9]+]], 16, v[[B_V2_F16]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000106; SI: v_cvt_f32_f16_e32 v[[B_F32_1:[0-9]+]], v[[B_F16_1]]
Matt Arsenault0c687392017-01-30 16:57:41 +0000107; SI: v_min_f32_e32 v[[R_F32_0:[0-9]+]], 0x40400000, v[[B_F32_0]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +0000108; SI-DAG: v_min_f32_e32 v[[R_F32_1:[0-9]+]], 4.0, v[[B_F32_1]]
109; SI-DAG: v_cvt_f16_f32_e32 v[[R_F16_0:[0-9]+]], v[[R_F32_0]]
110; SI-DAG: v_cvt_f16_f32_e32 v[[R_F16_1:[0-9]+]], v[[R_F32_1]]
111
112; VI: v_lshrrev_b32_e32 v[[B_F16_1:[0-9]+]], 16, v[[B_V2_F16]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000113; VI: v_min_f16_e32 v[[R_F16_0:[0-9]+]], 0x4200, v[[B_V2_F16]]
Matt Arsenault4bd72362016-12-10 00:39:12 +0000114; VI: v_min_f16_e32 v[[R_F16_1:[0-9]+]], 4.0, v[[B_F16_1]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +0000115
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000116; GCN: v_lshlrev_b32_e32 v[[R_F16_HI:[0-9]+]], 16, v[[R_F16_1]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +0000117; GCN: v_or_b32_e32 v[[R_V2_F16:[0-9]+]], v[[R_F16_HI]], v[[R_F16_0]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000118; GCN: buffer_store_dword v[[R_V2_F16]]
119; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +0000120define amdgpu_kernel void @minnum_v2f16_imm_a(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000121 <2 x half> addrspace(1)* %r,
122 <2 x half> addrspace(1)* %b) {
123entry:
124 %b.val = load <2 x half>, <2 x half> addrspace(1)* %b
125 %r.val = call <2 x half> @llvm.minnum.v2f16(<2 x half> <half 3.0, half 4.0>, <2 x half> %b.val)
126 store <2 x half> %r.val, <2 x half> addrspace(1)* %r
127 ret void
128}
129
Matt Arsenault0c687392017-01-30 16:57:41 +0000130; GCN-LABEL: {{^}}minnum_v2f16_imm_b:
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000131; GCN: buffer_load_dword v[[A_V2_F16:[0-9]+]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000132; SI: v_cvt_f32_f16_e32 v[[A_F32_0:[0-9]+]], v[[A_V2_F16]]
133; GCN: v_lshrrev_b32_e32 v[[A_F16_1:[0-9]+]], 16, v[[A_V2_F16]]
134; SI: v_cvt_f32_f16_e32 v[[A_F32_1:[0-9]+]], v[[A_F16_1]]
Matt Arsenault0c687392017-01-30 16:57:41 +0000135; SI: v_min_f32_e32 v[[R_F32_0:[0-9]+]], 4.0, v[[A_F32_0]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000136; SI: v_cvt_f16_f32_e32 v[[R_F16_0:[0-9]+]], v[[R_F32_0]]
Matt Arsenault0c687392017-01-30 16:57:41 +0000137; SI: v_min_f32_e32 v[[R_F32_1:[0-9]+]], 0x40400000, v[[A_F32_1]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000138; SI: v_cvt_f16_f32_e32 v[[R_F16_1:[0-9]+]], v[[R_F32_1]]
Matt Arsenault4bd72362016-12-10 00:39:12 +0000139; VI: v_min_f16_e32 v[[R_F16_0:[0-9]+]], 4.0, v[[A_V2_F16]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000140; VI: v_min_f16_e32 v[[R_F16_1:[0-9]+]], 0x4200, v[[A_F16_1]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +0000141
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000142; GCN: v_lshlrev_b32_e32 v[[R_F16_HI:[0-9]+]], 16, v[[R_F16_1]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +0000143; GCN: v_or_b32_e32 v[[R_V2_F16:[0-9]+]], v[[R_F16_HI]], v[[R_F16_0]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000144; GCN: buffer_store_dword v[[R_V2_F16]]
145; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +0000146define amdgpu_kernel void @minnum_v2f16_imm_b(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000147 <2 x half> addrspace(1)* %r,
148 <2 x half> addrspace(1)* %a) {
149entry:
150 %a.val = load <2 x half>, <2 x half> addrspace(1)* %a
151 %r.val = call <2 x half> @llvm.minnum.v2f16(<2 x half> %a.val, <2 x half> <half 4.0, half 3.0>)
152 store <2 x half> %r.val, <2 x half> addrspace(1)* %r
153 ret void
154}