blob: 468285c86e7e4c5eeb8afa4b0a62f457f45b2a89 [file] [log] [blame]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +00001; RUN: llc -march=amdgcn -verify-machineinstrs < %s | FileCheck -check-prefix=GCN -check-prefix=SI %s
Matt Arsenault7aad8fd2017-01-24 22:02:15 +00002; RUN: llc -march=amdgcn -mcpu=fiji -mattr=-flat-for-global -verify-machineinstrs < %s | FileCheck -check-prefix=GCN -check-prefix=VI %s
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +00003
4declare half @llvm.minnum.f16(half %a, half %b)
5declare <2 x half> @llvm.minnum.v2f16(<2 x half> %a, <2 x half> %b)
6
Matt Arsenault0c687392017-01-30 16:57:41 +00007; GCN-LABEL: {{^}}minnum_f16:
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +00008; GCN: buffer_load_ushort v[[A_F16:[0-9]+]]
9; GCN: buffer_load_ushort v[[B_F16:[0-9]+]]
10; SI: v_cvt_f32_f16_e32 v[[A_F32:[0-9]+]], v[[A_F16]]
11; SI: v_cvt_f32_f16_e32 v[[B_F32:[0-9]+]], v[[B_F16]]
12; SI: v_min_f32_e32 v[[R_F32:[0-9]+]], v[[B_F32]], v[[A_F32]]
13; SI: v_cvt_f16_f32_e32 v[[R_F16:[0-9]+]], v[[R_F32]]
14; VI: v_min_f16_e32 v[[R_F16:[0-9]+]], v[[B_F16]], v[[A_F16]]
15; GCN: buffer_store_short v[[R_F16]]
16; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +000017define amdgpu_kernel void @minnum_f16(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000018 half addrspace(1)* %r,
19 half addrspace(1)* %a,
20 half addrspace(1)* %b) {
21entry:
22 %a.val = load half, half addrspace(1)* %a
23 %b.val = load half, half addrspace(1)* %b
24 %r.val = call half @llvm.minnum.f16(half %a.val, half %b.val)
25 store half %r.val, half addrspace(1)* %r
26 ret void
27}
28
Matt Arsenault0c687392017-01-30 16:57:41 +000029; GCN-LABEL: {{^}}minnum_f16_imm_a:
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000030; GCN: buffer_load_ushort v[[B_F16:[0-9]+]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000031; SI: v_cvt_f32_f16_e32 v[[B_F32:[0-9]+]], v[[B_F16]]
Matt Arsenault0c687392017-01-30 16:57:41 +000032; SI: v_min_f32_e32 v[[R_F32:[0-9]+]], 0x40400000, v[[B_F32]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000033; SI: v_cvt_f16_f32_e32 v[[R_F16:[0-9]+]], v[[R_F32]]
34; VI: v_min_f16_e32 v[[R_F16:[0-9]+]], 0x4200, v[[B_F16]]
35; GCN: buffer_store_short v[[R_F16]]
36; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +000037define amdgpu_kernel void @minnum_f16_imm_a(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000038 half addrspace(1)* %r,
39 half addrspace(1)* %b) {
40entry:
41 %b.val = load half, half addrspace(1)* %b
42 %r.val = call half @llvm.minnum.f16(half 3.0, half %b.val)
43 store half %r.val, half addrspace(1)* %r
44 ret void
45}
46
Matt Arsenault0c687392017-01-30 16:57:41 +000047; GCN-LABEL: {{^}}minnum_f16_imm_b:
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000048; GCN: buffer_load_ushort v[[A_F16:[0-9]+]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000049; SI: v_cvt_f32_f16_e32 v[[A_F32:[0-9]+]], v[[A_F16]]
Matt Arsenault0c687392017-01-30 16:57:41 +000050; SI: v_min_f32_e32 v[[R_F32:[0-9]+]], 4.0, v[[A_F32]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000051; SI: v_cvt_f16_f32_e32 v[[R_F16:[0-9]+]], v[[R_F32]]
Matt Arsenault4bd72362016-12-10 00:39:12 +000052; VI: v_min_f16_e32 v[[R_F16:[0-9]+]], 4.0, v[[A_F16]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000053; GCN: buffer_store_short v[[R_F16]]
54; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +000055define amdgpu_kernel void @minnum_f16_imm_b(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000056 half addrspace(1)* %r,
57 half addrspace(1)* %a) {
58entry:
59 %a.val = load half, half addrspace(1)* %a
60 %r.val = call half @llvm.minnum.f16(half %a.val, half 4.0)
61 store half %r.val, half addrspace(1)* %r
62 ret void
63}
64
Matt Arsenault0c687392017-01-30 16:57:41 +000065; GCN-LABEL: {{^}}minnum_v2f16:
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000066; GCN: buffer_load_dword v[[A_V2_F16:[0-9]+]]
67; GCN: buffer_load_dword v[[B_V2_F16:[0-9]+]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +000068
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000069; SI: v_cvt_f32_f16_e32 v[[A_F32_0:[0-9]+]], v[[A_V2_F16]]
Ivan Krasind4f70c72017-04-05 19:58:12 +000070; SI: v_lshrrev_b32_e32 v[[A_F16_1:[0-9]+]], 16, v[[A_V2_F16]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000071; SI: v_cvt_f32_f16_e32 v[[B_F32_0:[0-9]+]], v[[B_V2_F16]]
Ivan Krasind4f70c72017-04-05 19:58:12 +000072; SI: v_lshrrev_b32_e32 v[[B_F16_1:[0-9]+]], 16, v[[B_V2_F16]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000073; SI: v_cvt_f32_f16_e32 v[[A_F32_1:[0-9]+]], v[[A_F16_1]]
74; SI: v_cvt_f32_f16_e32 v[[B_F32_1:[0-9]+]], v[[B_F16_1]]
75; SI: v_min_f32_e32 v[[R_F32_0:[0-9]+]], v[[B_F32_0]], v[[A_F32_0]]
Ivan Krasind4f70c72017-04-05 19:58:12 +000076; SI-DAG: v_min_f32_e32 v[[R_F32_1:[0-9]+]], v[[B_F32_1]], v[[A_F32_1]]
77; SI-DAG: v_cvt_f16_f32_e32 v[[R_F16_0:[0-9]+]], v[[R_F32_0]]
78; SI-DAG: v_cvt_f16_f32_e32 v[[R_F16_1:[0-9]+]], v[[R_F32_1]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +000079
Ivan Krasind4f70c72017-04-05 19:58:12 +000080; VI: v_lshrrev_b32_e32 v[[A_F16_1:[0-9]+]], 16, v[[A_V2_F16]]
81; VI: v_lshrrev_b32_e32 v[[B_F16_1:[0-9]+]], 16, v[[B_V2_F16]]
82; VI-DAG: v_min_f16_e32 v[[R_F16_0:[0-9]+]], v[[B_V2_F16]], v[[A_V2_F16]]
83; VI-DAG: v_min_f16_e32 v[[R_F16_1:[0-9]+]], v[[B_F16_1]], v[[A_F16_1]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +000084
Ivan Krasind4f70c72017-04-05 19:58:12 +000085; GCN-DAG: v_lshlrev_b32_e32 v[[R_F16_HI:[0-9]+]], 16, v[[R_F16_1]]
86; GCN-NOT: and
87; GCN: v_or_b32_e32 v[[R_V2_F16:[0-9]+]], v[[R_F16_HI]], v[[R_F16_0]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000088; GCN: buffer_store_dword v[[R_V2_F16]]
89; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +000090define amdgpu_kernel void @minnum_v2f16(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000091 <2 x half> addrspace(1)* %r,
92 <2 x half> addrspace(1)* %a,
93 <2 x half> addrspace(1)* %b) {
94entry:
95 %a.val = load <2 x half>, <2 x half> addrspace(1)* %a
96 %b.val = load <2 x half>, <2 x half> addrspace(1)* %b
97 %r.val = call <2 x half> @llvm.minnum.v2f16(<2 x half> %a.val, <2 x half> %b.val)
98 store <2 x half> %r.val, <2 x half> addrspace(1)* %r
99 ret void
100}
101
Matt Arsenault0c687392017-01-30 16:57:41 +0000102; GCN-LABEL: {{^}}minnum_v2f16_imm_a:
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000103; GCN: buffer_load_dword v[[B_V2_F16:[0-9]+]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +0000104
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000105; SI: v_cvt_f32_f16_e32 v[[B_F32_0:[0-9]+]], v[[B_V2_F16]]
Ivan Krasind4f70c72017-04-05 19:58:12 +0000106; SI: v_lshrrev_b32_e32 v[[B_F16_1:[0-9]+]], 16, v[[B_V2_F16]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000107; SI: v_cvt_f32_f16_e32 v[[B_F32_1:[0-9]+]], v[[B_F16_1]]
Matt Arsenault0c687392017-01-30 16:57:41 +0000108; SI: v_min_f32_e32 v[[R_F32_0:[0-9]+]], 0x40400000, v[[B_F32_0]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +0000109; SI-DAG: v_min_f32_e32 v[[R_F32_1:[0-9]+]], 4.0, v[[B_F32_1]]
110; SI-DAG: v_cvt_f16_f32_e32 v[[R_F16_0:[0-9]+]], v[[R_F32_0]]
111; SI-DAG: v_cvt_f16_f32_e32 v[[R_F16_1:[0-9]+]], v[[R_F32_1]]
112
Ivan Krasind4f70c72017-04-05 19:58:12 +0000113; VI: v_lshrrev_b32_e32 v[[B_F16_1:[0-9]+]], 16, v[[B_V2_F16]]
Sam Kolton34e29782017-04-05 12:00:45 +0000114; VI-DAG: v_min_f16_e32 v[[R_F16_0:[0-9]+]], 0x4200, v[[B_V2_F16]]
Ivan Krasind4f70c72017-04-05 19:58:12 +0000115; VI-DAG: v_min_f16_e32 v[[R_F16_1:[0-9]+]], 4.0, v[[B_F16_1]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +0000116
Matt Arsenault8edfaee2017-03-31 19:53:03 +0000117; GCN-DAG: v_lshlrev_b32_e32 v[[R_F16_HI:[0-9]+]], 16, v[[R_F16_1]]
118; GCN-NOT: and
Matt Arsenault86e02ce2017-03-15 19:04:26 +0000119; GCN: v_or_b32_e32 v[[R_V2_F16:[0-9]+]], v[[R_F16_HI]], v[[R_F16_0]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000120; GCN: buffer_store_dword v[[R_V2_F16]]
121; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +0000122define amdgpu_kernel void @minnum_v2f16_imm_a(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000123 <2 x half> addrspace(1)* %r,
124 <2 x half> addrspace(1)* %b) {
125entry:
126 %b.val = load <2 x half>, <2 x half> addrspace(1)* %b
127 %r.val = call <2 x half> @llvm.minnum.v2f16(<2 x half> <half 3.0, half 4.0>, <2 x half> %b.val)
128 store <2 x half> %r.val, <2 x half> addrspace(1)* %r
129 ret void
130}
131
Matt Arsenault0c687392017-01-30 16:57:41 +0000132; GCN-LABEL: {{^}}minnum_v2f16_imm_b:
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000133; GCN: buffer_load_dword v[[A_V2_F16:[0-9]+]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000134; SI: v_cvt_f32_f16_e32 v[[A_F32_0:[0-9]+]], v[[A_V2_F16]]
135; GCN: v_lshrrev_b32_e32 v[[A_F16_1:[0-9]+]], 16, v[[A_V2_F16]]
136; SI: v_cvt_f32_f16_e32 v[[A_F32_1:[0-9]+]], v[[A_F16_1]]
Matt Arsenault0c687392017-01-30 16:57:41 +0000137; SI: v_min_f32_e32 v[[R_F32_0:[0-9]+]], 4.0, v[[A_F32_0]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000138; SI: v_cvt_f16_f32_e32 v[[R_F16_0:[0-9]+]], v[[R_F32_0]]
Matt Arsenault0c687392017-01-30 16:57:41 +0000139; SI: v_min_f32_e32 v[[R_F32_1:[0-9]+]], 0x40400000, v[[A_F32_1]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000140; SI: v_cvt_f16_f32_e32 v[[R_F16_1:[0-9]+]], v[[R_F32_1]]
Ivan Krasind4f70c72017-04-05 19:58:12 +0000141; VI_DAG: v_min_f16_e32 v[[R_F16_0:[0-9]+]], 4.0, v[[A_V2_F16]]
Matt Arsenault8edfaee2017-03-31 19:53:03 +0000142; VI-DAG: v_min_f16_e32 v[[R_F16_1:[0-9]+]], 0x4200, v[[A_F16_1]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +0000143
Matt Arsenault8edfaee2017-03-31 19:53:03 +0000144; GCN-DAG: v_lshlrev_b32_e32 v[[R_F16_HI:[0-9]+]], 16, v[[R_F16_1]]
145; GCN-NOT: and
Matt Arsenault86e02ce2017-03-15 19:04:26 +0000146; GCN: v_or_b32_e32 v[[R_V2_F16:[0-9]+]], v[[R_F16_HI]], v[[R_F16_0]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000147; GCN: buffer_store_dword v[[R_V2_F16]]
148; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +0000149define amdgpu_kernel void @minnum_v2f16_imm_b(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +0000150 <2 x half> addrspace(1)* %r,
151 <2 x half> addrspace(1)* %a) {
152entry:
153 %a.val = load <2 x half>, <2 x half> addrspace(1)* %a
154 %r.val = call <2 x half> @llvm.minnum.v2f16(<2 x half> %a.val, <2 x half> <half 4.0, half 3.0>)
155 store <2 x half> %r.val, <2 x half> addrspace(1)* %r
156 ret void
157}