blob: 4f7bc3577a2e2e8d330c40574230cdd1ca0aacc5 [file] [log] [blame]
David Stuttard20de3e92018-09-14 10:27:19 +00001; RUN: llc -amdgpu-scalarize-global-loads=false -march=amdgcn -mcpu=tahiti -verify-machineinstrs < %s | FileCheck -check-prefixes=GCN,SI,SIVI %s
2; RUN: llc -amdgpu-scalarize-global-loads=false -march=amdgcn -mcpu=fiji -mattr=-flat-for-global -verify-machineinstrs < %s | FileCheck -check-prefixes=GCN,SIVI,VI,VIGFX9 %s
3; RUN: llc -amdgpu-scalarize-global-loads=false -march=amdgcn -mcpu=gfx900 -mattr=-flat-for-global -verify-machineinstrs < %s | FileCheck -check-prefixes=GCN,GFX9,VIGFX9 %s
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +00004
5declare half @llvm.cos.f16(half %a)
6declare <2 x half> @llvm.cos.v2f16(<2 x half> %a)
7
8; GCN-LABEL: {{^}}cos_f16
9; GCN: buffer_load_ushort v[[A_F16:[0-9]+]]
10; GCN: v_cvt_f32_f16_e32 v[[A_F32:[0-9]+]], v[[A_F16]]
Matt Arsenault972034b2016-11-15 00:04:33 +000011; GCN: v_mul_f32_e32 v[[M_F32:[0-9]+]], {{0.15915494|0x3e22f983}}, v[[A_F32]]
David Stuttard20de3e92018-09-14 10:27:19 +000012; SIVI: v_fract_f32_e32 v[[F_F32:[0-9]+]], v[[M_F32]]
13; SIVI: v_cos_f32_e32 v[[R_F32:[0-9]+]], v[[F_F32]]
14; GFX9-NOT: v_fract_f32
15; GFX9: v_cos_f32_e32 v[[R_F32:[0-9]+]], v[[M_F32]]
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000016; GCN: v_cvt_f16_f32_e32 v[[R_F16:[0-9]+]], v[[R_F32]]
17; GCN: buffer_store_short v[[R_F16]]
18; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +000019define amdgpu_kernel void @cos_f16(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000020 half addrspace(1)* %r,
21 half addrspace(1)* %a) {
22entry:
23 %a.val = load half, half addrspace(1)* %a
24 %r.val = call half @llvm.cos.f16(half %a.val)
25 store half %r.val, half addrspace(1)* %r
26 ret void
27}
28
David Stuttard20de3e92018-09-14 10:27:19 +000029; GCN-LABEL: {{^}}cos_v2f16:
Matt Arsenault8c4a3522018-06-26 19:10:00 +000030; GCN-DAG: buffer_load_dword v[[A_V2_F16:[0-9]+]]
Matt Arsenault8c4a3522018-06-26 19:10:00 +000031
David Stuttard20de3e92018-09-14 10:27:19 +000032; SI-DAG: s_mov_b32 [[HALF_PI:s[0-9]+]], 0x3e22f983{{$}}
Matt Arsenault86e02ce2017-03-15 19:04:26 +000033; SI: v_cvt_f32_f16_e32 v[[A_F32_0:[0-9]+]], v[[A_V2_F16]]
Matt Arsenault8c4a3522018-06-26 19:10:00 +000034; SI: v_lshrrev_b32_e32 v[[A_F16_1:[0-9]+]], 16, v[[A_V2_F16]]
35; SI-DAG: v_cvt_f32_f16_e32 v[[A_F32_1:[0-9]+]], v[[A_F16_1]]
Alexander Timofeevdb7ee762018-09-11 11:56:50 +000036; SI: v_mul_f32_e32 v[[M_F32_0:[0-9]+]], [[HALF_PI]], v[[A_F32_0]]
Matt Arsenault8c4a3522018-06-26 19:10:00 +000037; SI: v_fract_f32_e32 v[[F_F32_0:[0-9]+]], v[[M_F32_0]]
Alexander Timofeevdb7ee762018-09-11 11:56:50 +000038; SI: v_mul_f32_e32 v[[M_F32_1:[0-9]+]], [[HALF_PI]], v[[A_F32_1]]
Matt Arsenault8c4a3522018-06-26 19:10:00 +000039; SI: v_fract_f32_e32 v[[F_F32_1:[0-9]+]], v[[M_F32_1]]
David Stuttard20de3e92018-09-14 10:27:19 +000040; SI: v_cos_f32_e32 v[[R_F32_1:[0-9]+]], v[[F_F32_1]]
41; SI: v_cos_f32_e32 v[[R_F32_0:[0-9]+]], v[[F_F32_0]]
42; SI: v_cvt_f16_f32_e32 v[[R_F16_1:[0-9]+]], v[[R_F32_1]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +000043
David Stuttard20de3e92018-09-14 10:27:19 +000044; VIGFX9-DAG: v_cvt_f32_f16_e32 v[[A_F32_0:[0-9]+]], v[[A_V2_F16]]
45; VIGFX9-DAG: v_cvt_f32_f16_sdwa v[[A_F32_1:[0-9]+]], v[[A_V2_F16]] dst_sel:DWORD dst_unused:UNUSED_PAD src0_sel:WORD_1
46; VIGFX9-DAG: v_mul_f32_e32 v[[M_F32_0:[0-9]+]], 0.15915494, v[[A_F32_0]]
47; VIGFX9-DAG: v_mul_f32_e32 v[[M_F32_1:[0-9]+]], 0.15915494, v[[A_F32_1]]
Matt Arsenault8c4a3522018-06-26 19:10:00 +000048; VI-DAG: v_fract_f32_e32 v[[F_F32_0:[0-9]+]], v[[M_F32_0]]
49; VI-DAG: v_fract_f32_e32 v[[F_F32_1:[0-9]+]], v[[M_F32_1]]
David Stuttard20de3e92018-09-14 10:27:19 +000050; VI-DAG: v_cos_f32_e32 v[[R_F32_1:[0-9]+]], v[[F_F32_1]]
51; VI-DAG: v_cos_f32_e32 v[[R_F32_0:[0-9]+]], v[[F_F32_0]]
52; GFX9-DAG: v_cos_f32_e32 v[[R_F32_1:[0-9]+]], v[[M_F32_1]]
53; GFX9-DAG: v_cos_f32_e32 v[[R_F32_0:[0-9]+]], v[[M_F32_0]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +000054
David Stuttard20de3e92018-09-14 10:27:19 +000055; GCN-DAG: v_cvt_f16_f32_e32 v[[R_F16_0:[0-9]+]], v[[R_F32_0]]
Matt Arsenault86e02ce2017-03-15 19:04:26 +000056
Sam Kolton9fa16962017-04-06 15:03:28 +000057; SI: v_lshlrev_b32_e32 v[[R_F16_HI:[0-9]+]], 16, v[[R_F16_1]]
Matt Arsenault6c29c5a2017-07-10 19:53:57 +000058; SI: v_or_b32_e32 v[[R_V2_F16:[0-9]+]], v[[R_F16_0]], v[[R_F16_HI]]
David Stuttard20de3e92018-09-14 10:27:19 +000059
60; VI-DAG: v_cvt_f16_f32_sdwa v[[R_F16_1:[0-9]+]], v[[R_F32_1]] dst_sel:WORD_1 dst_unused:UNUSED_PAD src0_sel:DWORD
61; VI: v_or_b32_e32 v[[R_V2_F16:[0-9]+]], v[[R_F16_0]], v[[R_F16_1]]
62
63; GFX9-DAG: v_cvt_f16_f32_e32 v[[R_F16_1:[0-9]+]], v[[R_F32_1]]
64; GFX9-DAG: v_and_b32_e32 v[[R2_F16_0:[0-9]+]], 0xffff, v[[R_F16_0]]
65; GFX9-DAG: v_lshl_or_b32 v[[R_V2_F16:[0-9]+]], v[[R_F16_1]], 16, v[[R2_F16_0]]
66
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000067; GCN: buffer_store_dword v[[R_V2_F16]]
68; GCN: s_endpgm
Matt Arsenault3dbeefa2017-03-21 21:39:51 +000069define amdgpu_kernel void @cos_v2f16(
Konstantin Zhuravlyovf86e4b72016-11-13 07:01:11 +000070 <2 x half> addrspace(1)* %r,
71 <2 x half> addrspace(1)* %a) {
72entry:
73 %a.val = load <2 x half>, <2 x half> addrspace(1)* %a
74 %r.val = call <2 x half> @llvm.cos.v2f16(<2 x half> %a.val)
75 store <2 x half> %r.val, <2 x half> addrspace(1)* %r
76 ret void
77}