Matt Arsenault | 72a9f52 | 2018-06-01 07:06:03 +0000 | [diff] [blame] | 1 | ; RUN: llc -amdgpu-scalarize-global-loads=false -mtriple=amdgcn-amd-amdhsa -mcpu=fiji -mattr=-flat-for-global -verify-machineinstrs < %s | FileCheck -enable-var-scope -check-prefixes=GCN,VI %s |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 2 | |
| 3 | declare half @llvm.fabs.f16(half %a) |
| 4 | declare i1 @llvm.amdgcn.class.f16(half %a, i32 %b) |
| 5 | |
Matt Arsenault | 72a9f52 | 2018-06-01 07:06:03 +0000 | [diff] [blame] | 6 | ; GCN-LABEL: {{^}}class_f16: |
Matt Arsenault | 8c4a352 | 2018-06-26 19:10:00 +0000 | [diff] [blame] | 7 | ; GCN-DAG: buffer_load_ushort v[[A_F16:[0-9]+]] |
| 8 | ; GCN-DAG: buffer_load_dword v[[B_I32:[0-9]+]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 9 | ; VI: v_cmp_class_f16_e32 vcc, v[[A_F16]], v[[B_I32]] |
| 10 | ; GCN: v_cndmask_b32_e64 v[[R_I32:[0-9]+]] |
| 11 | ; GCN: buffer_store_dword v[[R_I32]] |
| 12 | ; GCN: s_endpgm |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 13 | define amdgpu_kernel void @class_f16( |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 14 | i32 addrspace(1)* %r, |
| 15 | half addrspace(1)* %a, |
| 16 | i32 addrspace(1)* %b) { |
| 17 | entry: |
| 18 | %a.val = load half, half addrspace(1)* %a |
| 19 | %b.val = load i32, i32 addrspace(1)* %b |
| 20 | %r.val = call i1 @llvm.amdgcn.class.f16(half %a.val, i32 %b.val) |
| 21 | %r.val.sext = sext i1 %r.val to i32 |
| 22 | store i32 %r.val.sext, i32 addrspace(1)* %r |
| 23 | ret void |
| 24 | } |
| 25 | |
Matt Arsenault | 72a9f52 | 2018-06-01 07:06:03 +0000 | [diff] [blame] | 26 | ; GCN-LABEL: {{^}}class_f16_fabs: |
Matt Arsenault | 90083d3 | 2018-06-07 09:54:49 +0000 | [diff] [blame] | 27 | ; GCN: s_load_dword s[[SA_F16:[0-9]+]] |
| 28 | ; GCN: s_load_dword s[[SB_I32:[0-9]+]] |
| 29 | ; GCN: v_mov_b32_e32 [[V_B_I32:v[0-9]+]], s[[SB_I32]] |
| 30 | ; VI: v_cmp_class_f16_e64 [[CMP:s\[[0-9]+:[0-9]+\]]], |s[[SA_F16]]|, [[V_B_I32]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 31 | ; VI: v_cndmask_b32_e64 v[[VR_I32:[0-9]+]], 0, -1, [[CMP]] |
| 32 | ; GCN: buffer_store_dword v[[VR_I32]] |
| 33 | ; GCN: s_endpgm |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 34 | define amdgpu_kernel void @class_f16_fabs( |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 35 | i32 addrspace(1)* %r, |
Matt Arsenault | 8c4a352 | 2018-06-26 19:10:00 +0000 | [diff] [blame] | 36 | [8 x i32], |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 37 | half %a.val, |
Matt Arsenault | 8c4a352 | 2018-06-26 19:10:00 +0000 | [diff] [blame] | 38 | [8 x i32], |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 39 | i32 %b.val) { |
| 40 | entry: |
| 41 | %a.val.fabs = call half @llvm.fabs.f16(half %a.val) |
| 42 | %r.val = call i1 @llvm.amdgcn.class.f16(half %a.val.fabs, i32 %b.val) |
| 43 | %r.val.sext = sext i1 %r.val to i32 |
| 44 | store i32 %r.val.sext, i32 addrspace(1)* %r |
| 45 | ret void |
| 46 | } |
| 47 | |
Matt Arsenault | 90083d3 | 2018-06-07 09:54:49 +0000 | [diff] [blame] | 48 | ; GCN-LABEL: {{^}}class_f16_fneg: |
| 49 | ; GCN: s_load_dword s[[SA_F16:[0-9]+]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 50 | ; GCN: s_load_dword s[[SB_I32:[0-9]+]] |
Matt Arsenault | 90083d3 | 2018-06-07 09:54:49 +0000 | [diff] [blame] | 51 | ; GCN: v_mov_b32_e32 [[V_B_I32:v[0-9]+]], s[[SB_I32]] |
| 52 | ; VI: v_cmp_class_f16_e64 [[CMP:s\[[0-9]+:[0-9]+\]]], -s[[SA_F16]], [[V_B_I32]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 53 | ; VI: v_cndmask_b32_e64 v[[VR_I32:[0-9]+]], 0, -1, [[CMP]] |
| 54 | ; GCN: buffer_store_dword v[[VR_I32]] |
| 55 | ; GCN: s_endpgm |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 56 | define amdgpu_kernel void @class_f16_fneg( |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 57 | i32 addrspace(1)* %r, |
Matt Arsenault | 8c4a352 | 2018-06-26 19:10:00 +0000 | [diff] [blame] | 58 | [8 x i32], |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 59 | half %a.val, |
Matt Arsenault | 8c4a352 | 2018-06-26 19:10:00 +0000 | [diff] [blame] | 60 | [8 x i32], |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 61 | i32 %b.val) { |
| 62 | entry: |
| 63 | %a.val.fneg = fsub half -0.0, %a.val |
| 64 | %r.val = call i1 @llvm.amdgcn.class.f16(half %a.val.fneg, i32 %b.val) |
| 65 | %r.val.sext = sext i1 %r.val to i32 |
| 66 | store i32 %r.val.sext, i32 addrspace(1)* %r |
| 67 | ret void |
| 68 | } |
| 69 | |
Matt Arsenault | 90083d3 | 2018-06-07 09:54:49 +0000 | [diff] [blame] | 70 | ; GCN-LABEL: {{^}}class_f16_fabs_fneg: |
| 71 | ; GCN: s_load_dword s[[SA_F16:[0-9]+]] |
| 72 | ; GCN: s_load_dword s[[SB_I32:[0-9]+]] |
| 73 | ; GCN: v_mov_b32_e32 [[V_B_I32:v[0-9]+]], s[[SB_I32]] |
| 74 | ; VI: v_cmp_class_f16_e64 [[CMP:s\[[0-9]+:[0-9]+\]]], -|s[[SA_F16]]|, [[V_B_I32]] |
Matt Arsenault | 72a9f52 | 2018-06-01 07:06:03 +0000 | [diff] [blame] | 75 | ; VI: v_cndmask_b32_e64 v[[VR_I32:[0-9]+]], 0, -1, [[CMP]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 76 | ; GCN: buffer_store_dword v[[VR_I32]] |
| 77 | ; GCN: s_endpgm |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 78 | define amdgpu_kernel void @class_f16_fabs_fneg( |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 79 | i32 addrspace(1)* %r, |
Matt Arsenault | 8c4a352 | 2018-06-26 19:10:00 +0000 | [diff] [blame] | 80 | [8 x i32], |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 81 | half %a.val, |
Matt Arsenault | 8c4a352 | 2018-06-26 19:10:00 +0000 | [diff] [blame] | 82 | [8 x i32], |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 83 | i32 %b.val) { |
| 84 | entry: |
| 85 | %a.val.fabs = call half @llvm.fabs.f16(half %a.val) |
| 86 | %a.val.fabs.fneg = fsub half -0.0, %a.val.fabs |
| 87 | %r.val = call i1 @llvm.amdgcn.class.f16(half %a.val.fabs.fneg, i32 %b.val) |
| 88 | %r.val.sext = sext i1 %r.val to i32 |
| 89 | store i32 %r.val.sext, i32 addrspace(1)* %r |
| 90 | ret void |
| 91 | } |
| 92 | |
Matt Arsenault | 72a9f52 | 2018-06-01 07:06:03 +0000 | [diff] [blame] | 93 | ; GCN-LABEL: {{^}}class_f16_1: |
Matt Arsenault | 90083d3 | 2018-06-07 09:54:49 +0000 | [diff] [blame] | 94 | ; GCN: s_load_dword s[[SA_F16:[0-9]+]] |
| 95 | ; VI: v_cmp_class_f16_e64 [[CMP:s\[[0-9]+:[0-9]+\]]], s[[SA_F16]], 1{{$}} |
Matt Arsenault | 72a9f52 | 2018-06-01 07:06:03 +0000 | [diff] [blame] | 96 | ; VI: v_cndmask_b32_e64 v[[VR_I32:[0-9]+]], 0, -1, [[CMP]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 97 | ; GCN: buffer_store_dword v[[VR_I32]] |
| 98 | ; GCN: s_endpgm |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 99 | define amdgpu_kernel void @class_f16_1( |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 100 | i32 addrspace(1)* %r, |
| 101 | half %a.val) { |
| 102 | entry: |
| 103 | %r.val = call i1 @llvm.amdgcn.class.f16(half %a.val, i32 1) |
| 104 | %r.val.sext = sext i1 %r.val to i32 |
| 105 | store i32 %r.val.sext, i32 addrspace(1)* %r |
| 106 | ret void |
| 107 | } |
| 108 | |
| 109 | ; GCN-LABEL: {{^}}class_f16_64 |
Matt Arsenault | 90083d3 | 2018-06-07 09:54:49 +0000 | [diff] [blame] | 110 | ; GCN: s_load_dword s[[SA_F16:[0-9]+]] |
| 111 | ; VI: v_cmp_class_f16_e64 [[CMP:s\[[0-9]+:[0-9]+\]]], s[[SA_F16]], 64{{$}} |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 112 | ; VI: v_cndmask_b32_e64 v[[VR_I32:[0-9]+]], 0, -1, [[CMP]] |
| 113 | ; GCN: buffer_store_dword v[[VR_I32]] |
| 114 | ; GCN: s_endpgm |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 115 | define amdgpu_kernel void @class_f16_64( |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 116 | i32 addrspace(1)* %r, |
| 117 | half %a.val) { |
| 118 | entry: |
| 119 | %r.val = call i1 @llvm.amdgcn.class.f16(half %a.val, i32 64) |
| 120 | %r.val.sext = sext i1 %r.val to i32 |
| 121 | store i32 %r.val.sext, i32 addrspace(1)* %r |
| 122 | ret void |
| 123 | } |
| 124 | |
Matt Arsenault | 72a9f52 | 2018-06-01 07:06:03 +0000 | [diff] [blame] | 125 | ; GCN-LABEL: {{^}}class_f16_full_mask: |
Matt Arsenault | 90083d3 | 2018-06-07 09:54:49 +0000 | [diff] [blame] | 126 | ; GCN: s_load_dword s[[SA_F16:[0-9]+]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 127 | ; VI: v_mov_b32_e32 v[[MASK:[0-9]+]], 0x3ff{{$}} |
Matt Arsenault | 90083d3 | 2018-06-07 09:54:49 +0000 | [diff] [blame] | 128 | ; VI: v_cmp_class_f16_e32 vcc, s[[SA_F16]], v[[MASK]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 129 | ; VI: v_cndmask_b32_e64 v[[VR_I32:[0-9]+]], 0, -1, vcc |
| 130 | ; GCN: buffer_store_dword v[[VR_I32]] |
| 131 | ; GCN: s_endpgm |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 132 | define amdgpu_kernel void @class_f16_full_mask( |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 133 | i32 addrspace(1)* %r, |
| 134 | half %a.val) { |
| 135 | entry: |
| 136 | %r.val = call i1 @llvm.amdgcn.class.f16(half %a.val, i32 1023) |
| 137 | %r.val.sext = sext i1 %r.val to i32 |
| 138 | store i32 %r.val.sext, i32 addrspace(1)* %r |
| 139 | ret void |
| 140 | } |
| 141 | |
Matt Arsenault | 90083d3 | 2018-06-07 09:54:49 +0000 | [diff] [blame] | 142 | ; GCN-LABEL: {{^}}class_f16_nine_bit_mask: |
| 143 | ; GCN: s_load_dword s[[SA_F16:[0-9]+]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 144 | ; VI: v_mov_b32_e32 v[[MASK:[0-9]+]], 0x1ff{{$}} |
Matt Arsenault | 90083d3 | 2018-06-07 09:54:49 +0000 | [diff] [blame] | 145 | ; VI: v_cmp_class_f16_e32 vcc, s[[SA_F16]], v[[MASK]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 146 | ; VI: v_cndmask_b32_e64 v[[VR_I32:[0-9]+]], 0, -1, vcc |
| 147 | ; GCN: buffer_store_dword v[[VR_I32]] |
| 148 | ; GCN: s_endpgm |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 149 | define amdgpu_kernel void @class_f16_nine_bit_mask( |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 150 | i32 addrspace(1)* %r, |
| 151 | half %a.val) { |
| 152 | entry: |
| 153 | %r.val = call i1 @llvm.amdgcn.class.f16(half %a.val, i32 511) |
| 154 | %r.val.sext = sext i1 %r.val to i32 |
| 155 | store i32 %r.val.sext, i32 addrspace(1)* %r |
| 156 | ret void |
| 157 | } |