Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 1 | ; RUN: llc -march=amdgcn -verify-machineinstrs < %s | FileCheck -check-prefix=GCN -check-prefix=SI %s |
Matt Arsenault | 7aad8fd | 2017-01-24 22:02:15 +0000 | [diff] [blame] | 2 | ; RUN: llc -march=amdgcn -mcpu=fiji -mattr=-flat-for-global -verify-machineinstrs < %s | FileCheck -check-prefix=GCN -check-prefix=VI %s |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 3 | |
| 4 | declare half @llvm.minnum.f16(half %a, half %b) |
| 5 | declare <2 x half> @llvm.minnum.v2f16(<2 x half> %a, <2 x half> %b) |
| 6 | |
Matt Arsenault | 0c68739 | 2017-01-30 16:57:41 +0000 | [diff] [blame] | 7 | ; GCN-LABEL: {{^}}minnum_f16: |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 8 | ; GCN: buffer_load_ushort v[[A_F16:[0-9]+]] |
| 9 | ; GCN: buffer_load_ushort v[[B_F16:[0-9]+]] |
| 10 | ; SI: v_cvt_f32_f16_e32 v[[A_F32:[0-9]+]], v[[A_F16]] |
| 11 | ; SI: v_cvt_f32_f16_e32 v[[B_F32:[0-9]+]], v[[B_F16]] |
| 12 | ; SI: v_min_f32_e32 v[[R_F32:[0-9]+]], v[[B_F32]], v[[A_F32]] |
| 13 | ; SI: v_cvt_f16_f32_e32 v[[R_F16:[0-9]+]], v[[R_F32]] |
| 14 | ; VI: v_min_f16_e32 v[[R_F16:[0-9]+]], v[[B_F16]], v[[A_F16]] |
| 15 | ; GCN: buffer_store_short v[[R_F16]] |
| 16 | ; GCN: s_endpgm |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 17 | define amdgpu_kernel void @minnum_f16( |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 18 | half addrspace(1)* %r, |
| 19 | half addrspace(1)* %a, |
| 20 | half addrspace(1)* %b) { |
| 21 | entry: |
| 22 | %a.val = load half, half addrspace(1)* %a |
| 23 | %b.val = load half, half addrspace(1)* %b |
| 24 | %r.val = call half @llvm.minnum.f16(half %a.val, half %b.val) |
| 25 | store half %r.val, half addrspace(1)* %r |
| 26 | ret void |
| 27 | } |
| 28 | |
Matt Arsenault | 0c68739 | 2017-01-30 16:57:41 +0000 | [diff] [blame] | 29 | ; GCN-LABEL: {{^}}minnum_f16_imm_a: |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 30 | ; GCN: buffer_load_ushort v[[B_F16:[0-9]+]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 31 | ; SI: v_cvt_f32_f16_e32 v[[B_F32:[0-9]+]], v[[B_F16]] |
Matt Arsenault | 0c68739 | 2017-01-30 16:57:41 +0000 | [diff] [blame] | 32 | ; SI: v_min_f32_e32 v[[R_F32:[0-9]+]], 0x40400000, v[[B_F32]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 33 | ; SI: v_cvt_f16_f32_e32 v[[R_F16:[0-9]+]], v[[R_F32]] |
| 34 | ; VI: v_min_f16_e32 v[[R_F16:[0-9]+]], 0x4200, v[[B_F16]] |
| 35 | ; GCN: buffer_store_short v[[R_F16]] |
| 36 | ; GCN: s_endpgm |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 37 | define amdgpu_kernel void @minnum_f16_imm_a( |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 38 | half addrspace(1)* %r, |
| 39 | half addrspace(1)* %b) { |
| 40 | entry: |
| 41 | %b.val = load half, half addrspace(1)* %b |
| 42 | %r.val = call half @llvm.minnum.f16(half 3.0, half %b.val) |
| 43 | store half %r.val, half addrspace(1)* %r |
| 44 | ret void |
| 45 | } |
| 46 | |
Matt Arsenault | 0c68739 | 2017-01-30 16:57:41 +0000 | [diff] [blame] | 47 | ; GCN-LABEL: {{^}}minnum_f16_imm_b: |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 48 | ; GCN: buffer_load_ushort v[[A_F16:[0-9]+]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 49 | ; SI: v_cvt_f32_f16_e32 v[[A_F32:[0-9]+]], v[[A_F16]] |
Matt Arsenault | 0c68739 | 2017-01-30 16:57:41 +0000 | [diff] [blame] | 50 | ; SI: v_min_f32_e32 v[[R_F32:[0-9]+]], 4.0, v[[A_F32]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 51 | ; SI: v_cvt_f16_f32_e32 v[[R_F16:[0-9]+]], v[[R_F32]] |
Matt Arsenault | 4bd7236 | 2016-12-10 00:39:12 +0000 | [diff] [blame] | 52 | ; VI: v_min_f16_e32 v[[R_F16:[0-9]+]], 4.0, v[[A_F16]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 53 | ; GCN: buffer_store_short v[[R_F16]] |
| 54 | ; GCN: s_endpgm |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 55 | define amdgpu_kernel void @minnum_f16_imm_b( |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 56 | half addrspace(1)* %r, |
| 57 | half addrspace(1)* %a) { |
| 58 | entry: |
| 59 | %a.val = load half, half addrspace(1)* %a |
| 60 | %r.val = call half @llvm.minnum.f16(half %a.val, half 4.0) |
| 61 | store half %r.val, half addrspace(1)* %r |
| 62 | ret void |
| 63 | } |
| 64 | |
Matt Arsenault | 0c68739 | 2017-01-30 16:57:41 +0000 | [diff] [blame] | 65 | ; GCN-LABEL: {{^}}minnum_v2f16: |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 66 | ; GCN: buffer_load_dword v[[A_V2_F16:[0-9]+]] |
| 67 | ; GCN: buffer_load_dword v[[B_V2_F16:[0-9]+]] |
Matt Arsenault | 86e02ce | 2017-03-15 19:04:26 +0000 | [diff] [blame] | 68 | |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 69 | ; SI: v_cvt_f32_f16_e32 v[[A_F32_0:[0-9]+]], v[[A_V2_F16]] |
Sam Kolton | 9fa1696 | 2017-04-06 15:03:28 +0000 | [diff] [blame] | 70 | ; SI: v_lshrrev_b32_e32 v[[A_F16_1:[0-9]+]], 16, v[[A_V2_F16]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 71 | ; SI: v_cvt_f32_f16_e32 v[[B_F32_0:[0-9]+]], v[[B_V2_F16]] |
Sam Kolton | 9fa1696 | 2017-04-06 15:03:28 +0000 | [diff] [blame] | 72 | ; SI: v_lshrrev_b32_e32 v[[B_F16_1:[0-9]+]], 16, v[[B_V2_F16]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 73 | ; SI: v_cvt_f32_f16_e32 v[[A_F32_1:[0-9]+]], v[[A_F16_1]] |
| 74 | ; SI: v_cvt_f32_f16_e32 v[[B_F32_1:[0-9]+]], v[[B_F16_1]] |
| 75 | ; SI: v_min_f32_e32 v[[R_F32_0:[0-9]+]], v[[B_F32_0]], v[[A_F32_0]] |
Sam Kolton | 9fa1696 | 2017-04-06 15:03:28 +0000 | [diff] [blame] | 76 | ; SI-DAG: v_min_f32_e32 v[[R_F32_1:[0-9]+]], v[[B_F32_1]], v[[A_F32_1]] |
| 77 | ; SI-DAG: v_cvt_f16_f32_e32 v[[R_F16_0:[0-9]+]], v[[R_F32_0]] |
| 78 | ; SI-DAG: v_cvt_f16_f32_e32 v[[R_F16_1:[0-9]+]], v[[R_F32_1]] |
| 79 | ; SI-DAG: v_lshlrev_b32_e32 v[[R_F16_HI:[0-9]+]], 16, v[[R_F16_1]] |
| 80 | ; SI-NOT: and |
| 81 | ; SI: v_or_b32_e32 v[[R_V2_F16:[0-9]+]], v[[R_F16_HI]], v[[R_F16_0]] |
Matt Arsenault | 86e02ce | 2017-03-15 19:04:26 +0000 | [diff] [blame] | 82 | |
Sam Kolton | 9fa1696 | 2017-04-06 15:03:28 +0000 | [diff] [blame] | 83 | ; VI-DAG: v_min_f16_e32 v[[R_F16_0:[0-9]+]], v[[B_V2_F16]], v[[A_V2_F16]] |
| 84 | ; VI-DAG: v_min_f16_sdwa v[[R_F16_1:[0-9]+]], v[[B_V2_F16]], v[[A_V2_F16]] dst_sel:WORD_1 dst_unused:UNUSED_PAD src0_sel:WORD_1 src1_sel:WORD_1 |
| 85 | ; VI-NOT: and |
| 86 | ; VI: v_or_b32_e32 v[[R_V2_F16:[0-9]+]], v[[R_F16_1]], v[[R_F16_0]] |
Matt Arsenault | 86e02ce | 2017-03-15 19:04:26 +0000 | [diff] [blame] | 87 | |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 88 | ; GCN: buffer_store_dword v[[R_V2_F16]] |
| 89 | ; GCN: s_endpgm |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 90 | define amdgpu_kernel void @minnum_v2f16( |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 91 | <2 x half> addrspace(1)* %r, |
| 92 | <2 x half> addrspace(1)* %a, |
| 93 | <2 x half> addrspace(1)* %b) { |
| 94 | entry: |
| 95 | %a.val = load <2 x half>, <2 x half> addrspace(1)* %a |
| 96 | %b.val = load <2 x half>, <2 x half> addrspace(1)* %b |
| 97 | %r.val = call <2 x half> @llvm.minnum.v2f16(<2 x half> %a.val, <2 x half> %b.val) |
| 98 | store <2 x half> %r.val, <2 x half> addrspace(1)* %r |
| 99 | ret void |
| 100 | } |
| 101 | |
Matt Arsenault | 0c68739 | 2017-01-30 16:57:41 +0000 | [diff] [blame] | 102 | ; GCN-LABEL: {{^}}minnum_v2f16_imm_a: |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 103 | ; GCN: buffer_load_dword v[[B_V2_F16:[0-9]+]] |
Matt Arsenault | 86e02ce | 2017-03-15 19:04:26 +0000 | [diff] [blame] | 104 | |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 105 | ; SI: v_cvt_f32_f16_e32 v[[B_F32_0:[0-9]+]], v[[B_V2_F16]] |
Sam Kolton | 9fa1696 | 2017-04-06 15:03:28 +0000 | [diff] [blame] | 106 | ; SI: v_lshrrev_b32_e32 v[[B_F16_1:[0-9]+]], 16, v[[B_V2_F16]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 107 | ; SI: v_cvt_f32_f16_e32 v[[B_F32_1:[0-9]+]], v[[B_F16_1]] |
Matt Arsenault | 0c68739 | 2017-01-30 16:57:41 +0000 | [diff] [blame] | 108 | ; SI: v_min_f32_e32 v[[R_F32_0:[0-9]+]], 0x40400000, v[[B_F32_0]] |
Matt Arsenault | 86e02ce | 2017-03-15 19:04:26 +0000 | [diff] [blame] | 109 | ; SI-DAG: v_min_f32_e32 v[[R_F32_1:[0-9]+]], 4.0, v[[B_F32_1]] |
| 110 | ; SI-DAG: v_cvt_f16_f32_e32 v[[R_F16_0:[0-9]+]], v[[R_F32_0]] |
| 111 | ; SI-DAG: v_cvt_f16_f32_e32 v[[R_F16_1:[0-9]+]], v[[R_F32_1]] |
| 112 | |
Sam Kolton | 9fa1696 | 2017-04-06 15:03:28 +0000 | [diff] [blame] | 113 | ; VI: v_lshrrev_b32_e32 v[[B_F16_1:[0-9]+]], 16, v[[B_V2_F16]] |
Ivan Krasin | d4f70c7 | 2017-04-05 19:58:12 +0000 | [diff] [blame] | 114 | ; VI-DAG: v_min_f16_e32 v[[R_F16_1:[0-9]+]], 4.0, v[[B_F16_1]] |
Sam Kolton | 9fa1696 | 2017-04-06 15:03:28 +0000 | [diff] [blame] | 115 | ; VI-DAG: v_min_f16_e32 v[[R_F16_0:[0-9]+]], 0x4200, v[[B_V2_F16]] |
Matt Arsenault | 86e02ce | 2017-03-15 19:04:26 +0000 | [diff] [blame] | 116 | |
Matt Arsenault | 8edfaee | 2017-03-31 19:53:03 +0000 | [diff] [blame] | 117 | ; GCN-DAG: v_lshlrev_b32_e32 v[[R_F16_HI:[0-9]+]], 16, v[[R_F16_1]] |
| 118 | ; GCN-NOT: and |
Matt Arsenault | 86e02ce | 2017-03-15 19:04:26 +0000 | [diff] [blame] | 119 | ; GCN: v_or_b32_e32 v[[R_V2_F16:[0-9]+]], v[[R_F16_HI]], v[[R_F16_0]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 120 | ; GCN: buffer_store_dword v[[R_V2_F16]] |
| 121 | ; GCN: s_endpgm |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 122 | define amdgpu_kernel void @minnum_v2f16_imm_a( |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 123 | <2 x half> addrspace(1)* %r, |
| 124 | <2 x half> addrspace(1)* %b) { |
| 125 | entry: |
| 126 | %b.val = load <2 x half>, <2 x half> addrspace(1)* %b |
| 127 | %r.val = call <2 x half> @llvm.minnum.v2f16(<2 x half> <half 3.0, half 4.0>, <2 x half> %b.val) |
| 128 | store <2 x half> %r.val, <2 x half> addrspace(1)* %r |
| 129 | ret void |
| 130 | } |
| 131 | |
Matt Arsenault | 0c68739 | 2017-01-30 16:57:41 +0000 | [diff] [blame] | 132 | ; GCN-LABEL: {{^}}minnum_v2f16_imm_b: |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 133 | ; GCN: buffer_load_dword v[[A_V2_F16:[0-9]+]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 134 | ; SI: v_cvt_f32_f16_e32 v[[A_F32_0:[0-9]+]], v[[A_V2_F16]] |
| 135 | ; GCN: v_lshrrev_b32_e32 v[[A_F16_1:[0-9]+]], 16, v[[A_V2_F16]] |
| 136 | ; SI: v_cvt_f32_f16_e32 v[[A_F32_1:[0-9]+]], v[[A_F16_1]] |
Matt Arsenault | 0c68739 | 2017-01-30 16:57:41 +0000 | [diff] [blame] | 137 | ; SI: v_min_f32_e32 v[[R_F32_0:[0-9]+]], 4.0, v[[A_F32_0]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 138 | ; SI: v_cvt_f16_f32_e32 v[[R_F16_0:[0-9]+]], v[[R_F32_0]] |
Matt Arsenault | 0c68739 | 2017-01-30 16:57:41 +0000 | [diff] [blame] | 139 | ; SI: v_min_f32_e32 v[[R_F32_1:[0-9]+]], 0x40400000, v[[A_F32_1]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 140 | ; SI: v_cvt_f16_f32_e32 v[[R_F16_1:[0-9]+]], v[[R_F32_1]] |
Matt Arsenault | 8edfaee | 2017-03-31 19:53:03 +0000 | [diff] [blame] | 141 | ; VI-DAG: v_min_f16_e32 v[[R_F16_1:[0-9]+]], 0x4200, v[[A_F16_1]] |
Sam Kolton | 9fa1696 | 2017-04-06 15:03:28 +0000 | [diff] [blame] | 142 | ; VI-DAG: v_min_f16_e32 v[[R_F16_0:[0-9]+]], 4.0, v[[A_V2_F16]] |
Matt Arsenault | 86e02ce | 2017-03-15 19:04:26 +0000 | [diff] [blame] | 143 | |
Matt Arsenault | 8edfaee | 2017-03-31 19:53:03 +0000 | [diff] [blame] | 144 | ; GCN-DAG: v_lshlrev_b32_e32 v[[R_F16_HI:[0-9]+]], 16, v[[R_F16_1]] |
| 145 | ; GCN-NOT: and |
Matt Arsenault | 86e02ce | 2017-03-15 19:04:26 +0000 | [diff] [blame] | 146 | ; GCN: v_or_b32_e32 v[[R_V2_F16:[0-9]+]], v[[R_F16_HI]], v[[R_F16_0]] |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 147 | ; GCN: buffer_store_dword v[[R_V2_F16]] |
| 148 | ; GCN: s_endpgm |
Matt Arsenault | 3dbeefa | 2017-03-21 21:39:51 +0000 | [diff] [blame] | 149 | define amdgpu_kernel void @minnum_v2f16_imm_b( |
Konstantin Zhuravlyov | f86e4b7 | 2016-11-13 07:01:11 +0000 | [diff] [blame] | 150 | <2 x half> addrspace(1)* %r, |
| 151 | <2 x half> addrspace(1)* %a) { |
| 152 | entry: |
| 153 | %a.val = load <2 x half>, <2 x half> addrspace(1)* %a |
| 154 | %r.val = call <2 x half> @llvm.minnum.v2f16(<2 x half> %a.val, <2 x half> <half 4.0, half 3.0>) |
| 155 | store <2 x half> %r.val, <2 x half> addrspace(1)* %r |
| 156 | ret void |
| 157 | } |