Nicolai Haehnle | b142770 | 2016-03-10 18:43:50 +0000 | [diff] [blame] | 1 | ;RUN: llc < %s -march=amdgcn -mcpu=verde -verify-machineinstrs | FileCheck %s |
| 2 | ;RUN: llc < %s -march=amdgcn -mcpu=tonga -verify-machineinstrs | FileCheck %s |
| 3 | |
| 4 | ;CHECK-LABEL: {{^}}buffer_load: |
Nikolay Haustov | 4f672a3 | 2016-04-29 09:02:30 +0000 | [diff] [blame^] | 5 | ;CHECK: buffer_load_format_xyzw v[0:3], off, s[0:3], 0 |
| 6 | ;CHECK: buffer_load_format_xyzw v[4:7], off, s[0:3], 0 glc |
| 7 | ;CHECK: buffer_load_format_xyzw v[8:11], off, s[0:3], 0 slc |
Nicolai Haehnle | b142770 | 2016-03-10 18:43:50 +0000 | [diff] [blame] | 8 | ;CHECK: s_waitcnt |
Nicolai Haehnle | df3a20c | 2016-04-06 19:40:20 +0000 | [diff] [blame] | 9 | define amdgpu_ps {<4 x float>, <4 x float>, <4 x float>} @buffer_load(<4 x i32> inreg) { |
Nicolai Haehnle | b142770 | 2016-03-10 18:43:50 +0000 | [diff] [blame] | 10 | main_body: |
Nicolai Haehnle | 95e8ffd | 2016-03-18 16:24:40 +0000 | [diff] [blame] | 11 | %data = call <4 x float> @llvm.amdgcn.buffer.load.format.v4f32(<4 x i32> %0, i32 0, i32 0, i1 0, i1 0) |
| 12 | %data_glc = call <4 x float> @llvm.amdgcn.buffer.load.format.v4f32(<4 x i32> %0, i32 0, i32 0, i1 1, i1 0) |
| 13 | %data_slc = call <4 x float> @llvm.amdgcn.buffer.load.format.v4f32(<4 x i32> %0, i32 0, i32 0, i1 0, i1 1) |
Nicolai Haehnle | b142770 | 2016-03-10 18:43:50 +0000 | [diff] [blame] | 14 | %r0 = insertvalue {<4 x float>, <4 x float>, <4 x float>} undef, <4 x float> %data, 0 |
| 15 | %r1 = insertvalue {<4 x float>, <4 x float>, <4 x float>} %r0, <4 x float> %data_glc, 1 |
| 16 | %r2 = insertvalue {<4 x float>, <4 x float>, <4 x float>} %r1, <4 x float> %data_slc, 2 |
| 17 | ret {<4 x float>, <4 x float>, <4 x float>} %r2 |
| 18 | } |
| 19 | |
| 20 | ;CHECK-LABEL: {{^}}buffer_load_immoffs: |
Nikolay Haustov | 4f672a3 | 2016-04-29 09:02:30 +0000 | [diff] [blame^] | 21 | ;CHECK: buffer_load_format_xyzw v[0:3], off, s[0:3], 0 offset:42 |
Nicolai Haehnle | b142770 | 2016-03-10 18:43:50 +0000 | [diff] [blame] | 22 | ;CHECK: s_waitcnt |
Nicolai Haehnle | df3a20c | 2016-04-06 19:40:20 +0000 | [diff] [blame] | 23 | define amdgpu_ps <4 x float> @buffer_load_immoffs(<4 x i32> inreg) { |
Nicolai Haehnle | b142770 | 2016-03-10 18:43:50 +0000 | [diff] [blame] | 24 | main_body: |
Nicolai Haehnle | 95e8ffd | 2016-03-18 16:24:40 +0000 | [diff] [blame] | 25 | %data = call <4 x float> @llvm.amdgcn.buffer.load.format.v4f32(<4 x i32> %0, i32 0, i32 42, i1 0, i1 0) |
Nicolai Haehnle | 3003ba0 | 2016-03-18 16:24:20 +0000 | [diff] [blame] | 26 | ret <4 x float> %data |
| 27 | } |
| 28 | |
| 29 | ;CHECK-LABEL: {{^}}buffer_load_immoffs_large: |
Nikolay Haustov | 4f672a3 | 2016-04-29 09:02:30 +0000 | [diff] [blame^] | 30 | ;CHECK-DAG: buffer_load_format_xyzw {{v\[[0-9]+:[0-9]+\]}}, off, s[0:3], 61 offset:4095 |
Nicolai Haehnle | 3003ba0 | 2016-03-18 16:24:20 +0000 | [diff] [blame] | 31 | ;CHECK-DAG: s_movk_i32 [[OFS1:s[0-9]+]], 0x7fff |
Nikolay Haustov | 4f672a3 | 2016-04-29 09:02:30 +0000 | [diff] [blame^] | 32 | ;CHECK: buffer_load_format_xyzw {{v\[[0-9]+:[0-9]+\]}}, off, s[0:3], [[OFS1]] offset:4093 |
Nicolai Haehnle | 3003ba0 | 2016-03-18 16:24:20 +0000 | [diff] [blame] | 33 | ;CHECK: s_mov_b32 [[OFS2:s[0-9]+]], 0x8fff |
Nikolay Haustov | 4f672a3 | 2016-04-29 09:02:30 +0000 | [diff] [blame^] | 34 | ;CHECK: buffer_load_format_xyzw {{v\[[0-9]+:[0-9]+\]}}, off, s[0:3], [[OFS2]] offset:1 |
Nicolai Haehnle | 3003ba0 | 2016-03-18 16:24:20 +0000 | [diff] [blame] | 35 | ;CHECK: s_waitcnt |
Nicolai Haehnle | df3a20c | 2016-04-06 19:40:20 +0000 | [diff] [blame] | 36 | define amdgpu_ps <4 x float> @buffer_load_immoffs_large(<4 x i32> inreg) { |
Nicolai Haehnle | 3003ba0 | 2016-03-18 16:24:20 +0000 | [diff] [blame] | 37 | main_body: |
Nicolai Haehnle | 95e8ffd | 2016-03-18 16:24:40 +0000 | [diff] [blame] | 38 | %d.0 = call <4 x float> @llvm.amdgcn.buffer.load.format.v4f32(<4 x i32> %0, i32 0, i32 4156, i1 0, i1 0) |
| 39 | %d.1 = call <4 x float> @llvm.amdgcn.buffer.load.format.v4f32(<4 x i32> %0, i32 0, i32 36860, i1 0, i1 0) |
| 40 | %d.2 = call <4 x float> @llvm.amdgcn.buffer.load.format.v4f32(<4 x i32> %0, i32 0, i32 36864, i1 0, i1 0) |
Nicolai Haehnle | 3003ba0 | 2016-03-18 16:24:20 +0000 | [diff] [blame] | 41 | %d.3 = fadd <4 x float> %d.0, %d.1 |
| 42 | %data = fadd <4 x float> %d.2, %d.3 |
| 43 | ret <4 x float> %data |
| 44 | } |
| 45 | |
| 46 | ;CHECK-LABEL: {{^}}buffer_load_immoffs_reuse: |
| 47 | ;CHECK: s_movk_i32 [[OFS:s[0-9]+]], 0xfff |
Nikolay Haustov | 4f672a3 | 2016-04-29 09:02:30 +0000 | [diff] [blame^] | 48 | ;CHECK: buffer_load_format_xyzw {{v\[[0-9]+:[0-9]+\]}}, off, s[0:3], [[OFS]] offset:65 |
Nicolai Haehnle | 3003ba0 | 2016-03-18 16:24:20 +0000 | [diff] [blame] | 49 | ;CHECK-NOT: s_mov |
Nikolay Haustov | 4f672a3 | 2016-04-29 09:02:30 +0000 | [diff] [blame^] | 50 | ;CHECK: buffer_load_format_xyzw {{v\[[0-9]+:[0-9]+\]}}, off, s[0:3], [[OFS]] offset:81 |
Nicolai Haehnle | 3003ba0 | 2016-03-18 16:24:20 +0000 | [diff] [blame] | 51 | ;CHECK: s_waitcnt |
Nicolai Haehnle | df3a20c | 2016-04-06 19:40:20 +0000 | [diff] [blame] | 52 | define amdgpu_ps <4 x float> @buffer_load_immoffs_reuse(<4 x i32> inreg) { |
Nicolai Haehnle | 3003ba0 | 2016-03-18 16:24:20 +0000 | [diff] [blame] | 53 | main_body: |
Nicolai Haehnle | 95e8ffd | 2016-03-18 16:24:40 +0000 | [diff] [blame] | 54 | %d.0 = call <4 x float> @llvm.amdgcn.buffer.load.format.v4f32(<4 x i32> %0, i32 0, i32 4160, i1 0, i1 0) |
| 55 | %d.1 = call <4 x float> @llvm.amdgcn.buffer.load.format.v4f32(<4 x i32> %0, i32 0, i32 4176, i1 0, i1 0) |
Nicolai Haehnle | 3003ba0 | 2016-03-18 16:24:20 +0000 | [diff] [blame] | 56 | %data = fadd <4 x float> %d.0, %d.1 |
Nicolai Haehnle | b142770 | 2016-03-10 18:43:50 +0000 | [diff] [blame] | 57 | ret <4 x float> %data |
| 58 | } |
| 59 | |
| 60 | ;CHECK-LABEL: {{^}}buffer_load_idx: |
| 61 | ;CHECK: buffer_load_format_xyzw v[0:3], v0, s[0:3], 0 idxen |
| 62 | ;CHECK: s_waitcnt |
Nicolai Haehnle | df3a20c | 2016-04-06 19:40:20 +0000 | [diff] [blame] | 63 | define amdgpu_ps <4 x float> @buffer_load_idx(<4 x i32> inreg, i32) { |
Nicolai Haehnle | b142770 | 2016-03-10 18:43:50 +0000 | [diff] [blame] | 64 | main_body: |
Nicolai Haehnle | 95e8ffd | 2016-03-18 16:24:40 +0000 | [diff] [blame] | 65 | %data = call <4 x float> @llvm.amdgcn.buffer.load.format.v4f32(<4 x i32> %0, i32 %1, i32 0, i1 0, i1 0) |
Nicolai Haehnle | b142770 | 2016-03-10 18:43:50 +0000 | [diff] [blame] | 66 | ret <4 x float> %data |
| 67 | } |
| 68 | |
| 69 | ;CHECK-LABEL: {{^}}buffer_load_ofs: |
| 70 | ;CHECK: buffer_load_format_xyzw v[0:3], v0, s[0:3], 0 offen |
| 71 | ;CHECK: s_waitcnt |
Nicolai Haehnle | df3a20c | 2016-04-06 19:40:20 +0000 | [diff] [blame] | 72 | define amdgpu_ps <4 x float> @buffer_load_ofs(<4 x i32> inreg, i32) { |
Nicolai Haehnle | b142770 | 2016-03-10 18:43:50 +0000 | [diff] [blame] | 73 | main_body: |
Nicolai Haehnle | 95e8ffd | 2016-03-18 16:24:40 +0000 | [diff] [blame] | 74 | %data = call <4 x float> @llvm.amdgcn.buffer.load.format.v4f32(<4 x i32> %0, i32 0, i32 %1, i1 0, i1 0) |
Nicolai Haehnle | 3003ba0 | 2016-03-18 16:24:20 +0000 | [diff] [blame] | 75 | ret <4 x float> %data |
| 76 | } |
| 77 | |
| 78 | ;CHECK-LABEL: {{^}}buffer_load_ofs_imm: |
| 79 | ;CHECK: buffer_load_format_xyzw v[0:3], v0, s[0:3], 0 offen offset:58 |
| 80 | ;CHECK: s_waitcnt |
Nicolai Haehnle | df3a20c | 2016-04-06 19:40:20 +0000 | [diff] [blame] | 81 | define amdgpu_ps <4 x float> @buffer_load_ofs_imm(<4 x i32> inreg, i32) { |
Nicolai Haehnle | 3003ba0 | 2016-03-18 16:24:20 +0000 | [diff] [blame] | 82 | main_body: |
| 83 | %ofs = add i32 %1, 58 |
Nicolai Haehnle | 95e8ffd | 2016-03-18 16:24:40 +0000 | [diff] [blame] | 84 | %data = call <4 x float> @llvm.amdgcn.buffer.load.format.v4f32(<4 x i32> %0, i32 0, i32 %ofs, i1 0, i1 0) |
Nicolai Haehnle | b142770 | 2016-03-10 18:43:50 +0000 | [diff] [blame] | 85 | ret <4 x float> %data |
| 86 | } |
| 87 | |
| 88 | ;CHECK-LABEL: {{^}}buffer_load_both: |
| 89 | ;CHECK: buffer_load_format_xyzw v[0:3], v[0:1], s[0:3], 0 idxen offen |
| 90 | ;CHECK: s_waitcnt |
Nicolai Haehnle | df3a20c | 2016-04-06 19:40:20 +0000 | [diff] [blame] | 91 | define amdgpu_ps <4 x float> @buffer_load_both(<4 x i32> inreg, i32, i32) { |
Nicolai Haehnle | b142770 | 2016-03-10 18:43:50 +0000 | [diff] [blame] | 92 | main_body: |
Nicolai Haehnle | 95e8ffd | 2016-03-18 16:24:40 +0000 | [diff] [blame] | 93 | %data = call <4 x float> @llvm.amdgcn.buffer.load.format.v4f32(<4 x i32> %0, i32 %1, i32 %2, i1 0, i1 0) |
Nicolai Haehnle | b142770 | 2016-03-10 18:43:50 +0000 | [diff] [blame] | 94 | ret <4 x float> %data |
| 95 | } |
| 96 | |
| 97 | ;CHECK-LABEL: {{^}}buffer_load_both_reversed: |
| 98 | ;CHECK: v_mov_b32_e32 v2, v0 |
| 99 | ;CHECK: buffer_load_format_xyzw v[0:3], v[1:2], s[0:3], 0 idxen offen |
| 100 | ;CHECK: s_waitcnt |
Nicolai Haehnle | df3a20c | 2016-04-06 19:40:20 +0000 | [diff] [blame] | 101 | define amdgpu_ps <4 x float> @buffer_load_both_reversed(<4 x i32> inreg, i32, i32) { |
Nicolai Haehnle | b142770 | 2016-03-10 18:43:50 +0000 | [diff] [blame] | 102 | main_body: |
Nicolai Haehnle | 95e8ffd | 2016-03-18 16:24:40 +0000 | [diff] [blame] | 103 | %data = call <4 x float> @llvm.amdgcn.buffer.load.format.v4f32(<4 x i32> %0, i32 %2, i32 %1, i1 0, i1 0) |
Nicolai Haehnle | b142770 | 2016-03-10 18:43:50 +0000 | [diff] [blame] | 104 | ret <4 x float> %data |
| 105 | } |
| 106 | |
Nicolai Haehnle | 95e8ffd | 2016-03-18 16:24:40 +0000 | [diff] [blame] | 107 | ;CHECK-LABEL: {{^}}buffer_load_x: |
Nikolay Haustov | 4f672a3 | 2016-04-29 09:02:30 +0000 | [diff] [blame^] | 108 | ;CHECK: buffer_load_format_x v0, off, s[0:3], 0 |
Nicolai Haehnle | 95e8ffd | 2016-03-18 16:24:40 +0000 | [diff] [blame] | 109 | ;CHECK: s_waitcnt |
Nicolai Haehnle | df3a20c | 2016-04-06 19:40:20 +0000 | [diff] [blame] | 110 | define amdgpu_ps float @buffer_load_x(<4 x i32> inreg %rsrc) { |
Nicolai Haehnle | 95e8ffd | 2016-03-18 16:24:40 +0000 | [diff] [blame] | 111 | main_body: |
| 112 | %data = call float @llvm.amdgcn.buffer.load.format.f32(<4 x i32> %rsrc, i32 0, i32 0, i1 0, i1 0) |
| 113 | ret float %data |
| 114 | } |
| 115 | |
| 116 | ;CHECK-LABEL: {{^}}buffer_load_xy: |
Nikolay Haustov | 4f672a3 | 2016-04-29 09:02:30 +0000 | [diff] [blame^] | 117 | ;CHECK: buffer_load_format_xy v[0:1], off, s[0:3], 0 |
Nicolai Haehnle | 95e8ffd | 2016-03-18 16:24:40 +0000 | [diff] [blame] | 118 | ;CHECK: s_waitcnt |
Nicolai Haehnle | df3a20c | 2016-04-06 19:40:20 +0000 | [diff] [blame] | 119 | define amdgpu_ps <2 x float> @buffer_load_xy(<4 x i32> inreg %rsrc) { |
Nicolai Haehnle | 95e8ffd | 2016-03-18 16:24:40 +0000 | [diff] [blame] | 120 | main_body: |
| 121 | %data = call <2 x float> @llvm.amdgcn.buffer.load.format.v2f32(<4 x i32> %rsrc, i32 0, i32 0, i1 0, i1 0) |
| 122 | ret <2 x float> %data |
| 123 | } |
| 124 | |
Nicolai Haehnle | df3a20c | 2016-04-06 19:40:20 +0000 | [diff] [blame] | 125 | declare float @llvm.amdgcn.buffer.load.format.f32(<4 x i32>, i32, i32, i1, i1) #0 |
| 126 | declare <2 x float> @llvm.amdgcn.buffer.load.format.v2f32(<4 x i32>, i32, i32, i1, i1) #0 |
| 127 | declare <4 x float> @llvm.amdgcn.buffer.load.format.v4f32(<4 x i32>, i32, i32, i1, i1) #0 |
Nicolai Haehnle | b142770 | 2016-03-10 18:43:50 +0000 | [diff] [blame] | 128 | |
Nicolai Haehnle | df3a20c | 2016-04-06 19:40:20 +0000 | [diff] [blame] | 129 | attributes #0 = { nounwind readonly } |