blob: 49af159581f7a2b7c64cc8b87618e2f8b1be8444 [file] [log] [blame]
Matthias Braund2fc0d42016-10-03 21:58:20 +00001; RUN: llc -mtriple=amdgcn-- -mattr=-promote-alloca -amdgpu-sroa=0 -verify-machineinstrs < %s | FileCheck -check-prefix=GCN %s
Matt Arsenaultf43c2a02016-03-23 21:49:25 +00002
Matt Arsenaultac0fc842016-09-17 16:09:55 +00003; GCN-LABEL: {{^}}store_fi_lifetime:
4; GCN: v_mov_b32_e32 [[FI:v[0-9]+]], 0{{$}}
5; GCN: buffer_store_dword [[FI]]
6define void @store_fi_lifetime(i32 addrspace(1)* %out, i32 %in) #0 {
7entry:
8 %b = alloca i8
9 call void @llvm.lifetime.start(i64 1, i8* %b)
10 store volatile i8* %b, i8* addrspace(1)* undef
11 call void @llvm.lifetime.end(i64 1, i8* %b)
12 ret void
13}
14
Matt Arsenaultf43c2a02016-03-23 21:49:25 +000015; GCN-LABEL: {{^}}stored_fi_to_lds:
Matthias Braunf3619b82016-04-29 02:44:54 +000016; GCN: s_load_dword [[LDSPTR:s[0-9]+]]
Matt Arsenault39787bd2016-10-26 15:08:16 +000017; GCN: buffer_store_dword v{{[0-9]+}}, off,
Tom Stellardcb6ba622016-04-30 00:23:06 +000018; GCN: v_mov_b32_e32 [[ZERO0:v[0-9]+]], 0{{$}}
Matt Arsenaultf43c2a02016-03-23 21:49:25 +000019; GCN: v_mov_b32_e32 [[VLDSPTR:v[0-9]+]], [[LDSPTR]]
Matt Arsenaultf43c2a02016-03-23 21:49:25 +000020; GCN: ds_write_b32 [[VLDSPTR]], [[ZERO0]]
21define void @stored_fi_to_lds(float* addrspace(3)* %ptr) #0 {
22 %tmp = alloca float
23 store float 4.0, float *%tmp
24 store float* %tmp, float* addrspace(3)* %ptr
25 ret void
26}
27
28; Offset is applied
29; GCN-LABEL: {{^}}stored_fi_to_lds_2_small_objects:
Nicolai Haehnleb48275f2016-04-19 21:58:33 +000030; GCN-DAG: v_mov_b32_e32 [[ZERO:v[0-9]+]], 0{{$}}
Nicolai Haehnle2857dc32016-12-08 14:08:02 +000031; GCN-DAG: buffer_store_dword v{{[0-9]+}}, off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}}{{$}}
32; GCN-DAG: buffer_store_dword v{{[0-9]+}}, off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offset:4{{$}}
Matt Arsenaultc10783c2016-04-16 02:13:37 +000033
Nicolai Haehnleb48275f2016-04-19 21:58:33 +000034; GCN-DAG: s_load_dword [[LDSPTR:s[0-9]+]]
Matt Arsenaultf43c2a02016-03-23 21:49:25 +000035
Matt Arsenaultf43c2a02016-03-23 21:49:25 +000036; GCN-DAG: v_mov_b32_e32 [[VLDSPTR:v[0-9]+]], [[LDSPTR]]
Matt Arsenaultc10783c2016-04-16 02:13:37 +000037; GCN: ds_write_b32 [[VLDSPTR]], [[ZERO]]
Matt Arsenaultf43c2a02016-03-23 21:49:25 +000038
39; GCN-DAG: v_mov_b32_e32 [[FI1:v[0-9]+]], 4{{$}}
40; GCN: ds_write_b32 [[VLDSPTR]], [[FI1]]
41define void @stored_fi_to_lds_2_small_objects(float* addrspace(3)* %ptr) #0 {
42 %tmp0 = alloca float
43 %tmp1 = alloca float
Matt Arsenaultc10783c2016-04-16 02:13:37 +000044 store float 4.0, float* %tmp0
45 store float 4.0, float* %tmp1
Matt Arsenaultf43c2a02016-03-23 21:49:25 +000046 store volatile float* %tmp0, float* addrspace(3)* %ptr
47 store volatile float* %tmp1, float* addrspace(3)* %ptr
48 ret void
49}
50
51; Same frame index is used multiple times in the store
52; GCN-LABEL: {{^}}stored_fi_to_self:
Matt Arsenaultc10783c2016-04-16 02:13:37 +000053; GCN-DAG: v_mov_b32_e32 [[K:v[0-9]+]], 0x4d2{{$}}
Nicolai Haehnle2857dc32016-12-08 14:08:02 +000054; GCN: buffer_store_dword [[K]], off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}}{{$}}
Matt Arsenaultc10783c2016-04-16 02:13:37 +000055; GCN-DAG: v_mov_b32_e32 [[ZERO:v[0-9]+]], 0{{$}}
Nicolai Haehnle2857dc32016-12-08 14:08:02 +000056; GCN: buffer_store_dword [[ZERO]], off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}}{{$}}
Matt Arsenaultf43c2a02016-03-23 21:49:25 +000057define void @stored_fi_to_self() #0 {
58 %tmp = alloca i32*
59
60 ; Avoid optimizing everything out
61 store volatile i32* inttoptr (i32 1234 to i32*), i32** %tmp
62 %bitcast = bitcast i32** %tmp to i32*
63 store volatile i32* %bitcast, i32** %tmp
64 ret void
65}
66
Matt Arsenaultc10783c2016-04-16 02:13:37 +000067; GCN-LABEL: {{^}}stored_fi_to_self_offset:
Matt Arsenaultc10783c2016-04-16 02:13:37 +000068; GCN-DAG: v_mov_b32_e32 [[K0:v[0-9]+]], 32{{$}}
Nicolai Haehnle2857dc32016-12-08 14:08:02 +000069; GCN: buffer_store_dword [[K0]], off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}}{{$}}
Matt Arsenaultc10783c2016-04-16 02:13:37 +000070
71; GCN-DAG: v_mov_b32_e32 [[K1:v[0-9]+]], 0x4d2{{$}}
Nicolai Haehnle2857dc32016-12-08 14:08:02 +000072; GCN: buffer_store_dword [[K1]], off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offset:2048{{$}}
Matt Arsenaultc10783c2016-04-16 02:13:37 +000073
74; GCN: v_mov_b32_e32 [[OFFSETK:v[0-9]+]], 0x800{{$}}
Nicolai Haehnle2857dc32016-12-08 14:08:02 +000075; GCN: buffer_store_dword [[OFFSETK]], off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offset:2048{{$}}
Matt Arsenaultc10783c2016-04-16 02:13:37 +000076define void @stored_fi_to_self_offset() #0 {
77 %tmp0 = alloca [512 x i32]
78 %tmp1 = alloca i32*
79
80 ; Avoid optimizing everything out
81 %tmp0.cast = bitcast [512 x i32]* %tmp0 to i32*
82 store volatile i32 32, i32* %tmp0.cast
83
84 store volatile i32* inttoptr (i32 1234 to i32*), i32** %tmp1
85
86 %bitcast = bitcast i32** %tmp1 to i32*
87 store volatile i32* %bitcast, i32** %tmp1
88 ret void
89}
90
Matt Arsenaultf43c2a02016-03-23 21:49:25 +000091; GCN-LABEL: {{^}}stored_fi_to_fi:
Nicolai Haehnle2857dc32016-12-08 14:08:02 +000092; GCN: buffer_store_dword v{{[0-9]+}}, off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}}{{$}}
93; GCN: buffer_store_dword v{{[0-9]+}}, off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offset:4{{$}}
94; GCN: buffer_store_dword v{{[0-9]+}}, off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offset:8{{$}}
Matt Arsenaultf43c2a02016-03-23 21:49:25 +000095
Matt Arsenaultc10783c2016-04-16 02:13:37 +000096; GCN: v_mov_b32_e32 [[FI1:v[0-9]+]], 4{{$}}
Nicolai Haehnle2857dc32016-12-08 14:08:02 +000097; GCN: buffer_store_dword [[FI1]], off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offset:8{{$}}
Matt Arsenaultf43c2a02016-03-23 21:49:25 +000098
Matt Arsenaultc10783c2016-04-16 02:13:37 +000099; GCN: v_mov_b32_e32 [[FI2:v[0-9]+]], 8{{$}}
Nicolai Haehnle2857dc32016-12-08 14:08:02 +0000100; GCN: buffer_store_dword [[FI2]], off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offset:4{{$}}
Matt Arsenaultf43c2a02016-03-23 21:49:25 +0000101define void @stored_fi_to_fi() #0 {
102 %tmp0 = alloca i32*
103 %tmp1 = alloca i32*
104 %tmp2 = alloca i32*
105 store volatile i32* inttoptr (i32 1234 to i32*), i32** %tmp0
106 store volatile i32* inttoptr (i32 5678 to i32*), i32** %tmp1
107 store volatile i32* inttoptr (i32 9999 to i32*), i32** %tmp2
108
109 %bitcast1 = bitcast i32** %tmp1 to i32*
110 %bitcast2 = bitcast i32** %tmp2 to i32* ; at offset 8
111
112 store volatile i32* %bitcast1, i32** %tmp2 ; store offset 4 at offset 8
113 store volatile i32* %bitcast2, i32** %tmp1 ; store offset 8 at offset 4
114 ret void
115}
116
117; GCN-LABEL: {{^}}stored_fi_to_global:
Matt Arsenault39787bd2016-10-26 15:08:16 +0000118; GCN: buffer_store_dword v{{[0-9]+}}, off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+$}}
Matt Arsenaultf43c2a02016-03-23 21:49:25 +0000119; GCN: v_mov_b32_e32 [[FI:v[0-9]+]], 0{{$}}
120; GCN: buffer_store_dword [[FI]]
121define void @stored_fi_to_global(float* addrspace(1)* %ptr) #0 {
122 %tmp = alloca float
123 store float 0.0, float *%tmp
124 store float* %tmp, float* addrspace(1)* %ptr
125 ret void
126}
127
128; Offset is applied
129; GCN-LABEL: {{^}}stored_fi_to_global_2_small_objects:
Nicolai Haehnle2857dc32016-12-08 14:08:02 +0000130; GCN: buffer_store_dword v{{[0-9]+}}, off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}}{{$}}
131; GCN: buffer_store_dword v{{[0-9]+}}, off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offset:4{{$}}
132; GCN: buffer_store_dword v{{[0-9]+}}, off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offset:8{{$}}
Matt Arsenaultf43c2a02016-03-23 21:49:25 +0000133
134; GCN: v_mov_b32_e32 [[FI1:v[0-9]+]], 4{{$}}
Nikolay Haustov4f672a32016-04-29 09:02:30 +0000135; GCN: buffer_store_dword [[FI1]], off, s{{\[[0-9]+:[0-9]+\]}}, 0{{$}}
Matt Arsenaultf43c2a02016-03-23 21:49:25 +0000136
137; GCN-DAG: v_mov_b32_e32 [[FI2:v[0-9]+]], 8{{$}}
Nikolay Haustov4f672a32016-04-29 09:02:30 +0000138; GCN: buffer_store_dword [[FI2]], off, s{{\[[0-9]+:[0-9]+\]}}, 0{{$}}
Matt Arsenaultf43c2a02016-03-23 21:49:25 +0000139define void @stored_fi_to_global_2_small_objects(float* addrspace(1)* %ptr) #0 {
140 %tmp0 = alloca float
141 %tmp1 = alloca float
142 %tmp2 = alloca float
143 store volatile float 0.0, float *%tmp0
144 store volatile float 0.0, float *%tmp1
145 store volatile float 0.0, float *%tmp2
146 store volatile float* %tmp1, float* addrspace(1)* %ptr
147 store volatile float* %tmp2, float* addrspace(1)* %ptr
148 ret void
149}
150
Matt Arsenaultc10783c2016-04-16 02:13:37 +0000151; GCN-LABEL: {{^}}stored_fi_to_global_huge_frame_offset:
Matthias Braunfdc4c6b2016-08-19 03:03:24 +0000152; GCN: v_mov_b32_e32 [[BASE_0:v[0-9]+]], 0{{$}}
Matt Arsenault39787bd2016-10-26 15:08:16 +0000153; GCN: buffer_store_dword [[BASE_0]], off, s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+$}}
Matt Arsenaultc10783c2016-04-16 02:13:37 +0000154
Matt Arsenault39787bd2016-10-26 15:08:16 +0000155; FIXME: Re-initialize
Matt Arsenaultac0fc842016-09-17 16:09:55 +0000156; GCN: v_mov_b32_e32 [[BASE_0_1:v[0-9]+]], 0{{$}}
Matt Arsenaultac0fc842016-09-17 16:09:55 +0000157
Matt Arsenault39787bd2016-10-26 15:08:16 +0000158; GCN-DAG: v_mov_b32_e32 [[K:v[0-9]+]], 0x3e7{{$}}
159; GCN-DAG: v_add_i32_e32 [[BASE_1_OFF_1:v[0-9]+]], vcc, 0x3ffc, [[BASE_0_1]]
Matt Arsenaultc10783c2016-04-16 02:13:37 +0000160
Matt Arsenault39787bd2016-10-26 15:08:16 +0000161
162; GCN: v_add_i32_e32 [[BASE_1_OFF_2:v[0-9]+]], vcc, 56, [[BASE_0_1]]
163; GCN: buffer_store_dword [[K]], [[BASE_1_OFF_1]], s{{\[[0-9]+:[0-9]+\]}}, s{{[0-9]+}} offen{{$}}
164
165; GCN: buffer_store_dword [[BASE_1_OFF_2]], off, s{{\[[0-9]+:[0-9]+\]}}, 0{{$}}
Matt Arsenaultc10783c2016-04-16 02:13:37 +0000166define void @stored_fi_to_global_huge_frame_offset(i32* addrspace(1)* %ptr) #0 {
167 %tmp0 = alloca [4096 x i32]
168 %tmp1 = alloca [4096 x i32]
169 %gep0.tmp0 = getelementptr [4096 x i32], [4096 x i32]* %tmp0, i32 0, i32 0
170 store volatile i32 0, i32* %gep0.tmp0
171 %gep1.tmp0 = getelementptr [4096 x i32], [4096 x i32]* %tmp0, i32 0, i32 4095
172 store volatile i32 999, i32* %gep1.tmp0
173 %gep0.tmp1 = getelementptr [4096 x i32], [4096 x i32]* %tmp0, i32 0, i32 14
174 store i32* %gep0.tmp1, i32* addrspace(1)* %ptr
175 ret void
176}
177
Matt Arsenaultac0fc842016-09-17 16:09:55 +0000178@g1 = external addrspace(1) global i32*
179
180; This was leaving a dead node around resulting in failing to select
181; on the leftover AssertZext's ValueType operand.
182
183; GCN-LABEL: {{^}}cannot_select_assertzext_valuetype:
Konstantin Zhuravlyovc96b5d72016-10-14 04:37:34 +0000184; GCN: s_getpc_b64 s{{\[}}[[PC_LO:[0-9]+]]:[[PC_HI:[0-9]+]]{{\]}}
185; GCN: s_add_u32 s{{[0-9]+}}, s[[PC_LO]], g1@gotpcrel32@lo+4
186; GCN: s_addc_u32 s{{[0-9]+}}, s[[PC_HI]], g1@gotpcrel32@hi+4
Matt Arsenaultac0fc842016-09-17 16:09:55 +0000187; GCN: v_mov_b32_e32 [[FI:v[0-9]+]], 0{{$}}
188; GCN: buffer_store_dword [[FI]]
189define void @cannot_select_assertzext_valuetype(i32 addrspace(1)* %out, i32 %idx) #0 {
190entry:
191 %b = alloca i32, align 4
192 %tmp1 = load volatile i32*, i32* addrspace(1)* @g1, align 4
193 %arrayidx = getelementptr inbounds i32, i32* %tmp1, i32 %idx
194 %tmp2 = load i32, i32* %arrayidx, align 4
195 store volatile i32* %b, i32* addrspace(1)* undef
196 ret void
197}
198
199declare void @llvm.lifetime.start(i64, i8* nocapture) #1
200declare void @llvm.lifetime.end(i64, i8* nocapture) #1
201
Matt Arsenaultf43c2a02016-03-23 21:49:25 +0000202attributes #0 = { nounwind }
Matt Arsenaultac0fc842016-09-17 16:09:55 +0000203attributes #1 = { argmemonly nounwind }