blob: c2722717fb368c0d546eb6dae5e3422bedc42d9c [file] [log] [blame]
Matt Arsenault3f71c0e2017-11-29 00:55:57 +00001; RUN: llc -march=amdgcn -verify-machineinstrs < %s | FileCheck -check-prefixes=GCN,SICIVI,FUNC %s
2; RUN: llc -march=amdgcn -mcpu=tonga -verify-machineinstrs < %s | FileCheck -check-prefixes=GCN,SICIVI,FUNC %s
3; RUN: llc -march=r600 -mcpu=redwood < %s | FileCheck -check-prefixes=EG,FUNC %s
Matt Arsenaultd1097a32016-06-02 19:54:26 +00004
Farhana Aleenc6c9dc82018-03-16 18:12:00 +00005; Testing for ds_read/write_128
Farhana Aleena7cb3112018-03-09 17:41:39 +00006; RUN: llc -march=amdgcn -mcpu=tahiti -amdgpu-ds128 < %s | FileCheck -check-prefixes=SI,FUNC %s
7; RUN: llc -march=amdgcn -mcpu=tonga -amdgpu-ds128 < %s | FileCheck -check-prefixes=CIVI,FUNC %s
8; RUN: llc -march=amdgcn -mcpu=gfx900 -amdgpu-ds128 < %s | FileCheck -check-prefixes=CIVI,FUNC %s
9
Matt Arsenaultd1097a32016-06-02 19:54:26 +000010; FUNC-LABEL: {{^}}load_f32_local:
Matt Arsenault3f71c0e2017-11-29 00:55:57 +000011; SICIVI: s_mov_b32 m0
12; GFX9-NOT: m0
Matt Arsenaultd1097a32016-06-02 19:54:26 +000013; GCN: ds_read_b32
14
15; EG: LDS_READ_RET
Matt Arsenault3dbeefa2017-03-21 21:39:51 +000016define amdgpu_kernel void @load_f32_local(float addrspace(1)* %out, float addrspace(3)* %in) #0 {
Matt Arsenaultd1097a32016-06-02 19:54:26 +000017entry:
18 %tmp0 = load float, float addrspace(3)* %in
19 store float %tmp0, float addrspace(1)* %out
20 ret void
21}
22
23; FUNC-LABEL: {{^}}load_v2f32_local:
Matt Arsenault3f71c0e2017-11-29 00:55:57 +000024; SICIVI: s_mov_b32 m0
25; GFX9-NOT: m0
26
Matt Arsenaultd1097a32016-06-02 19:54:26 +000027; GCN: ds_read_b64
28
29; EG: LDS_READ_RET
30; EG: LDS_READ_RET
Matt Arsenault3dbeefa2017-03-21 21:39:51 +000031define amdgpu_kernel void @load_v2f32_local(<2 x float> addrspace(1)* %out, <2 x float> addrspace(3)* %in) #0 {
Matt Arsenaultd1097a32016-06-02 19:54:26 +000032entry:
33 %tmp0 = load <2 x float>, <2 x float> addrspace(3)* %in
34 store <2 x float> %tmp0, <2 x float> addrspace(1)* %out
35 ret void
36}
37
Matt Arsenault327bb5a2016-07-01 22:47:50 +000038; FIXME: should this do a read2_b64?
Matt Arsenaultd1097a32016-06-02 19:54:26 +000039; FUNC-LABEL: {{^}}local_load_v3f32:
Matt Arsenault3f71c0e2017-11-29 00:55:57 +000040; SICIVI: s_mov_b32 m0
41; GFX9-NOT: m0
42
Matt Arsenault327bb5a2016-07-01 22:47:50 +000043; GCN-DAG: ds_read_b32 v{{[0-9]+}}, v{{[0-9]+}} offset:8
44; GCN-DAG: ds_read_b64 v{{\[[0-9]+:[0-9]+\]}}, v{{[0-9]+$}}
Matt Arsenaultd1097a32016-06-02 19:54:26 +000045; GCN: s_waitcnt
46; GCN-DAG: ds_write_b64
47; GCN-DAG: ds_write_b32 v{{[0-9]+}}, v{{[0-9]+}} offset:8{{$}}
48
49; EG: LDS_READ_RET
50; EG: LDS_READ_RET
51; EG: LDS_READ_RET
Matt Arsenault3dbeefa2017-03-21 21:39:51 +000052define amdgpu_kernel void @local_load_v3f32(<3 x float> addrspace(3)* %out, <3 x float> addrspace(3)* %in) #0 {
Matt Arsenaultd1097a32016-06-02 19:54:26 +000053entry:
54 %tmp0 = load <3 x float>, <3 x float> addrspace(3)* %in
55 store <3 x float> %tmp0, <3 x float> addrspace(3)* %out
56 ret void
57}
58
59; FUNC-LABEL: {{^}}local_load_v4f32:
Matt Arsenault3f71c0e2017-11-29 00:55:57 +000060; SICIVI: s_mov_b32 m0
61; GFX9-NOT: m0
62
Matt Arsenaultd1097a32016-06-02 19:54:26 +000063; GCN: ds_read2_b64
64
65; EG: LDS_READ_RET
66; EG: LDS_READ_RET
67; EG: LDS_READ_RET
68; EG: LDS_READ_RET
Matt Arsenault3dbeefa2017-03-21 21:39:51 +000069define amdgpu_kernel void @local_load_v4f32(<4 x float> addrspace(3)* %out, <4 x float> addrspace(3)* %in) #0 {
Matt Arsenaultd1097a32016-06-02 19:54:26 +000070entry:
71 %tmp0 = load <4 x float>, <4 x float> addrspace(3)* %in
72 store <4 x float> %tmp0, <4 x float> addrspace(3)* %out
73 ret void
74}
75
76; FUNC-LABEL: {{^}}local_load_v8f32:
Matt Arsenault3f71c0e2017-11-29 00:55:57 +000077; SICIVI: s_mov_b32 m0
78; GFX9-NOT: m0
79
Matt Arsenaultd1097a32016-06-02 19:54:26 +000080; GCN: ds_read2_b64
81; GCN: ds_read2_b64
82
83; EG: LDS_READ_RET
84; EG: LDS_READ_RET
85; EG: LDS_READ_RET
86; EG: LDS_READ_RET
87; EG: LDS_READ_RET
88; EG: LDS_READ_RET
89; EG: LDS_READ_RET
90; EG: LDS_READ_RET
Matt Arsenault3dbeefa2017-03-21 21:39:51 +000091define amdgpu_kernel void @local_load_v8f32(<8 x float> addrspace(3)* %out, <8 x float> addrspace(3)* %in) #0 {
Matt Arsenaultd1097a32016-06-02 19:54:26 +000092entry:
93 %tmp0 = load <8 x float>, <8 x float> addrspace(3)* %in
94 store <8 x float> %tmp0, <8 x float> addrspace(3)* %out
95 ret void
96}
97
98; FUNC-LABEL: {{^}}local_load_v16f32:
Matt Arsenault3f71c0e2017-11-29 00:55:57 +000099; SICIVI: s_mov_b32 m0
100; GFX9-NOT: m0
101
Matt Arsenaultd1097a32016-06-02 19:54:26 +0000102; GCN: ds_read2_b64
103; GCN: ds_read2_b64
104; GCN: ds_read2_b64
105; GCN: ds_read2_b64
106
107; EG: LDS_READ_RET
108; EG: LDS_READ_RET
109; EG: LDS_READ_RET
110; EG: LDS_READ_RET
111; EG: LDS_READ_RET
112; EG: LDS_READ_RET
113; EG: LDS_READ_RET
114; EG: LDS_READ_RET
115; EG: LDS_READ_RET
116; EG: LDS_READ_RET
117; EG: LDS_READ_RET
118; EG: LDS_READ_RET
119; EG: LDS_READ_RET
120; EG: LDS_READ_RET
121; EG: LDS_READ_RET
122; EG: LDS_READ_RET
Matt Arsenault3dbeefa2017-03-21 21:39:51 +0000123define amdgpu_kernel void @local_load_v16f32(<16 x float> addrspace(3)* %out, <16 x float> addrspace(3)* %in) #0 {
Matt Arsenaultd1097a32016-06-02 19:54:26 +0000124entry:
125 %tmp0 = load <16 x float>, <16 x float> addrspace(3)* %in
126 store <16 x float> %tmp0, <16 x float> addrspace(3)* %out
127 ret void
128}
129
Farhana Aleenc6c9dc82018-03-16 18:12:00 +0000130; Tests if ds_read/write_b128 gets generated for the 16 byte aligned load.
Farhana Aleena7cb3112018-03-09 17:41:39 +0000131; FUNC-LABEL: {{^}}local_v4f32_to_128:
Farhana Aleenc6c9dc82018-03-16 18:12:00 +0000132
Farhana Aleena7cb3112018-03-09 17:41:39 +0000133; SI-NOT: ds_read_b128
Farhana Aleenc6c9dc82018-03-16 18:12:00 +0000134; SI-NOT: ds_write_b128
135
Farhana Aleena7cb3112018-03-09 17:41:39 +0000136; CIVI: ds_read_b128
Farhana Aleenc6c9dc82018-03-16 18:12:00 +0000137; CIVI: ds_write_b128
138
Farhana Aleena7cb3112018-03-09 17:41:39 +0000139; EG: LDS_READ_RET
140; EG: LDS_READ_RET
141; EG: LDS_READ_RET
142; EG: LDS_READ_RET
143define amdgpu_kernel void @local_v4f32_to_128(<4 x float> addrspace(3)* %out, <4 x float> addrspace(3)* %in) {
144 %ld = load <4 x float>, <4 x float> addrspace(3)* %in, align 16
Farhana Aleenc6c9dc82018-03-16 18:12:00 +0000145 store <4 x float> %ld, <4 x float> addrspace(3)* %out, align 16
Farhana Aleena7cb3112018-03-09 17:41:39 +0000146 ret void
147}
148
Matt Arsenaultd1097a32016-06-02 19:54:26 +0000149attributes #0 = { nounwind }