blob: 87b072c9ea20ac3f7a099e2a2a1fb3c4b2f7c5c1 [file] [log] [blame]
Tom Stellardca166212017-01-30 21:56:46 +00001//===- AMDGPULegalizerInfo.cpp -----------------------------------*- C++ -*-==//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9/// \file
10/// This file implements the targeting of the Machinelegalizer class for
11/// AMDGPU.
12/// \todo This should be generated by TableGen.
13//===----------------------------------------------------------------------===//
14
David Blaikie36a0f222018-03-23 23:58:31 +000015#include "AMDGPU.h"
Craig Topper2fa14362018-03-29 17:21:10 +000016#include "AMDGPULegalizerInfo.h"
Matt Arsenault85803362018-03-17 15:17:41 +000017#include "AMDGPUTargetMachine.h"
David Blaikieb3bde2e2017-11-17 01:07:10 +000018#include "llvm/CodeGen/TargetOpcodes.h"
Craig Topper2fa14362018-03-29 17:21:10 +000019#include "llvm/CodeGen/ValueTypes.h"
Tom Stellardca166212017-01-30 21:56:46 +000020#include "llvm/IR/DerivedTypes.h"
Chandler Carruth6bda14b2017-06-06 11:49:48 +000021#include "llvm/IR/Type.h"
Tom Stellardca166212017-01-30 21:56:46 +000022#include "llvm/Support/Debug.h"
23
24using namespace llvm;
Daniel Sanders9ade5592018-01-29 17:37:29 +000025using namespace LegalizeActions;
Tom Stellardca166212017-01-30 21:56:46 +000026
Tom Stellard5bfbae52018-07-11 20:59:01 +000027AMDGPULegalizerInfo::AMDGPULegalizerInfo(const GCNSubtarget &ST,
Matt Arsenaultc3fe46b2018-03-08 16:24:16 +000028 const GCNTargetMachine &TM) {
Tom Stellardca166212017-01-30 21:56:46 +000029 using namespace TargetOpcode;
30
Matt Arsenault85803362018-03-17 15:17:41 +000031 auto GetAddrSpacePtr = [&TM](unsigned AS) {
32 return LLT::pointer(AS, TM.getPointerSizeInBits(AS));
33 };
34
Matt Arsenault685d1e82018-03-17 15:17:45 +000035 auto AMDGPUAS = ST.getAMDGPUAS();
36
Matt Arsenault85803362018-03-17 15:17:41 +000037 const LLT S1 = LLT::scalar(1);
Tom Stellardff63ee02017-06-19 13:15:45 +000038 const LLT V2S16 = LLT::vector(2, 16);
Matt Arsenault85803362018-03-17 15:17:41 +000039
Tom Stellardca166212017-01-30 21:56:46 +000040 const LLT S32 = LLT::scalar(32);
41 const LLT S64 = LLT::scalar(64);
Tom Stellardeebbfc22018-06-30 04:09:44 +000042 const LLT S512 = LLT::scalar(512);
Matt Arsenault85803362018-03-17 15:17:41 +000043
44 const LLT GlobalPtr = GetAddrSpacePtr(AMDGPUAS::GLOBAL_ADDRESS);
45 const LLT ConstantPtr = GetAddrSpacePtr(AMDGPUAS::CONSTANT_ADDRESS);
Matt Arsenault685d1e82018-03-17 15:17:45 +000046 const LLT LocalPtr = GetAddrSpacePtr(AMDGPUAS::LOCAL_ADDRESS);
47 const LLT FlatPtr = GetAddrSpacePtr(AMDGPUAS.FLAT_ADDRESS);
48 const LLT PrivatePtr = GetAddrSpacePtr(AMDGPUAS.PRIVATE_ADDRESS);
Matt Arsenault85803362018-03-17 15:17:41 +000049
Matt Arsenault685d1e82018-03-17 15:17:45 +000050 const LLT AddrSpaces[] = {
51 GlobalPtr,
52 ConstantPtr,
53 LocalPtr,
54 FlatPtr,
55 PrivatePtr
56 };
Tom Stellardca166212017-01-30 21:56:46 +000057
Tom Stellardee6e6452017-06-12 20:54:56 +000058 setAction({G_ADD, S32}, Legal);
Tom Stellard26fac0f2018-06-22 02:54:57 +000059 setAction({G_ASHR, S32}, Legal);
Matt Arsenaultfed0a452018-03-19 14:07:23 +000060 setAction({G_SUB, S32}, Legal);
Matt Arsenaultdc14ec02018-03-01 19:22:05 +000061 setAction({G_MUL, S32}, Legal);
Tom Stellardaf552dc2017-06-23 15:17:17 +000062 setAction({G_AND, S32}, Legal);
Matt Arsenault3f6a2042018-03-01 19:09:21 +000063 setAction({G_OR, S32}, Legal);
64 setAction({G_XOR, S32}, Legal);
Tom Stellardee6e6452017-06-12 20:54:56 +000065
Tom Stellardff63ee02017-06-19 13:15:45 +000066 setAction({G_BITCAST, V2S16}, Legal);
67 setAction({G_BITCAST, 1, S32}, Legal);
68
69 setAction({G_BITCAST, S32}, Legal);
70 setAction({G_BITCAST, 1, V2S16}, Legal);
71
Matt Arsenaultabdc4f22018-03-17 15:17:48 +000072 getActionDefinitionsBuilder(G_FCONSTANT)
73 .legalFor({S32, S64});
Tom Stellardeebbfc22018-06-30 04:09:44 +000074
75 // G_IMPLICIT_DEF is a no-op so we can make it legal for any value type that
76 // can fit in a register.
77 // FIXME: We need to legalize several more operations before we can add
78 // a test case for size > 512.
Matt Arsenaultb3feccd2018-06-25 15:42:12 +000079 getActionDefinitionsBuilder(G_IMPLICIT_DEF)
Tom Stellardeebbfc22018-06-30 04:09:44 +000080 .legalIf([=](const LegalityQuery &Query) {
81 return Query.Types[0].getSizeInBits() <= 512;
82 })
83 .clampScalar(0, S1, S512);
Matt Arsenaultb3feccd2018-06-25 15:42:12 +000084
85 getActionDefinitionsBuilder(G_CONSTANT)
Matt Arsenaultabdc4f22018-03-17 15:17:48 +000086 .legalFor({S1, S32, S64});
87
Tom Stellarde0424122017-06-03 01:13:33 +000088 // FIXME: i1 operands to intrinsics should always be legal, but other i1
89 // values may not be legal. We need to figure out how to distinguish
90 // between these two scenarios.
91 setAction({G_CONSTANT, S1}, Legal);
Matt Arsenault06cbb272018-03-01 19:16:52 +000092
Tom Stellardd0c6cf22017-10-27 23:57:41 +000093 setAction({G_FADD, S32}, Legal);
94
Matt Arsenault8e80a5f2018-03-01 19:09:16 +000095 setAction({G_FCMP, S1}, Legal);
96 setAction({G_FCMP, 1, S32}, Legal);
97 setAction({G_FCMP, 1, S64}, Legal);
98
Tom Stellard3337d742017-08-02 22:56:30 +000099 setAction({G_FMUL, S32}, Legal);
100
Matt Arsenault0529a8e2018-03-01 20:56:21 +0000101 setAction({G_ZEXT, S64}, Legal);
102 setAction({G_ZEXT, 1, S32}, Legal);
103
Matt Arsenaultdd022ce2018-03-01 19:04:25 +0000104 setAction({G_FPTOSI, S32}, Legal);
105 setAction({G_FPTOSI, 1, S32}, Legal);
106
Tom Stellard9a653572018-06-22 02:34:29 +0000107 setAction({G_SITOFP, S32}, Legal);
108 setAction({G_SITOFP, 1, S32}, Legal);
109
Tom Stellard33445762018-02-07 04:47:59 +0000110 setAction({G_FPTOUI, S32}, Legal);
111 setAction({G_FPTOUI, 1, S32}, Legal);
112
Matt Arsenault685d1e82018-03-17 15:17:45 +0000113 for (LLT PtrTy : AddrSpaces) {
114 LLT IdxTy = LLT::scalar(PtrTy.getSizeInBits());
115 setAction({G_GEP, PtrTy}, Legal);
116 setAction({G_GEP, 1, IdxTy}, Legal);
117 }
Tom Stellardca166212017-01-30 21:56:46 +0000118
Tom Stellard8cd60a52017-06-06 14:16:50 +0000119 setAction({G_ICMP, S1}, Legal);
120 setAction({G_ICMP, 1, S32}, Legal);
121
Matt Arsenault85803362018-03-17 15:17:41 +0000122
123 getActionDefinitionsBuilder({G_LOAD, G_STORE})
124 .legalIf([=, &ST](const LegalityQuery &Query) {
125 const LLT &Ty0 = Query.Types[0];
126
127 // TODO: Decompose private loads into 4-byte components.
128 // TODO: Illegal flat loads on SI
129 switch (Ty0.getSizeInBits()) {
130 case 32:
131 case 64:
132 case 128:
133 return true;
134
135 case 96:
136 // XXX hasLoadX3
137 return (ST.getGeneration() >= AMDGPUSubtarget::SEA_ISLANDS);
138
139 case 256:
140 case 512:
141 // TODO: constant loads
142 default:
143 return false;
144 }
145 });
146
147
Tom Stellardca166212017-01-30 21:56:46 +0000148
Tom Stellard2860a422017-06-07 13:54:51 +0000149 setAction({G_SELECT, S32}, Legal);
150 setAction({G_SELECT, 1, S1}, Legal);
151
Tom Stellardeb8f1e22017-06-26 15:56:52 +0000152 setAction({G_SHL, S32}, Legal);
153
Tom Stellardca166212017-01-30 21:56:46 +0000154
155 // FIXME: When RegBankSelect inserts copies, it will only create new
156 // registers with scalar types. This means we can end up with
157 // G_LOAD/G_STORE/G_GEP instruction with scalar types for their pointer
158 // operands. In assert builds, the instruction selector will assert
159 // if it sees a generic instruction which isn't legal, so we need to
160 // tell it that scalar types are legal for pointer operands
161 setAction({G_GEP, S64}, Legal);
Tom Stellardca166212017-01-30 21:56:46 +0000162
Matt Arsenault7b9ed892018-03-12 13:35:53 +0000163 for (unsigned Op : {G_EXTRACT_VECTOR_ELT, G_INSERT_VECTOR_ELT}) {
164 getActionDefinitionsBuilder(Op)
165 .legalIf([=](const LegalityQuery &Query) {
166 const LLT &VecTy = Query.Types[1];
167 const LLT &IdxTy = Query.Types[2];
168 return VecTy.getSizeInBits() % 32 == 0 &&
169 VecTy.getSizeInBits() <= 512 &&
170 IdxTy.getSizeInBits() == 32;
171 });
172 }
173
Matt Arsenault71272e62018-03-05 16:25:15 +0000174 // FIXME: Doesn't handle extract of illegal sizes.
Tom Stellardb7f19e62018-07-24 02:19:20 +0000175 getActionDefinitionsBuilder({G_EXTRACT, G_INSERT})
Matt Arsenault71272e62018-03-05 16:25:15 +0000176 .legalIf([=](const LegalityQuery &Query) {
177 const LLT &Ty0 = Query.Types[0];
178 const LLT &Ty1 = Query.Types[1];
179 return (Ty0.getSizeInBits() % 32 == 0) &&
180 (Ty1.getSizeInBits() % 32 == 0);
181 });
182
Matt Arsenault503afda2018-03-12 13:35:43 +0000183 // Merge/Unmerge
184 for (unsigned Op : {G_MERGE_VALUES, G_UNMERGE_VALUES}) {
185 unsigned BigTyIdx = Op == G_MERGE_VALUES ? 0 : 1;
186 unsigned LitTyIdx = Op == G_MERGE_VALUES ? 1 : 0;
187
188 getActionDefinitionsBuilder(Op)
189 .legalIf([=](const LegalityQuery &Query) {
190 const LLT &BigTy = Query.Types[BigTyIdx];
191 const LLT &LitTy = Query.Types[LitTyIdx];
192 return BigTy.getSizeInBits() % 32 == 0 &&
193 LitTy.getSizeInBits() % 32 == 0 &&
194 BigTy.getSizeInBits() <= 512;
195 })
196 // Any vectors left are the wrong size. Scalarize them.
197 .fewerElementsIf([](const LegalityQuery &Query) { return true; },
198 [](const LegalityQuery &Query) {
199 return std::make_pair(
200 0, Query.Types[0].getElementType());
201 })
202 .fewerElementsIf([](const LegalityQuery &Query) { return true; },
203 [](const LegalityQuery &Query) {
204 return std::make_pair(
205 1, Query.Types[1].getElementType());
206 });
207
208 }
209
Tom Stellardca166212017-01-30 21:56:46 +0000210 computeTables();
Roman Tereshin76c29c62018-05-31 16:16:48 +0000211 verify(*ST.getInstrInfo());
Tom Stellardca166212017-01-30 21:56:46 +0000212}