blob: b8bfff0806e7668a3bdfc319da7c88cf896e72a0 [file] [log] [blame]
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -07001//===- subzero/src/IceTargetLowering.h - Lowering interface -----*- C++ -*-===//
2//
3// The Subzero Code Generator
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
Andrew Scull9612d322015-07-06 14:53:25 -07009///
10/// \file
Jim Stichnoth92a6e5b2015-12-02 16:52:44 -080011/// \brief Declares the TargetLowering, LoweringContext, and TargetDataLowering
12/// classes.
13///
14/// TargetLowering is an abstract class used to drive the translation/lowering
15/// process. LoweringContext maintains a context for lowering each instruction,
16/// offering conveniences such as iterating over non-deleted instructions.
17/// TargetDataLowering is an abstract class used to drive the lowering/emission
18/// of global initializers, external global declarations, and internal constant
19/// pools.
Andrew Scull9612d322015-07-06 14:53:25 -070020///
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070021//===----------------------------------------------------------------------===//
22
23#ifndef SUBZERO_SRC_ICETARGETLOWERING_H
24#define SUBZERO_SRC_ICETARGETLOWERING_H
25
John Portoe82b5602016-02-24 15:58:55 -080026#include "IceBitVector.h"
27#include "IceCfgNode.h"
Manasij Mukherjee7cd926d2016-08-04 12:33:23 -070028#include "IceDefs.h"
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070029#include "IceInst.h" // for the names of the Inst subtypes
Jan Voung76bb0be2015-05-14 09:26:19 -070030#include "IceOperand.h"
Manasij Mukherjee7cd926d2016-08-04 12:33:23 -070031#include "IceRegAlloc.h"
Jim Stichnotha18cc9c2014-09-30 19:10:22 -070032#include "IceTypes.h"
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070033
John Porto1d937a82015-12-17 06:19:34 -080034#include <utility>
35
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070036namespace Ice {
37
Karl Schimpfc5abdc12015-10-09 13:29:13 -070038// UnimplementedError is defined as a macro so that we can get actual line
39// numbers.
40#define UnimplementedError(Flags) \
41 do { \
42 if (!static_cast<const ClFlags &>(Flags).getSkipUnimplemented()) { \
43 /* Use llvm_unreachable instead of report_fatal_error, which gives \
44 better stack traces. */ \
45 llvm_unreachable("Not yet implemented"); \
46 abort(); \
47 } \
48 } while (0)
49
Jim Stichnoth91c773e2016-01-19 09:52:22 -080050// UnimplementedLoweringError is similar in style to UnimplementedError. Given
51// a TargetLowering object pointer and an Inst pointer, it adds appropriate
52// FakeDef and FakeUse instructions to try maintain liveness consistency.
53#define UnimplementedLoweringError(Target, Instr) \
54 do { \
Karl Schimpfd4699942016-04-02 09:55:31 -070055 if (getFlags().getSkipUnimplemented()) { \
Jim Stichnoth91c773e2016-01-19 09:52:22 -080056 (Target)->addFakeDefUses(Instr); \
57 } else { \
58 /* Use llvm_unreachable instead of report_fatal_error, which gives \
59 better stack traces. */ \
Eric Holke37076a2016-01-27 14:06:35 -080060 llvm_unreachable( \
Jim Stichnoth467ffe52016-03-29 15:01:06 -070061 (std::string("Not yet implemented: ") + Instr->getInstName()) \
62 .c_str()); \
Jim Stichnoth91c773e2016-01-19 09:52:22 -080063 abort(); \
64 } \
65 } while (0)
66
Andrew Scull57e12682015-09-16 11:30:19 -070067/// LoweringContext makes it easy to iterate through non-deleted instructions in
68/// a node, and insert new (lowered) instructions at the current point. Along
69/// with the instruction list container and associated iterators, it holds the
70/// current node, which is needed when inserting new instructions in order to
71/// track whether variables are used as single-block or multi-block.
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070072class LoweringContext {
Jim Stichnoth7b451a92014-10-15 14:39:23 -070073 LoweringContext(const LoweringContext &) = delete;
74 LoweringContext &operator=(const LoweringContext &) = delete;
75
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070076public:
Jim Stichnotheafb56c2015-06-22 10:35:22 -070077 LoweringContext() = default;
78 ~LoweringContext() = default;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070079 void init(CfgNode *Node);
80 Inst *getNextInst() const {
81 if (Next == End)
Jim Stichnothae953202014-12-20 06:17:49 -080082 return nullptr;
Jim Stichnothf5fdd232016-05-09 12:24:36 -070083 return iteratorToInst(Next);
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070084 }
Jan Voungc820ddf2014-07-29 14:38:51 -070085 Inst *getNextInst(InstList::iterator &Iter) const {
Jan Vounge6e497d2014-07-30 10:06:03 -070086 advanceForward(Iter);
Jan Voungc820ddf2014-07-29 14:38:51 -070087 if (Iter == End)
Jim Stichnothae953202014-12-20 06:17:49 -080088 return nullptr;
Jim Stichnothf5fdd232016-05-09 12:24:36 -070089 return iteratorToInst(Iter);
Jan Voungc820ddf2014-07-29 14:38:51 -070090 }
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070091 CfgNode *getNode() const { return Node; }
92 bool atEnd() const { return Cur == End; }
93 InstList::iterator getCur() const { return Cur; }
Jim Stichnoth5d2fa0c2014-12-01 09:30:55 -080094 InstList::iterator getNext() const { return Next; }
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070095 InstList::iterator getEnd() const { return End; }
Jim Stichnoth8cfeb692016-02-05 09:50:02 -080096 void insert(Inst *Instr);
John Porto1d937a82015-12-17 06:19:34 -080097 template <typename Inst, typename... Args> Inst *insert(Args &&... A) {
98 auto *New = Inst::create(Node->getCfg(), std::forward<Args>(A)...);
99 insert(New);
100 return New;
101 }
Jan Vounge6e497d2014-07-30 10:06:03 -0700102 Inst *getLastInserted() const;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700103 void advanceCur() { Cur = Next; }
Jan Vounge6e497d2014-07-30 10:06:03 -0700104 void advanceNext() { advanceForward(Next); }
Jim Stichnotha3f57b92015-07-30 12:46:04 -0700105 void setCur(InstList::iterator C) { Cur = C; }
106 void setNext(InstList::iterator N) { Next = N; }
Jim Stichnoth336f6c42014-10-30 15:01:31 -0700107 void rewind();
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700108 void setInsertPoint(const InstList::iterator &Position) { Next = Position; }
Jim Stichnoth318f4cd2015-10-01 21:02:37 -0700109 void availabilityReset();
110 void availabilityUpdate();
111 Variable *availabilityGet(Operand *Src) const;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700112
113private:
Andrew Scull9612d322015-07-06 14:53:25 -0700114 /// Node is the argument to Inst::updateVars().
Jim Stichnotheafb56c2015-06-22 10:35:22 -0700115 CfgNode *Node = nullptr;
116 Inst *LastInserted = nullptr;
Andrew Scull57e12682015-09-16 11:30:19 -0700117 /// Cur points to the current instruction being considered. It is guaranteed
118 /// to point to a non-deleted instruction, or to be End.
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700119 InstList::iterator Cur;
Andrew Scull57e12682015-09-16 11:30:19 -0700120 /// Next doubles as a pointer to the next valid instruction (if any), and the
121 /// new-instruction insertion point. It is also updated for the caller in case
122 /// the lowering consumes more than one high-level instruction. It is
123 /// guaranteed to point to a non-deleted instruction after Cur, or to be End.
124 // TODO: Consider separating the notion of "next valid instruction" and "new
125 // instruction insertion point", to avoid confusion when previously-deleted
126 // instructions come between the two points.
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700127 InstList::iterator Next;
Andrew Scull9612d322015-07-06 14:53:25 -0700128 /// Begin is a copy of Insts.begin(), used if iterators are moved backward.
Jan Vounge6e497d2014-07-30 10:06:03 -0700129 InstList::iterator Begin;
Andrew Scull9612d322015-07-06 14:53:25 -0700130 /// End is a copy of Insts.end(), used if Next needs to be advanced.
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700131 InstList::iterator End;
Jim Stichnoth318f4cd2015-10-01 21:02:37 -0700132 /// LastDest and LastSrc capture the parameters of the last "Dest=Src" simple
133 /// assignment inserted (provided Src is a variable). This is used for simple
134 /// availability analysis.
135 Variable *LastDest = nullptr;
136 Variable *LastSrc = nullptr;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700137
Jan Voungc820ddf2014-07-29 14:38:51 -0700138 void skipDeleted(InstList::iterator &I) const;
Jan Vounge6e497d2014-07-30 10:06:03 -0700139 void advanceForward(InstList::iterator &I) const;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700140};
141
Jan Voung28068ad2015-07-31 12:58:46 -0700142/// A helper class to advance the LoweringContext at each loop iteration.
143class PostIncrLoweringContext {
144 PostIncrLoweringContext() = delete;
145 PostIncrLoweringContext(const PostIncrLoweringContext &) = delete;
146 PostIncrLoweringContext &operator=(const PostIncrLoweringContext &) = delete;
147
148public:
149 explicit PostIncrLoweringContext(LoweringContext &Context)
150 : Context(Context) {}
151 ~PostIncrLoweringContext() {
152 Context.advanceCur();
153 Context.advanceNext();
154 }
155
156private:
157 LoweringContext &Context;
158};
159
John Porto53611e22015-12-30 07:30:10 -0800160/// TargetLowering is the base class for all backends in Subzero. In addition to
161/// implementing the abstract methods in this class, each concrete target must
162/// also implement a named constructor in its own namespace. For instance, for
163/// X8632 we have:
164///
165/// namespace X8632 {
166/// void createTargetLowering(Cfg *Func);
167/// }
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700168class TargetLowering {
Jim Stichnothc6ead202015-02-24 09:30:30 -0800169 TargetLowering() = delete;
Jim Stichnoth7b451a92014-10-15 14:39:23 -0700170 TargetLowering(const TargetLowering &) = delete;
171 TargetLowering &operator=(const TargetLowering &) = delete;
172
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700173public:
Karl Schimpf5403f5d2016-01-15 11:07:46 -0800174 static void staticInit(GlobalContext *Ctx);
Jim Stichnoth8ff4b282016-01-04 15:39:06 -0800175 // Each target must define a public static method:
Karl Schimpf5403f5d2016-01-15 11:07:46 -0800176 // static void staticInit(GlobalContext *Ctx);
Jim Stichnoth467ffe52016-03-29 15:01:06 -0700177 static bool shouldBePooled(const class Constant *C);
John Porto53611e22015-12-30 07:30:10 -0800178
179 static std::unique_ptr<TargetLowering> createLowering(TargetArch Target,
180 Cfg *Func);
181
182 virtual std::unique_ptr<Assembler> createAssembler() const = 0;
183
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700184 void translate() {
Jim Stichnothdd6dcfa2016-04-18 12:52:09 -0700185 switch (Func->getOptLevel()) {
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700186 case Opt_m1:
187 translateOm1();
188 break;
189 case Opt_0:
190 translateO0();
191 break;
192 case Opt_1:
193 translateO1();
194 break;
195 case Opt_2:
196 translateO2();
197 break;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700198 }
199 }
200 virtual void translateOm1() {
201 Func->setError("Target doesn't specify Om1 lowering steps.");
202 }
203 virtual void translateO0() {
204 Func->setError("Target doesn't specify O0 lowering steps.");
205 }
206 virtual void translateO1() {
207 Func->setError("Target doesn't specify O1 lowering steps.");
208 }
209 virtual void translateO2() {
210 Func->setError("Target doesn't specify O2 lowering steps.");
211 }
212
John Porto5e0a8a72015-11-20 13:50:36 -0800213 /// Generates calls to intrinsics for operations the Target can't handle.
214 void genTargetHelperCalls();
Andrew Scull9612d322015-07-06 14:53:25 -0700215 /// Tries to do address mode optimization on a single instruction.
Jim Stichnothd97c7df2014-06-04 11:57:08 -0700216 void doAddressOpt();
Andrew Scull9612d322015-07-06 14:53:25 -0700217 /// Randomly insert NOPs.
Qining Luaee5fa82015-08-20 14:59:03 -0700218 void doNopInsertion(RandomNumberGenerator &RNG);
Andrew Scull9612d322015-07-06 14:53:25 -0700219 /// Lowers a single non-Phi instruction.
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700220 void lower();
Jim Stichnotha3f57b92015-07-30 12:46:04 -0700221 /// Inserts and lowers a single high-level instruction at a specific insertion
222 /// point.
223 void lowerInst(CfgNode *Node, InstList::iterator Next, InstHighLevel *Instr);
Andrew Scull57e12682015-09-16 11:30:19 -0700224 /// Does preliminary lowering of the set of Phi instructions in the current
225 /// node. The main intention is to do what's needed to keep the unlowered Phi
226 /// instructions consistent with the lowered non-Phi instructions, e.g. to
227 /// lower 64-bit operands on a 32-bit target.
Jim Stichnoth336f6c42014-10-30 15:01:31 -0700228 virtual void prelowerPhis() {}
Andrew Scull57e12682015-09-16 11:30:19 -0700229 /// Tries to do branch optimization on a single instruction. Returns true if
230 /// some optimization was done.
Jim Stichnothff9c7062014-09-18 04:50:49 -0700231 virtual bool doBranchOpt(Inst * /*I*/, const CfgNode * /*NextNode*/) {
232 return false;
233 }
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700234
Jim Stichnoth3d44fe82014-11-01 10:10:18 -0700235 virtual SizeT getNumRegisters() const = 0;
Andrew Scull57e12682015-09-16 11:30:19 -0700236 /// Returns a variable pre-colored to the specified physical register. This is
237 /// generally used to get very direct access to the register such as in the
238 /// prolog or epilog or for marking scratch registers as killed by a call. If
239 /// a Type is not provided, a target-specific default type is used.
Jim Stichnoth8aa39662016-02-10 11:20:30 -0800240 virtual Variable *getPhysicalRegister(RegNumT RegNum,
Jim Stichnoth98712a32014-10-24 10:59:02 -0700241 Type Ty = IceType_void) = 0;
Andrew Scull9612d322015-07-06 14:53:25 -0700242 /// Returns a printable name for the register.
Jim Stichnoth467ffe52016-03-29 15:01:06 -0700243 virtual const char *getRegName(RegNumT RegNum, Type Ty) const = 0;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700244
245 virtual bool hasFramePointer() const { return false; }
David Sehre39d0ca2015-11-06 11:25:41 -0800246 virtual void setHasFramePointer() = 0;
Jim Stichnoth8aa39662016-02-10 11:20:30 -0800247 virtual RegNumT getStackReg() const = 0;
248 virtual RegNumT getFrameReg() const = 0;
249 virtual RegNumT getFrameOrStackReg() const = 0;
Matt Walad4799f42014-08-14 14:24:12 -0700250 virtual size_t typeWidthInBytesOnStack(Type Ty) const = 0;
David Sehre39d0ca2015-11-06 11:25:41 -0800251 virtual uint32_t getStackAlignment() const = 0;
David Sehr2f3b8ec2015-11-16 16:51:39 -0800252 virtual void reserveFixedAllocaArea(size_t Size, size_t Align) = 0;
253 virtual int32_t getFrameFixedAllocaOffset() const = 0;
John Porto614140e2015-11-23 11:43:13 -0800254 virtual uint32_t maxOutArgsSizeBytes() const { return 0; }
Jan Voung0fa6c5a2015-06-01 11:04:04 -0700255
Andrew Scull6d47bcd2015-09-17 17:10:05 -0700256 /// Return whether a 64-bit Variable should be split into a Variable64On32.
257 virtual bool shouldSplitToVariable64On32(Type Ty) const = 0;
258
Jaydeep Patil958ddb72016-10-03 07:52:48 -0700259 /// Return whether a Vector Variable should be split into a VariableVecOn32.
260 virtual bool shouldSplitToVariableVecOn32(Type Ty) const {
261 (void)Ty;
262 return false;
263 }
264
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700265 bool hasComputedFrame() const { return HasComputedFrame; }
Andrew Scull57e12682015-09-16 11:30:19 -0700266 /// Returns true if this function calls a function that has the "returns
267 /// twice" attribute.
Jan Voung44d53e12014-09-11 19:18:03 -0700268 bool callsReturnsTwice() const { return CallsReturnsTwice; }
Jim Stichnothdd842db2015-01-27 12:53:53 -0800269 void setCallsReturnsTwice(bool RetTwice) { CallsReturnsTwice = RetTwice; }
Jan Voungb36ad9b2015-04-21 17:01:49 -0700270 SizeT makeNextLabelNumber() { return NextLabelNumber++; }
Andrew Scull86df4e92015-07-30 13:54:44 -0700271 SizeT makeNextJumpTableNumber() { return NextJumpTableNumber++; }
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700272 LoweringContext &getContext() { return Context; }
Jim Stichnoth8ff4b282016-01-04 15:39:06 -0800273 Cfg *getFunc() const { return Func; }
274 GlobalContext *getGlobalContext() const { return Ctx; }
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700275
276 enum RegSet {
277 RegSet_None = 0,
278 RegSet_CallerSave = 1 << 0,
279 RegSet_CalleeSave = 1 << 1,
280 RegSet_StackPointer = 1 << 2,
281 RegSet_FramePointer = 1 << 3,
282 RegSet_All = ~RegSet_None
283 };
Andrew Scull8072bae2015-09-14 16:01:26 -0700284 using RegSetMask = uint32_t;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700285
John Portoe82b5602016-02-24 15:58:55 -0800286 virtual SmallBitVector getRegisterSet(RegSetMask Include,
287 RegSetMask Exclude) const = 0;
Jim Stichnothb40595a2016-01-29 06:14:31 -0800288 /// Get the set of physical registers available for the specified Variable's
289 /// register class, applying register restrictions from the command line.
John Portoe82b5602016-02-24 15:58:55 -0800290 virtual const SmallBitVector &
Jim Stichnothc59288b2015-11-09 11:38:40 -0800291 getRegistersForVariable(const Variable *Var) const = 0;
Jim Stichnothb40595a2016-01-29 06:14:31 -0800292 /// Get the set of *all* physical registers available for the specified
293 /// Variable's register class, *not* applying register restrictions from the
294 /// command line.
John Portoe82b5602016-02-24 15:58:55 -0800295 virtual const SmallBitVector &
Jim Stichnothb40595a2016-01-29 06:14:31 -0800296 getAllRegistersForVariable(const Variable *Var) const = 0;
John Portoe82b5602016-02-24 15:58:55 -0800297 virtual const SmallBitVector &getAliasesForRegister(RegNumT) const = 0;
John Portobb0a5fe2015-09-04 11:23:41 -0700298
Jim Stichnoth70d0a052014-11-14 15:53:46 -0800299 void regAlloc(RegAllocKind Kind);
Manasij Mukherjee7cd926d2016-08-04 12:33:23 -0700300 void postRegallocSplitting(const SmallBitVector &RegMask);
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700301
Qining Luaee5fa82015-08-20 14:59:03 -0700302 virtual void
Jim Stichnoth8aa39662016-02-10 11:20:30 -0800303 makeRandomRegisterPermutation(llvm::SmallVectorImpl<RegNumT> &Permutation,
John Portoe82b5602016-02-24 15:58:55 -0800304 const SmallBitVector &ExcludeRegisters,
Qining Luaee5fa82015-08-20 14:59:03 -0700305 uint64_t Salt) const = 0;
Jim Stichnothe6d24782014-12-19 05:42:24 -0800306
Andrew Scull87f80c12015-07-20 10:19:16 -0700307 /// Get the minimum number of clusters required for a jump table to be
308 /// considered.
309 virtual SizeT getMinJumpTableSize() const = 0;
Andrew Scull86df4e92015-07-30 13:54:44 -0700310 virtual void emitJumpTable(const Cfg *Func,
311 const InstJumpTable *JumpTable) const = 0;
Andrew Scull87f80c12015-07-20 10:19:16 -0700312
Jim Stichnoth144cdce2014-09-22 16:02:59 -0700313 virtual void emitVariable(const Variable *Var) const = 0;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700314
Jim Stichnoth8ff4b282016-01-04 15:39:06 -0800315 void emitWithoutPrefix(const ConstantRelocatable *CR,
316 const char *Suffix = "") const;
Jan Voung76bb0be2015-05-14 09:26:19 -0700317
Jan Voung76bb0be2015-05-14 09:26:19 -0700318 virtual void emit(const ConstantInteger32 *C) const = 0;
319 virtual void emit(const ConstantInteger64 *C) const = 0;
320 virtual void emit(const ConstantFloat *C) const = 0;
321 virtual void emit(const ConstantDouble *C) const = 0;
Jim Stichnoth8ff4b282016-01-04 15:39:06 -0800322 virtual void emit(const ConstantUndef *C) const = 0;
323 virtual void emit(const ConstantRelocatable *CR) const = 0;
Jan Voung76bb0be2015-05-14 09:26:19 -0700324
Andrew Scull9612d322015-07-06 14:53:25 -0700325 /// Performs target-specific argument lowering.
Matt Wala45a06232014-07-09 16:33:22 -0700326 virtual void lowerArguments() = 0;
327
Jim Stichnotha59ae6f2015-05-17 10:11:41 -0700328 virtual void initNodeForLowering(CfgNode *) {}
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700329 virtual void addProlog(CfgNode *Node) = 0;
330 virtual void addEpilog(CfgNode *Node) = 0;
331
Jim Stichnothb9a84722016-08-01 13:18:36 -0700332 /// Create a properly-typed "mov" instruction. This is primarily for local
333 /// variable splitting.
334 virtual Inst *createLoweredMove(Variable *Dest, Variable *SrcVar) {
335 // TODO(stichnot): make pure virtual by implementing for all targets
336 (void)Dest;
337 (void)SrcVar;
338 llvm::report_fatal_error("createLoweredMove() unimplemented");
339 return nullptr;
340 }
341
Jim Stichnotheafb56c2015-06-22 10:35:22 -0700342 virtual ~TargetLowering() = default;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700343
John Porto3bf335f2016-01-15 11:17:55 -0800344private:
345 // This control variable is used by AutoBundle (RAII-style bundle
346 // locking/unlocking) to prevent nested bundles.
347 bool AutoBundling = false;
348
Eric Holkd6cf6b32016-02-17 11:09:48 -0800349 /// This indicates whether we are in the genTargetHelperCalls phase, and
350 /// therefore can do things like scalarization.
351 bool GeneratingTargetHelpers = false;
352
John Porto3bf335f2016-01-15 11:17:55 -0800353 // _bundle_lock(), and _bundle_unlock(), were made private to force subtargets
354 // to use the AutoBundle helper.
355 void
356 _bundle_lock(InstBundleLock::Option BundleOption = InstBundleLock::Opt_None) {
357 Context.insert<InstBundleLock>(BundleOption);
358 }
359 void _bundle_unlock() { Context.insert<InstBundleUnlock>(); }
360
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700361protected:
John Porto3bf335f2016-01-15 11:17:55 -0800362 /// AutoBundle provides RIAA-style bundling. Sub-targets are expected to use
363 /// it when emitting NaCl Bundles to ensure proper bundle_unlocking, and
364 /// prevent nested bundles.
365 ///
366 /// AutoBundle objects will emit a _bundle_lock during construction (but only
367 /// if sandboxed code generation was requested), and a bundle_unlock() during
368 /// destruction. By carefully scoping objects of this type, Subtargets can
369 /// ensure proper bundle emission.
370 class AutoBundle {
371 AutoBundle() = delete;
372 AutoBundle(const AutoBundle &) = delete;
373 AutoBundle &operator=(const AutoBundle &) = delete;
374
375 public:
376 explicit AutoBundle(TargetLowering *Target, InstBundleLock::Option Option =
377 InstBundleLock::Opt_None);
378 ~AutoBundle();
379
380 private:
381 TargetLowering *const Target;
382 const bool NeedSandboxing;
383 };
384
Jim Stichnothc6ead202015-02-24 09:30:30 -0800385 explicit TargetLowering(Cfg *Func);
Karl Schimpf5403f5d2016-01-15 11:07:46 -0800386 // Applies command line filters to TypeToRegisterSet array.
Jim Stichnoth467ffe52016-03-29 15:01:06 -0700387 static void filterTypeToRegisterSet(
388 GlobalContext *Ctx, int32_t NumRegs, SmallBitVector TypeToRegisterSet[],
389 size_t TypeToRegisterSetSize,
390 std::function<std::string(RegNumT)> getRegName,
391 std::function<const char *(RegClass)> getRegClassName);
Jim Stichnoth8cfeb692016-02-05 09:50:02 -0800392 virtual void lowerAlloca(const InstAlloca *Instr) = 0;
393 virtual void lowerArithmetic(const InstArithmetic *Instr) = 0;
394 virtual void lowerAssign(const InstAssign *Instr) = 0;
395 virtual void lowerBr(const InstBr *Instr) = 0;
Eric Holk67c7c412016-04-15 13:05:37 -0700396 virtual void lowerBreakpoint(const InstBreakpoint *Instr) = 0;
Jim Stichnoth8cfeb692016-02-05 09:50:02 -0800397 virtual void lowerCall(const InstCall *Instr) = 0;
398 virtual void lowerCast(const InstCast *Instr) = 0;
399 virtual void lowerFcmp(const InstFcmp *Instr) = 0;
400 virtual void lowerExtractElement(const InstExtractElement *Instr) = 0;
401 virtual void lowerIcmp(const InstIcmp *Instr) = 0;
402 virtual void lowerInsertElement(const InstInsertElement *Instr) = 0;
403 virtual void lowerIntrinsicCall(const InstIntrinsicCall *Instr) = 0;
404 virtual void lowerLoad(const InstLoad *Instr) = 0;
405 virtual void lowerPhi(const InstPhi *Instr) = 0;
406 virtual void lowerRet(const InstRet *Instr) = 0;
407 virtual void lowerSelect(const InstSelect *Instr) = 0;
John Portoa47c11c2016-04-21 05:53:42 -0700408 virtual void lowerShuffleVector(const InstShuffleVector *Instr) = 0;
Jim Stichnoth8cfeb692016-02-05 09:50:02 -0800409 virtual void lowerStore(const InstStore *Instr) = 0;
410 virtual void lowerSwitch(const InstSwitch *Instr) = 0;
411 virtual void lowerUnreachable(const InstUnreachable *Instr) = 0;
Jim Stichnothe4f65d82015-06-17 22:16:02 -0700412 virtual void lowerOther(const Inst *Instr);
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700413
John Porto5e0a8a72015-11-20 13:50:36 -0800414 virtual void genTargetHelperCallFor(Inst *Instr) = 0;
John Portof4198542015-11-20 14:17:23 -0800415 virtual uint32_t getCallStackArgumentsSizeBytes(const InstCall *Instr) = 0;
John Porto5e0a8a72015-11-20 13:50:36 -0800416
Manasij Mukherjee0c704172016-07-21 12:40:24 -0700417 /// Opportunity to modify other instructions to help Address Optimization
418 virtual void doAddressOptOther() {}
Jim Stichnothd97c7df2014-06-04 11:57:08 -0700419 virtual void doAddressOptLoad() {}
420 virtual void doAddressOptStore() {}
Jim Stichnothad2989b2015-09-15 10:21:42 -0700421 virtual void doMockBoundsCheck(Operand *) {}
Qining Luaee5fa82015-08-20 14:59:03 -0700422 virtual void randomlyInsertNop(float Probability,
423 RandomNumberGenerator &RNG) = 0;
Andrew Scull57e12682015-09-16 11:30:19 -0700424 /// This gives the target an opportunity to post-process the lowered expansion
425 /// before returning.
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700426 virtual void postLower() {}
427
Jim Stichnoth91c773e2016-01-19 09:52:22 -0800428 /// When the SkipUnimplemented flag is set, addFakeDefUses() gets invoked by
429 /// the UnimplementedLoweringError macro to insert fake uses of all the
430 /// instruction variables and a fake def of the instruction dest, in order to
431 /// preserve integrity of liveness analysis.
432 void addFakeDefUses(const Inst *Instr);
433
Jim Stichnoth230d4102015-09-25 17:40:32 -0700434 /// Find (non-SSA) instructions where the Dest variable appears in some source
435 /// operand, and set the IsDestRedefined flag. This keeps liveness analysis
436 /// consistent.
437 void markRedefinitions();
Jan Voungb3401d22015-05-18 09:38:21 -0700438
Andrew Scull57e12682015-09-16 11:30:19 -0700439 /// Make a pass over the Cfg to determine which variables need stack slots and
440 /// place them in a sorted list (SortedSpilledVariables). Among those, vars,
441 /// classify the spill variables as local to the basic block vs global
442 /// (multi-block) in order to compute the parameters GlobalsSize and
443 /// SpillAreaSizeBytes (represents locals or general vars if the coalescing of
444 /// locals is disallowed) along with alignments required for variables in each
445 /// area. We rely on accurate VMetadata in order to classify a variable as
446 /// global vs local (otherwise the variable is conservatively global). The
447 /// in-args should be initialized to 0.
Andrew Scull9612d322015-07-06 14:53:25 -0700448 ///
Andrew Scull57e12682015-09-16 11:30:19 -0700449 /// This is only a pre-pass and the actual stack slot assignment is handled
450 /// separately.
Andrew Scull9612d322015-07-06 14:53:25 -0700451 ///
Andrew Scull57e12682015-09-16 11:30:19 -0700452 /// There may be target-specific Variable types, which will be handled by
453 /// TargetVarHook. If the TargetVarHook returns true, then the variable is
454 /// skipped and not considered with the rest of the spilled variables.
Jan Voung0fa6c5a2015-06-01 11:04:04 -0700455 void getVarStackSlotParams(VarList &SortedSpilledVariables,
John Portoe82b5602016-02-24 15:58:55 -0800456 SmallBitVector &RegsUsed, size_t *GlobalsSize,
457 size_t *SpillAreaSizeBytes,
Jan Voung0fa6c5a2015-06-01 11:04:04 -0700458 uint32_t *SpillAreaAlignmentBytes,
459 uint32_t *LocalsSlotsAlignmentBytes,
460 std::function<bool(Variable *)> TargetVarHook);
461
Andrew Scull57e12682015-09-16 11:30:19 -0700462 /// Calculate the amount of padding needed to align the local and global areas
463 /// to the required alignment. This assumes the globals/locals layout used by
464 /// getVarStackSlotParams and assignVarStackSlots.
Jan Voung0fa6c5a2015-06-01 11:04:04 -0700465 void alignStackSpillAreas(uint32_t SpillAreaStartOffset,
466 uint32_t SpillAreaAlignmentBytes,
467 size_t GlobalsSize,
468 uint32_t LocalsSlotsAlignmentBytes,
469 uint32_t *SpillAreaPaddingBytes,
470 uint32_t *LocalsSlotsPaddingBytes);
471
Andrew Scull57e12682015-09-16 11:30:19 -0700472 /// Make a pass through the SortedSpilledVariables and actually assign stack
473 /// slots. SpillAreaPaddingBytes takes into account stack alignment padding.
474 /// The SpillArea starts after that amount of padding. This matches the scheme
475 /// in getVarStackSlotParams, where there may be a separate multi-block global
476 /// var spill area and a local var spill area.
Jan Voung0fa6c5a2015-06-01 11:04:04 -0700477 void assignVarStackSlots(VarList &SortedSpilledVariables,
478 size_t SpillAreaPaddingBytes,
479 size_t SpillAreaSizeBytes,
480 size_t GlobalsAndSubsequentPaddingSize,
481 bool UsesFramePointer);
482
Andrew Scull57e12682015-09-16 11:30:19 -0700483 /// Sort the variables in Source based on required alignment. The variables
484 /// with the largest alignment need are placed in the front of the Dest list.
Jan Voung0fa6c5a2015-06-01 11:04:04 -0700485 void sortVarsByAlignment(VarList &Dest, const VarList &Source) const;
486
Karl Schimpf20070e82016-03-17 13:30:13 -0700487 InstCall *makeHelperCall(RuntimeHelper FuncID, Variable *Dest, SizeT MaxSrcs);
Jan Voungb36ad9b2015-04-21 17:01:49 -0700488
Jim Stichnoth230d4102015-09-25 17:40:32 -0700489 void _set_dest_redefined() { Context.getLastInserted()->setDestRedefined(); }
Jan Voung0fa6c5a2015-06-01 11:04:04 -0700490
Andrew Scullcfa628b2015-08-20 14:23:05 -0700491 bool shouldOptimizeMemIntrins();
492
Eric Holkcfc25532016-02-09 17:47:58 -0800493 void scalarizeArithmetic(InstArithmetic::OpKind K, Variable *Dest,
494 Operand *Src0, Operand *Src1);
495
Eric Holkcc69fa22016-02-10 13:07:06 -0800496 /// Generalizes scalarizeArithmetic to support other instruction types.
497 ///
Eric Holkd6cf6b32016-02-17 11:09:48 -0800498 /// insertScalarInstruction is a function-like object with signature
Eric Holkcc69fa22016-02-10 13:07:06 -0800499 /// (Variable *Dest, Variable *Src0, Variable *Src1) -> Instr *.
Eric Holkd6cf6b32016-02-17 11:09:48 -0800500 template <typename... Operands,
501 typename F = std::function<Inst *(Variable *, Operands *...)>>
502 void scalarizeInstruction(Variable *Dest, F insertScalarInstruction,
503 Operands *... Srcs) {
504 assert(GeneratingTargetHelpers &&
505 "scalarizeInstruction called during incorrect phase");
Eric Holkcc69fa22016-02-10 13:07:06 -0800506 const Type DestTy = Dest->getType();
507 assert(isVectorType(DestTy));
508 const Type DestElementTy = typeElementType(DestTy);
509 const SizeT NumElements = typeNumElements(DestTy);
Eric Holkcc69fa22016-02-10 13:07:06 -0800510
511 Variable *T = Func->makeVariable(DestTy);
Jaydeep Patil958ddb72016-10-03 07:52:48 -0700512 if (auto *VarVecOn32 = llvm::dyn_cast<VariableVecOn32>(T)) {
513 VarVecOn32->initVecElement(Func);
Jaydeep Patil3a01f332016-10-17 06:33:50 -0700514 auto *Undef = ConstantUndef::create(Ctx, DestTy);
515 Context.insert<InstAssign>(T, Undef);
516 } else {
517 Context.insert<InstFakeDef>(T);
Jaydeep Patil958ddb72016-10-03 07:52:48 -0700518 }
Eric Holkcc69fa22016-02-10 13:07:06 -0800519
Eric Holkd6cf6b32016-02-17 11:09:48 -0800520 for (SizeT I = 0; I < NumElements; ++I) {
521 auto *Index = Ctx->getConstantInt32(I);
522
523 auto makeExtractThunk = [this, Index, NumElements](Operand *Src) {
524 return [this, Index, NumElements, Src]() {
525 assert(typeNumElements(Src->getType()) == NumElements);
526
527 const auto ElementTy = typeElementType(Src->getType());
528 auto *Op = Func->makeVariable(ElementTy);
529 Context.insert<InstExtractElement>(Op, Src, Index);
530 return Op;
531 };
532 };
Eric Holkcc69fa22016-02-10 13:07:06 -0800533
534 // Perform the operation as a scalar operation.
Eric Holkd6cf6b32016-02-17 11:09:48 -0800535 auto *Res = Func->makeVariable(DestElementTy);
536 auto *Arith = applyToThunkedArgs(insertScalarInstruction, Res,
537 makeExtractThunk(Srcs)...);
Eric Holkcc69fa22016-02-10 13:07:06 -0800538 genTargetHelperCallFor(Arith);
539
Eric Holkcc69fa22016-02-10 13:07:06 -0800540 Variable *DestT = Func->makeVariable(DestTy);
541 Context.insert<InstInsertElement>(DestT, T, Res, Index);
542 T = DestT;
543 }
544 Context.insert<InstAssign>(Dest, T);
545 }
546
Eric Holkd6cf6b32016-02-17 11:09:48 -0800547 // applyToThunkedArgs is used by scalarizeInstruction. Ideally, we would just
548 // call insertScalarInstruction(Res, Srcs...), but C++ does not specify
549 // evaluation order which means this leads to an unpredictable final
550 // output. Instead, we wrap each of the Srcs in a thunk and these
551 // applyToThunkedArgs functions apply the thunks in a well defined order so we
552 // still get well-defined output.
553 Inst *applyToThunkedArgs(
554 std::function<Inst *(Variable *, Variable *)> insertScalarInstruction,
555 Variable *Res, std::function<Variable *()> thunk0) {
556 auto *Src0 = thunk0();
557 return insertScalarInstruction(Res, Src0);
558 }
Eric Holkcc69fa22016-02-10 13:07:06 -0800559
Eric Holkd6cf6b32016-02-17 11:09:48 -0800560 Inst *
561 applyToThunkedArgs(std::function<Inst *(Variable *, Variable *, Variable *)>
562 insertScalarInstruction,
563 Variable *Res, std::function<Variable *()> thunk0,
564 std::function<Variable *()> thunk1) {
565 auto *Src0 = thunk0();
566 auto *Src1 = thunk1();
567 return insertScalarInstruction(Res, Src0, Src1);
568 }
Eric Holkcc69fa22016-02-10 13:07:06 -0800569
Eric Holkd6cf6b32016-02-17 11:09:48 -0800570 Inst *applyToThunkedArgs(
571 std::function<Inst *(Variable *, Variable *, Variable *, Variable *)>
572 insertScalarInstruction,
573 Variable *Res, std::function<Variable *()> thunk0,
574 std::function<Variable *()> thunk1, std::function<Variable *()> thunk2) {
575 auto *Src0 = thunk0();
576 auto *Src1 = thunk1();
577 auto *Src2 = thunk2();
578 return insertScalarInstruction(Res, Src0, Src1, Src2);
Eric Holkcc69fa22016-02-10 13:07:06 -0800579 }
580
John Portoac2388c2016-01-22 07:10:56 -0800581 /// SandboxType enumerates all possible sandboxing strategies that
582 enum SandboxType {
583 ST_None,
584 ST_NaCl,
585 ST_Nonsfi,
586 };
587
588 static SandboxType determineSandboxTypeFromFlags(const ClFlags &Flags);
589
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700590 Cfg *Func;
591 GlobalContext *Ctx;
Jim Stichnotheafb56c2015-06-22 10:35:22 -0700592 bool HasComputedFrame = false;
593 bool CallsReturnsTwice = false;
Jim Stichnotheafb56c2015-06-22 10:35:22 -0700594 SizeT NextLabelNumber = 0;
Andrew Scull86df4e92015-07-30 13:54:44 -0700595 SizeT NextJumpTableNumber = 0;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700596 LoweringContext Context;
John Portoac2388c2016-01-22 07:10:56 -0800597 const SandboxType SandboxingType = ST_None;
Jim Stichnoth9738a9e2015-02-23 16:39:06 -0800598
Jim Stichnoth8ff4b282016-01-04 15:39:06 -0800599 const static constexpr char *H_getIP_prefix = "__Sz_getIP_";
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700600};
601
Andrew Scull57e12682015-09-16 11:30:19 -0700602/// TargetDataLowering is used for "lowering" data including initializers for
603/// global variables, and the internal constant pools. It is separated out from
604/// TargetLowering because it does not require a Cfg.
Jan Voung72984d82015-01-29 14:42:38 -0800605class TargetDataLowering {
606 TargetDataLowering() = delete;
607 TargetDataLowering(const TargetDataLowering &) = delete;
608 TargetDataLowering &operator=(const TargetDataLowering &) = delete;
Jim Stichnoth7b451a92014-10-15 14:39:23 -0700609
Jim Stichnothde4ca712014-06-29 08:13:48 -0700610public:
Jim Stichnothbbca7542015-02-11 16:08:31 -0800611 static std::unique_ptr<TargetDataLowering> createLowering(GlobalContext *Ctx);
Jan Voung72984d82015-01-29 14:42:38 -0800612 virtual ~TargetDataLowering();
Jan Voung839c4ce2014-07-28 15:19:43 -0700613
John Porto8b1a7052015-06-17 13:20:08 -0700614 virtual void lowerGlobals(const VariableDeclarationList &Vars,
Jim Stichnoth467ffe52016-03-29 15:01:06 -0700615 const std::string &SectionSuffix) = 0;
John Porto0f86d032015-06-15 07:44:27 -0700616 virtual void lowerConstants() = 0;
Andrew Scull86df4e92015-07-30 13:54:44 -0700617 virtual void lowerJumpTables() = 0;
Jim Stichnothde4ca712014-06-29 08:13:48 -0700618
619protected:
John Porto8b1a7052015-06-17 13:20:08 -0700620 void emitGlobal(const VariableDeclaration &Var,
Jim Stichnoth467ffe52016-03-29 15:01:06 -0700621 const std::string &SectionSuffix);
Jan Voung58eea4d2015-06-15 15:11:56 -0700622
Andrew Scull57e12682015-09-16 11:30:19 -0700623 /// For now, we assume .long is the right directive for emitting 4 byte emit
624 /// global relocations. However, LLVM MIPS usually uses .4byte instead.
Andrew Scull9612d322015-07-06 14:53:25 -0700625 /// Perhaps there is some difference when the location is unaligned.
John Porto8b1a7052015-06-17 13:20:08 -0700626 static const char *getEmit32Directive() { return ".long"; }
Jan Voung58eea4d2015-06-15 15:11:56 -0700627
Jim Stichnothc6ead202015-02-24 09:30:30 -0800628 explicit TargetDataLowering(GlobalContext *Ctx) : Ctx(Ctx) {}
Jim Stichnothde4ca712014-06-29 08:13:48 -0700629 GlobalContext *Ctx;
Jim Stichnothde4ca712014-06-29 08:13:48 -0700630};
631
Andrew Scull57e12682015-09-16 11:30:19 -0700632/// TargetHeaderLowering is used to "lower" the header of an output file. It
633/// writes out the target-specific header attributes. E.g., for ARM this writes
634/// out the build attributes (float ABI, etc.).
Jan Voungfb792842015-06-11 15:27:50 -0700635class TargetHeaderLowering {
636 TargetHeaderLowering() = delete;
637 TargetHeaderLowering(const TargetHeaderLowering &) = delete;
638 TargetHeaderLowering &operator=(const TargetHeaderLowering &) = delete;
639
640public:
641 static std::unique_ptr<TargetHeaderLowering>
642 createLowering(GlobalContext *Ctx);
643 virtual ~TargetHeaderLowering();
644
645 virtual void lower() {}
646
647protected:
648 explicit TargetHeaderLowering(GlobalContext *Ctx) : Ctx(Ctx) {}
649 GlobalContext *Ctx;
650};
651
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700652} // end of namespace Ice
653
654#endif // SUBZERO_SRC_ICETARGETLOWERING_H