blob: baa569f037cd174d78a776de5217c901d9c9ad44 [file] [log] [blame]
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -07001//===- subzero/src/IceTargetLowering.h - Lowering interface -----*- C++ -*-===//
2//
3// The Subzero Code Generator
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
Jim Stichnothbbca7542015-02-11 16:08:31 -080010// This file declares the TargetLowering, LoweringContext, and
11// TargetDataLowering classes. TargetLowering is an abstract class
12// used to drive the translation/lowering process. LoweringContext
13// maintains a context for lowering each instruction, offering
14// conveniences such as iterating over non-deleted instructions.
15// TargetDataLowering is an abstract class used to drive the
16// lowering/emission of global initializers, external global
17// declarations, and internal constant pools.
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070018//
19//===----------------------------------------------------------------------===//
20
21#ifndef SUBZERO_SRC_ICETARGETLOWERING_H
22#define SUBZERO_SRC_ICETARGETLOWERING_H
23
24#include "IceDefs.h"
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070025#include "IceInst.h" // for the names of the Inst subtypes
Jim Stichnotha18cc9c2014-09-30 19:10:22 -070026#include "IceTypes.h"
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070027
28namespace Ice {
29
30// LoweringContext makes it easy to iterate through non-deleted
31// instructions in a node, and insert new (lowered) instructions at
32// the current point. Along with the instruction list container and
33// associated iterators, it holds the current node, which is needed
34// when inserting new instructions in order to track whether variables
35// are used as single-block or multi-block.
36class LoweringContext {
Jim Stichnoth7b451a92014-10-15 14:39:23 -070037 LoweringContext(const LoweringContext &) = delete;
38 LoweringContext &operator=(const LoweringContext &) = delete;
39
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070040public:
Jim Stichnothae953202014-12-20 06:17:49 -080041 LoweringContext() : Node(nullptr), LastInserted(nullptr) {}
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070042 ~LoweringContext() {}
43 void init(CfgNode *Node);
44 Inst *getNextInst() const {
45 if (Next == End)
Jim Stichnothae953202014-12-20 06:17:49 -080046 return nullptr;
Jim Stichnoth607e9f02014-11-06 13:32:05 -080047 return Next;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070048 }
Jan Voungc820ddf2014-07-29 14:38:51 -070049 Inst *getNextInst(InstList::iterator &Iter) const {
Jan Vounge6e497d2014-07-30 10:06:03 -070050 advanceForward(Iter);
Jan Voungc820ddf2014-07-29 14:38:51 -070051 if (Iter == End)
Jim Stichnothae953202014-12-20 06:17:49 -080052 return nullptr;
Jim Stichnoth607e9f02014-11-06 13:32:05 -080053 return Iter;
Jan Voungc820ddf2014-07-29 14:38:51 -070054 }
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070055 CfgNode *getNode() const { return Node; }
56 bool atEnd() const { return Cur == End; }
57 InstList::iterator getCur() const { return Cur; }
Jim Stichnoth5d2fa0c2014-12-01 09:30:55 -080058 InstList::iterator getNext() const { return Next; }
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070059 InstList::iterator getEnd() const { return End; }
60 void insert(Inst *Inst);
Jan Vounge6e497d2014-07-30 10:06:03 -070061 Inst *getLastInserted() const;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070062 void advanceCur() { Cur = Next; }
Jan Vounge6e497d2014-07-30 10:06:03 -070063 void advanceNext() { advanceForward(Next); }
Jim Stichnoth336f6c42014-10-30 15:01:31 -070064 void rewind();
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070065 void setInsertPoint(const InstList::iterator &Position) { Next = Position; }
66
67private:
68 // Node is the argument to Inst::updateVars().
69 CfgNode *Node;
Jim Stichnoth98712a32014-10-24 10:59:02 -070070 Inst *LastInserted;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070071 // Cur points to the current instruction being considered. It is
72 // guaranteed to point to a non-deleted instruction, or to be End.
73 InstList::iterator Cur;
74 // Next doubles as a pointer to the next valid instruction (if any),
75 // and the new-instruction insertion point. It is also updated for
76 // the caller in case the lowering consumes more than one high-level
77 // instruction. It is guaranteed to point to a non-deleted
78 // instruction after Cur, or to be End. TODO: Consider separating
79 // the notion of "next valid instruction" and "new instruction
80 // insertion point", to avoid confusion when previously-deleted
81 // instructions come between the two points.
82 InstList::iterator Next;
Jan Vounge6e497d2014-07-30 10:06:03 -070083 // Begin is a copy of Insts.begin(), used if iterators are moved backward.
84 InstList::iterator Begin;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070085 // End is a copy of Insts.end(), used if Next needs to be advanced.
86 InstList::iterator End;
87
Jan Voungc820ddf2014-07-29 14:38:51 -070088 void skipDeleted(InstList::iterator &I) const;
Jan Vounge6e497d2014-07-30 10:06:03 -070089 void advanceForward(InstList::iterator &I) const;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070090};
91
92class TargetLowering {
Jim Stichnothc6ead202015-02-24 09:30:30 -080093 TargetLowering() = delete;
Jim Stichnoth7b451a92014-10-15 14:39:23 -070094 TargetLowering(const TargetLowering &) = delete;
95 TargetLowering &operator=(const TargetLowering &) = delete;
96
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070097public:
Jan Voungb36ad9b2015-04-21 17:01:49 -070098 // TODO(jvoung): return a unique_ptr like the other factory functions.
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -070099 static TargetLowering *createLowering(TargetArch Target, Cfg *Func);
Jan Voungec270732015-01-12 17:00:22 -0800100 static std::unique_ptr<Assembler> createAssembler(TargetArch Target,
101 Cfg *Func);
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700102 void translate() {
Jan Voung1f47ad02015-03-20 15:01:26 -0700103 switch (Ctx->getFlags().getOptLevel()) {
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700104 case Opt_m1:
105 translateOm1();
106 break;
107 case Opt_0:
108 translateO0();
109 break;
110 case Opt_1:
111 translateO1();
112 break;
113 case Opt_2:
114 translateO2();
115 break;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700116 }
117 }
118 virtual void translateOm1() {
119 Func->setError("Target doesn't specify Om1 lowering steps.");
120 }
121 virtual void translateO0() {
122 Func->setError("Target doesn't specify O0 lowering steps.");
123 }
124 virtual void translateO1() {
125 Func->setError("Target doesn't specify O1 lowering steps.");
126 }
127 virtual void translateO2() {
128 Func->setError("Target doesn't specify O2 lowering steps.");
129 }
130
Jim Stichnothd97c7df2014-06-04 11:57:08 -0700131 // Tries to do address mode optimization on a single instruction.
132 void doAddressOpt();
Matt Walac3302742014-08-15 16:21:56 -0700133 // Randomly insert NOPs.
134 void doNopInsertion();
Jim Stichnoth336f6c42014-10-30 15:01:31 -0700135 // Lowers a single non-Phi instruction.
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700136 void lower();
Jim Stichnoth336f6c42014-10-30 15:01:31 -0700137 // Does preliminary lowering of the set of Phi instructions in the
138 // current node. The main intention is to do what's needed to keep
139 // the unlowered Phi instructions consistent with the lowered
140 // non-Phi instructions, e.g. to lower 64-bit operands on a 32-bit
141 // target.
142 virtual void prelowerPhis() {}
143 // Lowers a list of "parallel" assignment instructions representing
144 // a topological sort of the Phi instructions.
145 virtual void lowerPhiAssignments(CfgNode *Node,
146 const AssignList &Assignments) = 0;
Jim Stichnothff9c7062014-09-18 04:50:49 -0700147 // Tries to do branch optimization on a single instruction. Returns
148 // true if some optimization was done.
149 virtual bool doBranchOpt(Inst * /*I*/, const CfgNode * /*NextNode*/) {
150 return false;
151 }
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700152
Jim Stichnoth3d44fe82014-11-01 10:10:18 -0700153 virtual SizeT getNumRegisters() const = 0;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700154 // Returns a variable pre-colored to the specified physical
155 // register. This is generally used to get very direct access to
156 // the register such as in the prolog or epilog or for marking
Jim Stichnoth98712a32014-10-24 10:59:02 -0700157 // scratch registers as killed by a call. If a Type is not
158 // provided, a target-specific default type is used.
159 virtual Variable *getPhysicalRegister(SizeT RegNum,
160 Type Ty = IceType_void) = 0;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700161 // Returns a printable name for the register.
162 virtual IceString getRegName(SizeT RegNum, Type Ty) const = 0;
163
164 virtual bool hasFramePointer() const { return false; }
165 virtual SizeT getFrameOrStackReg() const = 0;
Matt Walad4799f42014-08-14 14:24:12 -0700166 virtual size_t typeWidthInBytesOnStack(Type Ty) const = 0;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700167 bool hasComputedFrame() const { return HasComputedFrame; }
Jan Voung44d53e12014-09-11 19:18:03 -0700168 // Returns true if this function calls a function that has the
169 // "returns twice" attribute.
170 bool callsReturnsTwice() const { return CallsReturnsTwice; }
Jim Stichnothdd842db2015-01-27 12:53:53 -0800171 void setCallsReturnsTwice(bool RetTwice) { CallsReturnsTwice = RetTwice; }
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700172 int32_t getStackAdjustment() const { return StackAdjustment; }
173 void updateStackAdjustment(int32_t Offset) { StackAdjustment += Offset; }
174 void resetStackAdjustment() { StackAdjustment = 0; }
Jan Voungb36ad9b2015-04-21 17:01:49 -0700175 SizeT makeNextLabelNumber() { return NextLabelNumber++; }
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700176 LoweringContext &getContext() { return Context; }
177
178 enum RegSet {
179 RegSet_None = 0,
180 RegSet_CallerSave = 1 << 0,
181 RegSet_CalleeSave = 1 << 1,
182 RegSet_StackPointer = 1 << 2,
183 RegSet_FramePointer = 1 << 3,
184 RegSet_All = ~RegSet_None
185 };
186 typedef uint32_t RegSetMask;
187
188 virtual llvm::SmallBitVector getRegisterSet(RegSetMask Include,
189 RegSetMask Exclude) const = 0;
190 virtual const llvm::SmallBitVector &getRegisterSetForType(Type Ty) const = 0;
Jim Stichnoth70d0a052014-11-14 15:53:46 -0800191 void regAlloc(RegAllocKind Kind);
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700192
Jim Stichnothe6d24782014-12-19 05:42:24 -0800193 virtual void makeRandomRegisterPermutation(
194 llvm::SmallVectorImpl<int32_t> &Permutation,
195 const llvm::SmallBitVector &ExcludeRegisters) const = 0;
196
Jim Stichnoth9738a9e2015-02-23 16:39:06 -0800197 // Save/restore any mutable state for the situation where code
198 // emission needs multiple passes, such as sandboxing or relaxation.
199 // Subclasses may provide their own implementation, but should be
200 // sure to also call the parent class's methods.
201 virtual void snapshotEmitState() {
202 SnapshotStackAdjustment = StackAdjustment;
203 }
204 virtual void rollbackEmitState() {
205 StackAdjustment = SnapshotStackAdjustment;
206 }
207
Jim Stichnoth144cdce2014-09-22 16:02:59 -0700208 virtual void emitVariable(const Variable *Var) const = 0;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700209
Matt Wala45a06232014-07-09 16:33:22 -0700210 // Performs target-specific argument lowering.
211 virtual void lowerArguments() = 0;
212
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700213 virtual void addProlog(CfgNode *Node) = 0;
214 virtual void addEpilog(CfgNode *Node) = 0;
215
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700216 virtual ~TargetLowering() {}
217
218protected:
Jim Stichnothc6ead202015-02-24 09:30:30 -0800219 explicit TargetLowering(Cfg *Func);
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700220 virtual void lowerAlloca(const InstAlloca *Inst) = 0;
221 virtual void lowerArithmetic(const InstArithmetic *Inst) = 0;
222 virtual void lowerAssign(const InstAssign *Inst) = 0;
223 virtual void lowerBr(const InstBr *Inst) = 0;
224 virtual void lowerCall(const InstCall *Inst) = 0;
225 virtual void lowerCast(const InstCast *Inst) = 0;
226 virtual void lowerFcmp(const InstFcmp *Inst) = 0;
Matt Wala49889232014-07-18 12:45:09 -0700227 virtual void lowerExtractElement(const InstExtractElement *Inst) = 0;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700228 virtual void lowerIcmp(const InstIcmp *Inst) = 0;
Matt Wala49889232014-07-18 12:45:09 -0700229 virtual void lowerInsertElement(const InstInsertElement *Inst) = 0;
Jan Voung3bd9f1a2014-06-18 10:50:57 -0700230 virtual void lowerIntrinsicCall(const InstIntrinsicCall *Inst) = 0;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700231 virtual void lowerLoad(const InstLoad *Inst) = 0;
232 virtual void lowerPhi(const InstPhi *Inst) = 0;
233 virtual void lowerRet(const InstRet *Inst) = 0;
234 virtual void lowerSelect(const InstSelect *Inst) = 0;
235 virtual void lowerStore(const InstStore *Inst) = 0;
236 virtual void lowerSwitch(const InstSwitch *Inst) = 0;
237 virtual void lowerUnreachable(const InstUnreachable *Inst) = 0;
238
Jim Stichnothd97c7df2014-06-04 11:57:08 -0700239 virtual void doAddressOptLoad() {}
240 virtual void doAddressOptStore() {}
Matt Walac3302742014-08-15 16:21:56 -0700241 virtual void randomlyInsertNop(float Probability) = 0;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700242 // This gives the target an opportunity to post-process the lowered
Jim Stichnoth70d0a052014-11-14 15:53:46 -0800243 // expansion before returning.
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700244 virtual void postLower() {}
245
Jan Voungb36ad9b2015-04-21 17:01:49 -0700246 // Make a call to an external helper function.
247 InstCall *makeHelperCall(const IceString &Name, Variable *Dest,
248 SizeT MaxSrcs);
249
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700250 Cfg *Func;
251 GlobalContext *Ctx;
252 bool HasComputedFrame;
Jan Voung44d53e12014-09-11 19:18:03 -0700253 bool CallsReturnsTwice;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700254 // StackAdjustment keeps track of the current stack offset from its
255 // natural location, as arguments are pushed for a function call.
256 int32_t StackAdjustment;
Jan Voungb36ad9b2015-04-21 17:01:49 -0700257 SizeT NextLabelNumber;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700258 LoweringContext Context;
Jim Stichnoth9738a9e2015-02-23 16:39:06 -0800259
Jim Stichnothc4508792015-03-01 23:12:55 -0800260 // Runtime helper function names
261 const static constexpr char *H_bitcast_16xi1_i16 = "__Sz_bitcast_16xi1_i16";
262 const static constexpr char *H_bitcast_8xi1_i8 = "__Sz_bitcast_8xi1_i8";
263 const static constexpr char *H_bitcast_i16_16xi1 = "__Sz_bitcast_i16_16xi1";
264 const static constexpr char *H_bitcast_i8_8xi1 = "__Sz_bitcast_i8_8xi1";
265 const static constexpr char *H_call_ctpop_i32 = "__popcountsi2";
266 const static constexpr char *H_call_ctpop_i64 = "__popcountdi2";
267 const static constexpr char *H_call_longjmp = "longjmp";
268 const static constexpr char *H_call_memcpy = "memcpy";
269 const static constexpr char *H_call_memmove = "memmove";
270 const static constexpr char *H_call_memset = "memset";
271 const static constexpr char *H_call_read_tp = "__nacl_read_tp";
272 const static constexpr char *H_call_setjmp = "setjmp";
273 const static constexpr char *H_fptosi_f32_i64 = "__Sz_fptosi_f32_i64";
274 const static constexpr char *H_fptosi_f64_i64 = "__Sz_fptosi_f64_i64";
275 const static constexpr char *H_fptoui_4xi32_f32 = "__Sz_fptoui_4xi32_f32";
276 const static constexpr char *H_fptoui_f32_i32 = "__Sz_fptoui_f32_i32";
277 const static constexpr char *H_fptoui_f32_i64 = "__Sz_fptoui_f32_i64";
278 const static constexpr char *H_fptoui_f64_i32 = "__Sz_fptoui_f64_i32";
279 const static constexpr char *H_fptoui_f64_i64 = "__Sz_fptoui_f64_i64";
280 const static constexpr char *H_frem_f32 = "fmodf";
281 const static constexpr char *H_frem_f64 = "fmod";
282 const static constexpr char *H_sdiv_i64 = "__divdi3";
283 const static constexpr char *H_sitofp_i64_f32 = "__Sz_sitofp_i64_f32";
284 const static constexpr char *H_sitofp_i64_f64 = "__Sz_sitofp_i64_f64";
285 const static constexpr char *H_srem_i64 = "__moddi3";
286 const static constexpr char *H_udiv_i64 = "__udivdi3";
287 const static constexpr char *H_uitofp_4xi32_4xf32 = "__Sz_uitofp_4xi32_4xf32";
288 const static constexpr char *H_uitofp_i32_f32 = "__Sz_uitofp_i32_f32";
289 const static constexpr char *H_uitofp_i32_f64 = "__Sz_uitofp_i32_f64";
290 const static constexpr char *H_uitofp_i64_f32 = "__Sz_uitofp_i64_f32";
291 const static constexpr char *H_uitofp_i64_f64 = "__Sz_uitofp_i64_f64";
292 const static constexpr char *H_urem_i64 = "__umoddi3";
293
Jim Stichnoth9738a9e2015-02-23 16:39:06 -0800294private:
295 int32_t SnapshotStackAdjustment;
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700296};
297
Jan Voung72984d82015-01-29 14:42:38 -0800298// TargetDataLowering is used for "lowering" data including initializers
299// for global variables, and the internal constant pools. It is separated
300// out from TargetLowering because it does not require a Cfg.
301class TargetDataLowering {
302 TargetDataLowering() = delete;
303 TargetDataLowering(const TargetDataLowering &) = delete;
304 TargetDataLowering &operator=(const TargetDataLowering &) = delete;
Jim Stichnoth7b451a92014-10-15 14:39:23 -0700305
Jim Stichnothde4ca712014-06-29 08:13:48 -0700306public:
Jim Stichnothbbca7542015-02-11 16:08:31 -0800307 static std::unique_ptr<TargetDataLowering> createLowering(GlobalContext *Ctx);
Jan Voung72984d82015-01-29 14:42:38 -0800308 virtual ~TargetDataLowering();
Jan Voung839c4ce2014-07-28 15:19:43 -0700309
Jim Stichnothbbca7542015-02-11 16:08:31 -0800310 virtual void
311 lowerGlobals(std::unique_ptr<VariableDeclarationList> Vars) const = 0;
312 virtual void lowerConstants() const = 0;
Jim Stichnothde4ca712014-06-29 08:13:48 -0700313
314protected:
Jim Stichnothc6ead202015-02-24 09:30:30 -0800315 explicit TargetDataLowering(GlobalContext *Ctx) : Ctx(Ctx) {}
Jim Stichnothde4ca712014-06-29 08:13:48 -0700316 GlobalContext *Ctx;
Jim Stichnothde4ca712014-06-29 08:13:48 -0700317};
318
Jim Stichnoth5bc2b1d2014-05-22 13:38:48 -0700319} // end of namespace Ice
320
321#endif // SUBZERO_SRC_ICETARGETLOWERING_H