Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 1 | //===- subzero/src/IceTargetLowering.h - Lowering interface -----*- C++ -*-===// |
| 2 | // |
| 3 | // The Subzero Code Generator |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 9 | /// |
| 10 | /// \file |
| 11 | /// This file declares the TargetLowering, LoweringContext, and |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 12 | /// TargetDataLowering classes. TargetLowering is an abstract class used to |
| 13 | /// drive the translation/lowering process. LoweringContext maintains a context |
| 14 | /// for lowering each instruction, offering conveniences such as iterating over |
| 15 | /// non-deleted instructions. TargetDataLowering is an abstract class used to |
| 16 | /// drive the lowering/emission of global initializers, external global |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 17 | /// declarations, and internal constant pools. |
| 18 | /// |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 19 | //===----------------------------------------------------------------------===// |
| 20 | |
| 21 | #ifndef SUBZERO_SRC_ICETARGETLOWERING_H |
| 22 | #define SUBZERO_SRC_ICETARGETLOWERING_H |
| 23 | |
| 24 | #include "IceDefs.h" |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 25 | #include "IceInst.h" // for the names of the Inst subtypes |
Jan Voung | 76bb0be | 2015-05-14 09:26:19 -0700 | [diff] [blame] | 26 | #include "IceOperand.h" |
Jim Stichnoth | a18cc9c | 2014-09-30 19:10:22 -0700 | [diff] [blame] | 27 | #include "IceTypes.h" |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 28 | |
| 29 | namespace Ice { |
| 30 | |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 31 | /// LoweringContext makes it easy to iterate through non-deleted instructions in |
| 32 | /// a node, and insert new (lowered) instructions at the current point. Along |
| 33 | /// with the instruction list container and associated iterators, it holds the |
| 34 | /// current node, which is needed when inserting new instructions in order to |
| 35 | /// track whether variables are used as single-block or multi-block. |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 36 | class LoweringContext { |
Jim Stichnoth | 7b451a9 | 2014-10-15 14:39:23 -0700 | [diff] [blame] | 37 | LoweringContext(const LoweringContext &) = delete; |
| 38 | LoweringContext &operator=(const LoweringContext &) = delete; |
| 39 | |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 40 | public: |
Jim Stichnoth | eafb56c | 2015-06-22 10:35:22 -0700 | [diff] [blame] | 41 | LoweringContext() = default; |
| 42 | ~LoweringContext() = default; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 43 | void init(CfgNode *Node); |
| 44 | Inst *getNextInst() const { |
| 45 | if (Next == End) |
Jim Stichnoth | ae95320 | 2014-12-20 06:17:49 -0800 | [diff] [blame] | 46 | return nullptr; |
Jim Stichnoth | 607e9f0 | 2014-11-06 13:32:05 -0800 | [diff] [blame] | 47 | return Next; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 48 | } |
Jan Voung | c820ddf | 2014-07-29 14:38:51 -0700 | [diff] [blame] | 49 | Inst *getNextInst(InstList::iterator &Iter) const { |
Jan Voung | e6e497d | 2014-07-30 10:06:03 -0700 | [diff] [blame] | 50 | advanceForward(Iter); |
Jan Voung | c820ddf | 2014-07-29 14:38:51 -0700 | [diff] [blame] | 51 | if (Iter == End) |
Jim Stichnoth | ae95320 | 2014-12-20 06:17:49 -0800 | [diff] [blame] | 52 | return nullptr; |
Jim Stichnoth | 607e9f0 | 2014-11-06 13:32:05 -0800 | [diff] [blame] | 53 | return Iter; |
Jan Voung | c820ddf | 2014-07-29 14:38:51 -0700 | [diff] [blame] | 54 | } |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 55 | CfgNode *getNode() const { return Node; } |
| 56 | bool atEnd() const { return Cur == End; } |
| 57 | InstList::iterator getCur() const { return Cur; } |
Jim Stichnoth | 5d2fa0c | 2014-12-01 09:30:55 -0800 | [diff] [blame] | 58 | InstList::iterator getNext() const { return Next; } |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 59 | InstList::iterator getEnd() const { return End; } |
| 60 | void insert(Inst *Inst); |
Jan Voung | e6e497d | 2014-07-30 10:06:03 -0700 | [diff] [blame] | 61 | Inst *getLastInserted() const; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 62 | void advanceCur() { Cur = Next; } |
Jan Voung | e6e497d | 2014-07-30 10:06:03 -0700 | [diff] [blame] | 63 | void advanceNext() { advanceForward(Next); } |
Jim Stichnoth | a3f57b9 | 2015-07-30 12:46:04 -0700 | [diff] [blame] | 64 | void setCur(InstList::iterator C) { Cur = C; } |
| 65 | void setNext(InstList::iterator N) { Next = N; } |
Jim Stichnoth | 336f6c4 | 2014-10-30 15:01:31 -0700 | [diff] [blame] | 66 | void rewind(); |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 67 | void setInsertPoint(const InstList::iterator &Position) { Next = Position; } |
| 68 | |
| 69 | private: |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 70 | /// Node is the argument to Inst::updateVars(). |
Jim Stichnoth | eafb56c | 2015-06-22 10:35:22 -0700 | [diff] [blame] | 71 | CfgNode *Node = nullptr; |
| 72 | Inst *LastInserted = nullptr; |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 73 | /// Cur points to the current instruction being considered. It is guaranteed |
| 74 | /// to point to a non-deleted instruction, or to be End. |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 75 | InstList::iterator Cur; |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 76 | /// Next doubles as a pointer to the next valid instruction (if any), and the |
| 77 | /// new-instruction insertion point. It is also updated for the caller in case |
| 78 | /// the lowering consumes more than one high-level instruction. It is |
| 79 | /// guaranteed to point to a non-deleted instruction after Cur, or to be End. |
| 80 | // TODO: Consider separating the notion of "next valid instruction" and "new |
| 81 | // instruction insertion point", to avoid confusion when previously-deleted |
| 82 | // instructions come between the two points. |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 83 | InstList::iterator Next; |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 84 | /// Begin is a copy of Insts.begin(), used if iterators are moved backward. |
Jan Voung | e6e497d | 2014-07-30 10:06:03 -0700 | [diff] [blame] | 85 | InstList::iterator Begin; |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 86 | /// End is a copy of Insts.end(), used if Next needs to be advanced. |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 87 | InstList::iterator End; |
| 88 | |
Jan Voung | c820ddf | 2014-07-29 14:38:51 -0700 | [diff] [blame] | 89 | void skipDeleted(InstList::iterator &I) const; |
Jan Voung | e6e497d | 2014-07-30 10:06:03 -0700 | [diff] [blame] | 90 | void advanceForward(InstList::iterator &I) const; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 91 | }; |
| 92 | |
Jan Voung | 28068ad | 2015-07-31 12:58:46 -0700 | [diff] [blame] | 93 | /// A helper class to advance the LoweringContext at each loop iteration. |
| 94 | class PostIncrLoweringContext { |
| 95 | PostIncrLoweringContext() = delete; |
| 96 | PostIncrLoweringContext(const PostIncrLoweringContext &) = delete; |
| 97 | PostIncrLoweringContext &operator=(const PostIncrLoweringContext &) = delete; |
| 98 | |
| 99 | public: |
| 100 | explicit PostIncrLoweringContext(LoweringContext &Context) |
| 101 | : Context(Context) {} |
| 102 | ~PostIncrLoweringContext() { |
| 103 | Context.advanceCur(); |
| 104 | Context.advanceNext(); |
| 105 | } |
| 106 | |
| 107 | private: |
| 108 | LoweringContext &Context; |
| 109 | }; |
| 110 | |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 111 | class TargetLowering { |
Jim Stichnoth | c6ead20 | 2015-02-24 09:30:30 -0800 | [diff] [blame] | 112 | TargetLowering() = delete; |
Jim Stichnoth | 7b451a9 | 2014-10-15 14:39:23 -0700 | [diff] [blame] | 113 | TargetLowering(const TargetLowering &) = delete; |
| 114 | TargetLowering &operator=(const TargetLowering &) = delete; |
| 115 | |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 116 | public: |
Jan Voung | b36ad9b | 2015-04-21 17:01:49 -0700 | [diff] [blame] | 117 | // TODO(jvoung): return a unique_ptr like the other factory functions. |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 118 | static TargetLowering *createLowering(TargetArch Target, Cfg *Func); |
Jan Voung | ec27073 | 2015-01-12 17:00:22 -0800 | [diff] [blame] | 119 | static std::unique_ptr<Assembler> createAssembler(TargetArch Target, |
| 120 | Cfg *Func); |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 121 | void translate() { |
Jan Voung | 1f47ad0 | 2015-03-20 15:01:26 -0700 | [diff] [blame] | 122 | switch (Ctx->getFlags().getOptLevel()) { |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 123 | case Opt_m1: |
| 124 | translateOm1(); |
| 125 | break; |
| 126 | case Opt_0: |
| 127 | translateO0(); |
| 128 | break; |
| 129 | case Opt_1: |
| 130 | translateO1(); |
| 131 | break; |
| 132 | case Opt_2: |
| 133 | translateO2(); |
| 134 | break; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 135 | } |
| 136 | } |
| 137 | virtual void translateOm1() { |
| 138 | Func->setError("Target doesn't specify Om1 lowering steps."); |
| 139 | } |
| 140 | virtual void translateO0() { |
| 141 | Func->setError("Target doesn't specify O0 lowering steps."); |
| 142 | } |
| 143 | virtual void translateO1() { |
| 144 | Func->setError("Target doesn't specify O1 lowering steps."); |
| 145 | } |
| 146 | virtual void translateO2() { |
| 147 | Func->setError("Target doesn't specify O2 lowering steps."); |
| 148 | } |
| 149 | |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 150 | /// Tries to do address mode optimization on a single instruction. |
Jim Stichnoth | d97c7df | 2014-06-04 11:57:08 -0700 | [diff] [blame] | 151 | void doAddressOpt(); |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 152 | /// Randomly insert NOPs. |
Qining Lu | aee5fa8 | 2015-08-20 14:59:03 -0700 | [diff] [blame] | 153 | void doNopInsertion(RandomNumberGenerator &RNG); |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 154 | /// Lowers a single non-Phi instruction. |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 155 | void lower(); |
Jim Stichnoth | a3f57b9 | 2015-07-30 12:46:04 -0700 | [diff] [blame] | 156 | /// Inserts and lowers a single high-level instruction at a specific insertion |
| 157 | /// point. |
| 158 | void lowerInst(CfgNode *Node, InstList::iterator Next, InstHighLevel *Instr); |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 159 | /// Does preliminary lowering of the set of Phi instructions in the current |
| 160 | /// node. The main intention is to do what's needed to keep the unlowered Phi |
| 161 | /// instructions consistent with the lowered non-Phi instructions, e.g. to |
| 162 | /// lower 64-bit operands on a 32-bit target. |
Jim Stichnoth | 336f6c4 | 2014-10-30 15:01:31 -0700 | [diff] [blame] | 163 | virtual void prelowerPhis() {} |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 164 | /// Tries to do branch optimization on a single instruction. Returns true if |
| 165 | /// some optimization was done. |
Jim Stichnoth | ff9c706 | 2014-09-18 04:50:49 -0700 | [diff] [blame] | 166 | virtual bool doBranchOpt(Inst * /*I*/, const CfgNode * /*NextNode*/) { |
| 167 | return false; |
| 168 | } |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 169 | |
Jim Stichnoth | 3d44fe8 | 2014-11-01 10:10:18 -0700 | [diff] [blame] | 170 | virtual SizeT getNumRegisters() const = 0; |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 171 | /// Returns a variable pre-colored to the specified physical register. This is |
| 172 | /// generally used to get very direct access to the register such as in the |
| 173 | /// prolog or epilog or for marking scratch registers as killed by a call. If |
| 174 | /// a Type is not provided, a target-specific default type is used. |
Jim Stichnoth | 98712a3 | 2014-10-24 10:59:02 -0700 | [diff] [blame] | 175 | virtual Variable *getPhysicalRegister(SizeT RegNum, |
| 176 | Type Ty = IceType_void) = 0; |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 177 | /// Returns a printable name for the register. |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 178 | virtual IceString getRegName(SizeT RegNum, Type Ty) const = 0; |
| 179 | |
| 180 | virtual bool hasFramePointer() const { return false; } |
| 181 | virtual SizeT getFrameOrStackReg() const = 0; |
Matt Wala | d4799f4 | 2014-08-14 14:24:12 -0700 | [diff] [blame] | 182 | virtual size_t typeWidthInBytesOnStack(Type Ty) const = 0; |
Jan Voung | 0fa6c5a | 2015-06-01 11:04:04 -0700 | [diff] [blame] | 183 | |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 184 | bool hasComputedFrame() const { return HasComputedFrame; } |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 185 | /// Returns true if this function calls a function that has the "returns |
| 186 | /// twice" attribute. |
Jan Voung | 44d53e1 | 2014-09-11 19:18:03 -0700 | [diff] [blame] | 187 | bool callsReturnsTwice() const { return CallsReturnsTwice; } |
Jim Stichnoth | dd842db | 2015-01-27 12:53:53 -0800 | [diff] [blame] | 188 | void setCallsReturnsTwice(bool RetTwice) { CallsReturnsTwice = RetTwice; } |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 189 | int32_t getStackAdjustment() const { return StackAdjustment; } |
| 190 | void updateStackAdjustment(int32_t Offset) { StackAdjustment += Offset; } |
| 191 | void resetStackAdjustment() { StackAdjustment = 0; } |
Jan Voung | b36ad9b | 2015-04-21 17:01:49 -0700 | [diff] [blame] | 192 | SizeT makeNextLabelNumber() { return NextLabelNumber++; } |
Andrew Scull | 86df4e9 | 2015-07-30 13:54:44 -0700 | [diff] [blame] | 193 | SizeT makeNextJumpTableNumber() { return NextJumpTableNumber++; } |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 194 | LoweringContext &getContext() { return Context; } |
| 195 | |
| 196 | enum RegSet { |
| 197 | RegSet_None = 0, |
| 198 | RegSet_CallerSave = 1 << 0, |
| 199 | RegSet_CalleeSave = 1 << 1, |
| 200 | RegSet_StackPointer = 1 << 2, |
| 201 | RegSet_FramePointer = 1 << 3, |
| 202 | RegSet_All = ~RegSet_None |
| 203 | }; |
Andrew Scull | 8072bae | 2015-09-14 16:01:26 -0700 | [diff] [blame] | 204 | using RegSetMask = uint32_t; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 205 | |
| 206 | virtual llvm::SmallBitVector getRegisterSet(RegSetMask Include, |
| 207 | RegSetMask Exclude) const = 0; |
| 208 | virtual const llvm::SmallBitVector &getRegisterSetForType(Type Ty) const = 0; |
John Porto | bb0a5fe | 2015-09-04 11:23:41 -0700 | [diff] [blame] | 209 | virtual const llvm::SmallBitVector &getAliasesForRegister(SizeT) const = 0; |
| 210 | |
Jim Stichnoth | 70d0a05 | 2014-11-14 15:53:46 -0800 | [diff] [blame] | 211 | void regAlloc(RegAllocKind Kind); |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 212 | |
Qining Lu | aee5fa8 | 2015-08-20 14:59:03 -0700 | [diff] [blame] | 213 | virtual void |
| 214 | makeRandomRegisterPermutation(llvm::SmallVectorImpl<int32_t> &Permutation, |
| 215 | const llvm::SmallBitVector &ExcludeRegisters, |
| 216 | uint64_t Salt) const = 0; |
Jim Stichnoth | e6d2478 | 2014-12-19 05:42:24 -0800 | [diff] [blame] | 217 | |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 218 | /// Save/restore any mutable state for the situation where code emission needs |
| 219 | /// multiple passes, such as sandboxing or relaxation. Subclasses may provide |
| 220 | /// their own implementation, but should be sure to also call the parent |
| 221 | /// class's methods. |
Jim Stichnoth | 9738a9e | 2015-02-23 16:39:06 -0800 | [diff] [blame] | 222 | virtual void snapshotEmitState() { |
| 223 | SnapshotStackAdjustment = StackAdjustment; |
| 224 | } |
| 225 | virtual void rollbackEmitState() { |
| 226 | StackAdjustment = SnapshotStackAdjustment; |
| 227 | } |
| 228 | |
Andrew Scull | 87f80c1 | 2015-07-20 10:19:16 -0700 | [diff] [blame] | 229 | /// Get the minimum number of clusters required for a jump table to be |
| 230 | /// considered. |
| 231 | virtual SizeT getMinJumpTableSize() const = 0; |
Andrew Scull | 86df4e9 | 2015-07-30 13:54:44 -0700 | [diff] [blame] | 232 | virtual void emitJumpTable(const Cfg *Func, |
| 233 | const InstJumpTable *JumpTable) const = 0; |
Andrew Scull | 87f80c1 | 2015-07-20 10:19:16 -0700 | [diff] [blame] | 234 | |
Jim Stichnoth | 144cdce | 2014-09-22 16:02:59 -0700 | [diff] [blame] | 235 | virtual void emitVariable(const Variable *Var) const = 0; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 236 | |
Jan Voung | 76bb0be | 2015-05-14 09:26:19 -0700 | [diff] [blame] | 237 | void emitWithoutPrefix(const ConstantRelocatable *CR) const; |
| 238 | void emit(const ConstantRelocatable *CR) const; |
| 239 | virtual const char *getConstantPrefix() const = 0; |
| 240 | |
| 241 | virtual void emit(const ConstantUndef *C) const = 0; |
| 242 | virtual void emit(const ConstantInteger32 *C) const = 0; |
| 243 | virtual void emit(const ConstantInteger64 *C) const = 0; |
| 244 | virtual void emit(const ConstantFloat *C) const = 0; |
| 245 | virtual void emit(const ConstantDouble *C) const = 0; |
| 246 | |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 247 | /// Performs target-specific argument lowering. |
Matt Wala | 45a0623 | 2014-07-09 16:33:22 -0700 | [diff] [blame] | 248 | virtual void lowerArguments() = 0; |
| 249 | |
Jim Stichnoth | a59ae6f | 2015-05-17 10:11:41 -0700 | [diff] [blame] | 250 | virtual void initNodeForLowering(CfgNode *) {} |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 251 | virtual void addProlog(CfgNode *Node) = 0; |
| 252 | virtual void addEpilog(CfgNode *Node) = 0; |
| 253 | |
Jim Stichnoth | eafb56c | 2015-06-22 10:35:22 -0700 | [diff] [blame] | 254 | virtual ~TargetLowering() = default; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 255 | |
| 256 | protected: |
Jim Stichnoth | c6ead20 | 2015-02-24 09:30:30 -0800 | [diff] [blame] | 257 | explicit TargetLowering(Cfg *Func); |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 258 | virtual void lowerAlloca(const InstAlloca *Inst) = 0; |
| 259 | virtual void lowerArithmetic(const InstArithmetic *Inst) = 0; |
| 260 | virtual void lowerAssign(const InstAssign *Inst) = 0; |
| 261 | virtual void lowerBr(const InstBr *Inst) = 0; |
| 262 | virtual void lowerCall(const InstCall *Inst) = 0; |
| 263 | virtual void lowerCast(const InstCast *Inst) = 0; |
| 264 | virtual void lowerFcmp(const InstFcmp *Inst) = 0; |
Matt Wala | 4988923 | 2014-07-18 12:45:09 -0700 | [diff] [blame] | 265 | virtual void lowerExtractElement(const InstExtractElement *Inst) = 0; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 266 | virtual void lowerIcmp(const InstIcmp *Inst) = 0; |
Matt Wala | 4988923 | 2014-07-18 12:45:09 -0700 | [diff] [blame] | 267 | virtual void lowerInsertElement(const InstInsertElement *Inst) = 0; |
Jan Voung | 3bd9f1a | 2014-06-18 10:50:57 -0700 | [diff] [blame] | 268 | virtual void lowerIntrinsicCall(const InstIntrinsicCall *Inst) = 0; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 269 | virtual void lowerLoad(const InstLoad *Inst) = 0; |
| 270 | virtual void lowerPhi(const InstPhi *Inst) = 0; |
| 271 | virtual void lowerRet(const InstRet *Inst) = 0; |
| 272 | virtual void lowerSelect(const InstSelect *Inst) = 0; |
| 273 | virtual void lowerStore(const InstStore *Inst) = 0; |
| 274 | virtual void lowerSwitch(const InstSwitch *Inst) = 0; |
| 275 | virtual void lowerUnreachable(const InstUnreachable *Inst) = 0; |
Jim Stichnoth | e4f65d8 | 2015-06-17 22:16:02 -0700 | [diff] [blame] | 276 | virtual void lowerOther(const Inst *Instr); |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 277 | |
Jim Stichnoth | d97c7df | 2014-06-04 11:57:08 -0700 | [diff] [blame] | 278 | virtual void doAddressOptLoad() {} |
| 279 | virtual void doAddressOptStore() {} |
Jim Stichnoth | ad2989b | 2015-09-15 10:21:42 -0700 | [diff] [blame] | 280 | virtual void doMockBoundsCheck(Operand *) {} |
Qining Lu | aee5fa8 | 2015-08-20 14:59:03 -0700 | [diff] [blame] | 281 | virtual void randomlyInsertNop(float Probability, |
| 282 | RandomNumberGenerator &RNG) = 0; |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 283 | /// This gives the target an opportunity to post-process the lowered expansion |
| 284 | /// before returning. |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 285 | virtual void postLower() {} |
| 286 | |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 287 | /// Find two-address non-SSA instructions and set the DestNonKillable flag to |
| 288 | /// keep liveness analysis consistent. |
Jan Voung | b3401d2 | 2015-05-18 09:38:21 -0700 | [diff] [blame] | 289 | void inferTwoAddress(); |
| 290 | |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 291 | /// Make a pass over the Cfg to determine which variables need stack slots and |
| 292 | /// place them in a sorted list (SortedSpilledVariables). Among those, vars, |
| 293 | /// classify the spill variables as local to the basic block vs global |
| 294 | /// (multi-block) in order to compute the parameters GlobalsSize and |
| 295 | /// SpillAreaSizeBytes (represents locals or general vars if the coalescing of |
| 296 | /// locals is disallowed) along with alignments required for variables in each |
| 297 | /// area. We rely on accurate VMetadata in order to classify a variable as |
| 298 | /// global vs local (otherwise the variable is conservatively global). The |
| 299 | /// in-args should be initialized to 0. |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 300 | /// |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 301 | /// This is only a pre-pass and the actual stack slot assignment is handled |
| 302 | /// separately. |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 303 | /// |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 304 | /// There may be target-specific Variable types, which will be handled by |
| 305 | /// TargetVarHook. If the TargetVarHook returns true, then the variable is |
| 306 | /// skipped and not considered with the rest of the spilled variables. |
Jan Voung | 0fa6c5a | 2015-06-01 11:04:04 -0700 | [diff] [blame] | 307 | void getVarStackSlotParams(VarList &SortedSpilledVariables, |
| 308 | llvm::SmallBitVector &RegsUsed, |
| 309 | size_t *GlobalsSize, size_t *SpillAreaSizeBytes, |
| 310 | uint32_t *SpillAreaAlignmentBytes, |
| 311 | uint32_t *LocalsSlotsAlignmentBytes, |
| 312 | std::function<bool(Variable *)> TargetVarHook); |
| 313 | |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 314 | /// Calculate the amount of padding needed to align the local and global areas |
| 315 | /// to the required alignment. This assumes the globals/locals layout used by |
| 316 | /// getVarStackSlotParams and assignVarStackSlots. |
Jan Voung | 0fa6c5a | 2015-06-01 11:04:04 -0700 | [diff] [blame] | 317 | void alignStackSpillAreas(uint32_t SpillAreaStartOffset, |
| 318 | uint32_t SpillAreaAlignmentBytes, |
| 319 | size_t GlobalsSize, |
| 320 | uint32_t LocalsSlotsAlignmentBytes, |
| 321 | uint32_t *SpillAreaPaddingBytes, |
| 322 | uint32_t *LocalsSlotsPaddingBytes); |
| 323 | |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 324 | /// Make a pass through the SortedSpilledVariables and actually assign stack |
| 325 | /// slots. SpillAreaPaddingBytes takes into account stack alignment padding. |
| 326 | /// The SpillArea starts after that amount of padding. This matches the scheme |
| 327 | /// in getVarStackSlotParams, where there may be a separate multi-block global |
| 328 | /// var spill area and a local var spill area. |
Jan Voung | 0fa6c5a | 2015-06-01 11:04:04 -0700 | [diff] [blame] | 329 | void assignVarStackSlots(VarList &SortedSpilledVariables, |
| 330 | size_t SpillAreaPaddingBytes, |
| 331 | size_t SpillAreaSizeBytes, |
| 332 | size_t GlobalsAndSubsequentPaddingSize, |
| 333 | bool UsesFramePointer); |
| 334 | |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 335 | /// Sort the variables in Source based on required alignment. The variables |
| 336 | /// with the largest alignment need are placed in the front of the Dest list. |
Jan Voung | 0fa6c5a | 2015-06-01 11:04:04 -0700 | [diff] [blame] | 337 | void sortVarsByAlignment(VarList &Dest, const VarList &Source) const; |
| 338 | |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 339 | /// Make a call to an external helper function. |
Jan Voung | b36ad9b | 2015-04-21 17:01:49 -0700 | [diff] [blame] | 340 | InstCall *makeHelperCall(const IceString &Name, Variable *Dest, |
| 341 | SizeT MaxSrcs); |
| 342 | |
Jan Voung | 0fa6c5a | 2015-06-01 11:04:04 -0700 | [diff] [blame] | 343 | void |
| 344 | _bundle_lock(InstBundleLock::Option BundleOption = InstBundleLock::Opt_None) { |
| 345 | Context.insert(InstBundleLock::create(Func, BundleOption)); |
| 346 | } |
| 347 | void _bundle_unlock() { Context.insert(InstBundleUnlock::create(Func)); } |
Jan Voung | f645d85 | 2015-07-09 10:35:09 -0700 | [diff] [blame] | 348 | void _set_dest_nonkillable() { |
| 349 | Context.getLastInserted()->setDestNonKillable(); |
| 350 | } |
Jan Voung | 0fa6c5a | 2015-06-01 11:04:04 -0700 | [diff] [blame] | 351 | |
Andrew Scull | cfa628b | 2015-08-20 14:23:05 -0700 | [diff] [blame] | 352 | bool shouldOptimizeMemIntrins(); |
| 353 | |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 354 | Cfg *Func; |
| 355 | GlobalContext *Ctx; |
Jim Stichnoth | eafb56c | 2015-06-22 10:35:22 -0700 | [diff] [blame] | 356 | bool HasComputedFrame = false; |
| 357 | bool CallsReturnsTwice = false; |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 358 | /// StackAdjustment keeps track of the current stack offset from its natural |
| 359 | /// location, as arguments are pushed for a function call. |
Jim Stichnoth | eafb56c | 2015-06-22 10:35:22 -0700 | [diff] [blame] | 360 | int32_t StackAdjustment = 0; |
| 361 | SizeT NextLabelNumber = 0; |
Andrew Scull | 86df4e9 | 2015-07-30 13:54:44 -0700 | [diff] [blame] | 362 | SizeT NextJumpTableNumber = 0; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 363 | LoweringContext Context; |
Jim Stichnoth | 9738a9e | 2015-02-23 16:39:06 -0800 | [diff] [blame] | 364 | |
Jim Stichnoth | c450879 | 2015-03-01 23:12:55 -0800 | [diff] [blame] | 365 | // Runtime helper function names |
| 366 | const static constexpr char *H_bitcast_16xi1_i16 = "__Sz_bitcast_16xi1_i16"; |
| 367 | const static constexpr char *H_bitcast_8xi1_i8 = "__Sz_bitcast_8xi1_i8"; |
| 368 | const static constexpr char *H_bitcast_i16_16xi1 = "__Sz_bitcast_i16_16xi1"; |
| 369 | const static constexpr char *H_bitcast_i8_8xi1 = "__Sz_bitcast_i8_8xi1"; |
| 370 | const static constexpr char *H_call_ctpop_i32 = "__popcountsi2"; |
| 371 | const static constexpr char *H_call_ctpop_i64 = "__popcountdi2"; |
| 372 | const static constexpr char *H_call_longjmp = "longjmp"; |
| 373 | const static constexpr char *H_call_memcpy = "memcpy"; |
| 374 | const static constexpr char *H_call_memmove = "memmove"; |
| 375 | const static constexpr char *H_call_memset = "memset"; |
| 376 | const static constexpr char *H_call_read_tp = "__nacl_read_tp"; |
| 377 | const static constexpr char *H_call_setjmp = "setjmp"; |
| 378 | const static constexpr char *H_fptosi_f32_i64 = "__Sz_fptosi_f32_i64"; |
| 379 | const static constexpr char *H_fptosi_f64_i64 = "__Sz_fptosi_f64_i64"; |
| 380 | const static constexpr char *H_fptoui_4xi32_f32 = "__Sz_fptoui_4xi32_f32"; |
| 381 | const static constexpr char *H_fptoui_f32_i32 = "__Sz_fptoui_f32_i32"; |
| 382 | const static constexpr char *H_fptoui_f32_i64 = "__Sz_fptoui_f32_i64"; |
| 383 | const static constexpr char *H_fptoui_f64_i32 = "__Sz_fptoui_f64_i32"; |
| 384 | const static constexpr char *H_fptoui_f64_i64 = "__Sz_fptoui_f64_i64"; |
| 385 | const static constexpr char *H_frem_f32 = "fmodf"; |
| 386 | const static constexpr char *H_frem_f64 = "fmod"; |
Jan Voung | 6ec369e | 2015-06-30 11:03:15 -0700 | [diff] [blame] | 387 | const static constexpr char *H_sdiv_i32 = "__divsi3"; |
Jim Stichnoth | c450879 | 2015-03-01 23:12:55 -0800 | [diff] [blame] | 388 | const static constexpr char *H_sdiv_i64 = "__divdi3"; |
| 389 | const static constexpr char *H_sitofp_i64_f32 = "__Sz_sitofp_i64_f32"; |
| 390 | const static constexpr char *H_sitofp_i64_f64 = "__Sz_sitofp_i64_f64"; |
Jan Voung | 6ec369e | 2015-06-30 11:03:15 -0700 | [diff] [blame] | 391 | const static constexpr char *H_srem_i32 = "__modsi3"; |
Jim Stichnoth | c450879 | 2015-03-01 23:12:55 -0800 | [diff] [blame] | 392 | const static constexpr char *H_srem_i64 = "__moddi3"; |
Jan Voung | 6ec369e | 2015-06-30 11:03:15 -0700 | [diff] [blame] | 393 | const static constexpr char *H_udiv_i32 = "__udivsi3"; |
Jim Stichnoth | c450879 | 2015-03-01 23:12:55 -0800 | [diff] [blame] | 394 | const static constexpr char *H_udiv_i64 = "__udivdi3"; |
| 395 | const static constexpr char *H_uitofp_4xi32_4xf32 = "__Sz_uitofp_4xi32_4xf32"; |
| 396 | const static constexpr char *H_uitofp_i32_f32 = "__Sz_uitofp_i32_f32"; |
| 397 | const static constexpr char *H_uitofp_i32_f64 = "__Sz_uitofp_i32_f64"; |
| 398 | const static constexpr char *H_uitofp_i64_f32 = "__Sz_uitofp_i64_f32"; |
| 399 | const static constexpr char *H_uitofp_i64_f64 = "__Sz_uitofp_i64_f64"; |
Jan Voung | 6ec369e | 2015-06-30 11:03:15 -0700 | [diff] [blame] | 400 | const static constexpr char *H_urem_i32 = "__umodsi3"; |
Jim Stichnoth | c450879 | 2015-03-01 23:12:55 -0800 | [diff] [blame] | 401 | const static constexpr char *H_urem_i64 = "__umoddi3"; |
| 402 | |
Jim Stichnoth | 9738a9e | 2015-02-23 16:39:06 -0800 | [diff] [blame] | 403 | private: |
Jim Stichnoth | eafb56c | 2015-06-22 10:35:22 -0700 | [diff] [blame] | 404 | int32_t SnapshotStackAdjustment = 0; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 405 | }; |
| 406 | |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 407 | /// TargetDataLowering is used for "lowering" data including initializers for |
| 408 | /// global variables, and the internal constant pools. It is separated out from |
| 409 | /// TargetLowering because it does not require a Cfg. |
Jan Voung | 72984d8 | 2015-01-29 14:42:38 -0800 | [diff] [blame] | 410 | class TargetDataLowering { |
| 411 | TargetDataLowering() = delete; |
| 412 | TargetDataLowering(const TargetDataLowering &) = delete; |
| 413 | TargetDataLowering &operator=(const TargetDataLowering &) = delete; |
Jim Stichnoth | 7b451a9 | 2014-10-15 14:39:23 -0700 | [diff] [blame] | 414 | |
Jim Stichnoth | de4ca71 | 2014-06-29 08:13:48 -0700 | [diff] [blame] | 415 | public: |
Jim Stichnoth | bbca754 | 2015-02-11 16:08:31 -0800 | [diff] [blame] | 416 | static std::unique_ptr<TargetDataLowering> createLowering(GlobalContext *Ctx); |
Jan Voung | 72984d8 | 2015-01-29 14:42:38 -0800 | [diff] [blame] | 417 | virtual ~TargetDataLowering(); |
Jan Voung | 839c4ce | 2014-07-28 15:19:43 -0700 | [diff] [blame] | 418 | |
John Porto | 8b1a705 | 2015-06-17 13:20:08 -0700 | [diff] [blame] | 419 | virtual void lowerGlobals(const VariableDeclarationList &Vars, |
| 420 | const IceString &SectionSuffix) = 0; |
John Porto | 0f86d03 | 2015-06-15 07:44:27 -0700 | [diff] [blame] | 421 | virtual void lowerConstants() = 0; |
Andrew Scull | 86df4e9 | 2015-07-30 13:54:44 -0700 | [diff] [blame] | 422 | virtual void lowerJumpTables() = 0; |
Jim Stichnoth | de4ca71 | 2014-06-29 08:13:48 -0700 | [diff] [blame] | 423 | |
| 424 | protected: |
John Porto | 8b1a705 | 2015-06-17 13:20:08 -0700 | [diff] [blame] | 425 | void emitGlobal(const VariableDeclaration &Var, |
| 426 | const IceString &SectionSuffix); |
Jan Voung | 58eea4d | 2015-06-15 15:11:56 -0700 | [diff] [blame] | 427 | |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 428 | /// For now, we assume .long is the right directive for emitting 4 byte emit |
| 429 | /// global relocations. However, LLVM MIPS usually uses .4byte instead. |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 430 | /// Perhaps there is some difference when the location is unaligned. |
John Porto | 8b1a705 | 2015-06-17 13:20:08 -0700 | [diff] [blame] | 431 | static const char *getEmit32Directive() { return ".long"; } |
Jan Voung | 58eea4d | 2015-06-15 15:11:56 -0700 | [diff] [blame] | 432 | |
Jim Stichnoth | c6ead20 | 2015-02-24 09:30:30 -0800 | [diff] [blame] | 433 | explicit TargetDataLowering(GlobalContext *Ctx) : Ctx(Ctx) {} |
Jim Stichnoth | de4ca71 | 2014-06-29 08:13:48 -0700 | [diff] [blame] | 434 | GlobalContext *Ctx; |
Jim Stichnoth | de4ca71 | 2014-06-29 08:13:48 -0700 | [diff] [blame] | 435 | }; |
| 436 | |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame^] | 437 | /// TargetHeaderLowering is used to "lower" the header of an output file. It |
| 438 | /// writes out the target-specific header attributes. E.g., for ARM this writes |
| 439 | /// out the build attributes (float ABI, etc.). |
Jan Voung | fb79284 | 2015-06-11 15:27:50 -0700 | [diff] [blame] | 440 | class TargetHeaderLowering { |
| 441 | TargetHeaderLowering() = delete; |
| 442 | TargetHeaderLowering(const TargetHeaderLowering &) = delete; |
| 443 | TargetHeaderLowering &operator=(const TargetHeaderLowering &) = delete; |
| 444 | |
| 445 | public: |
| 446 | static std::unique_ptr<TargetHeaderLowering> |
| 447 | createLowering(GlobalContext *Ctx); |
| 448 | virtual ~TargetHeaderLowering(); |
| 449 | |
| 450 | virtual void lower() {} |
| 451 | |
| 452 | protected: |
| 453 | explicit TargetHeaderLowering(GlobalContext *Ctx) : Ctx(Ctx) {} |
| 454 | GlobalContext *Ctx; |
| 455 | }; |
| 456 | |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 457 | } // end of namespace Ice |
| 458 | |
| 459 | #endif // SUBZERO_SRC_ICETARGETLOWERING_H |