Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 1 | //===- subzero/src/IceTargetLowering.h - Lowering interface -----*- C++ -*-===// |
| 2 | // |
| 3 | // The Subzero Code Generator |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 9 | /// |
| 10 | /// \file |
| 11 | /// This file declares the TargetLowering, LoweringContext, and |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame] | 12 | /// TargetDataLowering classes. TargetLowering is an abstract class used to |
| 13 | /// drive the translation/lowering process. LoweringContext maintains a context |
| 14 | /// for lowering each instruction, offering conveniences such as iterating over |
| 15 | /// non-deleted instructions. TargetDataLowering is an abstract class used to |
| 16 | /// drive the lowering/emission of global initializers, external global |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 17 | /// declarations, and internal constant pools. |
| 18 | /// |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 19 | //===----------------------------------------------------------------------===// |
| 20 | |
| 21 | #ifndef SUBZERO_SRC_ICETARGETLOWERING_H |
| 22 | #define SUBZERO_SRC_ICETARGETLOWERING_H |
| 23 | |
| 24 | #include "IceDefs.h" |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 25 | #include "IceInst.h" // for the names of the Inst subtypes |
Jan Voung | 76bb0be | 2015-05-14 09:26:19 -0700 | [diff] [blame] | 26 | #include "IceOperand.h" |
Jim Stichnoth | a18cc9c | 2014-09-30 19:10:22 -0700 | [diff] [blame] | 27 | #include "IceTypes.h" |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 28 | |
| 29 | namespace Ice { |
| 30 | |
Karl Schimpf | c5abdc1 | 2015-10-09 13:29:13 -0700 | [diff] [blame^] | 31 | // UnimplementedError is defined as a macro so that we can get actual line |
| 32 | // numbers. |
| 33 | #define UnimplementedError(Flags) \ |
| 34 | do { \ |
| 35 | if (!static_cast<const ClFlags &>(Flags).getSkipUnimplemented()) { \ |
| 36 | /* Use llvm_unreachable instead of report_fatal_error, which gives \ |
| 37 | better stack traces. */ \ |
| 38 | llvm_unreachable("Not yet implemented"); \ |
| 39 | abort(); \ |
| 40 | } \ |
| 41 | } while (0) |
| 42 | |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame] | 43 | /// LoweringContext makes it easy to iterate through non-deleted instructions in |
| 44 | /// a node, and insert new (lowered) instructions at the current point. Along |
| 45 | /// with the instruction list container and associated iterators, it holds the |
| 46 | /// current node, which is needed when inserting new instructions in order to |
| 47 | /// track whether variables are used as single-block or multi-block. |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 48 | class LoweringContext { |
Jim Stichnoth | 7b451a9 | 2014-10-15 14:39:23 -0700 | [diff] [blame] | 49 | LoweringContext(const LoweringContext &) = delete; |
| 50 | LoweringContext &operator=(const LoweringContext &) = delete; |
| 51 | |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 52 | public: |
Jim Stichnoth | eafb56c | 2015-06-22 10:35:22 -0700 | [diff] [blame] | 53 | LoweringContext() = default; |
| 54 | ~LoweringContext() = default; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 55 | void init(CfgNode *Node); |
| 56 | Inst *getNextInst() const { |
| 57 | if (Next == End) |
Jim Stichnoth | ae95320 | 2014-12-20 06:17:49 -0800 | [diff] [blame] | 58 | return nullptr; |
Jim Stichnoth | 607e9f0 | 2014-11-06 13:32:05 -0800 | [diff] [blame] | 59 | return Next; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 60 | } |
Jan Voung | c820ddf | 2014-07-29 14:38:51 -0700 | [diff] [blame] | 61 | Inst *getNextInst(InstList::iterator &Iter) const { |
Jan Voung | e6e497d | 2014-07-30 10:06:03 -0700 | [diff] [blame] | 62 | advanceForward(Iter); |
Jan Voung | c820ddf | 2014-07-29 14:38:51 -0700 | [diff] [blame] | 63 | if (Iter == End) |
Jim Stichnoth | ae95320 | 2014-12-20 06:17:49 -0800 | [diff] [blame] | 64 | return nullptr; |
Jim Stichnoth | 607e9f0 | 2014-11-06 13:32:05 -0800 | [diff] [blame] | 65 | return Iter; |
Jan Voung | c820ddf | 2014-07-29 14:38:51 -0700 | [diff] [blame] | 66 | } |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 67 | CfgNode *getNode() const { return Node; } |
| 68 | bool atEnd() const { return Cur == End; } |
| 69 | InstList::iterator getCur() const { return Cur; } |
Jim Stichnoth | 5d2fa0c | 2014-12-01 09:30:55 -0800 | [diff] [blame] | 70 | InstList::iterator getNext() const { return Next; } |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 71 | InstList::iterator getEnd() const { return End; } |
| 72 | void insert(Inst *Inst); |
Jan Voung | e6e497d | 2014-07-30 10:06:03 -0700 | [diff] [blame] | 73 | Inst *getLastInserted() const; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 74 | void advanceCur() { Cur = Next; } |
Jan Voung | e6e497d | 2014-07-30 10:06:03 -0700 | [diff] [blame] | 75 | void advanceNext() { advanceForward(Next); } |
Jim Stichnoth | a3f57b9 | 2015-07-30 12:46:04 -0700 | [diff] [blame] | 76 | void setCur(InstList::iterator C) { Cur = C; } |
| 77 | void setNext(InstList::iterator N) { Next = N; } |
Jim Stichnoth | 336f6c4 | 2014-10-30 15:01:31 -0700 | [diff] [blame] | 78 | void rewind(); |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 79 | void setInsertPoint(const InstList::iterator &Position) { Next = Position; } |
Jim Stichnoth | 318f4cd | 2015-10-01 21:02:37 -0700 | [diff] [blame] | 80 | void availabilityReset(); |
| 81 | void availabilityUpdate(); |
| 82 | Variable *availabilityGet(Operand *Src) const; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 83 | |
| 84 | private: |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 85 | /// Node is the argument to Inst::updateVars(). |
Jim Stichnoth | eafb56c | 2015-06-22 10:35:22 -0700 | [diff] [blame] | 86 | CfgNode *Node = nullptr; |
| 87 | Inst *LastInserted = nullptr; |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame] | 88 | /// Cur points to the current instruction being considered. It is guaranteed |
| 89 | /// to point to a non-deleted instruction, or to be End. |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 90 | InstList::iterator Cur; |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame] | 91 | /// Next doubles as a pointer to the next valid instruction (if any), and the |
| 92 | /// new-instruction insertion point. It is also updated for the caller in case |
| 93 | /// the lowering consumes more than one high-level instruction. It is |
| 94 | /// guaranteed to point to a non-deleted instruction after Cur, or to be End. |
| 95 | // TODO: Consider separating the notion of "next valid instruction" and "new |
| 96 | // instruction insertion point", to avoid confusion when previously-deleted |
| 97 | // instructions come between the two points. |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 98 | InstList::iterator Next; |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 99 | /// Begin is a copy of Insts.begin(), used if iterators are moved backward. |
Jan Voung | e6e497d | 2014-07-30 10:06:03 -0700 | [diff] [blame] | 100 | InstList::iterator Begin; |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 101 | /// End is a copy of Insts.end(), used if Next needs to be advanced. |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 102 | InstList::iterator End; |
Jim Stichnoth | 318f4cd | 2015-10-01 21:02:37 -0700 | [diff] [blame] | 103 | /// LastDest and LastSrc capture the parameters of the last "Dest=Src" simple |
| 104 | /// assignment inserted (provided Src is a variable). This is used for simple |
| 105 | /// availability analysis. |
| 106 | Variable *LastDest = nullptr; |
| 107 | Variable *LastSrc = nullptr; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 108 | |
Jan Voung | c820ddf | 2014-07-29 14:38:51 -0700 | [diff] [blame] | 109 | void skipDeleted(InstList::iterator &I) const; |
Jan Voung | e6e497d | 2014-07-30 10:06:03 -0700 | [diff] [blame] | 110 | void advanceForward(InstList::iterator &I) const; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 111 | }; |
| 112 | |
Jan Voung | 28068ad | 2015-07-31 12:58:46 -0700 | [diff] [blame] | 113 | /// A helper class to advance the LoweringContext at each loop iteration. |
| 114 | class PostIncrLoweringContext { |
| 115 | PostIncrLoweringContext() = delete; |
| 116 | PostIncrLoweringContext(const PostIncrLoweringContext &) = delete; |
| 117 | PostIncrLoweringContext &operator=(const PostIncrLoweringContext &) = delete; |
| 118 | |
| 119 | public: |
| 120 | explicit PostIncrLoweringContext(LoweringContext &Context) |
| 121 | : Context(Context) {} |
| 122 | ~PostIncrLoweringContext() { |
| 123 | Context.advanceCur(); |
| 124 | Context.advanceNext(); |
| 125 | } |
| 126 | |
| 127 | private: |
| 128 | LoweringContext &Context; |
| 129 | }; |
| 130 | |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 131 | class TargetLowering { |
Jim Stichnoth | c6ead20 | 2015-02-24 09:30:30 -0800 | [diff] [blame] | 132 | TargetLowering() = delete; |
Jim Stichnoth | 7b451a9 | 2014-10-15 14:39:23 -0700 | [diff] [blame] | 133 | TargetLowering(const TargetLowering &) = delete; |
| 134 | TargetLowering &operator=(const TargetLowering &) = delete; |
| 135 | |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 136 | public: |
Jan Voung | b36ad9b | 2015-04-21 17:01:49 -0700 | [diff] [blame] | 137 | // TODO(jvoung): return a unique_ptr like the other factory functions. |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 138 | static TargetLowering *createLowering(TargetArch Target, Cfg *Func); |
Jan Voung | ec27073 | 2015-01-12 17:00:22 -0800 | [diff] [blame] | 139 | static std::unique_ptr<Assembler> createAssembler(TargetArch Target, |
| 140 | Cfg *Func); |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 141 | void translate() { |
Jan Voung | 1f47ad0 | 2015-03-20 15:01:26 -0700 | [diff] [blame] | 142 | switch (Ctx->getFlags().getOptLevel()) { |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 143 | case Opt_m1: |
| 144 | translateOm1(); |
| 145 | break; |
| 146 | case Opt_0: |
| 147 | translateO0(); |
| 148 | break; |
| 149 | case Opt_1: |
| 150 | translateO1(); |
| 151 | break; |
| 152 | case Opt_2: |
| 153 | translateO2(); |
| 154 | break; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 155 | } |
| 156 | } |
| 157 | virtual void translateOm1() { |
| 158 | Func->setError("Target doesn't specify Om1 lowering steps."); |
| 159 | } |
| 160 | virtual void translateO0() { |
| 161 | Func->setError("Target doesn't specify O0 lowering steps."); |
| 162 | } |
| 163 | virtual void translateO1() { |
| 164 | Func->setError("Target doesn't specify O1 lowering steps."); |
| 165 | } |
| 166 | virtual void translateO2() { |
| 167 | Func->setError("Target doesn't specify O2 lowering steps."); |
| 168 | } |
| 169 | |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 170 | /// Tries to do address mode optimization on a single instruction. |
Jim Stichnoth | d97c7df | 2014-06-04 11:57:08 -0700 | [diff] [blame] | 171 | void doAddressOpt(); |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 172 | /// Randomly insert NOPs. |
Qining Lu | aee5fa8 | 2015-08-20 14:59:03 -0700 | [diff] [blame] | 173 | void doNopInsertion(RandomNumberGenerator &RNG); |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 174 | /// Lowers a single non-Phi instruction. |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 175 | void lower(); |
Jim Stichnoth | a3f57b9 | 2015-07-30 12:46:04 -0700 | [diff] [blame] | 176 | /// Inserts and lowers a single high-level instruction at a specific insertion |
| 177 | /// point. |
| 178 | void lowerInst(CfgNode *Node, InstList::iterator Next, InstHighLevel *Instr); |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame] | 179 | /// Does preliminary lowering of the set of Phi instructions in the current |
| 180 | /// node. The main intention is to do what's needed to keep the unlowered Phi |
| 181 | /// instructions consistent with the lowered non-Phi instructions, e.g. to |
| 182 | /// lower 64-bit operands on a 32-bit target. |
Jim Stichnoth | 336f6c4 | 2014-10-30 15:01:31 -0700 | [diff] [blame] | 183 | virtual void prelowerPhis() {} |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame] | 184 | /// Tries to do branch optimization on a single instruction. Returns true if |
| 185 | /// some optimization was done. |
Jim Stichnoth | ff9c706 | 2014-09-18 04:50:49 -0700 | [diff] [blame] | 186 | virtual bool doBranchOpt(Inst * /*I*/, const CfgNode * /*NextNode*/) { |
| 187 | return false; |
| 188 | } |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 189 | |
Jim Stichnoth | 3d44fe8 | 2014-11-01 10:10:18 -0700 | [diff] [blame] | 190 | virtual SizeT getNumRegisters() const = 0; |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame] | 191 | /// Returns a variable pre-colored to the specified physical register. This is |
| 192 | /// generally used to get very direct access to the register such as in the |
| 193 | /// prolog or epilog or for marking scratch registers as killed by a call. If |
| 194 | /// a Type is not provided, a target-specific default type is used. |
Jim Stichnoth | 98712a3 | 2014-10-24 10:59:02 -0700 | [diff] [blame] | 195 | virtual Variable *getPhysicalRegister(SizeT RegNum, |
| 196 | Type Ty = IceType_void) = 0; |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 197 | /// Returns a printable name for the register. |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 198 | virtual IceString getRegName(SizeT RegNum, Type Ty) const = 0; |
| 199 | |
| 200 | virtual bool hasFramePointer() const { return false; } |
Jim Stichnoth | e741871 | 2015-10-09 06:54:02 -0700 | [diff] [blame] | 201 | virtual SizeT getStackReg() const = 0; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 202 | virtual SizeT getFrameOrStackReg() const = 0; |
Matt Wala | d4799f4 | 2014-08-14 14:24:12 -0700 | [diff] [blame] | 203 | virtual size_t typeWidthInBytesOnStack(Type Ty) const = 0; |
Jan Voung | 0fa6c5a | 2015-06-01 11:04:04 -0700 | [diff] [blame] | 204 | |
Andrew Scull | 6d47bcd | 2015-09-17 17:10:05 -0700 | [diff] [blame] | 205 | /// Return whether a 64-bit Variable should be split into a Variable64On32. |
| 206 | virtual bool shouldSplitToVariable64On32(Type Ty) const = 0; |
| 207 | |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 208 | bool hasComputedFrame() const { return HasComputedFrame; } |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame] | 209 | /// Returns true if this function calls a function that has the "returns |
| 210 | /// twice" attribute. |
Jan Voung | 44d53e1 | 2014-09-11 19:18:03 -0700 | [diff] [blame] | 211 | bool callsReturnsTwice() const { return CallsReturnsTwice; } |
Jim Stichnoth | dd842db | 2015-01-27 12:53:53 -0800 | [diff] [blame] | 212 | void setCallsReturnsTwice(bool RetTwice) { CallsReturnsTwice = RetTwice; } |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 213 | int32_t getStackAdjustment() const { return StackAdjustment; } |
| 214 | void updateStackAdjustment(int32_t Offset) { StackAdjustment += Offset; } |
| 215 | void resetStackAdjustment() { StackAdjustment = 0; } |
Jan Voung | b36ad9b | 2015-04-21 17:01:49 -0700 | [diff] [blame] | 216 | SizeT makeNextLabelNumber() { return NextLabelNumber++; } |
Andrew Scull | 86df4e9 | 2015-07-30 13:54:44 -0700 | [diff] [blame] | 217 | SizeT makeNextJumpTableNumber() { return NextJumpTableNumber++; } |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 218 | LoweringContext &getContext() { return Context; } |
| 219 | |
| 220 | enum RegSet { |
| 221 | RegSet_None = 0, |
| 222 | RegSet_CallerSave = 1 << 0, |
| 223 | RegSet_CalleeSave = 1 << 1, |
| 224 | RegSet_StackPointer = 1 << 2, |
| 225 | RegSet_FramePointer = 1 << 3, |
| 226 | RegSet_All = ~RegSet_None |
| 227 | }; |
Andrew Scull | 8072bae | 2015-09-14 16:01:26 -0700 | [diff] [blame] | 228 | using RegSetMask = uint32_t; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 229 | |
| 230 | virtual llvm::SmallBitVector getRegisterSet(RegSetMask Include, |
| 231 | RegSetMask Exclude) const = 0; |
| 232 | virtual const llvm::SmallBitVector &getRegisterSetForType(Type Ty) const = 0; |
John Porto | bb0a5fe | 2015-09-04 11:23:41 -0700 | [diff] [blame] | 233 | virtual const llvm::SmallBitVector &getAliasesForRegister(SizeT) const = 0; |
| 234 | |
Jim Stichnoth | 70d0a05 | 2014-11-14 15:53:46 -0800 | [diff] [blame] | 235 | void regAlloc(RegAllocKind Kind); |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 236 | |
Qining Lu | aee5fa8 | 2015-08-20 14:59:03 -0700 | [diff] [blame] | 237 | virtual void |
| 238 | makeRandomRegisterPermutation(llvm::SmallVectorImpl<int32_t> &Permutation, |
| 239 | const llvm::SmallBitVector &ExcludeRegisters, |
| 240 | uint64_t Salt) const = 0; |
Jim Stichnoth | e6d2478 | 2014-12-19 05:42:24 -0800 | [diff] [blame] | 241 | |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame] | 242 | /// Save/restore any mutable state for the situation where code emission needs |
| 243 | /// multiple passes, such as sandboxing or relaxation. Subclasses may provide |
| 244 | /// their own implementation, but should be sure to also call the parent |
| 245 | /// class's methods. |
Jim Stichnoth | 9738a9e | 2015-02-23 16:39:06 -0800 | [diff] [blame] | 246 | virtual void snapshotEmitState() { |
| 247 | SnapshotStackAdjustment = StackAdjustment; |
| 248 | } |
| 249 | virtual void rollbackEmitState() { |
| 250 | StackAdjustment = SnapshotStackAdjustment; |
| 251 | } |
| 252 | |
Andrew Scull | 87f80c1 | 2015-07-20 10:19:16 -0700 | [diff] [blame] | 253 | /// Get the minimum number of clusters required for a jump table to be |
| 254 | /// considered. |
| 255 | virtual SizeT getMinJumpTableSize() const = 0; |
Andrew Scull | 86df4e9 | 2015-07-30 13:54:44 -0700 | [diff] [blame] | 256 | virtual void emitJumpTable(const Cfg *Func, |
| 257 | const InstJumpTable *JumpTable) const = 0; |
Andrew Scull | 87f80c1 | 2015-07-20 10:19:16 -0700 | [diff] [blame] | 258 | |
Jim Stichnoth | 144cdce | 2014-09-22 16:02:59 -0700 | [diff] [blame] | 259 | virtual void emitVariable(const Variable *Var) const = 0; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 260 | |
Jan Voung | 76bb0be | 2015-05-14 09:26:19 -0700 | [diff] [blame] | 261 | void emitWithoutPrefix(const ConstantRelocatable *CR) const; |
| 262 | void emit(const ConstantRelocatable *CR) const; |
| 263 | virtual const char *getConstantPrefix() const = 0; |
| 264 | |
| 265 | virtual void emit(const ConstantUndef *C) const = 0; |
| 266 | virtual void emit(const ConstantInteger32 *C) const = 0; |
| 267 | virtual void emit(const ConstantInteger64 *C) const = 0; |
| 268 | virtual void emit(const ConstantFloat *C) const = 0; |
| 269 | virtual void emit(const ConstantDouble *C) const = 0; |
| 270 | |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 271 | /// Performs target-specific argument lowering. |
Matt Wala | 45a0623 | 2014-07-09 16:33:22 -0700 | [diff] [blame] | 272 | virtual void lowerArguments() = 0; |
| 273 | |
Jim Stichnoth | a59ae6f | 2015-05-17 10:11:41 -0700 | [diff] [blame] | 274 | virtual void initNodeForLowering(CfgNode *) {} |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 275 | virtual void addProlog(CfgNode *Node) = 0; |
| 276 | virtual void addEpilog(CfgNode *Node) = 0; |
| 277 | |
Jim Stichnoth | eafb56c | 2015-06-22 10:35:22 -0700 | [diff] [blame] | 278 | virtual ~TargetLowering() = default; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 279 | |
| 280 | protected: |
Jim Stichnoth | c6ead20 | 2015-02-24 09:30:30 -0800 | [diff] [blame] | 281 | explicit TargetLowering(Cfg *Func); |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 282 | virtual void lowerAlloca(const InstAlloca *Inst) = 0; |
| 283 | virtual void lowerArithmetic(const InstArithmetic *Inst) = 0; |
| 284 | virtual void lowerAssign(const InstAssign *Inst) = 0; |
| 285 | virtual void lowerBr(const InstBr *Inst) = 0; |
| 286 | virtual void lowerCall(const InstCall *Inst) = 0; |
| 287 | virtual void lowerCast(const InstCast *Inst) = 0; |
| 288 | virtual void lowerFcmp(const InstFcmp *Inst) = 0; |
Matt Wala | 4988923 | 2014-07-18 12:45:09 -0700 | [diff] [blame] | 289 | virtual void lowerExtractElement(const InstExtractElement *Inst) = 0; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 290 | virtual void lowerIcmp(const InstIcmp *Inst) = 0; |
Matt Wala | 4988923 | 2014-07-18 12:45:09 -0700 | [diff] [blame] | 291 | virtual void lowerInsertElement(const InstInsertElement *Inst) = 0; |
Jan Voung | 3bd9f1a | 2014-06-18 10:50:57 -0700 | [diff] [blame] | 292 | virtual void lowerIntrinsicCall(const InstIntrinsicCall *Inst) = 0; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 293 | virtual void lowerLoad(const InstLoad *Inst) = 0; |
| 294 | virtual void lowerPhi(const InstPhi *Inst) = 0; |
| 295 | virtual void lowerRet(const InstRet *Inst) = 0; |
| 296 | virtual void lowerSelect(const InstSelect *Inst) = 0; |
| 297 | virtual void lowerStore(const InstStore *Inst) = 0; |
| 298 | virtual void lowerSwitch(const InstSwitch *Inst) = 0; |
| 299 | virtual void lowerUnreachable(const InstUnreachable *Inst) = 0; |
Jim Stichnoth | e4f65d8 | 2015-06-17 22:16:02 -0700 | [diff] [blame] | 300 | virtual void lowerOther(const Inst *Instr); |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 301 | |
Jim Stichnoth | d97c7df | 2014-06-04 11:57:08 -0700 | [diff] [blame] | 302 | virtual void doAddressOptLoad() {} |
| 303 | virtual void doAddressOptStore() {} |
Jim Stichnoth | ad2989b | 2015-09-15 10:21:42 -0700 | [diff] [blame] | 304 | virtual void doMockBoundsCheck(Operand *) {} |
Qining Lu | aee5fa8 | 2015-08-20 14:59:03 -0700 | [diff] [blame] | 305 | virtual void randomlyInsertNop(float Probability, |
| 306 | RandomNumberGenerator &RNG) = 0; |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame] | 307 | /// This gives the target an opportunity to post-process the lowered expansion |
| 308 | /// before returning. |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 309 | virtual void postLower() {} |
| 310 | |
Jim Stichnoth | 230d410 | 2015-09-25 17:40:32 -0700 | [diff] [blame] | 311 | /// Find (non-SSA) instructions where the Dest variable appears in some source |
| 312 | /// operand, and set the IsDestRedefined flag. This keeps liveness analysis |
| 313 | /// consistent. |
| 314 | void markRedefinitions(); |
Jan Voung | b3401d2 | 2015-05-18 09:38:21 -0700 | [diff] [blame] | 315 | |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame] | 316 | /// Make a pass over the Cfg to determine which variables need stack slots and |
| 317 | /// place them in a sorted list (SortedSpilledVariables). Among those, vars, |
| 318 | /// classify the spill variables as local to the basic block vs global |
| 319 | /// (multi-block) in order to compute the parameters GlobalsSize and |
| 320 | /// SpillAreaSizeBytes (represents locals or general vars if the coalescing of |
| 321 | /// locals is disallowed) along with alignments required for variables in each |
| 322 | /// area. We rely on accurate VMetadata in order to classify a variable as |
| 323 | /// global vs local (otherwise the variable is conservatively global). The |
| 324 | /// in-args should be initialized to 0. |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 325 | /// |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame] | 326 | /// This is only a pre-pass and the actual stack slot assignment is handled |
| 327 | /// separately. |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 328 | /// |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame] | 329 | /// There may be target-specific Variable types, which will be handled by |
| 330 | /// TargetVarHook. If the TargetVarHook returns true, then the variable is |
| 331 | /// skipped and not considered with the rest of the spilled variables. |
Jan Voung | 0fa6c5a | 2015-06-01 11:04:04 -0700 | [diff] [blame] | 332 | void getVarStackSlotParams(VarList &SortedSpilledVariables, |
| 333 | llvm::SmallBitVector &RegsUsed, |
| 334 | size_t *GlobalsSize, size_t *SpillAreaSizeBytes, |
| 335 | uint32_t *SpillAreaAlignmentBytes, |
| 336 | uint32_t *LocalsSlotsAlignmentBytes, |
| 337 | std::function<bool(Variable *)> TargetVarHook); |
| 338 | |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame] | 339 | /// Calculate the amount of padding needed to align the local and global areas |
| 340 | /// to the required alignment. This assumes the globals/locals layout used by |
| 341 | /// getVarStackSlotParams and assignVarStackSlots. |
Jan Voung | 0fa6c5a | 2015-06-01 11:04:04 -0700 | [diff] [blame] | 342 | void alignStackSpillAreas(uint32_t SpillAreaStartOffset, |
| 343 | uint32_t SpillAreaAlignmentBytes, |
| 344 | size_t GlobalsSize, |
| 345 | uint32_t LocalsSlotsAlignmentBytes, |
| 346 | uint32_t *SpillAreaPaddingBytes, |
| 347 | uint32_t *LocalsSlotsPaddingBytes); |
| 348 | |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame] | 349 | /// Make a pass through the SortedSpilledVariables and actually assign stack |
| 350 | /// slots. SpillAreaPaddingBytes takes into account stack alignment padding. |
| 351 | /// The SpillArea starts after that amount of padding. This matches the scheme |
| 352 | /// in getVarStackSlotParams, where there may be a separate multi-block global |
| 353 | /// var spill area and a local var spill area. |
Jan Voung | 0fa6c5a | 2015-06-01 11:04:04 -0700 | [diff] [blame] | 354 | void assignVarStackSlots(VarList &SortedSpilledVariables, |
| 355 | size_t SpillAreaPaddingBytes, |
| 356 | size_t SpillAreaSizeBytes, |
| 357 | size_t GlobalsAndSubsequentPaddingSize, |
| 358 | bool UsesFramePointer); |
| 359 | |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame] | 360 | /// Sort the variables in Source based on required alignment. The variables |
| 361 | /// with the largest alignment need are placed in the front of the Dest list. |
Jan Voung | 0fa6c5a | 2015-06-01 11:04:04 -0700 | [diff] [blame] | 362 | void sortVarsByAlignment(VarList &Dest, const VarList &Source) const; |
| 363 | |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 364 | /// Make a call to an external helper function. |
Jan Voung | b36ad9b | 2015-04-21 17:01:49 -0700 | [diff] [blame] | 365 | InstCall *makeHelperCall(const IceString &Name, Variable *Dest, |
| 366 | SizeT MaxSrcs); |
| 367 | |
Jan Voung | 0fa6c5a | 2015-06-01 11:04:04 -0700 | [diff] [blame] | 368 | void |
| 369 | _bundle_lock(InstBundleLock::Option BundleOption = InstBundleLock::Opt_None) { |
| 370 | Context.insert(InstBundleLock::create(Func, BundleOption)); |
| 371 | } |
| 372 | void _bundle_unlock() { Context.insert(InstBundleUnlock::create(Func)); } |
Jim Stichnoth | 230d410 | 2015-09-25 17:40:32 -0700 | [diff] [blame] | 373 | void _set_dest_redefined() { Context.getLastInserted()->setDestRedefined(); } |
Jan Voung | 0fa6c5a | 2015-06-01 11:04:04 -0700 | [diff] [blame] | 374 | |
Andrew Scull | cfa628b | 2015-08-20 14:23:05 -0700 | [diff] [blame] | 375 | bool shouldOptimizeMemIntrins(); |
| 376 | |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 377 | Cfg *Func; |
| 378 | GlobalContext *Ctx; |
Jim Stichnoth | eafb56c | 2015-06-22 10:35:22 -0700 | [diff] [blame] | 379 | bool HasComputedFrame = false; |
| 380 | bool CallsReturnsTwice = false; |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame] | 381 | /// StackAdjustment keeps track of the current stack offset from its natural |
Jim Stichnoth | 55f931f | 2015-09-23 16:33:08 -0700 | [diff] [blame] | 382 | /// location, e.g. as arguments are pushed for a function call or as |
| 383 | /// fixed-size alloca instructions are executed in the entry block. |
Jim Stichnoth | eafb56c | 2015-06-22 10:35:22 -0700 | [diff] [blame] | 384 | int32_t StackAdjustment = 0; |
| 385 | SizeT NextLabelNumber = 0; |
Andrew Scull | 86df4e9 | 2015-07-30 13:54:44 -0700 | [diff] [blame] | 386 | SizeT NextJumpTableNumber = 0; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 387 | LoweringContext Context; |
Jim Stichnoth | 9738a9e | 2015-02-23 16:39:06 -0800 | [diff] [blame] | 388 | |
Jim Stichnoth | c450879 | 2015-03-01 23:12:55 -0800 | [diff] [blame] | 389 | // Runtime helper function names |
| 390 | const static constexpr char *H_bitcast_16xi1_i16 = "__Sz_bitcast_16xi1_i16"; |
| 391 | const static constexpr char *H_bitcast_8xi1_i8 = "__Sz_bitcast_8xi1_i8"; |
| 392 | const static constexpr char *H_bitcast_i16_16xi1 = "__Sz_bitcast_i16_16xi1"; |
| 393 | const static constexpr char *H_bitcast_i8_8xi1 = "__Sz_bitcast_i8_8xi1"; |
| 394 | const static constexpr char *H_call_ctpop_i32 = "__popcountsi2"; |
| 395 | const static constexpr char *H_call_ctpop_i64 = "__popcountdi2"; |
| 396 | const static constexpr char *H_call_longjmp = "longjmp"; |
| 397 | const static constexpr char *H_call_memcpy = "memcpy"; |
| 398 | const static constexpr char *H_call_memmove = "memmove"; |
| 399 | const static constexpr char *H_call_memset = "memset"; |
| 400 | const static constexpr char *H_call_read_tp = "__nacl_read_tp"; |
| 401 | const static constexpr char *H_call_setjmp = "setjmp"; |
| 402 | const static constexpr char *H_fptosi_f32_i64 = "__Sz_fptosi_f32_i64"; |
| 403 | const static constexpr char *H_fptosi_f64_i64 = "__Sz_fptosi_f64_i64"; |
| 404 | const static constexpr char *H_fptoui_4xi32_f32 = "__Sz_fptoui_4xi32_f32"; |
| 405 | const static constexpr char *H_fptoui_f32_i32 = "__Sz_fptoui_f32_i32"; |
| 406 | const static constexpr char *H_fptoui_f32_i64 = "__Sz_fptoui_f32_i64"; |
| 407 | const static constexpr char *H_fptoui_f64_i32 = "__Sz_fptoui_f64_i32"; |
| 408 | const static constexpr char *H_fptoui_f64_i64 = "__Sz_fptoui_f64_i64"; |
| 409 | const static constexpr char *H_frem_f32 = "fmodf"; |
| 410 | const static constexpr char *H_frem_f64 = "fmod"; |
Jan Voung | 6ec369e | 2015-06-30 11:03:15 -0700 | [diff] [blame] | 411 | const static constexpr char *H_sdiv_i32 = "__divsi3"; |
Jim Stichnoth | c450879 | 2015-03-01 23:12:55 -0800 | [diff] [blame] | 412 | const static constexpr char *H_sdiv_i64 = "__divdi3"; |
| 413 | const static constexpr char *H_sitofp_i64_f32 = "__Sz_sitofp_i64_f32"; |
| 414 | const static constexpr char *H_sitofp_i64_f64 = "__Sz_sitofp_i64_f64"; |
Jan Voung | 6ec369e | 2015-06-30 11:03:15 -0700 | [diff] [blame] | 415 | const static constexpr char *H_srem_i32 = "__modsi3"; |
Jim Stichnoth | c450879 | 2015-03-01 23:12:55 -0800 | [diff] [blame] | 416 | const static constexpr char *H_srem_i64 = "__moddi3"; |
Jan Voung | 6ec369e | 2015-06-30 11:03:15 -0700 | [diff] [blame] | 417 | const static constexpr char *H_udiv_i32 = "__udivsi3"; |
Jim Stichnoth | c450879 | 2015-03-01 23:12:55 -0800 | [diff] [blame] | 418 | const static constexpr char *H_udiv_i64 = "__udivdi3"; |
| 419 | const static constexpr char *H_uitofp_4xi32_4xf32 = "__Sz_uitofp_4xi32_4xf32"; |
| 420 | const static constexpr char *H_uitofp_i32_f32 = "__Sz_uitofp_i32_f32"; |
| 421 | const static constexpr char *H_uitofp_i32_f64 = "__Sz_uitofp_i32_f64"; |
| 422 | const static constexpr char *H_uitofp_i64_f32 = "__Sz_uitofp_i64_f32"; |
| 423 | const static constexpr char *H_uitofp_i64_f64 = "__Sz_uitofp_i64_f64"; |
Jan Voung | 6ec369e | 2015-06-30 11:03:15 -0700 | [diff] [blame] | 424 | const static constexpr char *H_urem_i32 = "__umodsi3"; |
Jim Stichnoth | c450879 | 2015-03-01 23:12:55 -0800 | [diff] [blame] | 425 | const static constexpr char *H_urem_i64 = "__umoddi3"; |
| 426 | |
Jim Stichnoth | 9738a9e | 2015-02-23 16:39:06 -0800 | [diff] [blame] | 427 | private: |
Jim Stichnoth | eafb56c | 2015-06-22 10:35:22 -0700 | [diff] [blame] | 428 | int32_t SnapshotStackAdjustment = 0; |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 429 | }; |
| 430 | |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame] | 431 | /// TargetDataLowering is used for "lowering" data including initializers for |
| 432 | /// global variables, and the internal constant pools. It is separated out from |
| 433 | /// TargetLowering because it does not require a Cfg. |
Jan Voung | 72984d8 | 2015-01-29 14:42:38 -0800 | [diff] [blame] | 434 | class TargetDataLowering { |
| 435 | TargetDataLowering() = delete; |
| 436 | TargetDataLowering(const TargetDataLowering &) = delete; |
| 437 | TargetDataLowering &operator=(const TargetDataLowering &) = delete; |
Jim Stichnoth | 7b451a9 | 2014-10-15 14:39:23 -0700 | [diff] [blame] | 438 | |
Jim Stichnoth | de4ca71 | 2014-06-29 08:13:48 -0700 | [diff] [blame] | 439 | public: |
Jim Stichnoth | bbca754 | 2015-02-11 16:08:31 -0800 | [diff] [blame] | 440 | static std::unique_ptr<TargetDataLowering> createLowering(GlobalContext *Ctx); |
Jan Voung | 72984d8 | 2015-01-29 14:42:38 -0800 | [diff] [blame] | 441 | virtual ~TargetDataLowering(); |
Jan Voung | 839c4ce | 2014-07-28 15:19:43 -0700 | [diff] [blame] | 442 | |
John Porto | 8b1a705 | 2015-06-17 13:20:08 -0700 | [diff] [blame] | 443 | virtual void lowerGlobals(const VariableDeclarationList &Vars, |
| 444 | const IceString &SectionSuffix) = 0; |
John Porto | 0f86d03 | 2015-06-15 07:44:27 -0700 | [diff] [blame] | 445 | virtual void lowerConstants() = 0; |
Andrew Scull | 86df4e9 | 2015-07-30 13:54:44 -0700 | [diff] [blame] | 446 | virtual void lowerJumpTables() = 0; |
Jim Stichnoth | de4ca71 | 2014-06-29 08:13:48 -0700 | [diff] [blame] | 447 | |
| 448 | protected: |
John Porto | 8b1a705 | 2015-06-17 13:20:08 -0700 | [diff] [blame] | 449 | void emitGlobal(const VariableDeclaration &Var, |
| 450 | const IceString &SectionSuffix); |
Jan Voung | 58eea4d | 2015-06-15 15:11:56 -0700 | [diff] [blame] | 451 | |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame] | 452 | /// For now, we assume .long is the right directive for emitting 4 byte emit |
| 453 | /// global relocations. However, LLVM MIPS usually uses .4byte instead. |
Andrew Scull | 9612d32 | 2015-07-06 14:53:25 -0700 | [diff] [blame] | 454 | /// Perhaps there is some difference when the location is unaligned. |
John Porto | 8b1a705 | 2015-06-17 13:20:08 -0700 | [diff] [blame] | 455 | static const char *getEmit32Directive() { return ".long"; } |
Jan Voung | 58eea4d | 2015-06-15 15:11:56 -0700 | [diff] [blame] | 456 | |
Jim Stichnoth | c6ead20 | 2015-02-24 09:30:30 -0800 | [diff] [blame] | 457 | explicit TargetDataLowering(GlobalContext *Ctx) : Ctx(Ctx) {} |
Jim Stichnoth | de4ca71 | 2014-06-29 08:13:48 -0700 | [diff] [blame] | 458 | GlobalContext *Ctx; |
Jim Stichnoth | de4ca71 | 2014-06-29 08:13:48 -0700 | [diff] [blame] | 459 | }; |
| 460 | |
Andrew Scull | 57e1268 | 2015-09-16 11:30:19 -0700 | [diff] [blame] | 461 | /// TargetHeaderLowering is used to "lower" the header of an output file. It |
| 462 | /// writes out the target-specific header attributes. E.g., for ARM this writes |
| 463 | /// out the build attributes (float ABI, etc.). |
Jan Voung | fb79284 | 2015-06-11 15:27:50 -0700 | [diff] [blame] | 464 | class TargetHeaderLowering { |
| 465 | TargetHeaderLowering() = delete; |
| 466 | TargetHeaderLowering(const TargetHeaderLowering &) = delete; |
| 467 | TargetHeaderLowering &operator=(const TargetHeaderLowering &) = delete; |
| 468 | |
| 469 | public: |
| 470 | static std::unique_ptr<TargetHeaderLowering> |
| 471 | createLowering(GlobalContext *Ctx); |
| 472 | virtual ~TargetHeaderLowering(); |
| 473 | |
| 474 | virtual void lower() {} |
| 475 | |
| 476 | protected: |
| 477 | explicit TargetHeaderLowering(GlobalContext *Ctx) : Ctx(Ctx) {} |
| 478 | GlobalContext *Ctx; |
| 479 | }; |
| 480 | |
Jim Stichnoth | 5bc2b1d | 2014-05-22 13:38:48 -0700 | [diff] [blame] | 481 | } // end of namespace Ice |
| 482 | |
| 483 | #endif // SUBZERO_SRC_ICETARGETLOWERING_H |