Dan Gohman | 483377c | 2009-02-06 17:22:58 +0000 | [diff] [blame] | 1 | //===---- ScheduleDAGSDNodes.h - SDNode Scheduling --------------*- C++ -*-===// |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file implements the ScheduleDAGSDNodes class, which implements |
| 11 | // scheduling for an SDNode-based dependency graph. |
| 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
Benjamin Kramer | a7c40ef | 2014-08-13 16:26:38 +0000 | [diff] [blame] | 15 | #ifndef LLVM_LIB_CODEGEN_SELECTIONDAG_SCHEDULEDAGSDNODES_H |
| 16 | #define LLVM_LIB_CODEGEN_SELECTIONDAG_SCHEDULEDAGSDNODES_H |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 17 | |
Jakub Staszak | 8bc7af1 | 2013-02-20 00:26:25 +0000 | [diff] [blame] | 18 | #include "llvm/CodeGen/MachineBasicBlock.h" |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 19 | #include "llvm/CodeGen/ScheduleDAG.h" |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 20 | |
| 21 | namespace llvm { |
Dan Gohman | 7782de7 | 2008-12-22 21:06:20 +0000 | [diff] [blame] | 22 | /// ScheduleDAGSDNodes - A ScheduleDAG for scheduling SDNode-based DAGs. |
Andrew Trick | d0548ae | 2011-02-04 03:18:17 +0000 | [diff] [blame] | 23 | /// |
Dan Gohman | 7782de7 | 2008-12-22 21:06:20 +0000 | [diff] [blame] | 24 | /// Edges between SUnits are initially based on edges in the SelectionDAG, |
| 25 | /// and additional edges can be added by the schedulers as heuristics. |
| 26 | /// SDNodes such as Constants, Registers, and a few others that are not |
| 27 | /// interesting to schedulers are not allocated SUnits. |
| 28 | /// |
Chris Lattner | 3e5fbd7 | 2010-12-21 02:38:05 +0000 | [diff] [blame] | 29 | /// SDNodes with MVT::Glue operands are grouped along with the flagged |
Dan Gohman | 7782de7 | 2008-12-22 21:06:20 +0000 | [diff] [blame] | 30 | /// nodes into a single SUnit so that they are scheduled together. |
| 31 | /// |
| 32 | /// SDNode-based scheduling graphs do not use SDep::Anti or SDep::Output |
| 33 | /// edges. Physical register dependence information is not carried in |
| 34 | /// the DAG and must be handled explicitly by schedulers. |
| 35 | /// |
Benjamin Kramer | 079b96e | 2013-09-11 18:05:11 +0000 | [diff] [blame] | 36 | class ScheduleDAGSDNodes : public ScheduleDAG { |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 37 | public: |
Andrew Trick | 60cf03e | 2012-03-07 05:21:52 +0000 | [diff] [blame] | 38 | MachineBasicBlock *BB; |
Dan Gohman | dfaf646 | 2009-02-11 04:27:20 +0000 | [diff] [blame] | 39 | SelectionDAG *DAG; // DAG of the current basic block |
Evan Cheng | bf40707 | 2010-09-10 01:29:16 +0000 | [diff] [blame] | 40 | const InstrItineraryData *InstrItins; |
Dan Gohman | dfaf646 | 2009-02-11 04:27:20 +0000 | [diff] [blame] | 41 | |
Andrew Trick | 60cf03e | 2012-03-07 05:21:52 +0000 | [diff] [blame] | 42 | /// The schedule. Null SUnit*'s represent noop instructions. |
| 43 | std::vector<SUnit*> Sequence; |
| 44 | |
Dan Gohman | 619ef48 | 2009-01-15 19:20:50 +0000 | [diff] [blame] | 45 | explicit ScheduleDAGSDNodes(MachineFunction &mf); |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 46 | |
Alexander Kornienko | f817c1c | 2015-04-11 02:11:45 +0000 | [diff] [blame] | 47 | ~ScheduleDAGSDNodes() override {} |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 48 | |
Dan Gohman | dfaf646 | 2009-02-11 04:27:20 +0000 | [diff] [blame] | 49 | /// Run - perform scheduling. |
| 50 | /// |
Andrew Trick | 60cf03e | 2012-03-07 05:21:52 +0000 | [diff] [blame] | 51 | void Run(SelectionDAG *dag, MachineBasicBlock *bb); |
Dan Gohman | dfaf646 | 2009-02-11 04:27:20 +0000 | [diff] [blame] | 52 | |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 53 | /// isPassiveNode - Return true if the node is a non-scheduled leaf. |
| 54 | /// |
| 55 | static bool isPassiveNode(SDNode *Node) { |
| 56 | if (isa<ConstantSDNode>(Node)) return true; |
| 57 | if (isa<ConstantFPSDNode>(Node)) return true; |
| 58 | if (isa<RegisterSDNode>(Node)) return true; |
Jakob Stoklund Olesen | 9349351d | 2012-01-18 23:52:12 +0000 | [diff] [blame] | 59 | if (isa<RegisterMaskSDNode>(Node)) return true; |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 60 | if (isa<GlobalAddressSDNode>(Node)) return true; |
| 61 | if (isa<BasicBlockSDNode>(Node)) return true; |
| 62 | if (isa<FrameIndexSDNode>(Node)) return true; |
| 63 | if (isa<ConstantPoolSDNode>(Node)) return true; |
Jakob Stoklund Olesen | 505715d | 2012-08-07 22:37:05 +0000 | [diff] [blame] | 64 | if (isa<TargetIndexSDNode>(Node)) return true; |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 65 | if (isa<JumpTableSDNode>(Node)) return true; |
| 66 | if (isa<ExternalSymbolSDNode>(Node)) return true; |
Rafael Espindola | 36b718f | 2015-06-22 17:46:53 +0000 | [diff] [blame] | 67 | if (isa<MCSymbolSDNode>(Node)) return true; |
Dan Gohman | 6c93880 | 2009-10-30 01:27:03 +0000 | [diff] [blame] | 68 | if (isa<BlockAddressSDNode>(Node)) return true; |
Chris Lattner | 3b9f02a | 2010-04-07 05:20:54 +0000 | [diff] [blame] | 69 | if (Node->getOpcode() == ISD::EntryToken || |
| 70 | isa<MDNodeSDNode>(Node)) return true; |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 71 | return false; |
| 72 | } |
| 73 | |
| 74 | /// NewSUnit - Creates a new SUnit and return a ptr to it. |
| 75 | /// |
Andrew Trick | 52226d4 | 2012-03-07 23:00:49 +0000 | [diff] [blame] | 76 | SUnit *newSUnit(SDNode *N); |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 77 | |
| 78 | /// Clone - Creates a clone of the specified SUnit. It does not copy the |
| 79 | /// predecessors / successors info nor the temporary scheduling states. |
| 80 | /// |
| 81 | SUnit *Clone(SUnit *N); |
Andrew Trick | d0548ae | 2011-02-04 03:18:17 +0000 | [diff] [blame] | 82 | |
Dan Gohman | 04543e7 | 2008-12-23 18:36:58 +0000 | [diff] [blame] | 83 | /// BuildSchedGraph - Build the SUnit graph from the selection dag that we |
| 84 | /// are input. This SUnit graph is similar to the SelectionDAG, but |
| 85 | /// excludes nodes that aren't interesting to scheduling, and represents |
| 86 | /// flagged together nodes with a single SUnit. |
Andrew Trick | 0c84efe | 2012-03-07 00:18:12 +0000 | [diff] [blame] | 87 | void BuildSchedGraph(AliasAnalysis *AA); |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 88 | |
Andrew Trick | d0548ae | 2011-02-04 03:18:17 +0000 | [diff] [blame] | 89 | /// InitNumRegDefsLeft - Determine the # of regs defined by this node. |
| 90 | /// |
| 91 | void InitNumRegDefsLeft(SUnit *SU); |
| 92 | |
Andrew Trick | 52226d4 | 2012-03-07 23:00:49 +0000 | [diff] [blame] | 93 | /// computeLatency - Compute node latency. |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 94 | /// |
Andrew Trick | 52226d4 | 2012-03-07 23:00:49 +0000 | [diff] [blame] | 95 | virtual void computeLatency(SUnit *SU); |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 96 | |
Andrew Trick | 52226d4 | 2012-03-07 23:00:49 +0000 | [diff] [blame] | 97 | virtual void computeOperandLatency(SDNode *Def, SDNode *Use, |
Evan Cheng | bdd062d | 2010-05-20 06:13:19 +0000 | [diff] [blame] | 98 | unsigned OpIdx, SDep& dep) const; |
| 99 | |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 100 | /// Schedule - Order nodes according to selected style, filling |
| 101 | /// in the Sequence member. |
| 102 | /// |
| 103 | virtual void Schedule() = 0; |
| 104 | |
Andrew Trick | 46a5866 | 2012-03-07 05:21:36 +0000 | [diff] [blame] | 105 | /// VerifyScheduledSequence - Verify that all SUnits are scheduled and |
| 106 | /// consistent with the Sequence of scheduled instructions. |
| 107 | void VerifyScheduledSequence(bool isBottomUp); |
| 108 | |
Andrew Trick | e932bb7 | 2012-03-07 05:21:44 +0000 | [diff] [blame] | 109 | /// EmitSchedule - Insert MachineInstrs into the MachineBasicBlock |
| 110 | /// according to the order specified in Sequence. |
| 111 | /// |
Evan Cheng | 839fb65 | 2012-10-17 19:39:36 +0000 | [diff] [blame] | 112 | virtual MachineBasicBlock* |
| 113 | EmitSchedule(MachineBasicBlock::iterator &InsertPos); |
Andrew Trick | e932bb7 | 2012-03-07 05:21:44 +0000 | [diff] [blame] | 114 | |
Craig Topper | 7b883b3 | 2014-03-08 06:31:39 +0000 | [diff] [blame] | 115 | void dumpNode(const SUnit *SU) const override; |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 116 | |
Andrew Trick | edee68c | 2012-03-07 05:21:40 +0000 | [diff] [blame] | 117 | void dumpSchedule() const; |
| 118 | |
Craig Topper | 7b883b3 | 2014-03-08 06:31:39 +0000 | [diff] [blame] | 119 | std::string getGraphNodeLabel(const SUnit *SU) const override; |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 120 | |
Craig Topper | 7b883b3 | 2014-03-08 06:31:39 +0000 | [diff] [blame] | 121 | std::string getDAGName() const override; |
Andrew Trick | 1b2324d | 2012-03-07 00:18:22 +0000 | [diff] [blame] | 122 | |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 123 | virtual void getCustomGraphFeatures(GraphWriter<ScheduleDAG*> &GW) const; |
| 124 | |
Andrew Trick | d0548ae | 2011-02-04 03:18:17 +0000 | [diff] [blame] | 125 | /// RegDefIter - In place iteration over the values defined by an |
| 126 | /// SUnit. This does not need copies of the iterator or any other STLisms. |
| 127 | /// The iterator creates itself, rather than being provided by the SchedDAG. |
| 128 | class RegDefIter { |
| 129 | const ScheduleDAGSDNodes *SchedDAG; |
| 130 | const SDNode *Node; |
| 131 | unsigned DefIdx; |
| 132 | unsigned NodeNumDefs; |
Patrik Hagglund | 0539435 | 2012-12-13 18:45:35 +0000 | [diff] [blame] | 133 | MVT ValueType; |
Andrew Trick | d0548ae | 2011-02-04 03:18:17 +0000 | [diff] [blame] | 134 | public: |
| 135 | RegDefIter(const SUnit *SU, const ScheduleDAGSDNodes *SD); |
| 136 | |
Craig Topper | ada0857 | 2014-04-16 04:21:27 +0000 | [diff] [blame] | 137 | bool IsValid() const { return Node != nullptr; } |
Andrew Trick | d0548ae | 2011-02-04 03:18:17 +0000 | [diff] [blame] | 138 | |
Patrik Hagglund | 0539435 | 2012-12-13 18:45:35 +0000 | [diff] [blame] | 139 | MVT GetValue() const { |
Andrew Trick | d0548ae | 2011-02-04 03:18:17 +0000 | [diff] [blame] | 140 | assert(IsValid() && "bad iterator"); |
| 141 | return ValueType; |
| 142 | } |
| 143 | |
Owen Anderson | 96adc4a | 2011-06-15 23:35:18 +0000 | [diff] [blame] | 144 | const SDNode *GetNode() const { |
| 145 | return Node; |
| 146 | } |
| 147 | |
| 148 | unsigned GetIdx() const { |
Owen Anderson | b0a5a1e | 2011-06-27 18:34:12 +0000 | [diff] [blame] | 149 | return DefIdx-1; |
Owen Anderson | 96adc4a | 2011-06-15 23:35:18 +0000 | [diff] [blame] | 150 | } |
| 151 | |
Andrew Trick | d0548ae | 2011-02-04 03:18:17 +0000 | [diff] [blame] | 152 | void Advance(); |
| 153 | private: |
| 154 | void InitNodeNumDefs(); |
| 155 | }; |
| 156 | |
Andrew Trick | 09650df | 2012-10-08 18:53:57 +0000 | [diff] [blame] | 157 | protected: |
| 158 | /// ForceUnitLatencies - Return true if all scheduling edges should be given |
| 159 | /// a latency value of one. The default is to return false; schedulers may |
| 160 | /// override this as needed. |
| 161 | virtual bool forceUnitLatencies() const { return false; } |
| 162 | |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 163 | private: |
Evan Cheng | 9d92aaa | 2010-01-22 03:36:51 +0000 | [diff] [blame] | 164 | /// ClusterNeighboringLoads - Cluster loads from "near" addresses into |
| 165 | /// combined SUnits. |
Evan Cheng | 38f6560 | 2010-06-10 02:09:31 +0000 | [diff] [blame] | 166 | void ClusterNeighboringLoads(SDNode *Node); |
| 167 | /// ClusterNodes - Cluster certain nodes which should be scheduled together. |
| 168 | /// |
| 169 | void ClusterNodes(); |
Evan Cheng | 9d92aaa | 2010-01-22 03:36:51 +0000 | [diff] [blame] | 170 | |
Dan Gohman | 04543e7 | 2008-12-23 18:36:58 +0000 | [diff] [blame] | 171 | /// BuildSchedUnits, AddSchedEdges - Helper functions for BuildSchedGraph. |
| 172 | void BuildSchedUnits(); |
| 173 | void AddSchedEdges(); |
Andrew Trick | e932bb7 | 2012-03-07 05:21:44 +0000 | [diff] [blame] | 174 | |
| 175 | void EmitPhysRegCopy(SUnit *SU, DenseMap<SUnit*, unsigned> &VRBaseMap, |
| 176 | MachineBasicBlock::iterator InsertPos); |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 177 | }; |
Alexander Kornienko | f00654e | 2015-06-23 09:49:53 +0000 | [diff] [blame] | 178 | } |
Dan Gohman | 60cb69e | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 179 | |
| 180 | #endif |