Dan Gohman | 84fbac5 | 2009-02-06 17:22:58 +0000 | [diff] [blame] | 1 | //===---- ScheduleDAGSDNodes.h - SDNode Scheduling --------------*- C++ -*-===// |
Dan Gohman | 343f0c0 | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file implements the ScheduleDAGSDNodes class, which implements |
| 11 | // scheduling for an SDNode-based dependency graph. |
| 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
Dan Gohman | 84fbac5 | 2009-02-06 17:22:58 +0000 | [diff] [blame] | 15 | #ifndef SCHEDULEDAGSDNODES_H |
| 16 | #define SCHEDULEDAGSDNODES_H |
Dan Gohman | 343f0c0 | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 17 | |
| 18 | #include "llvm/CodeGen/ScheduleDAG.h" |
| 19 | #include "llvm/CodeGen/SelectionDAG.h" |
Dan Gohman | 343f0c0 | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 20 | |
| 21 | namespace llvm { |
Dan Gohman | 983bbba | 2008-12-22 21:06:20 +0000 | [diff] [blame] | 22 | /// ScheduleDAGSDNodes - A ScheduleDAG for scheduling SDNode-based DAGs. |
Andrew Trick | 92e9466 | 2011-02-04 03:18:17 +0000 | [diff] [blame] | 23 | /// |
Dan Gohman | 983bbba | 2008-12-22 21:06:20 +0000 | [diff] [blame] | 24 | /// Edges between SUnits are initially based on edges in the SelectionDAG, |
| 25 | /// and additional edges can be added by the schedulers as heuristics. |
| 26 | /// SDNodes such as Constants, Registers, and a few others that are not |
| 27 | /// interesting to schedulers are not allocated SUnits. |
| 28 | /// |
Chris Lattner | f1b4eaf | 2010-12-21 02:38:05 +0000 | [diff] [blame] | 29 | /// SDNodes with MVT::Glue operands are grouped along with the flagged |
Dan Gohman | 983bbba | 2008-12-22 21:06:20 +0000 | [diff] [blame] | 30 | /// nodes into a single SUnit so that they are scheduled together. |
| 31 | /// |
| 32 | /// SDNode-based scheduling graphs do not use SDep::Anti or SDep::Output |
| 33 | /// edges. Physical register dependence information is not carried in |
| 34 | /// the DAG and must be handled explicitly by schedulers. |
| 35 | /// |
Dan Gohman | 343f0c0 | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 36 | class ScheduleDAGSDNodes : public ScheduleDAG { |
| 37 | public: |
Andrew Trick | 47c1445 | 2012-03-07 05:21:52 +0000 | [diff] [blame] | 38 | MachineBasicBlock *BB; |
Dan Gohman | 47ac0f0 | 2009-02-11 04:27:20 +0000 | [diff] [blame] | 39 | SelectionDAG *DAG; // DAG of the current basic block |
Evan Cheng | 3ef1c87 | 2010-09-10 01:29:16 +0000 | [diff] [blame] | 40 | const InstrItineraryData *InstrItins; |
Dan Gohman | 47ac0f0 | 2009-02-11 04:27:20 +0000 | [diff] [blame] | 41 | |
Andrew Trick | 47c1445 | 2012-03-07 05:21:52 +0000 | [diff] [blame] | 42 | /// The schedule. Null SUnit*'s represent noop instructions. |
| 43 | std::vector<SUnit*> Sequence; |
| 44 | |
Dan Gohman | 79ce276 | 2009-01-15 19:20:50 +0000 | [diff] [blame] | 45 | explicit ScheduleDAGSDNodes(MachineFunction &mf); |
Dan Gohman | 343f0c0 | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 46 | |
| 47 | virtual ~ScheduleDAGSDNodes() {} |
| 48 | |
Dan Gohman | 47ac0f0 | 2009-02-11 04:27:20 +0000 | [diff] [blame] | 49 | /// Run - perform scheduling. |
| 50 | /// |
Andrew Trick | 47c1445 | 2012-03-07 05:21:52 +0000 | [diff] [blame] | 51 | void Run(SelectionDAG *dag, MachineBasicBlock *bb); |
Dan Gohman | 47ac0f0 | 2009-02-11 04:27:20 +0000 | [diff] [blame] | 52 | |
Dan Gohman | 343f0c0 | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 53 | /// isPassiveNode - Return true if the node is a non-scheduled leaf. |
| 54 | /// |
| 55 | static bool isPassiveNode(SDNode *Node) { |
| 56 | if (isa<ConstantSDNode>(Node)) return true; |
| 57 | if (isa<ConstantFPSDNode>(Node)) return true; |
| 58 | if (isa<RegisterSDNode>(Node)) return true; |
Jakob Stoklund Olesen | 9cf37e8 | 2012-01-18 23:52:12 +0000 | [diff] [blame] | 59 | if (isa<RegisterMaskSDNode>(Node)) return true; |
Dan Gohman | 343f0c0 | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 60 | if (isa<GlobalAddressSDNode>(Node)) return true; |
| 61 | if (isa<BasicBlockSDNode>(Node)) return true; |
| 62 | if (isa<FrameIndexSDNode>(Node)) return true; |
| 63 | if (isa<ConstantPoolSDNode>(Node)) return true; |
| 64 | if (isa<JumpTableSDNode>(Node)) return true; |
| 65 | if (isa<ExternalSymbolSDNode>(Node)) return true; |
Dan Gohman | 8c2b525 | 2009-10-30 01:27:03 +0000 | [diff] [blame] | 66 | if (isa<BlockAddressSDNode>(Node)) return true; |
Chris Lattner | decc267 | 2010-04-07 05:20:54 +0000 | [diff] [blame] | 67 | if (Node->getOpcode() == ISD::EntryToken || |
| 68 | isa<MDNodeSDNode>(Node)) return true; |
Dan Gohman | 343f0c0 | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 69 | return false; |
| 70 | } |
| 71 | |
| 72 | /// NewSUnit - Creates a new SUnit and return a ptr to it. |
| 73 | /// |
Andrew Trick | 953be89 | 2012-03-07 23:00:49 +0000 | [diff] [blame] | 74 | SUnit *newSUnit(SDNode *N); |
Dan Gohman | 343f0c0 | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 75 | |
| 76 | /// Clone - Creates a clone of the specified SUnit. It does not copy the |
| 77 | /// predecessors / successors info nor the temporary scheduling states. |
| 78 | /// |
| 79 | SUnit *Clone(SUnit *N); |
Andrew Trick | 92e9466 | 2011-02-04 03:18:17 +0000 | [diff] [blame] | 80 | |
Dan Gohman | c9a5b9e | 2008-12-23 18:36:58 +0000 | [diff] [blame] | 81 | /// BuildSchedGraph - Build the SUnit graph from the selection dag that we |
| 82 | /// are input. This SUnit graph is similar to the SelectionDAG, but |
| 83 | /// excludes nodes that aren't interesting to scheduling, and represents |
| 84 | /// flagged together nodes with a single SUnit. |
Andrew Trick | 084e179 | 2012-03-07 00:18:12 +0000 | [diff] [blame] | 85 | void BuildSchedGraph(AliasAnalysis *AA); |
Dan Gohman | 343f0c0 | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 86 | |
Andrew Trick | 5469976 | 2011-04-07 19:54:57 +0000 | [diff] [blame] | 87 | /// InitVRegCycleFlag - Set isVRegCycle if this node's single use is |
| 88 | /// CopyToReg and its only active data operands are CopyFromReg within a |
| 89 | /// single block loop. |
| 90 | /// |
| 91 | void InitVRegCycleFlag(SUnit *SU); |
| 92 | |
Andrew Trick | 92e9466 | 2011-02-04 03:18:17 +0000 | [diff] [blame] | 93 | /// InitNumRegDefsLeft - Determine the # of regs defined by this node. |
| 94 | /// |
| 95 | void InitNumRegDefsLeft(SUnit *SU); |
| 96 | |
Andrew Trick | 953be89 | 2012-03-07 23:00:49 +0000 | [diff] [blame] | 97 | /// computeLatency - Compute node latency. |
Dan Gohman | 343f0c0 | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 98 | /// |
Andrew Trick | 953be89 | 2012-03-07 23:00:49 +0000 | [diff] [blame] | 99 | virtual void computeLatency(SUnit *SU); |
Dan Gohman | 343f0c0 | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 100 | |
Andrew Trick | 953be89 | 2012-03-07 23:00:49 +0000 | [diff] [blame] | 101 | virtual void computeOperandLatency(SDNode *Def, SDNode *Use, |
Evan Cheng | 15a16de | 2010-05-20 06:13:19 +0000 | [diff] [blame] | 102 | unsigned OpIdx, SDep& dep) const; |
| 103 | |
Dan Gohman | 343f0c0 | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 104 | /// Schedule - Order nodes according to selected style, filling |
| 105 | /// in the Sequence member. |
| 106 | /// |
| 107 | virtual void Schedule() = 0; |
| 108 | |
Andrew Trick | 4c72720 | 2012-03-07 05:21:36 +0000 | [diff] [blame] | 109 | /// VerifyScheduledSequence - Verify that all SUnits are scheduled and |
| 110 | /// consistent with the Sequence of scheduled instructions. |
| 111 | void VerifyScheduledSequence(bool isBottomUp); |
| 112 | |
Andrew Trick | 84b454d | 2012-03-07 05:21:44 +0000 | [diff] [blame] | 113 | /// EmitSchedule - Insert MachineInstrs into the MachineBasicBlock |
| 114 | /// according to the order specified in Sequence. |
| 115 | /// |
| 116 | MachineBasicBlock *EmitSchedule(MachineBasicBlock::iterator &InsertPos); |
| 117 | |
Dan Gohman | 343f0c0 | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 118 | virtual void dumpNode(const SUnit *SU) const; |
| 119 | |
Andrew Trick | 73ba69b | 2012-03-07 05:21:40 +0000 | [diff] [blame] | 120 | void dumpSchedule() const; |
| 121 | |
Dan Gohman | 343f0c0 | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 122 | virtual std::string getGraphNodeLabel(const SUnit *SU) const; |
| 123 | |
Andrew Trick | 56b94c5 | 2012-03-07 00:18:22 +0000 | [diff] [blame] | 124 | virtual std::string getDAGName() const; |
| 125 | |
Dan Gohman | 343f0c0 | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 126 | virtual void getCustomGraphFeatures(GraphWriter<ScheduleDAG*> &GW) const; |
| 127 | |
Andrew Trick | 92e9466 | 2011-02-04 03:18:17 +0000 | [diff] [blame] | 128 | /// RegDefIter - In place iteration over the values defined by an |
| 129 | /// SUnit. This does not need copies of the iterator or any other STLisms. |
| 130 | /// The iterator creates itself, rather than being provided by the SchedDAG. |
| 131 | class RegDefIter { |
| 132 | const ScheduleDAGSDNodes *SchedDAG; |
| 133 | const SDNode *Node; |
| 134 | unsigned DefIdx; |
| 135 | unsigned NodeNumDefs; |
| 136 | EVT ValueType; |
| 137 | public: |
| 138 | RegDefIter(const SUnit *SU, const ScheduleDAGSDNodes *SD); |
| 139 | |
| 140 | bool IsValid() const { return Node != NULL; } |
| 141 | |
| 142 | EVT GetValue() const { |
| 143 | assert(IsValid() && "bad iterator"); |
| 144 | return ValueType; |
| 145 | } |
| 146 | |
Owen Anderson | 77b4b13 | 2011-06-15 23:35:18 +0000 | [diff] [blame] | 147 | const SDNode *GetNode() const { |
| 148 | return Node; |
| 149 | } |
| 150 | |
| 151 | unsigned GetIdx() const { |
Owen Anderson | 7021101 | 2011-06-27 18:34:12 +0000 | [diff] [blame] | 152 | return DefIdx-1; |
Owen Anderson | 77b4b13 | 2011-06-15 23:35:18 +0000 | [diff] [blame] | 153 | } |
| 154 | |
Andrew Trick | 92e9466 | 2011-02-04 03:18:17 +0000 | [diff] [blame] | 155 | void Advance(); |
| 156 | private: |
| 157 | void InitNodeNumDefs(); |
| 158 | }; |
| 159 | |
Dan Gohman | 343f0c0 | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 160 | private: |
Evan Cheng | c589e03 | 2010-01-22 03:36:51 +0000 | [diff] [blame] | 161 | /// ClusterNeighboringLoads - Cluster loads from "near" addresses into |
| 162 | /// combined SUnits. |
Evan Cheng | 302ef83 | 2010-06-10 02:09:31 +0000 | [diff] [blame] | 163 | void ClusterNeighboringLoads(SDNode *Node); |
| 164 | /// ClusterNodes - Cluster certain nodes which should be scheduled together. |
| 165 | /// |
| 166 | void ClusterNodes(); |
Evan Cheng | c589e03 | 2010-01-22 03:36:51 +0000 | [diff] [blame] | 167 | |
Dan Gohman | c9a5b9e | 2008-12-23 18:36:58 +0000 | [diff] [blame] | 168 | /// BuildSchedUnits, AddSchedEdges - Helper functions for BuildSchedGraph. |
| 169 | void BuildSchedUnits(); |
| 170 | void AddSchedEdges(); |
Andrew Trick | 84b454d | 2012-03-07 05:21:44 +0000 | [diff] [blame] | 171 | |
| 172 | void EmitPhysRegCopy(SUnit *SU, DenseMap<SUnit*, unsigned> &VRBaseMap, |
| 173 | MachineBasicBlock::iterator InsertPos); |
Dan Gohman | 343f0c0 | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 174 | }; |
Dan Gohman | 343f0c0 | 2008-11-19 23:18:57 +0000 | [diff] [blame] | 175 | } |
| 176 | |
| 177 | #endif |