blob: 69f1b7b657f44d14e8605bceb506712650d5fb81 [file] [log] [blame]
Dan Gohman84fbac52009-02-06 17:22:58 +00001//===---- ScheduleDAGSDNodes.h - SDNode Scheduling --------------*- C++ -*-===//
Dan Gohman343f0c02008-11-19 23:18:57 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file implements the ScheduleDAGSDNodes class, which implements
11// scheduling for an SDNode-based dependency graph.
12//
13//===----------------------------------------------------------------------===//
14
Dan Gohman84fbac52009-02-06 17:22:58 +000015#ifndef SCHEDULEDAGSDNODES_H
16#define SCHEDULEDAGSDNODES_H
Dan Gohman343f0c02008-11-19 23:18:57 +000017
18#include "llvm/CodeGen/ScheduleDAG.h"
19#include "llvm/CodeGen/SelectionDAG.h"
Dan Gohman343f0c02008-11-19 23:18:57 +000020
21namespace llvm {
Dan Gohman983bbba2008-12-22 21:06:20 +000022 /// ScheduleDAGSDNodes - A ScheduleDAG for scheduling SDNode-based DAGs.
Andrew Trick92e94662011-02-04 03:18:17 +000023 ///
Dan Gohman983bbba2008-12-22 21:06:20 +000024 /// Edges between SUnits are initially based on edges in the SelectionDAG,
25 /// and additional edges can be added by the schedulers as heuristics.
26 /// SDNodes such as Constants, Registers, and a few others that are not
27 /// interesting to schedulers are not allocated SUnits.
28 ///
Chris Lattnerf1b4eaf2010-12-21 02:38:05 +000029 /// SDNodes with MVT::Glue operands are grouped along with the flagged
Dan Gohman983bbba2008-12-22 21:06:20 +000030 /// nodes into a single SUnit so that they are scheduled together.
31 ///
32 /// SDNode-based scheduling graphs do not use SDep::Anti or SDep::Output
33 /// edges. Physical register dependence information is not carried in
34 /// the DAG and must be handled explicitly by schedulers.
35 ///
Dan Gohman343f0c02008-11-19 23:18:57 +000036 class ScheduleDAGSDNodes : public ScheduleDAG {
37 public:
Dan Gohman47ac0f02009-02-11 04:27:20 +000038 SelectionDAG *DAG; // DAG of the current basic block
Evan Cheng3ef1c872010-09-10 01:29:16 +000039 const InstrItineraryData *InstrItins;
Dan Gohman47ac0f02009-02-11 04:27:20 +000040
Dan Gohman79ce2762009-01-15 19:20:50 +000041 explicit ScheduleDAGSDNodes(MachineFunction &mf);
Dan Gohman343f0c02008-11-19 23:18:57 +000042
43 virtual ~ScheduleDAGSDNodes() {}
44
Dan Gohman47ac0f02009-02-11 04:27:20 +000045 /// Run - perform scheduling.
46 ///
47 void Run(SelectionDAG *dag, MachineBasicBlock *bb,
48 MachineBasicBlock::iterator insertPos);
49
Dan Gohman343f0c02008-11-19 23:18:57 +000050 /// isPassiveNode - Return true if the node is a non-scheduled leaf.
51 ///
52 static bool isPassiveNode(SDNode *Node) {
53 if (isa<ConstantSDNode>(Node)) return true;
54 if (isa<ConstantFPSDNode>(Node)) return true;
55 if (isa<RegisterSDNode>(Node)) return true;
Jakob Stoklund Olesen9cf37e82012-01-18 23:52:12 +000056 if (isa<RegisterMaskSDNode>(Node)) return true;
Dan Gohman343f0c02008-11-19 23:18:57 +000057 if (isa<GlobalAddressSDNode>(Node)) return true;
58 if (isa<BasicBlockSDNode>(Node)) return true;
59 if (isa<FrameIndexSDNode>(Node)) return true;
60 if (isa<ConstantPoolSDNode>(Node)) return true;
61 if (isa<JumpTableSDNode>(Node)) return true;
62 if (isa<ExternalSymbolSDNode>(Node)) return true;
Dan Gohman8c2b5252009-10-30 01:27:03 +000063 if (isa<BlockAddressSDNode>(Node)) return true;
Chris Lattnerdecc2672010-04-07 05:20:54 +000064 if (Node->getOpcode() == ISD::EntryToken ||
65 isa<MDNodeSDNode>(Node)) return true;
Dan Gohman343f0c02008-11-19 23:18:57 +000066 return false;
67 }
68
69 /// NewSUnit - Creates a new SUnit and return a ptr to it.
70 ///
Evan Cheng1cc39842010-05-20 23:26:43 +000071 SUnit *NewSUnit(SDNode *N);
Dan Gohman343f0c02008-11-19 23:18:57 +000072
73 /// Clone - Creates a clone of the specified SUnit. It does not copy the
74 /// predecessors / successors info nor the temporary scheduling states.
75 ///
76 SUnit *Clone(SUnit *N);
Andrew Trick92e94662011-02-04 03:18:17 +000077
Dan Gohmanc9a5b9e2008-12-23 18:36:58 +000078 /// BuildSchedGraph - Build the SUnit graph from the selection dag that we
79 /// are input. This SUnit graph is similar to the SelectionDAG, but
80 /// excludes nodes that aren't interesting to scheduling, and represents
81 /// flagged together nodes with a single SUnit.
Andrew Trick084e1792012-03-07 00:18:12 +000082 void BuildSchedGraph(AliasAnalysis *AA);
Dan Gohman343f0c02008-11-19 23:18:57 +000083
Andrew Trick54699762011-04-07 19:54:57 +000084 /// InitVRegCycleFlag - Set isVRegCycle if this node's single use is
85 /// CopyToReg and its only active data operands are CopyFromReg within a
86 /// single block loop.
87 ///
88 void InitVRegCycleFlag(SUnit *SU);
89
Andrew Trick92e94662011-02-04 03:18:17 +000090 /// InitNumRegDefsLeft - Determine the # of regs defined by this node.
91 ///
92 void InitNumRegDefsLeft(SUnit *SU);
93
Dan Gohman343f0c02008-11-19 23:18:57 +000094 /// ComputeLatency - Compute node latency.
95 ///
96 virtual void ComputeLatency(SUnit *SU);
97
Evan Cheng15a16de2010-05-20 06:13:19 +000098 /// ComputeOperandLatency - Override dependence edge latency using
99 /// operand use/def information
100 ///
101 virtual void ComputeOperandLatency(SUnit *Def, SUnit *Use,
102 SDep& dep) const { }
103
104 virtual void ComputeOperandLatency(SDNode *Def, SDNode *Use,
105 unsigned OpIdx, SDep& dep) const;
106
Dan Gohmanaf1d8ca2010-05-01 00:01:06 +0000107 virtual MachineBasicBlock *EmitSchedule();
Dan Gohman343f0c02008-11-19 23:18:57 +0000108
109 /// Schedule - Order nodes according to selected style, filling
110 /// in the Sequence member.
111 ///
112 virtual void Schedule() = 0;
113
Andrew Trick4c727202012-03-07 05:21:36 +0000114 /// VerifyScheduledSequence - Verify that all SUnits are scheduled and
115 /// consistent with the Sequence of scheduled instructions.
116 void VerifyScheduledSequence(bool isBottomUp);
117
Andrew Trick84b454d2012-03-07 05:21:44 +0000118 /// EmitSchedule - Insert MachineInstrs into the MachineBasicBlock
119 /// according to the order specified in Sequence.
120 ///
121 MachineBasicBlock *EmitSchedule(MachineBasicBlock::iterator &InsertPos);
122
Dan Gohman343f0c02008-11-19 23:18:57 +0000123 virtual void dumpNode(const SUnit *SU) const;
124
Andrew Trick73ba69b2012-03-07 05:21:40 +0000125 void dumpSchedule() const;
126
Dan Gohman343f0c02008-11-19 23:18:57 +0000127 virtual std::string getGraphNodeLabel(const SUnit *SU) const;
128
Andrew Trick56b94c52012-03-07 00:18:22 +0000129 virtual std::string getDAGName() const;
130
Dan Gohman343f0c02008-11-19 23:18:57 +0000131 virtual void getCustomGraphFeatures(GraphWriter<ScheduleDAG*> &GW) const;
132
Andrew Trick92e94662011-02-04 03:18:17 +0000133 /// RegDefIter - In place iteration over the values defined by an
134 /// SUnit. This does not need copies of the iterator or any other STLisms.
135 /// The iterator creates itself, rather than being provided by the SchedDAG.
136 class RegDefIter {
137 const ScheduleDAGSDNodes *SchedDAG;
138 const SDNode *Node;
139 unsigned DefIdx;
140 unsigned NodeNumDefs;
141 EVT ValueType;
142 public:
143 RegDefIter(const SUnit *SU, const ScheduleDAGSDNodes *SD);
144
145 bool IsValid() const { return Node != NULL; }
146
147 EVT GetValue() const {
148 assert(IsValid() && "bad iterator");
149 return ValueType;
150 }
151
Owen Anderson77b4b132011-06-15 23:35:18 +0000152 const SDNode *GetNode() const {
153 return Node;
154 }
155
156 unsigned GetIdx() const {
Owen Anderson70211012011-06-27 18:34:12 +0000157 return DefIdx-1;
Owen Anderson77b4b132011-06-15 23:35:18 +0000158 }
159
Andrew Trick92e94662011-02-04 03:18:17 +0000160 void Advance();
161 private:
162 void InitNodeNumDefs();
163 };
164
Dan Gohman343f0c02008-11-19 23:18:57 +0000165 private:
Evan Chengc589e032010-01-22 03:36:51 +0000166 /// ClusterNeighboringLoads - Cluster loads from "near" addresses into
167 /// combined SUnits.
Evan Cheng302ef832010-06-10 02:09:31 +0000168 void ClusterNeighboringLoads(SDNode *Node);
169 /// ClusterNodes - Cluster certain nodes which should be scheduled together.
170 ///
171 void ClusterNodes();
Evan Chengc589e032010-01-22 03:36:51 +0000172
Dan Gohmanc9a5b9e2008-12-23 18:36:58 +0000173 /// BuildSchedUnits, AddSchedEdges - Helper functions for BuildSchedGraph.
174 void BuildSchedUnits();
175 void AddSchedEdges();
Andrew Trick84b454d2012-03-07 05:21:44 +0000176
177 void EmitPhysRegCopy(SUnit *SU, DenseMap<SUnit*, unsigned> &VRBaseMap,
178 MachineBasicBlock::iterator InsertPos);
Dan Gohman343f0c02008-11-19 23:18:57 +0000179 };
Dan Gohman343f0c02008-11-19 23:18:57 +0000180}
181
182#endif