blob: d33e1ecef7ea8a33ac4abb7d06e8c3827d43773f [file] [log] [blame]
Evan Chenga9c20912006-01-21 02:32:06 +00001//===---- ScheduleDAG.cpp - Implement the ScheduleDAG class ---------------===//
Chris Lattnerd32b2362005-08-18 18:45:24 +00002//
3// The LLVM Compiler Infrastructure
4//
Jim Laskey5a608dd2005-10-31 12:49:09 +00005// This file was developed by James M. Laskey and is distributed under the
Chris Lattnerd32b2362005-08-18 18:45:24 +00006// University of Illinois Open Source License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
Jim Laskeye6b90fb2005-09-26 21:57:04 +000010// This implements a simple two pass scheduler. The first pass attempts to push
11// backward any lengthy instructions and critical paths. The second pass packs
12// instructions into semi-optimal time slots.
Chris Lattnerd32b2362005-08-18 18:45:24 +000013//
14//===----------------------------------------------------------------------===//
15
Evan Chenge165a782006-05-11 23:55:42 +000016#define DEBUG_TYPE "sched"
Chris Lattnerb0d21ef2006-03-08 04:25:59 +000017#include "llvm/CodeGen/ScheduleDAG.h"
Chris Lattner5839bf22005-08-26 17:15:30 +000018#include "llvm/CodeGen/MachineConstantPool.h"
Chris Lattner4ccd4062005-08-19 20:45:43 +000019#include "llvm/CodeGen/MachineFunction.h"
Chris Lattner4ccd4062005-08-19 20:45:43 +000020#include "llvm/CodeGen/SSARegMap.h"
Owen Anderson07000c62006-05-12 06:33:49 +000021#include "llvm/Target/TargetData.h"
Chris Lattner2d973e42005-08-18 20:07:59 +000022#include "llvm/Target/TargetMachine.h"
23#include "llvm/Target/TargetInstrInfo.h"
Chris Lattner025c39b2005-08-26 20:54:47 +000024#include "llvm/Target/TargetLowering.h"
Evan Chenge165a782006-05-11 23:55:42 +000025#include "llvm/Support/Debug.h"
Chris Lattner54a30b92006-03-20 01:51:46 +000026#include "llvm/Support/MathExtras.h"
Evan Chenge165a782006-05-11 23:55:42 +000027#include <iostream>
Chris Lattnerd32b2362005-08-18 18:45:24 +000028using namespace llvm;
29
Jim Laskeye6b90fb2005-09-26 21:57:04 +000030
Evan Chenge165a782006-05-11 23:55:42 +000031/// BuildSchedUnits - Build SUnits from the selection dag that we are input.
32/// This SUnit graph is similar to the SelectionDAG, but represents flagged
33/// together nodes with a single SUnit.
34void ScheduleDAG::BuildSchedUnits() {
35 // Reserve entries in the vector for each of the SUnits we are creating. This
36 // ensure that reallocation of the vector won't happen, so SUnit*'s won't get
37 // invalidated.
38 SUnits.reserve(std::distance(DAG.allnodes_begin(), DAG.allnodes_end()));
39
40 const InstrItineraryData &InstrItins = TM.getInstrItineraryData();
41
42 for (SelectionDAG::allnodes_iterator NI = DAG.allnodes_begin(),
43 E = DAG.allnodes_end(); NI != E; ++NI) {
44 if (isPassiveNode(NI)) // Leaf node, e.g. a TargetImmediate.
45 continue;
46
47 // If this node has already been processed, stop now.
48 if (SUnitMap[NI]) continue;
49
50 SUnit *NodeSUnit = NewSUnit(NI);
51
52 // See if anything is flagged to this node, if so, add them to flagged
53 // nodes. Nodes can have at most one flag input and one flag output. Flags
54 // are required the be the last operand and result of a node.
55
56 // Scan up, adding flagged preds to FlaggedNodes.
57 SDNode *N = NI;
Evan Cheng3b97acd2006-08-07 22:12:12 +000058 if (N->getNumOperands() &&
59 N->getOperand(N->getNumOperands()-1).getValueType() == MVT::Flag) {
60 do {
61 N = N->getOperand(N->getNumOperands()-1).Val;
62 NodeSUnit->FlaggedNodes.push_back(N);
63 SUnitMap[N] = NodeSUnit;
64 } while (N->getNumOperands() &&
65 N->getOperand(N->getNumOperands()-1).getValueType()== MVT::Flag);
66 std::reverse(NodeSUnit->FlaggedNodes.begin(),
67 NodeSUnit->FlaggedNodes.end());
Evan Chenge165a782006-05-11 23:55:42 +000068 }
69
70 // Scan down, adding this node and any flagged succs to FlaggedNodes if they
71 // have a user of the flag operand.
72 N = NI;
73 while (N->getValueType(N->getNumValues()-1) == MVT::Flag) {
74 SDOperand FlagVal(N, N->getNumValues()-1);
75
76 // There are either zero or one users of the Flag result.
77 bool HasFlagUse = false;
78 for (SDNode::use_iterator UI = N->use_begin(), E = N->use_end();
79 UI != E; ++UI)
80 if (FlagVal.isOperand(*UI)) {
81 HasFlagUse = true;
82 NodeSUnit->FlaggedNodes.push_back(N);
83 SUnitMap[N] = NodeSUnit;
84 N = *UI;
85 break;
86 }
Chris Lattner228a18e2006-08-17 00:09:56 +000087 if (!HasFlagUse) break;
Evan Chenge165a782006-05-11 23:55:42 +000088 }
89
90 // Now all flagged nodes are in FlaggedNodes and N is the bottom-most node.
91 // Update the SUnit
92 NodeSUnit->Node = N;
93 SUnitMap[N] = NodeSUnit;
94
95 // Compute the latency for the node. We use the sum of the latencies for
96 // all nodes flagged together into this SUnit.
97 if (InstrItins.isEmpty()) {
98 // No latency information.
99 NodeSUnit->Latency = 1;
100 } else {
101 NodeSUnit->Latency = 0;
102 if (N->isTargetOpcode()) {
103 unsigned SchedClass = TII->getSchedClass(N->getTargetOpcode());
104 InstrStage *S = InstrItins.begin(SchedClass);
105 InstrStage *E = InstrItins.end(SchedClass);
106 for (; S != E; ++S)
107 NodeSUnit->Latency += S->Cycles;
108 }
109 for (unsigned i = 0, e = NodeSUnit->FlaggedNodes.size(); i != e; ++i) {
110 SDNode *FNode = NodeSUnit->FlaggedNodes[i];
111 if (FNode->isTargetOpcode()) {
112 unsigned SchedClass = TII->getSchedClass(FNode->getTargetOpcode());
113 InstrStage *S = InstrItins.begin(SchedClass);
114 InstrStage *E = InstrItins.end(SchedClass);
115 for (; S != E; ++S)
116 NodeSUnit->Latency += S->Cycles;
117 }
118 }
119 }
120 }
121
122 // Pass 2: add the preds, succs, etc.
123 for (unsigned su = 0, e = SUnits.size(); su != e; ++su) {
124 SUnit *SU = &SUnits[su];
125 SDNode *MainNode = SU->Node;
126
127 if (MainNode->isTargetOpcode()) {
128 unsigned Opc = MainNode->getTargetOpcode();
Evan Cheng13d41b92006-05-12 01:58:24 +0000129 if (TII->isTwoAddrInstr(Opc))
Evan Chenge165a782006-05-11 23:55:42 +0000130 SU->isTwoAddress = true;
Evan Cheng13d41b92006-05-12 01:58:24 +0000131 if (TII->isCommutableInstr(Opc))
132 SU->isCommutable = true;
Evan Chenge165a782006-05-11 23:55:42 +0000133 }
134
135 // Find all predecessors and successors of the group.
136 // Temporarily add N to make code simpler.
137 SU->FlaggedNodes.push_back(MainNode);
138
139 for (unsigned n = 0, e = SU->FlaggedNodes.size(); n != e; ++n) {
140 SDNode *N = SU->FlaggedNodes[n];
141
142 for (unsigned i = 0, e = N->getNumOperands(); i != e; ++i) {
143 SDNode *OpN = N->getOperand(i).Val;
144 if (isPassiveNode(OpN)) continue; // Not scheduled.
145 SUnit *OpSU = SUnitMap[OpN];
146 assert(OpSU && "Node has no SUnit!");
147 if (OpSU == SU) continue; // In the same group.
148
149 MVT::ValueType OpVT = N->getOperand(i).getValueType();
150 assert(OpVT != MVT::Flag && "Flagged nodes should be in same sunit!");
151 bool isChain = OpVT == MVT::Other;
152
Chris Lattner228a18e2006-08-17 00:09:56 +0000153 if (SU->addPred(OpSU, isChain)) {
Evan Chenge165a782006-05-11 23:55:42 +0000154 if (!isChain) {
155 SU->NumPreds++;
156 SU->NumPredsLeft++;
157 } else {
158 SU->NumChainPredsLeft++;
159 }
160 }
Chris Lattner228a18e2006-08-17 00:09:56 +0000161 if (OpSU->addSucc(SU, isChain)) {
Evan Chenge165a782006-05-11 23:55:42 +0000162 if (!isChain) {
163 OpSU->NumSuccs++;
164 OpSU->NumSuccsLeft++;
165 } else {
166 OpSU->NumChainSuccsLeft++;
167 }
168 }
169 }
170 }
171
172 // Remove MainNode from FlaggedNodes again.
173 SU->FlaggedNodes.pop_back();
174 }
175
176 return;
177}
178
Chris Lattner228a18e2006-08-17 00:09:56 +0000179static void CalculateDepths(SUnit &SU, unsigned Depth) {
180 if (SU.Depth == 0 || Depth > SU.Depth) {
181 SU.Depth = Depth;
182 for (SUnit::succ_iterator I = SU.Succs.begin(), E = SU.Succs.end();
183 I != E; ++I)
184 CalculateDepths(*I->first, Depth+1);
Evan Cheng626da3d2006-05-12 06:05:18 +0000185 }
Evan Chenge165a782006-05-11 23:55:42 +0000186}
187
188void ScheduleDAG::CalculateDepths() {
189 SUnit *Entry = SUnitMap[DAG.getEntryNode().Val];
Chris Lattner228a18e2006-08-17 00:09:56 +0000190 ::CalculateDepths(*Entry, 0U);
Evan Chenge165a782006-05-11 23:55:42 +0000191 for (unsigned i = 0, e = SUnits.size(); i != e; ++i)
192 if (SUnits[i].Preds.size() == 0 && &SUnits[i] != Entry) {
Chris Lattner228a18e2006-08-17 00:09:56 +0000193 ::CalculateDepths(SUnits[i], 0U);
Evan Chenge165a782006-05-11 23:55:42 +0000194 }
195}
196
Chris Lattner228a18e2006-08-17 00:09:56 +0000197static void CalculateHeights(SUnit &SU, unsigned Height) {
198 if (SU.Height == 0 || Height > SU.Height) {
199 SU.Height = Height;
200 for (SUnit::pred_iterator I = SU.Preds.begin(), E = SU.Preds.end();
201 I != E; ++I)
202 CalculateHeights(*I->first, Height+1);
Evan Cheng626da3d2006-05-12 06:05:18 +0000203 }
Evan Chenge165a782006-05-11 23:55:42 +0000204}
205void ScheduleDAG::CalculateHeights() {
206 SUnit *Root = SUnitMap[DAG.getRoot().Val];
Chris Lattner228a18e2006-08-17 00:09:56 +0000207 ::CalculateHeights(*Root, 0U);
Evan Chenge165a782006-05-11 23:55:42 +0000208}
209
Jim Laskeye6b90fb2005-09-26 21:57:04 +0000210/// CountResults - The results of target nodes have register or immediate
211/// operands first, then an optional chain, and optional flag operands (which do
212/// not go into the machine instrs.)
Evan Chenga9c20912006-01-21 02:32:06 +0000213static unsigned CountResults(SDNode *Node) {
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000214 unsigned N = Node->getNumValues();
215 while (N && Node->getValueType(N - 1) == MVT::Flag)
Jim Laskeye6b90fb2005-09-26 21:57:04 +0000216 --N;
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000217 if (N && Node->getValueType(N - 1) == MVT::Other)
Jim Laskeye6b90fb2005-09-26 21:57:04 +0000218 --N; // Skip over chain result.
219 return N;
220}
221
222/// CountOperands The inputs to target nodes have any actual inputs first,
223/// followed by an optional chain operand, then flag operands. Compute the
224/// number of actual operands that will go into the machine instr.
Evan Chenga9c20912006-01-21 02:32:06 +0000225static unsigned CountOperands(SDNode *Node) {
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000226 unsigned N = Node->getNumOperands();
227 while (N && Node->getOperand(N - 1).getValueType() == MVT::Flag)
Jim Laskeye6b90fb2005-09-26 21:57:04 +0000228 --N;
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000229 if (N && Node->getOperand(N - 1).getValueType() == MVT::Other)
Jim Laskeye6b90fb2005-09-26 21:57:04 +0000230 --N; // Ignore chain if it exists.
231 return N;
232}
233
Jim Laskey60f09922006-07-21 20:57:35 +0000234static const TargetRegisterClass *getInstrOperandRegClass(
235 const MRegisterInfo *MRI,
236 const TargetInstrInfo *TII,
237 const TargetInstrDescriptor *II,
238 unsigned Op) {
239 if (Op >= II->numOperands) {
240 assert((II->Flags & M_VARIABLE_OPS)&& "Invalid operand # of instruction");
241 return NULL;
242 }
243 const TargetOperandInfo &toi = II->OpInfo[Op];
244 return (toi.Flags & M_LOOK_UP_PTR_REG_CLASS)
245 ? TII->getPointerRegClass() : MRI->getRegClass(toi.RegClass);
246}
247
248static unsigned CreateVirtualRegisters(const MRegisterInfo *MRI,
249 MachineInstr *MI,
Evan Cheng4ef10862006-01-23 07:01:07 +0000250 unsigned NumResults,
251 SSARegMap *RegMap,
Evan Cheng21d03f22006-05-18 20:42:07 +0000252 const TargetInstrInfo *TII,
Evan Cheng4ef10862006-01-23 07:01:07 +0000253 const TargetInstrDescriptor &II) {
Jim Laskeye6b90fb2005-09-26 21:57:04 +0000254 // Create the result registers for this node and add the result regs to
255 // the machine instruction.
Evan Cheng21d03f22006-05-18 20:42:07 +0000256 unsigned ResultReg =
Jim Laskey60f09922006-07-21 20:57:35 +0000257 RegMap->createVirtualRegister(getInstrOperandRegClass(MRI, TII, &II, 0));
Jim Laskeye6b90fb2005-09-26 21:57:04 +0000258 MI->addRegOperand(ResultReg, MachineOperand::Def);
259 for (unsigned i = 1; i != NumResults; ++i) {
Jim Laskey60f09922006-07-21 20:57:35 +0000260 const TargetRegisterClass *RC = getInstrOperandRegClass(MRI, TII, &II, i);
Evan Cheng21d03f22006-05-18 20:42:07 +0000261 assert(RC && "Isn't a register operand!");
262 MI->addRegOperand(RegMap->createVirtualRegister(RC), MachineOperand::Def);
Jim Laskeye6b90fb2005-09-26 21:57:04 +0000263 }
264 return ResultReg;
265}
266
Chris Lattnerdf375062006-03-10 07:25:12 +0000267/// getVR - Return the virtual register corresponding to the specified result
268/// of the specified node.
269static unsigned getVR(SDOperand Op, std::map<SDNode*, unsigned> &VRBaseMap) {
270 std::map<SDNode*, unsigned>::iterator I = VRBaseMap.find(Op.Val);
271 assert(I != VRBaseMap.end() && "Node emitted out of order - late");
272 return I->second + Op.ResNo;
273}
274
275
Chris Lattnered18b682006-02-24 18:54:03 +0000276/// AddOperand - Add the specified operand to the specified machine instr. II
277/// specifies the instruction information for the node, and IIOpNum is the
278/// operand number (in the II) that we are adding. IIOpNum and II are used for
279/// assertions only.
280void ScheduleDAG::AddOperand(MachineInstr *MI, SDOperand Op,
281 unsigned IIOpNum,
Chris Lattnerdf375062006-03-10 07:25:12 +0000282 const TargetInstrDescriptor *II,
283 std::map<SDNode*, unsigned> &VRBaseMap) {
Chris Lattnered18b682006-02-24 18:54:03 +0000284 if (Op.isTargetOpcode()) {
285 // Note that this case is redundant with the final else block, but we
286 // include it because it is the most common and it makes the logic
287 // simpler here.
288 assert(Op.getValueType() != MVT::Other &&
289 Op.getValueType() != MVT::Flag &&
290 "Chain and flag operands should occur at end of operand list!");
291
292 // Get/emit the operand.
Chris Lattnerdf375062006-03-10 07:25:12 +0000293 unsigned VReg = getVR(Op, VRBaseMap);
Chris Lattnered18b682006-02-24 18:54:03 +0000294 MI->addRegOperand(VReg, MachineOperand::Use);
295
296 // Verify that it is right.
297 assert(MRegisterInfo::isVirtualRegister(VReg) && "Not a vreg?");
298 if (II) {
Jim Laskey60f09922006-07-21 20:57:35 +0000299 const TargetRegisterClass *RC =
300 getInstrOperandRegClass(MRI, TII, II, IIOpNum);
Evan Cheng21d03f22006-05-18 20:42:07 +0000301 assert(RC && "Don't have operand info for this instruction!");
302 assert(RegMap->getRegClass(VReg) == RC &&
Chris Lattnered18b682006-02-24 18:54:03 +0000303 "Register class of operand and regclass of use don't agree!");
304 }
305 } else if (ConstantSDNode *C =
306 dyn_cast<ConstantSDNode>(Op)) {
Chris Lattner2d90ac72006-05-04 18:05:43 +0000307 MI->addImmOperand(C->getValue());
Chris Lattnered18b682006-02-24 18:54:03 +0000308 } else if (RegisterSDNode*R =
309 dyn_cast<RegisterSDNode>(Op)) {
310 MI->addRegOperand(R->getReg(), MachineOperand::Use);
311 } else if (GlobalAddressSDNode *TGA =
312 dyn_cast<GlobalAddressSDNode>(Op)) {
Chris Lattnerea50fab2006-05-04 01:15:02 +0000313 MI->addGlobalAddressOperand(TGA->getGlobal(), TGA->getOffset());
Chris Lattnered18b682006-02-24 18:54:03 +0000314 } else if (BasicBlockSDNode *BB =
315 dyn_cast<BasicBlockSDNode>(Op)) {
316 MI->addMachineBasicBlockOperand(BB->getBasicBlock());
317 } else if (FrameIndexSDNode *FI =
318 dyn_cast<FrameIndexSDNode>(Op)) {
319 MI->addFrameIndexOperand(FI->getIndex());
Nate Begeman37efe672006-04-22 18:53:45 +0000320 } else if (JumpTableSDNode *JT =
321 dyn_cast<JumpTableSDNode>(Op)) {
322 MI->addJumpTableIndexOperand(JT->getIndex());
Chris Lattnered18b682006-02-24 18:54:03 +0000323 } else if (ConstantPoolSDNode *CP =
324 dyn_cast<ConstantPoolSDNode>(Op)) {
Evan Cheng404cb4f2006-02-25 09:54:52 +0000325 int Offset = CP->getOffset();
Chris Lattnered18b682006-02-24 18:54:03 +0000326 unsigned Align = CP->getAlignment();
327 // MachineConstantPool wants an explicit alignment.
328 if (Align == 0) {
329 if (CP->get()->getType() == Type::DoubleTy)
330 Align = 3; // always 8-byte align doubles.
Chris Lattner54a30b92006-03-20 01:51:46 +0000331 else {
Chris Lattnered18b682006-02-24 18:54:03 +0000332 Align = TM.getTargetData()
Owen Andersona69571c2006-05-03 01:29:57 +0000333 ->getTypeAlignmentShift(CP->get()->getType());
Chris Lattner54a30b92006-03-20 01:51:46 +0000334 if (Align == 0) {
335 // Alignment of packed types. FIXME!
Owen Andersona69571c2006-05-03 01:29:57 +0000336 Align = TM.getTargetData()->getTypeSize(CP->get()->getType());
Chris Lattner54a30b92006-03-20 01:51:46 +0000337 Align = Log2_64(Align);
338 }
339 }
Chris Lattnered18b682006-02-24 18:54:03 +0000340 }
341
342 unsigned Idx = ConstPool->getConstantPoolIndex(CP->get(), Align);
Evan Cheng404cb4f2006-02-25 09:54:52 +0000343 MI->addConstantPoolIndexOperand(Idx, Offset);
Chris Lattnered18b682006-02-24 18:54:03 +0000344 } else if (ExternalSymbolSDNode *ES =
345 dyn_cast<ExternalSymbolSDNode>(Op)) {
Chris Lattnerea50fab2006-05-04 01:15:02 +0000346 MI->addExternalSymbolOperand(ES->getSymbol());
Chris Lattnered18b682006-02-24 18:54:03 +0000347 } else {
348 assert(Op.getValueType() != MVT::Other &&
349 Op.getValueType() != MVT::Flag &&
350 "Chain and flag operands should occur at end of operand list!");
Chris Lattnerdf375062006-03-10 07:25:12 +0000351 unsigned VReg = getVR(Op, VRBaseMap);
Chris Lattnered18b682006-02-24 18:54:03 +0000352 MI->addRegOperand(VReg, MachineOperand::Use);
353
354 // Verify that it is right.
355 assert(MRegisterInfo::isVirtualRegister(VReg) && "Not a vreg?");
356 if (II) {
Jim Laskey60f09922006-07-21 20:57:35 +0000357 const TargetRegisterClass *RC =
358 getInstrOperandRegClass(MRI, TII, II, IIOpNum);
Evan Cheng21d03f22006-05-18 20:42:07 +0000359 assert(RC && "Don't have operand info for this instruction!");
360 assert(RegMap->getRegClass(VReg) == RC &&
Chris Lattnered18b682006-02-24 18:54:03 +0000361 "Register class of operand and regclass of use don't agree!");
362 }
363 }
364
365}
366
367
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000368/// EmitNode - Generate machine code for an node and needed dependencies.
Jim Laskeye6b90fb2005-09-26 21:57:04 +0000369///
Chris Lattner8c7ef052006-03-10 07:28:36 +0000370void ScheduleDAG::EmitNode(SDNode *Node,
Chris Lattnerdf375062006-03-10 07:25:12 +0000371 std::map<SDNode*, unsigned> &VRBaseMap) {
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000372 unsigned VRBase = 0; // First virtual register for node
Chris Lattner2d973e42005-08-18 20:07:59 +0000373
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000374 // If machine instruction
375 if (Node->isTargetOpcode()) {
376 unsigned Opc = Node->getTargetOpcode();
Evan Chenga9c20912006-01-21 02:32:06 +0000377 const TargetInstrDescriptor &II = TII->get(Opc);
Chris Lattner2d973e42005-08-18 20:07:59 +0000378
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000379 unsigned NumResults = CountResults(Node);
380 unsigned NodeOperands = CountOperands(Node);
Jim Laskeye6b90fb2005-09-26 21:57:04 +0000381 unsigned NumMIOperands = NodeOperands + NumResults;
Chris Lattnerda8abb02005-09-01 18:44:10 +0000382#ifndef NDEBUG
Evan Cheng8d3af5e2006-06-15 07:22:16 +0000383 assert((unsigned(II.numOperands) == NumMIOperands ||
384 (II.Flags & M_VARIABLE_OPS)) &&
Chris Lattner2d973e42005-08-18 20:07:59 +0000385 "#operands for dag node doesn't match .td file!");
Chris Lattnerca6aa2f2005-08-19 01:01:34 +0000386#endif
Chris Lattner2d973e42005-08-18 20:07:59 +0000387
388 // Create the new machine instruction.
Chris Lattner8b915b42006-05-04 18:16:01 +0000389 MachineInstr *MI = new MachineInstr(Opc, NumMIOperands);
Chris Lattner2d973e42005-08-18 20:07:59 +0000390
391 // Add result register values for things that are defined by this
392 // instruction.
Chris Lattnera4176522005-10-30 18:54:27 +0000393
394 // If the node is only used by a CopyToReg and the dest reg is a vreg, use
395 // the CopyToReg'd destination register instead of creating a new vreg.
396 if (NumResults == 1) {
397 for (SDNode::use_iterator UI = Node->use_begin(), E = Node->use_end();
398 UI != E; ++UI) {
399 SDNode *Use = *UI;
400 if (Use->getOpcode() == ISD::CopyToReg &&
401 Use->getOperand(2).Val == Node) {
402 unsigned Reg = cast<RegisterSDNode>(Use->getOperand(1))->getReg();
403 if (MRegisterInfo::isVirtualRegister(Reg)) {
404 VRBase = Reg;
405 MI->addRegOperand(Reg, MachineOperand::Def);
406 break;
407 }
408 }
409 }
410 }
411
412 // Otherwise, create new virtual registers.
413 if (NumResults && VRBase == 0)
Jim Laskey60f09922006-07-21 20:57:35 +0000414 VRBase = CreateVirtualRegisters(MRI, MI, NumResults, RegMap, TII, II);
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000415
416 // Emit all of the actual operands of this instruction, adding them to the
417 // instruction as appropriate.
Chris Lattnered18b682006-02-24 18:54:03 +0000418 for (unsigned i = 0; i != NodeOperands; ++i)
Chris Lattnerdf375062006-03-10 07:25:12 +0000419 AddOperand(MI, Node->getOperand(i), i+NumResults, &II, VRBaseMap);
Evan Cheng13d41b92006-05-12 01:58:24 +0000420
421 // Commute node if it has been determined to be profitable.
422 if (CommuteSet.count(Node)) {
423 MachineInstr *NewMI = TII->commuteInstruction(MI);
424 if (NewMI == 0)
425 DEBUG(std::cerr << "Sched: COMMUTING FAILED!\n");
426 else {
427 DEBUG(std::cerr << "Sched: COMMUTED TO: " << *NewMI);
Evan Cheng4c6f2f92006-05-31 18:03:39 +0000428 if (MI != NewMI) {
429 delete MI;
430 MI = NewMI;
431 }
Evan Cheng13d41b92006-05-12 01:58:24 +0000432 }
433 }
434
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000435 // Now that we have emitted all operands, emit this instruction itself.
436 if ((II.Flags & M_USES_CUSTOM_DAG_SCHED_INSERTION) == 0) {
437 BB->insert(BB->end(), MI);
438 } else {
439 // Insert this instruction into the end of the basic block, potentially
440 // taking some custom action.
441 BB = DAG.getTargetLoweringInfo().InsertAtEndOfBasicBlock(MI, BB);
442 }
443 } else {
444 switch (Node->getOpcode()) {
445 default:
Jim Laskey16d42c62006-07-11 18:25:13 +0000446#ifndef NDEBUG
447 Node->dump();
448#endif
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000449 assert(0 && "This target-independent node should have been selected!");
450 case ISD::EntryToken: // fall thru
451 case ISD::TokenFactor:
452 break;
453 case ISD::CopyToReg: {
Chris Lattnerdf375062006-03-10 07:25:12 +0000454 unsigned InReg = getVR(Node->getOperand(2), VRBaseMap);
Chris Lattnera4176522005-10-30 18:54:27 +0000455 unsigned DestReg = cast<RegisterSDNode>(Node->getOperand(1))->getReg();
Chris Lattner45053fc2006-03-24 07:15:07 +0000456 if (InReg != DestReg) // Coalesced away the copy?
Evan Chenga9c20912006-01-21 02:32:06 +0000457 MRI->copyRegToReg(*BB, BB->end(), DestReg, InReg,
458 RegMap->getRegClass(InReg));
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000459 break;
460 }
461 case ISD::CopyFromReg: {
462 unsigned SrcReg = cast<RegisterSDNode>(Node->getOperand(1))->getReg();
Chris Lattner089c25c2005-10-09 05:58:56 +0000463 if (MRegisterInfo::isVirtualRegister(SrcReg)) {
464 VRBase = SrcReg; // Just use the input register directly!
465 break;
466 }
467
Chris Lattnera4176522005-10-30 18:54:27 +0000468 // If the node is only used by a CopyToReg and the dest reg is a vreg, use
469 // the CopyToReg'd destination register instead of creating a new vreg.
470 for (SDNode::use_iterator UI = Node->use_begin(), E = Node->use_end();
471 UI != E; ++UI) {
472 SDNode *Use = *UI;
473 if (Use->getOpcode() == ISD::CopyToReg &&
474 Use->getOperand(2).Val == Node) {
475 unsigned DestReg = cast<RegisterSDNode>(Use->getOperand(1))->getReg();
476 if (MRegisterInfo::isVirtualRegister(DestReg)) {
477 VRBase = DestReg;
478 break;
479 }
480 }
481 }
482
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000483 // Figure out the register class to create for the destreg.
484 const TargetRegisterClass *TRC = 0;
Chris Lattnera4176522005-10-30 18:54:27 +0000485 if (VRBase) {
486 TRC = RegMap->getRegClass(VRBase);
487 } else {
Chris Lattner089c25c2005-10-09 05:58:56 +0000488
Chris Lattnera4176522005-10-30 18:54:27 +0000489 // Pick the register class of the right type that contains this physreg.
Evan Chenga9c20912006-01-21 02:32:06 +0000490 for (MRegisterInfo::regclass_iterator I = MRI->regclass_begin(),
491 E = MRI->regclass_end(); I != E; ++I)
Nate Begeman6510b222005-12-01 04:51:06 +0000492 if ((*I)->hasType(Node->getValueType(0)) &&
Chris Lattnera4176522005-10-30 18:54:27 +0000493 (*I)->contains(SrcReg)) {
494 TRC = *I;
495 break;
496 }
497 assert(TRC && "Couldn't find register class for reg copy!");
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000498
Chris Lattnera4176522005-10-30 18:54:27 +0000499 // Create the reg, emit the copy.
500 VRBase = RegMap->createVirtualRegister(TRC);
501 }
Evan Chenga9c20912006-01-21 02:32:06 +0000502 MRI->copyRegToReg(*BB, BB->end(), VRBase, SrcReg, TRC);
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000503 break;
504 }
Chris Lattneracc43bf2006-01-26 23:28:04 +0000505 case ISD::INLINEASM: {
506 unsigned NumOps = Node->getNumOperands();
507 if (Node->getOperand(NumOps-1).getValueType() == MVT::Flag)
508 --NumOps; // Ignore the flag operand.
509
510 // Create the inline asm machine instruction.
511 MachineInstr *MI =
512 new MachineInstr(BB, TargetInstrInfo::INLINEASM, (NumOps-2)/2+1);
513
514 // Add the asm string as an external symbol operand.
515 const char *AsmStr =
516 cast<ExternalSymbolSDNode>(Node->getOperand(1))->getSymbol();
Chris Lattnerea50fab2006-05-04 01:15:02 +0000517 MI->addExternalSymbolOperand(AsmStr);
Chris Lattneracc43bf2006-01-26 23:28:04 +0000518
519 // Add all of the operand registers to the instruction.
Chris Lattnerc3a9f8d2006-02-23 19:21:04 +0000520 for (unsigned i = 2; i != NumOps;) {
521 unsigned Flags = cast<ConstantSDNode>(Node->getOperand(i))->getValue();
Chris Lattnerfd6d2822006-02-24 19:18:20 +0000522 unsigned NumVals = Flags >> 3;
Chris Lattnerc3a9f8d2006-02-23 19:21:04 +0000523
Chris Lattner2d90ac72006-05-04 18:05:43 +0000524 MI->addImmOperand(Flags);
Chris Lattnerc3a9f8d2006-02-23 19:21:04 +0000525 ++i; // Skip the ID value.
526
527 switch (Flags & 7) {
Chris Lattneracc43bf2006-01-26 23:28:04 +0000528 default: assert(0 && "Bad flags!");
Chris Lattnerc3a9f8d2006-02-23 19:21:04 +0000529 case 1: // Use of register.
Chris Lattnerfd6d2822006-02-24 19:18:20 +0000530 for (; NumVals; --NumVals, ++i) {
Chris Lattnerc3a9f8d2006-02-23 19:21:04 +0000531 unsigned Reg = cast<RegisterSDNode>(Node->getOperand(i))->getReg();
Chris Lattnerea50fab2006-05-04 01:15:02 +0000532 MI->addRegOperand(Reg, MachineOperand::Use);
Chris Lattnerc3a9f8d2006-02-23 19:21:04 +0000533 }
Chris Lattnerdc19b702006-02-04 02:26:14 +0000534 break;
Chris Lattnerc3a9f8d2006-02-23 19:21:04 +0000535 case 2: // Def of register.
Chris Lattnerfd6d2822006-02-24 19:18:20 +0000536 for (; NumVals; --NumVals, ++i) {
Chris Lattnerc3a9f8d2006-02-23 19:21:04 +0000537 unsigned Reg = cast<RegisterSDNode>(Node->getOperand(i))->getReg();
Chris Lattnerea50fab2006-05-04 01:15:02 +0000538 MI->addRegOperand(Reg, MachineOperand::Def);
Chris Lattnerc3a9f8d2006-02-23 19:21:04 +0000539 }
Chris Lattnerdc19b702006-02-04 02:26:14 +0000540 break;
Chris Lattnerdc19b702006-02-04 02:26:14 +0000541 case 3: { // Immediate.
Chris Lattnerfd6d2822006-02-24 19:18:20 +0000542 assert(NumVals == 1 && "Unknown immediate value!");
Chris Lattnerdc19b702006-02-04 02:26:14 +0000543 uint64_t Val = cast<ConstantSDNode>(Node->getOperand(i))->getValue();
Chris Lattner2d90ac72006-05-04 18:05:43 +0000544 MI->addImmOperand(Val);
Chris Lattnerc3a9f8d2006-02-23 19:21:04 +0000545 ++i;
Chris Lattnerdc19b702006-02-04 02:26:14 +0000546 break;
547 }
Chris Lattnerfd6d2822006-02-24 19:18:20 +0000548 case 4: // Addressing mode.
549 // The addressing mode has been selected, just add all of the
550 // operands to the machine instruction.
551 for (; NumVals; --NumVals, ++i)
Chris Lattnerdf375062006-03-10 07:25:12 +0000552 AddOperand(MI, Node->getOperand(i), 0, 0, VRBaseMap);
Chris Lattnerfd6d2822006-02-24 19:18:20 +0000553 break;
Chris Lattnerdc19b702006-02-04 02:26:14 +0000554 }
Chris Lattneracc43bf2006-01-26 23:28:04 +0000555 }
556 break;
557 }
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000558 }
559 }
560
Chris Lattnerdf375062006-03-10 07:25:12 +0000561 assert(!VRBaseMap.count(Node) && "Node emitted out of order - early");
562 VRBaseMap[Node] = VRBase;
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000563}
564
Chris Lattnera93dfcd2006-03-05 23:51:47 +0000565void ScheduleDAG::EmitNoop() {
566 TII->insertNoop(*BB, BB->end());
567}
568
Evan Chenge165a782006-05-11 23:55:42 +0000569/// EmitSchedule - Emit the machine code in scheduled order.
570void ScheduleDAG::EmitSchedule() {
Chris Lattner96645412006-05-16 06:10:58 +0000571 // If this is the first basic block in the function, and if it has live ins
572 // that need to be copied into vregs, emit the copies into the top of the
573 // block before emitting the code for the block.
574 MachineFunction &MF = DAG.getMachineFunction();
575 if (&MF.front() == BB && MF.livein_begin() != MF.livein_end()) {
576 for (MachineFunction::livein_iterator LI = MF.livein_begin(),
577 E = MF.livein_end(); LI != E; ++LI)
578 if (LI->second)
579 MRI->copyRegToReg(*MF.begin(), MF.begin()->end(), LI->second,
580 LI->first, RegMap->getRegClass(LI->second));
581 }
582
583
584 // Finally, emit the code for all of the scheduled instructions.
Evan Chenge165a782006-05-11 23:55:42 +0000585 std::map<SDNode*, unsigned> VRBaseMap;
586 for (unsigned i = 0, e = Sequence.size(); i != e; i++) {
587 if (SUnit *SU = Sequence[i]) {
588 for (unsigned j = 0, ee = SU->FlaggedNodes.size(); j != ee; j++)
589 EmitNode(SU->FlaggedNodes[j], VRBaseMap);
590 EmitNode(SU->Node, VRBaseMap);
591 } else {
592 // Null SUnit* is a noop.
593 EmitNoop();
594 }
595 }
596}
597
598/// dump - dump the schedule.
599void ScheduleDAG::dumpSchedule() const {
600 for (unsigned i = 0, e = Sequence.size(); i != e; i++) {
601 if (SUnit *SU = Sequence[i])
602 SU->dump(&DAG);
603 else
604 std::cerr << "**** NOOP ****\n";
605 }
606}
607
608
Evan Chenga9c20912006-01-21 02:32:06 +0000609/// Run - perform scheduling.
610///
611MachineBasicBlock *ScheduleDAG::Run() {
612 TII = TM.getInstrInfo();
613 MRI = TM.getRegisterInfo();
614 RegMap = BB->getParent()->getSSARegMap();
615 ConstPool = BB->getParent()->getConstantPool();
Evan Cheng4ef10862006-01-23 07:01:07 +0000616
Evan Chenga9c20912006-01-21 02:32:06 +0000617 Schedule();
618 return BB;
Chris Lattnerd32b2362005-08-18 18:45:24 +0000619}
Evan Cheng4ef10862006-01-23 07:01:07 +0000620
Evan Chenge165a782006-05-11 23:55:42 +0000621/// SUnit - Scheduling unit. It's an wrapper around either a single SDNode or
622/// a group of nodes flagged together.
623void SUnit::dump(const SelectionDAG *G) const {
624 std::cerr << "SU(" << NodeNum << "): ";
625 Node->dump(G);
626 std::cerr << "\n";
627 if (FlaggedNodes.size() != 0) {
628 for (unsigned i = 0, e = FlaggedNodes.size(); i != e; i++) {
629 std::cerr << " ";
630 FlaggedNodes[i]->dump(G);
631 std::cerr << "\n";
632 }
633 }
634}
Evan Cheng4ef10862006-01-23 07:01:07 +0000635
Evan Chenge165a782006-05-11 23:55:42 +0000636void SUnit::dumpAll(const SelectionDAG *G) const {
637 dump(G);
638
639 std::cerr << " # preds left : " << NumPredsLeft << "\n";
640 std::cerr << " # succs left : " << NumSuccsLeft << "\n";
641 std::cerr << " # chain preds left : " << NumChainPredsLeft << "\n";
642 std::cerr << " # chain succs left : " << NumChainSuccsLeft << "\n";
643 std::cerr << " Latency : " << Latency << "\n";
644 std::cerr << " Depth : " << Depth << "\n";
645 std::cerr << " Height : " << Height << "\n";
646
647 if (Preds.size() != 0) {
648 std::cerr << " Predecessors:\n";
Chris Lattner228a18e2006-08-17 00:09:56 +0000649 for (SUnit::const_succ_iterator I = Preds.begin(), E = Preds.end();
650 I != E; ++I) {
Evan Chenge165a782006-05-11 23:55:42 +0000651 if (I->second)
Chris Lattner228a18e2006-08-17 00:09:56 +0000652 std::cerr << " ch #";
Evan Chenge165a782006-05-11 23:55:42 +0000653 else
Chris Lattner228a18e2006-08-17 00:09:56 +0000654 std::cerr << " val #";
655 std::cerr << I->first << "\n";
Evan Chenge165a782006-05-11 23:55:42 +0000656 }
657 }
658 if (Succs.size() != 0) {
659 std::cerr << " Successors:\n";
Chris Lattner228a18e2006-08-17 00:09:56 +0000660 for (SUnit::const_succ_iterator I = Succs.begin(), E = Succs.end();
661 I != E; ++I) {
Evan Chenge165a782006-05-11 23:55:42 +0000662 if (I->second)
Chris Lattner228a18e2006-08-17 00:09:56 +0000663 std::cerr << " ch #";
Evan Chenge165a782006-05-11 23:55:42 +0000664 else
Chris Lattner228a18e2006-08-17 00:09:56 +0000665 std::cerr << " val #";
666 std::cerr << I->first << "\n";
Evan Chenge165a782006-05-11 23:55:42 +0000667 }
668 }
669 std::cerr << "\n";
670}