blob: 523062053d881f259fe4f36ab4c367b5c0c42e98 [file] [log] [blame]
Evan Chenga9c20912006-01-21 02:32:06 +00001//===---- ScheduleDAG.cpp - Implement the ScheduleDAG class ---------------===//
Chris Lattnerd32b2362005-08-18 18:45:24 +00002//
3// The LLVM Compiler Infrastructure
4//
Jim Laskey5a608dd2005-10-31 12:49:09 +00005// This file was developed by James M. Laskey and is distributed under the
Chris Lattnerd32b2362005-08-18 18:45:24 +00006// University of Illinois Open Source License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
Jim Laskeye6b90fb2005-09-26 21:57:04 +000010// This implements a simple two pass scheduler. The first pass attempts to push
11// backward any lengthy instructions and critical paths. The second pass packs
12// instructions into semi-optimal time slots.
Chris Lattnerd32b2362005-08-18 18:45:24 +000013//
14//===----------------------------------------------------------------------===//
15
Evan Chenge165a782006-05-11 23:55:42 +000016#define DEBUG_TYPE "sched"
Chris Lattnerb0d21ef2006-03-08 04:25:59 +000017#include "llvm/CodeGen/ScheduleDAG.h"
Chris Lattner5839bf22005-08-26 17:15:30 +000018#include "llvm/CodeGen/MachineConstantPool.h"
Chris Lattner4ccd4062005-08-19 20:45:43 +000019#include "llvm/CodeGen/MachineFunction.h"
Chris Lattner4ccd4062005-08-19 20:45:43 +000020#include "llvm/CodeGen/SSARegMap.h"
Owen Anderson07000c62006-05-12 06:33:49 +000021#include "llvm/Target/TargetData.h"
Chris Lattner2d973e42005-08-18 20:07:59 +000022#include "llvm/Target/TargetMachine.h"
23#include "llvm/Target/TargetInstrInfo.h"
Chris Lattner025c39b2005-08-26 20:54:47 +000024#include "llvm/Target/TargetLowering.h"
Evan Chenge165a782006-05-11 23:55:42 +000025#include "llvm/Support/Debug.h"
Chris Lattner54a30b92006-03-20 01:51:46 +000026#include "llvm/Support/MathExtras.h"
Evan Chenge165a782006-05-11 23:55:42 +000027#include <iostream>
Chris Lattnerd32b2362005-08-18 18:45:24 +000028using namespace llvm;
29
Jim Laskeye6b90fb2005-09-26 21:57:04 +000030
Evan Chenge165a782006-05-11 23:55:42 +000031/// BuildSchedUnits - Build SUnits from the selection dag that we are input.
32/// This SUnit graph is similar to the SelectionDAG, but represents flagged
33/// together nodes with a single SUnit.
34void ScheduleDAG::BuildSchedUnits() {
35 // Reserve entries in the vector for each of the SUnits we are creating. This
36 // ensure that reallocation of the vector won't happen, so SUnit*'s won't get
37 // invalidated.
38 SUnits.reserve(std::distance(DAG.allnodes_begin(), DAG.allnodes_end()));
39
40 const InstrItineraryData &InstrItins = TM.getInstrItineraryData();
41
42 for (SelectionDAG::allnodes_iterator NI = DAG.allnodes_begin(),
43 E = DAG.allnodes_end(); NI != E; ++NI) {
44 if (isPassiveNode(NI)) // Leaf node, e.g. a TargetImmediate.
45 continue;
46
47 // If this node has already been processed, stop now.
48 if (SUnitMap[NI]) continue;
49
50 SUnit *NodeSUnit = NewSUnit(NI);
51
52 // See if anything is flagged to this node, if so, add them to flagged
53 // nodes. Nodes can have at most one flag input and one flag output. Flags
54 // are required the be the last operand and result of a node.
55
56 // Scan up, adding flagged preds to FlaggedNodes.
57 SDNode *N = NI;
58 while (N->getNumOperands() &&
59 N->getOperand(N->getNumOperands()-1).getValueType() == MVT::Flag) {
60 N = N->getOperand(N->getNumOperands()-1).Val;
61 NodeSUnit->FlaggedNodes.push_back(N);
62 SUnitMap[N] = NodeSUnit;
63 }
64
65 // Scan down, adding this node and any flagged succs to FlaggedNodes if they
66 // have a user of the flag operand.
67 N = NI;
68 while (N->getValueType(N->getNumValues()-1) == MVT::Flag) {
69 SDOperand FlagVal(N, N->getNumValues()-1);
70
71 // There are either zero or one users of the Flag result.
72 bool HasFlagUse = false;
73 for (SDNode::use_iterator UI = N->use_begin(), E = N->use_end();
74 UI != E; ++UI)
75 if (FlagVal.isOperand(*UI)) {
76 HasFlagUse = true;
77 NodeSUnit->FlaggedNodes.push_back(N);
78 SUnitMap[N] = NodeSUnit;
79 N = *UI;
80 break;
81 }
82 if (!HasFlagUse) break;
83 }
84
85 // Now all flagged nodes are in FlaggedNodes and N is the bottom-most node.
86 // Update the SUnit
87 NodeSUnit->Node = N;
88 SUnitMap[N] = NodeSUnit;
89
90 // Compute the latency for the node. We use the sum of the latencies for
91 // all nodes flagged together into this SUnit.
92 if (InstrItins.isEmpty()) {
93 // No latency information.
94 NodeSUnit->Latency = 1;
95 } else {
96 NodeSUnit->Latency = 0;
97 if (N->isTargetOpcode()) {
98 unsigned SchedClass = TII->getSchedClass(N->getTargetOpcode());
99 InstrStage *S = InstrItins.begin(SchedClass);
100 InstrStage *E = InstrItins.end(SchedClass);
101 for (; S != E; ++S)
102 NodeSUnit->Latency += S->Cycles;
103 }
104 for (unsigned i = 0, e = NodeSUnit->FlaggedNodes.size(); i != e; ++i) {
105 SDNode *FNode = NodeSUnit->FlaggedNodes[i];
106 if (FNode->isTargetOpcode()) {
107 unsigned SchedClass = TII->getSchedClass(FNode->getTargetOpcode());
108 InstrStage *S = InstrItins.begin(SchedClass);
109 InstrStage *E = InstrItins.end(SchedClass);
110 for (; S != E; ++S)
111 NodeSUnit->Latency += S->Cycles;
112 }
113 }
114 }
115 }
116
117 // Pass 2: add the preds, succs, etc.
118 for (unsigned su = 0, e = SUnits.size(); su != e; ++su) {
119 SUnit *SU = &SUnits[su];
120 SDNode *MainNode = SU->Node;
121
122 if (MainNode->isTargetOpcode()) {
123 unsigned Opc = MainNode->getTargetOpcode();
Evan Cheng13d41b92006-05-12 01:58:24 +0000124 if (TII->isTwoAddrInstr(Opc))
Evan Chenge165a782006-05-11 23:55:42 +0000125 SU->isTwoAddress = true;
Evan Cheng13d41b92006-05-12 01:58:24 +0000126 if (TII->isCommutableInstr(Opc))
127 SU->isCommutable = true;
Evan Chenge165a782006-05-11 23:55:42 +0000128 }
129
130 // Find all predecessors and successors of the group.
131 // Temporarily add N to make code simpler.
132 SU->FlaggedNodes.push_back(MainNode);
133
134 for (unsigned n = 0, e = SU->FlaggedNodes.size(); n != e; ++n) {
135 SDNode *N = SU->FlaggedNodes[n];
136
137 for (unsigned i = 0, e = N->getNumOperands(); i != e; ++i) {
138 SDNode *OpN = N->getOperand(i).Val;
139 if (isPassiveNode(OpN)) continue; // Not scheduled.
140 SUnit *OpSU = SUnitMap[OpN];
141 assert(OpSU && "Node has no SUnit!");
142 if (OpSU == SU) continue; // In the same group.
143
144 MVT::ValueType OpVT = N->getOperand(i).getValueType();
145 assert(OpVT != MVT::Flag && "Flagged nodes should be in same sunit!");
146 bool isChain = OpVT == MVT::Other;
147
148 if (SU->Preds.insert(std::make_pair(OpSU, isChain)).second) {
149 if (!isChain) {
150 SU->NumPreds++;
151 SU->NumPredsLeft++;
152 } else {
153 SU->NumChainPredsLeft++;
154 }
155 }
156 if (OpSU->Succs.insert(std::make_pair(SU, isChain)).second) {
157 if (!isChain) {
158 OpSU->NumSuccs++;
159 OpSU->NumSuccsLeft++;
160 } else {
161 OpSU->NumChainSuccsLeft++;
162 }
163 }
164 }
165 }
166
167 // Remove MainNode from FlaggedNodes again.
168 SU->FlaggedNodes.pop_back();
169 }
170
171 return;
172}
173
Evan Cheng8820ad52006-05-13 08:22:24 +0000174static void CalculateDepths(SUnit *SU, unsigned Depth) {
175 if (SU->Depth == 0 || Depth > SU->Depth) {
Evan Cheng626da3d2006-05-12 06:05:18 +0000176 SU->Depth = Depth;
177 for (std::set<std::pair<SUnit*, bool> >::iterator I = SU->Succs.begin(),
178 E = SU->Succs.end(); I != E; ++I)
Evan Cheng8820ad52006-05-13 08:22:24 +0000179 CalculateDepths(I->first, Depth+1);
Evan Cheng626da3d2006-05-12 06:05:18 +0000180 }
Evan Chenge165a782006-05-11 23:55:42 +0000181}
182
183void ScheduleDAG::CalculateDepths() {
184 SUnit *Entry = SUnitMap[DAG.getEntryNode().Val];
Evan Cheng8820ad52006-05-13 08:22:24 +0000185 ::CalculateDepths(Entry, 0U);
Evan Chenge165a782006-05-11 23:55:42 +0000186 for (unsigned i = 0, e = SUnits.size(); i != e; ++i)
187 if (SUnits[i].Preds.size() == 0 && &SUnits[i] != Entry) {
Evan Cheng8820ad52006-05-13 08:22:24 +0000188 ::CalculateDepths(&SUnits[i], 0U);
Evan Chenge165a782006-05-11 23:55:42 +0000189 }
190}
191
192static void CalculateHeights(SUnit *SU, unsigned Height) {
Evan Cheng8820ad52006-05-13 08:22:24 +0000193 if (SU->Height == 0 || Height > SU->Height) {
Evan Cheng626da3d2006-05-12 06:05:18 +0000194 SU->Height = Height;
195 for (std::set<std::pair<SUnit*, bool> >::iterator I = SU->Preds.begin(),
196 E = SU->Preds.end(); I != E; ++I)
197 CalculateHeights(I->first, Height+1);
198 }
Evan Chenge165a782006-05-11 23:55:42 +0000199}
200void ScheduleDAG::CalculateHeights() {
201 SUnit *Root = SUnitMap[DAG.getRoot().Val];
202 ::CalculateHeights(Root, 0U);
203}
204
Jim Laskeye6b90fb2005-09-26 21:57:04 +0000205/// CountResults - The results of target nodes have register or immediate
206/// operands first, then an optional chain, and optional flag operands (which do
207/// not go into the machine instrs.)
Evan Chenga9c20912006-01-21 02:32:06 +0000208static unsigned CountResults(SDNode *Node) {
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000209 unsigned N = Node->getNumValues();
210 while (N && Node->getValueType(N - 1) == MVT::Flag)
Jim Laskeye6b90fb2005-09-26 21:57:04 +0000211 --N;
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000212 if (N && Node->getValueType(N - 1) == MVT::Other)
Jim Laskeye6b90fb2005-09-26 21:57:04 +0000213 --N; // Skip over chain result.
214 return N;
215}
216
217/// CountOperands The inputs to target nodes have any actual inputs first,
218/// followed by an optional chain operand, then flag operands. Compute the
219/// number of actual operands that will go into the machine instr.
Evan Chenga9c20912006-01-21 02:32:06 +0000220static unsigned CountOperands(SDNode *Node) {
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000221 unsigned N = Node->getNumOperands();
222 while (N && Node->getOperand(N - 1).getValueType() == MVT::Flag)
Jim Laskeye6b90fb2005-09-26 21:57:04 +0000223 --N;
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000224 if (N && Node->getOperand(N - 1).getValueType() == MVT::Other)
Jim Laskeye6b90fb2005-09-26 21:57:04 +0000225 --N; // Ignore chain if it exists.
226 return N;
227}
228
Evan Cheng4ef10862006-01-23 07:01:07 +0000229static unsigned CreateVirtualRegisters(MachineInstr *MI,
230 unsigned NumResults,
231 SSARegMap *RegMap,
232 const TargetInstrDescriptor &II) {
Jim Laskeye6b90fb2005-09-26 21:57:04 +0000233 // Create the result registers for this node and add the result regs to
234 // the machine instruction.
235 const TargetOperandInfo *OpInfo = II.OpInfo;
236 unsigned ResultReg = RegMap->createVirtualRegister(OpInfo[0].RegClass);
237 MI->addRegOperand(ResultReg, MachineOperand::Def);
238 for (unsigned i = 1; i != NumResults; ++i) {
239 assert(OpInfo[i].RegClass && "Isn't a register operand!");
Chris Lattner505277a2005-10-01 07:45:09 +0000240 MI->addRegOperand(RegMap->createVirtualRegister(OpInfo[i].RegClass),
Jim Laskeye6b90fb2005-09-26 21:57:04 +0000241 MachineOperand::Def);
242 }
243 return ResultReg;
244}
245
Chris Lattnerdf375062006-03-10 07:25:12 +0000246/// getVR - Return the virtual register corresponding to the specified result
247/// of the specified node.
248static unsigned getVR(SDOperand Op, std::map<SDNode*, unsigned> &VRBaseMap) {
249 std::map<SDNode*, unsigned>::iterator I = VRBaseMap.find(Op.Val);
250 assert(I != VRBaseMap.end() && "Node emitted out of order - late");
251 return I->second + Op.ResNo;
252}
253
254
Chris Lattnered18b682006-02-24 18:54:03 +0000255/// AddOperand - Add the specified operand to the specified machine instr. II
256/// specifies the instruction information for the node, and IIOpNum is the
257/// operand number (in the II) that we are adding. IIOpNum and II are used for
258/// assertions only.
259void ScheduleDAG::AddOperand(MachineInstr *MI, SDOperand Op,
260 unsigned IIOpNum,
Chris Lattnerdf375062006-03-10 07:25:12 +0000261 const TargetInstrDescriptor *II,
262 std::map<SDNode*, unsigned> &VRBaseMap) {
Chris Lattnered18b682006-02-24 18:54:03 +0000263 if (Op.isTargetOpcode()) {
264 // Note that this case is redundant with the final else block, but we
265 // include it because it is the most common and it makes the logic
266 // simpler here.
267 assert(Op.getValueType() != MVT::Other &&
268 Op.getValueType() != MVT::Flag &&
269 "Chain and flag operands should occur at end of operand list!");
270
271 // Get/emit the operand.
Chris Lattnerdf375062006-03-10 07:25:12 +0000272 unsigned VReg = getVR(Op, VRBaseMap);
Chris Lattnered18b682006-02-24 18:54:03 +0000273 MI->addRegOperand(VReg, MachineOperand::Use);
274
275 // Verify that it is right.
276 assert(MRegisterInfo::isVirtualRegister(VReg) && "Not a vreg?");
277 if (II) {
278 assert(II->OpInfo[IIOpNum].RegClass &&
279 "Don't have operand info for this instruction!");
280 assert(RegMap->getRegClass(VReg) == II->OpInfo[IIOpNum].RegClass &&
281 "Register class of operand and regclass of use don't agree!");
282 }
283 } else if (ConstantSDNode *C =
284 dyn_cast<ConstantSDNode>(Op)) {
Chris Lattner2d90ac72006-05-04 18:05:43 +0000285 MI->addImmOperand(C->getValue());
Chris Lattnered18b682006-02-24 18:54:03 +0000286 } else if (RegisterSDNode*R =
287 dyn_cast<RegisterSDNode>(Op)) {
288 MI->addRegOperand(R->getReg(), MachineOperand::Use);
289 } else if (GlobalAddressSDNode *TGA =
290 dyn_cast<GlobalAddressSDNode>(Op)) {
Chris Lattnerea50fab2006-05-04 01:15:02 +0000291 MI->addGlobalAddressOperand(TGA->getGlobal(), TGA->getOffset());
Chris Lattnered18b682006-02-24 18:54:03 +0000292 } else if (BasicBlockSDNode *BB =
293 dyn_cast<BasicBlockSDNode>(Op)) {
294 MI->addMachineBasicBlockOperand(BB->getBasicBlock());
295 } else if (FrameIndexSDNode *FI =
296 dyn_cast<FrameIndexSDNode>(Op)) {
297 MI->addFrameIndexOperand(FI->getIndex());
Nate Begeman37efe672006-04-22 18:53:45 +0000298 } else if (JumpTableSDNode *JT =
299 dyn_cast<JumpTableSDNode>(Op)) {
300 MI->addJumpTableIndexOperand(JT->getIndex());
Chris Lattnered18b682006-02-24 18:54:03 +0000301 } else if (ConstantPoolSDNode *CP =
302 dyn_cast<ConstantPoolSDNode>(Op)) {
Evan Cheng404cb4f2006-02-25 09:54:52 +0000303 int Offset = CP->getOffset();
Chris Lattnered18b682006-02-24 18:54:03 +0000304 unsigned Align = CP->getAlignment();
305 // MachineConstantPool wants an explicit alignment.
306 if (Align == 0) {
307 if (CP->get()->getType() == Type::DoubleTy)
308 Align = 3; // always 8-byte align doubles.
Chris Lattner54a30b92006-03-20 01:51:46 +0000309 else {
Chris Lattnered18b682006-02-24 18:54:03 +0000310 Align = TM.getTargetData()
Owen Andersona69571c2006-05-03 01:29:57 +0000311 ->getTypeAlignmentShift(CP->get()->getType());
Chris Lattner54a30b92006-03-20 01:51:46 +0000312 if (Align == 0) {
313 // Alignment of packed types. FIXME!
Owen Andersona69571c2006-05-03 01:29:57 +0000314 Align = TM.getTargetData()->getTypeSize(CP->get()->getType());
Chris Lattner54a30b92006-03-20 01:51:46 +0000315 Align = Log2_64(Align);
316 }
317 }
Chris Lattnered18b682006-02-24 18:54:03 +0000318 }
319
320 unsigned Idx = ConstPool->getConstantPoolIndex(CP->get(), Align);
Evan Cheng404cb4f2006-02-25 09:54:52 +0000321 MI->addConstantPoolIndexOperand(Idx, Offset);
Chris Lattnered18b682006-02-24 18:54:03 +0000322 } else if (ExternalSymbolSDNode *ES =
323 dyn_cast<ExternalSymbolSDNode>(Op)) {
Chris Lattnerea50fab2006-05-04 01:15:02 +0000324 MI->addExternalSymbolOperand(ES->getSymbol());
Chris Lattnered18b682006-02-24 18:54:03 +0000325 } else {
326 assert(Op.getValueType() != MVT::Other &&
327 Op.getValueType() != MVT::Flag &&
328 "Chain and flag operands should occur at end of operand list!");
Chris Lattnerdf375062006-03-10 07:25:12 +0000329 unsigned VReg = getVR(Op, VRBaseMap);
Chris Lattnered18b682006-02-24 18:54:03 +0000330 MI->addRegOperand(VReg, MachineOperand::Use);
331
332 // Verify that it is right.
333 assert(MRegisterInfo::isVirtualRegister(VReg) && "Not a vreg?");
334 if (II) {
335 assert(II->OpInfo[IIOpNum].RegClass &&
336 "Don't have operand info for this instruction!");
337 assert(RegMap->getRegClass(VReg) == II->OpInfo[IIOpNum].RegClass &&
338 "Register class of operand and regclass of use don't agree!");
339 }
340 }
341
342}
343
344
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000345/// EmitNode - Generate machine code for an node and needed dependencies.
Jim Laskeye6b90fb2005-09-26 21:57:04 +0000346///
Chris Lattner8c7ef052006-03-10 07:28:36 +0000347void ScheduleDAG::EmitNode(SDNode *Node,
Chris Lattnerdf375062006-03-10 07:25:12 +0000348 std::map<SDNode*, unsigned> &VRBaseMap) {
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000349 unsigned VRBase = 0; // First virtual register for node
Chris Lattner2d973e42005-08-18 20:07:59 +0000350
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000351 // If machine instruction
352 if (Node->isTargetOpcode()) {
353 unsigned Opc = Node->getTargetOpcode();
Evan Chenga9c20912006-01-21 02:32:06 +0000354 const TargetInstrDescriptor &II = TII->get(Opc);
Chris Lattner2d973e42005-08-18 20:07:59 +0000355
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000356 unsigned NumResults = CountResults(Node);
357 unsigned NodeOperands = CountOperands(Node);
Jim Laskeye6b90fb2005-09-26 21:57:04 +0000358 unsigned NumMIOperands = NodeOperands + NumResults;
Chris Lattnerda8abb02005-09-01 18:44:10 +0000359#ifndef NDEBUG
Chris Lattner14b392a2005-08-24 22:02:41 +0000360 assert((unsigned(II.numOperands) == NumMIOperands || II.numOperands == -1)&&
Chris Lattner2d973e42005-08-18 20:07:59 +0000361 "#operands for dag node doesn't match .td file!");
Chris Lattnerca6aa2f2005-08-19 01:01:34 +0000362#endif
Chris Lattner2d973e42005-08-18 20:07:59 +0000363
364 // Create the new machine instruction.
Chris Lattner8b915b42006-05-04 18:16:01 +0000365 MachineInstr *MI = new MachineInstr(Opc, NumMIOperands);
Chris Lattner2d973e42005-08-18 20:07:59 +0000366
367 // Add result register values for things that are defined by this
368 // instruction.
Chris Lattnera4176522005-10-30 18:54:27 +0000369
370 // If the node is only used by a CopyToReg and the dest reg is a vreg, use
371 // the CopyToReg'd destination register instead of creating a new vreg.
372 if (NumResults == 1) {
373 for (SDNode::use_iterator UI = Node->use_begin(), E = Node->use_end();
374 UI != E; ++UI) {
375 SDNode *Use = *UI;
376 if (Use->getOpcode() == ISD::CopyToReg &&
377 Use->getOperand(2).Val == Node) {
378 unsigned Reg = cast<RegisterSDNode>(Use->getOperand(1))->getReg();
379 if (MRegisterInfo::isVirtualRegister(Reg)) {
380 VRBase = Reg;
381 MI->addRegOperand(Reg, MachineOperand::Def);
382 break;
383 }
384 }
385 }
386 }
387
388 // Otherwise, create new virtual registers.
389 if (NumResults && VRBase == 0)
Evan Cheng4ef10862006-01-23 07:01:07 +0000390 VRBase = CreateVirtualRegisters(MI, NumResults, RegMap, II);
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000391
392 // Emit all of the actual operands of this instruction, adding them to the
393 // instruction as appropriate.
Chris Lattnered18b682006-02-24 18:54:03 +0000394 for (unsigned i = 0; i != NodeOperands; ++i)
Chris Lattnerdf375062006-03-10 07:25:12 +0000395 AddOperand(MI, Node->getOperand(i), i+NumResults, &II, VRBaseMap);
Evan Cheng13d41b92006-05-12 01:58:24 +0000396
397 // Commute node if it has been determined to be profitable.
398 if (CommuteSet.count(Node)) {
399 MachineInstr *NewMI = TII->commuteInstruction(MI);
400 if (NewMI == 0)
401 DEBUG(std::cerr << "Sched: COMMUTING FAILED!\n");
402 else {
403 DEBUG(std::cerr << "Sched: COMMUTED TO: " << *NewMI);
404 MI = NewMI;
405 }
406 }
407
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000408 // Now that we have emitted all operands, emit this instruction itself.
409 if ((II.Flags & M_USES_CUSTOM_DAG_SCHED_INSERTION) == 0) {
410 BB->insert(BB->end(), MI);
411 } else {
412 // Insert this instruction into the end of the basic block, potentially
413 // taking some custom action.
414 BB = DAG.getTargetLoweringInfo().InsertAtEndOfBasicBlock(MI, BB);
415 }
416 } else {
417 switch (Node->getOpcode()) {
418 default:
419 Node->dump();
420 assert(0 && "This target-independent node should have been selected!");
421 case ISD::EntryToken: // fall thru
422 case ISD::TokenFactor:
423 break;
424 case ISD::CopyToReg: {
Chris Lattnerdf375062006-03-10 07:25:12 +0000425 unsigned InReg = getVR(Node->getOperand(2), VRBaseMap);
Chris Lattnera4176522005-10-30 18:54:27 +0000426 unsigned DestReg = cast<RegisterSDNode>(Node->getOperand(1))->getReg();
Chris Lattner45053fc2006-03-24 07:15:07 +0000427 if (InReg != DestReg) // Coalesced away the copy?
Evan Chenga9c20912006-01-21 02:32:06 +0000428 MRI->copyRegToReg(*BB, BB->end(), DestReg, InReg,
429 RegMap->getRegClass(InReg));
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000430 break;
431 }
432 case ISD::CopyFromReg: {
433 unsigned SrcReg = cast<RegisterSDNode>(Node->getOperand(1))->getReg();
Chris Lattner089c25c2005-10-09 05:58:56 +0000434 if (MRegisterInfo::isVirtualRegister(SrcReg)) {
435 VRBase = SrcReg; // Just use the input register directly!
436 break;
437 }
438
Chris Lattnera4176522005-10-30 18:54:27 +0000439 // If the node is only used by a CopyToReg and the dest reg is a vreg, use
440 // the CopyToReg'd destination register instead of creating a new vreg.
441 for (SDNode::use_iterator UI = Node->use_begin(), E = Node->use_end();
442 UI != E; ++UI) {
443 SDNode *Use = *UI;
444 if (Use->getOpcode() == ISD::CopyToReg &&
445 Use->getOperand(2).Val == Node) {
446 unsigned DestReg = cast<RegisterSDNode>(Use->getOperand(1))->getReg();
447 if (MRegisterInfo::isVirtualRegister(DestReg)) {
448 VRBase = DestReg;
449 break;
450 }
451 }
452 }
453
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000454 // Figure out the register class to create for the destreg.
455 const TargetRegisterClass *TRC = 0;
Chris Lattnera4176522005-10-30 18:54:27 +0000456 if (VRBase) {
457 TRC = RegMap->getRegClass(VRBase);
458 } else {
Chris Lattner089c25c2005-10-09 05:58:56 +0000459
Chris Lattnera4176522005-10-30 18:54:27 +0000460 // Pick the register class of the right type that contains this physreg.
Evan Chenga9c20912006-01-21 02:32:06 +0000461 for (MRegisterInfo::regclass_iterator I = MRI->regclass_begin(),
462 E = MRI->regclass_end(); I != E; ++I)
Nate Begeman6510b222005-12-01 04:51:06 +0000463 if ((*I)->hasType(Node->getValueType(0)) &&
Chris Lattnera4176522005-10-30 18:54:27 +0000464 (*I)->contains(SrcReg)) {
465 TRC = *I;
466 break;
467 }
468 assert(TRC && "Couldn't find register class for reg copy!");
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000469
Chris Lattnera4176522005-10-30 18:54:27 +0000470 // Create the reg, emit the copy.
471 VRBase = RegMap->createVirtualRegister(TRC);
472 }
Evan Chenga9c20912006-01-21 02:32:06 +0000473 MRI->copyRegToReg(*BB, BB->end(), VRBase, SrcReg, TRC);
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000474 break;
475 }
Chris Lattneracc43bf2006-01-26 23:28:04 +0000476 case ISD::INLINEASM: {
477 unsigned NumOps = Node->getNumOperands();
478 if (Node->getOperand(NumOps-1).getValueType() == MVT::Flag)
479 --NumOps; // Ignore the flag operand.
480
481 // Create the inline asm machine instruction.
482 MachineInstr *MI =
483 new MachineInstr(BB, TargetInstrInfo::INLINEASM, (NumOps-2)/2+1);
484
485 // Add the asm string as an external symbol operand.
486 const char *AsmStr =
487 cast<ExternalSymbolSDNode>(Node->getOperand(1))->getSymbol();
Chris Lattnerea50fab2006-05-04 01:15:02 +0000488 MI->addExternalSymbolOperand(AsmStr);
Chris Lattneracc43bf2006-01-26 23:28:04 +0000489
490 // Add all of the operand registers to the instruction.
Chris Lattnerc3a9f8d2006-02-23 19:21:04 +0000491 for (unsigned i = 2; i != NumOps;) {
492 unsigned Flags = cast<ConstantSDNode>(Node->getOperand(i))->getValue();
Chris Lattnerfd6d2822006-02-24 19:18:20 +0000493 unsigned NumVals = Flags >> 3;
Chris Lattnerc3a9f8d2006-02-23 19:21:04 +0000494
Chris Lattner2d90ac72006-05-04 18:05:43 +0000495 MI->addImmOperand(Flags);
Chris Lattnerc3a9f8d2006-02-23 19:21:04 +0000496 ++i; // Skip the ID value.
497
498 switch (Flags & 7) {
Chris Lattneracc43bf2006-01-26 23:28:04 +0000499 default: assert(0 && "Bad flags!");
Chris Lattnerc3a9f8d2006-02-23 19:21:04 +0000500 case 1: // Use of register.
Chris Lattnerfd6d2822006-02-24 19:18:20 +0000501 for (; NumVals; --NumVals, ++i) {
Chris Lattnerc3a9f8d2006-02-23 19:21:04 +0000502 unsigned Reg = cast<RegisterSDNode>(Node->getOperand(i))->getReg();
Chris Lattnerea50fab2006-05-04 01:15:02 +0000503 MI->addRegOperand(Reg, MachineOperand::Use);
Chris Lattnerc3a9f8d2006-02-23 19:21:04 +0000504 }
Chris Lattnerdc19b702006-02-04 02:26:14 +0000505 break;
Chris Lattnerc3a9f8d2006-02-23 19:21:04 +0000506 case 2: // Def of register.
Chris Lattnerfd6d2822006-02-24 19:18:20 +0000507 for (; NumVals; --NumVals, ++i) {
Chris Lattnerc3a9f8d2006-02-23 19:21:04 +0000508 unsigned Reg = cast<RegisterSDNode>(Node->getOperand(i))->getReg();
Chris Lattnerea50fab2006-05-04 01:15:02 +0000509 MI->addRegOperand(Reg, MachineOperand::Def);
Chris Lattnerc3a9f8d2006-02-23 19:21:04 +0000510 }
Chris Lattnerdc19b702006-02-04 02:26:14 +0000511 break;
Chris Lattnerdc19b702006-02-04 02:26:14 +0000512 case 3: { // Immediate.
Chris Lattnerfd6d2822006-02-24 19:18:20 +0000513 assert(NumVals == 1 && "Unknown immediate value!");
Chris Lattnerdc19b702006-02-04 02:26:14 +0000514 uint64_t Val = cast<ConstantSDNode>(Node->getOperand(i))->getValue();
Chris Lattner2d90ac72006-05-04 18:05:43 +0000515 MI->addImmOperand(Val);
Chris Lattnerc3a9f8d2006-02-23 19:21:04 +0000516 ++i;
Chris Lattnerdc19b702006-02-04 02:26:14 +0000517 break;
518 }
Chris Lattnerfd6d2822006-02-24 19:18:20 +0000519 case 4: // Addressing mode.
520 // The addressing mode has been selected, just add all of the
521 // operands to the machine instruction.
522 for (; NumVals; --NumVals, ++i)
Chris Lattnerdf375062006-03-10 07:25:12 +0000523 AddOperand(MI, Node->getOperand(i), 0, 0, VRBaseMap);
Chris Lattnerfd6d2822006-02-24 19:18:20 +0000524 break;
Chris Lattnerdc19b702006-02-04 02:26:14 +0000525 }
Chris Lattneracc43bf2006-01-26 23:28:04 +0000526 }
527 break;
528 }
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000529 }
530 }
531
Chris Lattnerdf375062006-03-10 07:25:12 +0000532 assert(!VRBaseMap.count(Node) && "Node emitted out of order - early");
533 VRBaseMap[Node] = VRBase;
Jim Laskeyb6d4c2c2005-09-30 19:15:27 +0000534}
535
Chris Lattnera93dfcd2006-03-05 23:51:47 +0000536void ScheduleDAG::EmitNoop() {
537 TII->insertNoop(*BB, BB->end());
538}
539
Evan Chenge165a782006-05-11 23:55:42 +0000540/// EmitSchedule - Emit the machine code in scheduled order.
541void ScheduleDAG::EmitSchedule() {
Chris Lattner96645412006-05-16 06:10:58 +0000542 // If this is the first basic block in the function, and if it has live ins
543 // that need to be copied into vregs, emit the copies into the top of the
544 // block before emitting the code for the block.
545 MachineFunction &MF = DAG.getMachineFunction();
546 if (&MF.front() == BB && MF.livein_begin() != MF.livein_end()) {
547 for (MachineFunction::livein_iterator LI = MF.livein_begin(),
548 E = MF.livein_end(); LI != E; ++LI)
549 if (LI->second)
550 MRI->copyRegToReg(*MF.begin(), MF.begin()->end(), LI->second,
551 LI->first, RegMap->getRegClass(LI->second));
552 }
553
554
555 // Finally, emit the code for all of the scheduled instructions.
Evan Chenge165a782006-05-11 23:55:42 +0000556 std::map<SDNode*, unsigned> VRBaseMap;
557 for (unsigned i = 0, e = Sequence.size(); i != e; i++) {
558 if (SUnit *SU = Sequence[i]) {
559 for (unsigned j = 0, ee = SU->FlaggedNodes.size(); j != ee; j++)
560 EmitNode(SU->FlaggedNodes[j], VRBaseMap);
561 EmitNode(SU->Node, VRBaseMap);
562 } else {
563 // Null SUnit* is a noop.
564 EmitNoop();
565 }
566 }
567}
568
569/// dump - dump the schedule.
570void ScheduleDAG::dumpSchedule() const {
571 for (unsigned i = 0, e = Sequence.size(); i != e; i++) {
572 if (SUnit *SU = Sequence[i])
573 SU->dump(&DAG);
574 else
575 std::cerr << "**** NOOP ****\n";
576 }
577}
578
579
Evan Chenga9c20912006-01-21 02:32:06 +0000580/// Run - perform scheduling.
581///
582MachineBasicBlock *ScheduleDAG::Run() {
583 TII = TM.getInstrInfo();
584 MRI = TM.getRegisterInfo();
585 RegMap = BB->getParent()->getSSARegMap();
586 ConstPool = BB->getParent()->getConstantPool();
Evan Cheng4ef10862006-01-23 07:01:07 +0000587
Evan Chenga9c20912006-01-21 02:32:06 +0000588 Schedule();
589 return BB;
Chris Lattnerd32b2362005-08-18 18:45:24 +0000590}
Evan Cheng4ef10862006-01-23 07:01:07 +0000591
Evan Chenge165a782006-05-11 23:55:42 +0000592/// SUnit - Scheduling unit. It's an wrapper around either a single SDNode or
593/// a group of nodes flagged together.
594void SUnit::dump(const SelectionDAG *G) const {
595 std::cerr << "SU(" << NodeNum << "): ";
596 Node->dump(G);
597 std::cerr << "\n";
598 if (FlaggedNodes.size() != 0) {
599 for (unsigned i = 0, e = FlaggedNodes.size(); i != e; i++) {
600 std::cerr << " ";
601 FlaggedNodes[i]->dump(G);
602 std::cerr << "\n";
603 }
604 }
605}
Evan Cheng4ef10862006-01-23 07:01:07 +0000606
Evan Chenge165a782006-05-11 23:55:42 +0000607void SUnit::dumpAll(const SelectionDAG *G) const {
608 dump(G);
609
610 std::cerr << " # preds left : " << NumPredsLeft << "\n";
611 std::cerr << " # succs left : " << NumSuccsLeft << "\n";
612 std::cerr << " # chain preds left : " << NumChainPredsLeft << "\n";
613 std::cerr << " # chain succs left : " << NumChainSuccsLeft << "\n";
614 std::cerr << " Latency : " << Latency << "\n";
615 std::cerr << " Depth : " << Depth << "\n";
616 std::cerr << " Height : " << Height << "\n";
617
618 if (Preds.size() != 0) {
619 std::cerr << " Predecessors:\n";
620 for (std::set<std::pair<SUnit*,bool> >::const_iterator I = Preds.begin(),
621 E = Preds.end(); I != E; ++I) {
622 if (I->second)
623 std::cerr << " ch ";
624 else
625 std::cerr << " val ";
626 I->first->dump(G);
627 }
628 }
629 if (Succs.size() != 0) {
630 std::cerr << " Successors:\n";
631 for (std::set<std::pair<SUnit*, bool> >::const_iterator I = Succs.begin(),
632 E = Succs.end(); I != E; ++I) {
633 if (I->second)
634 std::cerr << " ch ";
635 else
636 std::cerr << " val ";
637 I->first->dump(G);
638 }
639 }
640 std::cerr << "\n";
641}