Evan Cheng | a9c2091 | 2006-01-21 02:32:06 +0000 | [diff] [blame] | 1 | //===---- ScheduleDAG.cpp - Implement the ScheduleDAG class ---------------===// |
Chris Lattner | d32b236 | 2005-08-18 18:45:24 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Jim Laskey | 5a608dd | 2005-10-31 12:49:09 +0000 | [diff] [blame] | 5 | // This file was developed by James M. Laskey and is distributed under the |
Chris Lattner | d32b236 | 2005-08-18 18:45:24 +0000 | [diff] [blame] | 6 | // University of Illinois Open Source License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
Jim Laskey | e6b90fb | 2005-09-26 21:57:04 +0000 | [diff] [blame] | 10 | // This implements a simple two pass scheduler. The first pass attempts to push |
| 11 | // backward any lengthy instructions and critical paths. The second pass packs |
| 12 | // instructions into semi-optimal time slots. |
Chris Lattner | d32b236 | 2005-08-18 18:45:24 +0000 | [diff] [blame] | 13 | // |
| 14 | //===----------------------------------------------------------------------===// |
| 15 | |
Evan Cheng | e165a78 | 2006-05-11 23:55:42 +0000 | [diff] [blame] | 16 | #define DEBUG_TYPE "sched" |
Chris Lattner | b0d21ef | 2006-03-08 04:25:59 +0000 | [diff] [blame] | 17 | #include "llvm/CodeGen/ScheduleDAG.h" |
Chris Lattner | 5839bf2 | 2005-08-26 17:15:30 +0000 | [diff] [blame] | 18 | #include "llvm/CodeGen/MachineConstantPool.h" |
Chris Lattner | 4ccd406 | 2005-08-19 20:45:43 +0000 | [diff] [blame] | 19 | #include "llvm/CodeGen/MachineFunction.h" |
Chris Lattner | 4ccd406 | 2005-08-19 20:45:43 +0000 | [diff] [blame] | 20 | #include "llvm/CodeGen/SSARegMap.h" |
Owen Anderson | 07000c6 | 2006-05-12 06:33:49 +0000 | [diff] [blame] | 21 | #include "llvm/Target/TargetData.h" |
Chris Lattner | 2d973e4 | 2005-08-18 20:07:59 +0000 | [diff] [blame] | 22 | #include "llvm/Target/TargetMachine.h" |
| 23 | #include "llvm/Target/TargetInstrInfo.h" |
Chris Lattner | 025c39b | 2005-08-26 20:54:47 +0000 | [diff] [blame] | 24 | #include "llvm/Target/TargetLowering.h" |
Evan Cheng | e165a78 | 2006-05-11 23:55:42 +0000 | [diff] [blame] | 25 | #include "llvm/Support/Debug.h" |
Chris Lattner | 54a30b9 | 2006-03-20 01:51:46 +0000 | [diff] [blame] | 26 | #include "llvm/Support/MathExtras.h" |
Evan Cheng | e165a78 | 2006-05-11 23:55:42 +0000 | [diff] [blame] | 27 | #include <iostream> |
Chris Lattner | d32b236 | 2005-08-18 18:45:24 +0000 | [diff] [blame] | 28 | using namespace llvm; |
| 29 | |
Jim Laskey | e6b90fb | 2005-09-26 21:57:04 +0000 | [diff] [blame] | 30 | |
Evan Cheng | e165a78 | 2006-05-11 23:55:42 +0000 | [diff] [blame] | 31 | /// BuildSchedUnits - Build SUnits from the selection dag that we are input. |
| 32 | /// This SUnit graph is similar to the SelectionDAG, but represents flagged |
| 33 | /// together nodes with a single SUnit. |
| 34 | void ScheduleDAG::BuildSchedUnits() { |
| 35 | // Reserve entries in the vector for each of the SUnits we are creating. This |
| 36 | // ensure that reallocation of the vector won't happen, so SUnit*'s won't get |
| 37 | // invalidated. |
| 38 | SUnits.reserve(std::distance(DAG.allnodes_begin(), DAG.allnodes_end())); |
| 39 | |
| 40 | const InstrItineraryData &InstrItins = TM.getInstrItineraryData(); |
| 41 | |
| 42 | for (SelectionDAG::allnodes_iterator NI = DAG.allnodes_begin(), |
| 43 | E = DAG.allnodes_end(); NI != E; ++NI) { |
| 44 | if (isPassiveNode(NI)) // Leaf node, e.g. a TargetImmediate. |
| 45 | continue; |
| 46 | |
| 47 | // If this node has already been processed, stop now. |
| 48 | if (SUnitMap[NI]) continue; |
| 49 | |
| 50 | SUnit *NodeSUnit = NewSUnit(NI); |
| 51 | |
| 52 | // See if anything is flagged to this node, if so, add them to flagged |
| 53 | // nodes. Nodes can have at most one flag input and one flag output. Flags |
| 54 | // are required the be the last operand and result of a node. |
| 55 | |
| 56 | // Scan up, adding flagged preds to FlaggedNodes. |
| 57 | SDNode *N = NI; |
Evan Cheng | 3b97acd | 2006-08-07 22:12:12 +0000 | [diff] [blame^] | 58 | if (N->getNumOperands() && |
| 59 | N->getOperand(N->getNumOperands()-1).getValueType() == MVT::Flag) { |
| 60 | do { |
| 61 | N = N->getOperand(N->getNumOperands()-1).Val; |
| 62 | NodeSUnit->FlaggedNodes.push_back(N); |
| 63 | SUnitMap[N] = NodeSUnit; |
| 64 | } while (N->getNumOperands() && |
| 65 | N->getOperand(N->getNumOperands()-1).getValueType()== MVT::Flag); |
| 66 | std::reverse(NodeSUnit->FlaggedNodes.begin(), |
| 67 | NodeSUnit->FlaggedNodes.end()); |
Evan Cheng | e165a78 | 2006-05-11 23:55:42 +0000 | [diff] [blame] | 68 | } |
| 69 | |
| 70 | // Scan down, adding this node and any flagged succs to FlaggedNodes if they |
| 71 | // have a user of the flag operand. |
| 72 | N = NI; |
| 73 | while (N->getValueType(N->getNumValues()-1) == MVT::Flag) { |
| 74 | SDOperand FlagVal(N, N->getNumValues()-1); |
| 75 | |
| 76 | // There are either zero or one users of the Flag result. |
| 77 | bool HasFlagUse = false; |
| 78 | for (SDNode::use_iterator UI = N->use_begin(), E = N->use_end(); |
| 79 | UI != E; ++UI) |
| 80 | if (FlagVal.isOperand(*UI)) { |
| 81 | HasFlagUse = true; |
| 82 | NodeSUnit->FlaggedNodes.push_back(N); |
| 83 | SUnitMap[N] = NodeSUnit; |
| 84 | N = *UI; |
| 85 | break; |
| 86 | } |
| 87 | if (!HasFlagUse) break; |
| 88 | } |
| 89 | |
| 90 | // Now all flagged nodes are in FlaggedNodes and N is the bottom-most node. |
| 91 | // Update the SUnit |
| 92 | NodeSUnit->Node = N; |
| 93 | SUnitMap[N] = NodeSUnit; |
| 94 | |
| 95 | // Compute the latency for the node. We use the sum of the latencies for |
| 96 | // all nodes flagged together into this SUnit. |
| 97 | if (InstrItins.isEmpty()) { |
| 98 | // No latency information. |
| 99 | NodeSUnit->Latency = 1; |
| 100 | } else { |
| 101 | NodeSUnit->Latency = 0; |
| 102 | if (N->isTargetOpcode()) { |
| 103 | unsigned SchedClass = TII->getSchedClass(N->getTargetOpcode()); |
| 104 | InstrStage *S = InstrItins.begin(SchedClass); |
| 105 | InstrStage *E = InstrItins.end(SchedClass); |
| 106 | for (; S != E; ++S) |
| 107 | NodeSUnit->Latency += S->Cycles; |
| 108 | } |
| 109 | for (unsigned i = 0, e = NodeSUnit->FlaggedNodes.size(); i != e; ++i) { |
| 110 | SDNode *FNode = NodeSUnit->FlaggedNodes[i]; |
| 111 | if (FNode->isTargetOpcode()) { |
| 112 | unsigned SchedClass = TII->getSchedClass(FNode->getTargetOpcode()); |
| 113 | InstrStage *S = InstrItins.begin(SchedClass); |
| 114 | InstrStage *E = InstrItins.end(SchedClass); |
| 115 | for (; S != E; ++S) |
| 116 | NodeSUnit->Latency += S->Cycles; |
| 117 | } |
| 118 | } |
| 119 | } |
| 120 | } |
| 121 | |
| 122 | // Pass 2: add the preds, succs, etc. |
| 123 | for (unsigned su = 0, e = SUnits.size(); su != e; ++su) { |
| 124 | SUnit *SU = &SUnits[su]; |
| 125 | SDNode *MainNode = SU->Node; |
| 126 | |
| 127 | if (MainNode->isTargetOpcode()) { |
| 128 | unsigned Opc = MainNode->getTargetOpcode(); |
Evan Cheng | 13d41b9 | 2006-05-12 01:58:24 +0000 | [diff] [blame] | 129 | if (TII->isTwoAddrInstr(Opc)) |
Evan Cheng | e165a78 | 2006-05-11 23:55:42 +0000 | [diff] [blame] | 130 | SU->isTwoAddress = true; |
Evan Cheng | 13d41b9 | 2006-05-12 01:58:24 +0000 | [diff] [blame] | 131 | if (TII->isCommutableInstr(Opc)) |
| 132 | SU->isCommutable = true; |
Evan Cheng | e165a78 | 2006-05-11 23:55:42 +0000 | [diff] [blame] | 133 | } |
| 134 | |
| 135 | // Find all predecessors and successors of the group. |
| 136 | // Temporarily add N to make code simpler. |
| 137 | SU->FlaggedNodes.push_back(MainNode); |
| 138 | |
| 139 | for (unsigned n = 0, e = SU->FlaggedNodes.size(); n != e; ++n) { |
| 140 | SDNode *N = SU->FlaggedNodes[n]; |
| 141 | |
| 142 | for (unsigned i = 0, e = N->getNumOperands(); i != e; ++i) { |
| 143 | SDNode *OpN = N->getOperand(i).Val; |
| 144 | if (isPassiveNode(OpN)) continue; // Not scheduled. |
| 145 | SUnit *OpSU = SUnitMap[OpN]; |
| 146 | assert(OpSU && "Node has no SUnit!"); |
| 147 | if (OpSU == SU) continue; // In the same group. |
| 148 | |
| 149 | MVT::ValueType OpVT = N->getOperand(i).getValueType(); |
| 150 | assert(OpVT != MVT::Flag && "Flagged nodes should be in same sunit!"); |
| 151 | bool isChain = OpVT == MVT::Other; |
| 152 | |
| 153 | if (SU->Preds.insert(std::make_pair(OpSU, isChain)).second) { |
| 154 | if (!isChain) { |
| 155 | SU->NumPreds++; |
| 156 | SU->NumPredsLeft++; |
| 157 | } else { |
| 158 | SU->NumChainPredsLeft++; |
| 159 | } |
| 160 | } |
| 161 | if (OpSU->Succs.insert(std::make_pair(SU, isChain)).second) { |
| 162 | if (!isChain) { |
| 163 | OpSU->NumSuccs++; |
| 164 | OpSU->NumSuccsLeft++; |
| 165 | } else { |
| 166 | OpSU->NumChainSuccsLeft++; |
| 167 | } |
| 168 | } |
| 169 | } |
| 170 | } |
| 171 | |
| 172 | // Remove MainNode from FlaggedNodes again. |
| 173 | SU->FlaggedNodes.pop_back(); |
| 174 | } |
| 175 | |
| 176 | return; |
| 177 | } |
| 178 | |
Evan Cheng | 8820ad5 | 2006-05-13 08:22:24 +0000 | [diff] [blame] | 179 | static void CalculateDepths(SUnit *SU, unsigned Depth) { |
| 180 | if (SU->Depth == 0 || Depth > SU->Depth) { |
Evan Cheng | 626da3d | 2006-05-12 06:05:18 +0000 | [diff] [blame] | 181 | SU->Depth = Depth; |
| 182 | for (std::set<std::pair<SUnit*, bool> >::iterator I = SU->Succs.begin(), |
| 183 | E = SU->Succs.end(); I != E; ++I) |
Evan Cheng | 8820ad5 | 2006-05-13 08:22:24 +0000 | [diff] [blame] | 184 | CalculateDepths(I->first, Depth+1); |
Evan Cheng | 626da3d | 2006-05-12 06:05:18 +0000 | [diff] [blame] | 185 | } |
Evan Cheng | e165a78 | 2006-05-11 23:55:42 +0000 | [diff] [blame] | 186 | } |
| 187 | |
| 188 | void ScheduleDAG::CalculateDepths() { |
| 189 | SUnit *Entry = SUnitMap[DAG.getEntryNode().Val]; |
Evan Cheng | 8820ad5 | 2006-05-13 08:22:24 +0000 | [diff] [blame] | 190 | ::CalculateDepths(Entry, 0U); |
Evan Cheng | e165a78 | 2006-05-11 23:55:42 +0000 | [diff] [blame] | 191 | for (unsigned i = 0, e = SUnits.size(); i != e; ++i) |
| 192 | if (SUnits[i].Preds.size() == 0 && &SUnits[i] != Entry) { |
Evan Cheng | 8820ad5 | 2006-05-13 08:22:24 +0000 | [diff] [blame] | 193 | ::CalculateDepths(&SUnits[i], 0U); |
Evan Cheng | e165a78 | 2006-05-11 23:55:42 +0000 | [diff] [blame] | 194 | } |
| 195 | } |
| 196 | |
| 197 | static void CalculateHeights(SUnit *SU, unsigned Height) { |
Evan Cheng | 8820ad5 | 2006-05-13 08:22:24 +0000 | [diff] [blame] | 198 | if (SU->Height == 0 || Height > SU->Height) { |
Evan Cheng | 626da3d | 2006-05-12 06:05:18 +0000 | [diff] [blame] | 199 | SU->Height = Height; |
| 200 | for (std::set<std::pair<SUnit*, bool> >::iterator I = SU->Preds.begin(), |
| 201 | E = SU->Preds.end(); I != E; ++I) |
| 202 | CalculateHeights(I->first, Height+1); |
| 203 | } |
Evan Cheng | e165a78 | 2006-05-11 23:55:42 +0000 | [diff] [blame] | 204 | } |
| 205 | void ScheduleDAG::CalculateHeights() { |
| 206 | SUnit *Root = SUnitMap[DAG.getRoot().Val]; |
| 207 | ::CalculateHeights(Root, 0U); |
| 208 | } |
| 209 | |
Jim Laskey | e6b90fb | 2005-09-26 21:57:04 +0000 | [diff] [blame] | 210 | /// CountResults - The results of target nodes have register or immediate |
| 211 | /// operands first, then an optional chain, and optional flag operands (which do |
| 212 | /// not go into the machine instrs.) |
Evan Cheng | a9c2091 | 2006-01-21 02:32:06 +0000 | [diff] [blame] | 213 | static unsigned CountResults(SDNode *Node) { |
Jim Laskey | b6d4c2c | 2005-09-30 19:15:27 +0000 | [diff] [blame] | 214 | unsigned N = Node->getNumValues(); |
| 215 | while (N && Node->getValueType(N - 1) == MVT::Flag) |
Jim Laskey | e6b90fb | 2005-09-26 21:57:04 +0000 | [diff] [blame] | 216 | --N; |
Jim Laskey | b6d4c2c | 2005-09-30 19:15:27 +0000 | [diff] [blame] | 217 | if (N && Node->getValueType(N - 1) == MVT::Other) |
Jim Laskey | e6b90fb | 2005-09-26 21:57:04 +0000 | [diff] [blame] | 218 | --N; // Skip over chain result. |
| 219 | return N; |
| 220 | } |
| 221 | |
| 222 | /// CountOperands The inputs to target nodes have any actual inputs first, |
| 223 | /// followed by an optional chain operand, then flag operands. Compute the |
| 224 | /// number of actual operands that will go into the machine instr. |
Evan Cheng | a9c2091 | 2006-01-21 02:32:06 +0000 | [diff] [blame] | 225 | static unsigned CountOperands(SDNode *Node) { |
Jim Laskey | b6d4c2c | 2005-09-30 19:15:27 +0000 | [diff] [blame] | 226 | unsigned N = Node->getNumOperands(); |
| 227 | while (N && Node->getOperand(N - 1).getValueType() == MVT::Flag) |
Jim Laskey | e6b90fb | 2005-09-26 21:57:04 +0000 | [diff] [blame] | 228 | --N; |
Jim Laskey | b6d4c2c | 2005-09-30 19:15:27 +0000 | [diff] [blame] | 229 | if (N && Node->getOperand(N - 1).getValueType() == MVT::Other) |
Jim Laskey | e6b90fb | 2005-09-26 21:57:04 +0000 | [diff] [blame] | 230 | --N; // Ignore chain if it exists. |
| 231 | return N; |
| 232 | } |
| 233 | |
Jim Laskey | 60f0992 | 2006-07-21 20:57:35 +0000 | [diff] [blame] | 234 | static const TargetRegisterClass *getInstrOperandRegClass( |
| 235 | const MRegisterInfo *MRI, |
| 236 | const TargetInstrInfo *TII, |
| 237 | const TargetInstrDescriptor *II, |
| 238 | unsigned Op) { |
| 239 | if (Op >= II->numOperands) { |
| 240 | assert((II->Flags & M_VARIABLE_OPS)&& "Invalid operand # of instruction"); |
| 241 | return NULL; |
| 242 | } |
| 243 | const TargetOperandInfo &toi = II->OpInfo[Op]; |
| 244 | return (toi.Flags & M_LOOK_UP_PTR_REG_CLASS) |
| 245 | ? TII->getPointerRegClass() : MRI->getRegClass(toi.RegClass); |
| 246 | } |
| 247 | |
| 248 | static unsigned CreateVirtualRegisters(const MRegisterInfo *MRI, |
| 249 | MachineInstr *MI, |
Evan Cheng | 4ef1086 | 2006-01-23 07:01:07 +0000 | [diff] [blame] | 250 | unsigned NumResults, |
| 251 | SSARegMap *RegMap, |
Evan Cheng | 21d03f2 | 2006-05-18 20:42:07 +0000 | [diff] [blame] | 252 | const TargetInstrInfo *TII, |
Evan Cheng | 4ef1086 | 2006-01-23 07:01:07 +0000 | [diff] [blame] | 253 | const TargetInstrDescriptor &II) { |
Jim Laskey | e6b90fb | 2005-09-26 21:57:04 +0000 | [diff] [blame] | 254 | // Create the result registers for this node and add the result regs to |
| 255 | // the machine instruction. |
Evan Cheng | 21d03f2 | 2006-05-18 20:42:07 +0000 | [diff] [blame] | 256 | unsigned ResultReg = |
Jim Laskey | 60f0992 | 2006-07-21 20:57:35 +0000 | [diff] [blame] | 257 | RegMap->createVirtualRegister(getInstrOperandRegClass(MRI, TII, &II, 0)); |
Jim Laskey | e6b90fb | 2005-09-26 21:57:04 +0000 | [diff] [blame] | 258 | MI->addRegOperand(ResultReg, MachineOperand::Def); |
| 259 | for (unsigned i = 1; i != NumResults; ++i) { |
Jim Laskey | 60f0992 | 2006-07-21 20:57:35 +0000 | [diff] [blame] | 260 | const TargetRegisterClass *RC = getInstrOperandRegClass(MRI, TII, &II, i); |
Evan Cheng | 21d03f2 | 2006-05-18 20:42:07 +0000 | [diff] [blame] | 261 | assert(RC && "Isn't a register operand!"); |
| 262 | MI->addRegOperand(RegMap->createVirtualRegister(RC), MachineOperand::Def); |
Jim Laskey | e6b90fb | 2005-09-26 21:57:04 +0000 | [diff] [blame] | 263 | } |
| 264 | return ResultReg; |
| 265 | } |
| 266 | |
Chris Lattner | df37506 | 2006-03-10 07:25:12 +0000 | [diff] [blame] | 267 | /// getVR - Return the virtual register corresponding to the specified result |
| 268 | /// of the specified node. |
| 269 | static unsigned getVR(SDOperand Op, std::map<SDNode*, unsigned> &VRBaseMap) { |
| 270 | std::map<SDNode*, unsigned>::iterator I = VRBaseMap.find(Op.Val); |
| 271 | assert(I != VRBaseMap.end() && "Node emitted out of order - late"); |
| 272 | return I->second + Op.ResNo; |
| 273 | } |
| 274 | |
| 275 | |
Chris Lattner | ed18b68 | 2006-02-24 18:54:03 +0000 | [diff] [blame] | 276 | /// AddOperand - Add the specified operand to the specified machine instr. II |
| 277 | /// specifies the instruction information for the node, and IIOpNum is the |
| 278 | /// operand number (in the II) that we are adding. IIOpNum and II are used for |
| 279 | /// assertions only. |
| 280 | void ScheduleDAG::AddOperand(MachineInstr *MI, SDOperand Op, |
| 281 | unsigned IIOpNum, |
Chris Lattner | df37506 | 2006-03-10 07:25:12 +0000 | [diff] [blame] | 282 | const TargetInstrDescriptor *II, |
| 283 | std::map<SDNode*, unsigned> &VRBaseMap) { |
Chris Lattner | ed18b68 | 2006-02-24 18:54:03 +0000 | [diff] [blame] | 284 | if (Op.isTargetOpcode()) { |
| 285 | // Note that this case is redundant with the final else block, but we |
| 286 | // include it because it is the most common and it makes the logic |
| 287 | // simpler here. |
| 288 | assert(Op.getValueType() != MVT::Other && |
| 289 | Op.getValueType() != MVT::Flag && |
| 290 | "Chain and flag operands should occur at end of operand list!"); |
| 291 | |
| 292 | // Get/emit the operand. |
Chris Lattner | df37506 | 2006-03-10 07:25:12 +0000 | [diff] [blame] | 293 | unsigned VReg = getVR(Op, VRBaseMap); |
Chris Lattner | ed18b68 | 2006-02-24 18:54:03 +0000 | [diff] [blame] | 294 | MI->addRegOperand(VReg, MachineOperand::Use); |
| 295 | |
| 296 | // Verify that it is right. |
| 297 | assert(MRegisterInfo::isVirtualRegister(VReg) && "Not a vreg?"); |
| 298 | if (II) { |
Jim Laskey | 60f0992 | 2006-07-21 20:57:35 +0000 | [diff] [blame] | 299 | const TargetRegisterClass *RC = |
| 300 | getInstrOperandRegClass(MRI, TII, II, IIOpNum); |
Evan Cheng | 21d03f2 | 2006-05-18 20:42:07 +0000 | [diff] [blame] | 301 | assert(RC && "Don't have operand info for this instruction!"); |
| 302 | assert(RegMap->getRegClass(VReg) == RC && |
Chris Lattner | ed18b68 | 2006-02-24 18:54:03 +0000 | [diff] [blame] | 303 | "Register class of operand and regclass of use don't agree!"); |
| 304 | } |
| 305 | } else if (ConstantSDNode *C = |
| 306 | dyn_cast<ConstantSDNode>(Op)) { |
Chris Lattner | 2d90ac7 | 2006-05-04 18:05:43 +0000 | [diff] [blame] | 307 | MI->addImmOperand(C->getValue()); |
Chris Lattner | ed18b68 | 2006-02-24 18:54:03 +0000 | [diff] [blame] | 308 | } else if (RegisterSDNode*R = |
| 309 | dyn_cast<RegisterSDNode>(Op)) { |
| 310 | MI->addRegOperand(R->getReg(), MachineOperand::Use); |
| 311 | } else if (GlobalAddressSDNode *TGA = |
| 312 | dyn_cast<GlobalAddressSDNode>(Op)) { |
Chris Lattner | ea50fab | 2006-05-04 01:15:02 +0000 | [diff] [blame] | 313 | MI->addGlobalAddressOperand(TGA->getGlobal(), TGA->getOffset()); |
Chris Lattner | ed18b68 | 2006-02-24 18:54:03 +0000 | [diff] [blame] | 314 | } else if (BasicBlockSDNode *BB = |
| 315 | dyn_cast<BasicBlockSDNode>(Op)) { |
| 316 | MI->addMachineBasicBlockOperand(BB->getBasicBlock()); |
| 317 | } else if (FrameIndexSDNode *FI = |
| 318 | dyn_cast<FrameIndexSDNode>(Op)) { |
| 319 | MI->addFrameIndexOperand(FI->getIndex()); |
Nate Begeman | 37efe67 | 2006-04-22 18:53:45 +0000 | [diff] [blame] | 320 | } else if (JumpTableSDNode *JT = |
| 321 | dyn_cast<JumpTableSDNode>(Op)) { |
| 322 | MI->addJumpTableIndexOperand(JT->getIndex()); |
Chris Lattner | ed18b68 | 2006-02-24 18:54:03 +0000 | [diff] [blame] | 323 | } else if (ConstantPoolSDNode *CP = |
| 324 | dyn_cast<ConstantPoolSDNode>(Op)) { |
Evan Cheng | 404cb4f | 2006-02-25 09:54:52 +0000 | [diff] [blame] | 325 | int Offset = CP->getOffset(); |
Chris Lattner | ed18b68 | 2006-02-24 18:54:03 +0000 | [diff] [blame] | 326 | unsigned Align = CP->getAlignment(); |
| 327 | // MachineConstantPool wants an explicit alignment. |
| 328 | if (Align == 0) { |
| 329 | if (CP->get()->getType() == Type::DoubleTy) |
| 330 | Align = 3; // always 8-byte align doubles. |
Chris Lattner | 54a30b9 | 2006-03-20 01:51:46 +0000 | [diff] [blame] | 331 | else { |
Chris Lattner | ed18b68 | 2006-02-24 18:54:03 +0000 | [diff] [blame] | 332 | Align = TM.getTargetData() |
Owen Anderson | a69571c | 2006-05-03 01:29:57 +0000 | [diff] [blame] | 333 | ->getTypeAlignmentShift(CP->get()->getType()); |
Chris Lattner | 54a30b9 | 2006-03-20 01:51:46 +0000 | [diff] [blame] | 334 | if (Align == 0) { |
| 335 | // Alignment of packed types. FIXME! |
Owen Anderson | a69571c | 2006-05-03 01:29:57 +0000 | [diff] [blame] | 336 | Align = TM.getTargetData()->getTypeSize(CP->get()->getType()); |
Chris Lattner | 54a30b9 | 2006-03-20 01:51:46 +0000 | [diff] [blame] | 337 | Align = Log2_64(Align); |
| 338 | } |
| 339 | } |
Chris Lattner | ed18b68 | 2006-02-24 18:54:03 +0000 | [diff] [blame] | 340 | } |
| 341 | |
| 342 | unsigned Idx = ConstPool->getConstantPoolIndex(CP->get(), Align); |
Evan Cheng | 404cb4f | 2006-02-25 09:54:52 +0000 | [diff] [blame] | 343 | MI->addConstantPoolIndexOperand(Idx, Offset); |
Chris Lattner | ed18b68 | 2006-02-24 18:54:03 +0000 | [diff] [blame] | 344 | } else if (ExternalSymbolSDNode *ES = |
| 345 | dyn_cast<ExternalSymbolSDNode>(Op)) { |
Chris Lattner | ea50fab | 2006-05-04 01:15:02 +0000 | [diff] [blame] | 346 | MI->addExternalSymbolOperand(ES->getSymbol()); |
Chris Lattner | ed18b68 | 2006-02-24 18:54:03 +0000 | [diff] [blame] | 347 | } else { |
| 348 | assert(Op.getValueType() != MVT::Other && |
| 349 | Op.getValueType() != MVT::Flag && |
| 350 | "Chain and flag operands should occur at end of operand list!"); |
Chris Lattner | df37506 | 2006-03-10 07:25:12 +0000 | [diff] [blame] | 351 | unsigned VReg = getVR(Op, VRBaseMap); |
Chris Lattner | ed18b68 | 2006-02-24 18:54:03 +0000 | [diff] [blame] | 352 | MI->addRegOperand(VReg, MachineOperand::Use); |
| 353 | |
| 354 | // Verify that it is right. |
| 355 | assert(MRegisterInfo::isVirtualRegister(VReg) && "Not a vreg?"); |
| 356 | if (II) { |
Jim Laskey | 60f0992 | 2006-07-21 20:57:35 +0000 | [diff] [blame] | 357 | const TargetRegisterClass *RC = |
| 358 | getInstrOperandRegClass(MRI, TII, II, IIOpNum); |
Evan Cheng | 21d03f2 | 2006-05-18 20:42:07 +0000 | [diff] [blame] | 359 | assert(RC && "Don't have operand info for this instruction!"); |
| 360 | assert(RegMap->getRegClass(VReg) == RC && |
Chris Lattner | ed18b68 | 2006-02-24 18:54:03 +0000 | [diff] [blame] | 361 | "Register class of operand and regclass of use don't agree!"); |
| 362 | } |
| 363 | } |
| 364 | |
| 365 | } |
| 366 | |
| 367 | |
Jim Laskey | b6d4c2c | 2005-09-30 19:15:27 +0000 | [diff] [blame] | 368 | /// EmitNode - Generate machine code for an node and needed dependencies. |
Jim Laskey | e6b90fb | 2005-09-26 21:57:04 +0000 | [diff] [blame] | 369 | /// |
Chris Lattner | 8c7ef05 | 2006-03-10 07:28:36 +0000 | [diff] [blame] | 370 | void ScheduleDAG::EmitNode(SDNode *Node, |
Chris Lattner | df37506 | 2006-03-10 07:25:12 +0000 | [diff] [blame] | 371 | std::map<SDNode*, unsigned> &VRBaseMap) { |
Jim Laskey | b6d4c2c | 2005-09-30 19:15:27 +0000 | [diff] [blame] | 372 | unsigned VRBase = 0; // First virtual register for node |
Chris Lattner | 2d973e4 | 2005-08-18 20:07:59 +0000 | [diff] [blame] | 373 | |
Jim Laskey | b6d4c2c | 2005-09-30 19:15:27 +0000 | [diff] [blame] | 374 | // If machine instruction |
| 375 | if (Node->isTargetOpcode()) { |
| 376 | unsigned Opc = Node->getTargetOpcode(); |
Evan Cheng | a9c2091 | 2006-01-21 02:32:06 +0000 | [diff] [blame] | 377 | const TargetInstrDescriptor &II = TII->get(Opc); |
Chris Lattner | 2d973e4 | 2005-08-18 20:07:59 +0000 | [diff] [blame] | 378 | |
Jim Laskey | b6d4c2c | 2005-09-30 19:15:27 +0000 | [diff] [blame] | 379 | unsigned NumResults = CountResults(Node); |
| 380 | unsigned NodeOperands = CountOperands(Node); |
Jim Laskey | e6b90fb | 2005-09-26 21:57:04 +0000 | [diff] [blame] | 381 | unsigned NumMIOperands = NodeOperands + NumResults; |
Chris Lattner | da8abb0 | 2005-09-01 18:44:10 +0000 | [diff] [blame] | 382 | #ifndef NDEBUG |
Evan Cheng | 8d3af5e | 2006-06-15 07:22:16 +0000 | [diff] [blame] | 383 | assert((unsigned(II.numOperands) == NumMIOperands || |
| 384 | (II.Flags & M_VARIABLE_OPS)) && |
Chris Lattner | 2d973e4 | 2005-08-18 20:07:59 +0000 | [diff] [blame] | 385 | "#operands for dag node doesn't match .td file!"); |
Chris Lattner | ca6aa2f | 2005-08-19 01:01:34 +0000 | [diff] [blame] | 386 | #endif |
Chris Lattner | 2d973e4 | 2005-08-18 20:07:59 +0000 | [diff] [blame] | 387 | |
| 388 | // Create the new machine instruction. |
Chris Lattner | 8b915b4 | 2006-05-04 18:16:01 +0000 | [diff] [blame] | 389 | MachineInstr *MI = new MachineInstr(Opc, NumMIOperands); |
Chris Lattner | 2d973e4 | 2005-08-18 20:07:59 +0000 | [diff] [blame] | 390 | |
| 391 | // Add result register values for things that are defined by this |
| 392 | // instruction. |
Chris Lattner | a417652 | 2005-10-30 18:54:27 +0000 | [diff] [blame] | 393 | |
| 394 | // If the node is only used by a CopyToReg and the dest reg is a vreg, use |
| 395 | // the CopyToReg'd destination register instead of creating a new vreg. |
| 396 | if (NumResults == 1) { |
| 397 | for (SDNode::use_iterator UI = Node->use_begin(), E = Node->use_end(); |
| 398 | UI != E; ++UI) { |
| 399 | SDNode *Use = *UI; |
| 400 | if (Use->getOpcode() == ISD::CopyToReg && |
| 401 | Use->getOperand(2).Val == Node) { |
| 402 | unsigned Reg = cast<RegisterSDNode>(Use->getOperand(1))->getReg(); |
| 403 | if (MRegisterInfo::isVirtualRegister(Reg)) { |
| 404 | VRBase = Reg; |
| 405 | MI->addRegOperand(Reg, MachineOperand::Def); |
| 406 | break; |
| 407 | } |
| 408 | } |
| 409 | } |
| 410 | } |
| 411 | |
| 412 | // Otherwise, create new virtual registers. |
| 413 | if (NumResults && VRBase == 0) |
Jim Laskey | 60f0992 | 2006-07-21 20:57:35 +0000 | [diff] [blame] | 414 | VRBase = CreateVirtualRegisters(MRI, MI, NumResults, RegMap, TII, II); |
Jim Laskey | b6d4c2c | 2005-09-30 19:15:27 +0000 | [diff] [blame] | 415 | |
| 416 | // Emit all of the actual operands of this instruction, adding them to the |
| 417 | // instruction as appropriate. |
Chris Lattner | ed18b68 | 2006-02-24 18:54:03 +0000 | [diff] [blame] | 418 | for (unsigned i = 0; i != NodeOperands; ++i) |
Chris Lattner | df37506 | 2006-03-10 07:25:12 +0000 | [diff] [blame] | 419 | AddOperand(MI, Node->getOperand(i), i+NumResults, &II, VRBaseMap); |
Evan Cheng | 13d41b9 | 2006-05-12 01:58:24 +0000 | [diff] [blame] | 420 | |
| 421 | // Commute node if it has been determined to be profitable. |
| 422 | if (CommuteSet.count(Node)) { |
| 423 | MachineInstr *NewMI = TII->commuteInstruction(MI); |
| 424 | if (NewMI == 0) |
| 425 | DEBUG(std::cerr << "Sched: COMMUTING FAILED!\n"); |
| 426 | else { |
| 427 | DEBUG(std::cerr << "Sched: COMMUTED TO: " << *NewMI); |
Evan Cheng | 4c6f2f9 | 2006-05-31 18:03:39 +0000 | [diff] [blame] | 428 | if (MI != NewMI) { |
| 429 | delete MI; |
| 430 | MI = NewMI; |
| 431 | } |
Evan Cheng | 13d41b9 | 2006-05-12 01:58:24 +0000 | [diff] [blame] | 432 | } |
| 433 | } |
| 434 | |
Jim Laskey | b6d4c2c | 2005-09-30 19:15:27 +0000 | [diff] [blame] | 435 | // Now that we have emitted all operands, emit this instruction itself. |
| 436 | if ((II.Flags & M_USES_CUSTOM_DAG_SCHED_INSERTION) == 0) { |
| 437 | BB->insert(BB->end(), MI); |
| 438 | } else { |
| 439 | // Insert this instruction into the end of the basic block, potentially |
| 440 | // taking some custom action. |
| 441 | BB = DAG.getTargetLoweringInfo().InsertAtEndOfBasicBlock(MI, BB); |
| 442 | } |
| 443 | } else { |
| 444 | switch (Node->getOpcode()) { |
| 445 | default: |
Jim Laskey | 16d42c6 | 2006-07-11 18:25:13 +0000 | [diff] [blame] | 446 | #ifndef NDEBUG |
| 447 | Node->dump(); |
| 448 | #endif |
Jim Laskey | b6d4c2c | 2005-09-30 19:15:27 +0000 | [diff] [blame] | 449 | assert(0 && "This target-independent node should have been selected!"); |
| 450 | case ISD::EntryToken: // fall thru |
| 451 | case ISD::TokenFactor: |
| 452 | break; |
| 453 | case ISD::CopyToReg: { |
Chris Lattner | df37506 | 2006-03-10 07:25:12 +0000 | [diff] [blame] | 454 | unsigned InReg = getVR(Node->getOperand(2), VRBaseMap); |
Chris Lattner | a417652 | 2005-10-30 18:54:27 +0000 | [diff] [blame] | 455 | unsigned DestReg = cast<RegisterSDNode>(Node->getOperand(1))->getReg(); |
Chris Lattner | 45053fc | 2006-03-24 07:15:07 +0000 | [diff] [blame] | 456 | if (InReg != DestReg) // Coalesced away the copy? |
Evan Cheng | a9c2091 | 2006-01-21 02:32:06 +0000 | [diff] [blame] | 457 | MRI->copyRegToReg(*BB, BB->end(), DestReg, InReg, |
| 458 | RegMap->getRegClass(InReg)); |
Jim Laskey | b6d4c2c | 2005-09-30 19:15:27 +0000 | [diff] [blame] | 459 | break; |
| 460 | } |
| 461 | case ISD::CopyFromReg: { |
| 462 | unsigned SrcReg = cast<RegisterSDNode>(Node->getOperand(1))->getReg(); |
Chris Lattner | 089c25c | 2005-10-09 05:58:56 +0000 | [diff] [blame] | 463 | if (MRegisterInfo::isVirtualRegister(SrcReg)) { |
| 464 | VRBase = SrcReg; // Just use the input register directly! |
| 465 | break; |
| 466 | } |
| 467 | |
Chris Lattner | a417652 | 2005-10-30 18:54:27 +0000 | [diff] [blame] | 468 | // If the node is only used by a CopyToReg and the dest reg is a vreg, use |
| 469 | // the CopyToReg'd destination register instead of creating a new vreg. |
| 470 | for (SDNode::use_iterator UI = Node->use_begin(), E = Node->use_end(); |
| 471 | UI != E; ++UI) { |
| 472 | SDNode *Use = *UI; |
| 473 | if (Use->getOpcode() == ISD::CopyToReg && |
| 474 | Use->getOperand(2).Val == Node) { |
| 475 | unsigned DestReg = cast<RegisterSDNode>(Use->getOperand(1))->getReg(); |
| 476 | if (MRegisterInfo::isVirtualRegister(DestReg)) { |
| 477 | VRBase = DestReg; |
| 478 | break; |
| 479 | } |
| 480 | } |
| 481 | } |
| 482 | |
Jim Laskey | b6d4c2c | 2005-09-30 19:15:27 +0000 | [diff] [blame] | 483 | // Figure out the register class to create for the destreg. |
| 484 | const TargetRegisterClass *TRC = 0; |
Chris Lattner | a417652 | 2005-10-30 18:54:27 +0000 | [diff] [blame] | 485 | if (VRBase) { |
| 486 | TRC = RegMap->getRegClass(VRBase); |
| 487 | } else { |
Chris Lattner | 089c25c | 2005-10-09 05:58:56 +0000 | [diff] [blame] | 488 | |
Chris Lattner | a417652 | 2005-10-30 18:54:27 +0000 | [diff] [blame] | 489 | // Pick the register class of the right type that contains this physreg. |
Evan Cheng | a9c2091 | 2006-01-21 02:32:06 +0000 | [diff] [blame] | 490 | for (MRegisterInfo::regclass_iterator I = MRI->regclass_begin(), |
| 491 | E = MRI->regclass_end(); I != E; ++I) |
Nate Begeman | 6510b22 | 2005-12-01 04:51:06 +0000 | [diff] [blame] | 492 | if ((*I)->hasType(Node->getValueType(0)) && |
Chris Lattner | a417652 | 2005-10-30 18:54:27 +0000 | [diff] [blame] | 493 | (*I)->contains(SrcReg)) { |
| 494 | TRC = *I; |
| 495 | break; |
| 496 | } |
| 497 | assert(TRC && "Couldn't find register class for reg copy!"); |
Jim Laskey | b6d4c2c | 2005-09-30 19:15:27 +0000 | [diff] [blame] | 498 | |
Chris Lattner | a417652 | 2005-10-30 18:54:27 +0000 | [diff] [blame] | 499 | // Create the reg, emit the copy. |
| 500 | VRBase = RegMap->createVirtualRegister(TRC); |
| 501 | } |
Evan Cheng | a9c2091 | 2006-01-21 02:32:06 +0000 | [diff] [blame] | 502 | MRI->copyRegToReg(*BB, BB->end(), VRBase, SrcReg, TRC); |
Jim Laskey | b6d4c2c | 2005-09-30 19:15:27 +0000 | [diff] [blame] | 503 | break; |
| 504 | } |
Chris Lattner | acc43bf | 2006-01-26 23:28:04 +0000 | [diff] [blame] | 505 | case ISD::INLINEASM: { |
| 506 | unsigned NumOps = Node->getNumOperands(); |
| 507 | if (Node->getOperand(NumOps-1).getValueType() == MVT::Flag) |
| 508 | --NumOps; // Ignore the flag operand. |
| 509 | |
| 510 | // Create the inline asm machine instruction. |
| 511 | MachineInstr *MI = |
| 512 | new MachineInstr(BB, TargetInstrInfo::INLINEASM, (NumOps-2)/2+1); |
| 513 | |
| 514 | // Add the asm string as an external symbol operand. |
| 515 | const char *AsmStr = |
| 516 | cast<ExternalSymbolSDNode>(Node->getOperand(1))->getSymbol(); |
Chris Lattner | ea50fab | 2006-05-04 01:15:02 +0000 | [diff] [blame] | 517 | MI->addExternalSymbolOperand(AsmStr); |
Chris Lattner | acc43bf | 2006-01-26 23:28:04 +0000 | [diff] [blame] | 518 | |
| 519 | // Add all of the operand registers to the instruction. |
Chris Lattner | c3a9f8d | 2006-02-23 19:21:04 +0000 | [diff] [blame] | 520 | for (unsigned i = 2; i != NumOps;) { |
| 521 | unsigned Flags = cast<ConstantSDNode>(Node->getOperand(i))->getValue(); |
Chris Lattner | fd6d282 | 2006-02-24 19:18:20 +0000 | [diff] [blame] | 522 | unsigned NumVals = Flags >> 3; |
Chris Lattner | c3a9f8d | 2006-02-23 19:21:04 +0000 | [diff] [blame] | 523 | |
Chris Lattner | 2d90ac7 | 2006-05-04 18:05:43 +0000 | [diff] [blame] | 524 | MI->addImmOperand(Flags); |
Chris Lattner | c3a9f8d | 2006-02-23 19:21:04 +0000 | [diff] [blame] | 525 | ++i; // Skip the ID value. |
| 526 | |
| 527 | switch (Flags & 7) { |
Chris Lattner | acc43bf | 2006-01-26 23:28:04 +0000 | [diff] [blame] | 528 | default: assert(0 && "Bad flags!"); |
Chris Lattner | c3a9f8d | 2006-02-23 19:21:04 +0000 | [diff] [blame] | 529 | case 1: // Use of register. |
Chris Lattner | fd6d282 | 2006-02-24 19:18:20 +0000 | [diff] [blame] | 530 | for (; NumVals; --NumVals, ++i) { |
Chris Lattner | c3a9f8d | 2006-02-23 19:21:04 +0000 | [diff] [blame] | 531 | unsigned Reg = cast<RegisterSDNode>(Node->getOperand(i))->getReg(); |
Chris Lattner | ea50fab | 2006-05-04 01:15:02 +0000 | [diff] [blame] | 532 | MI->addRegOperand(Reg, MachineOperand::Use); |
Chris Lattner | c3a9f8d | 2006-02-23 19:21:04 +0000 | [diff] [blame] | 533 | } |
Chris Lattner | dc19b70 | 2006-02-04 02:26:14 +0000 | [diff] [blame] | 534 | break; |
Chris Lattner | c3a9f8d | 2006-02-23 19:21:04 +0000 | [diff] [blame] | 535 | case 2: // Def of register. |
Chris Lattner | fd6d282 | 2006-02-24 19:18:20 +0000 | [diff] [blame] | 536 | for (; NumVals; --NumVals, ++i) { |
Chris Lattner | c3a9f8d | 2006-02-23 19:21:04 +0000 | [diff] [blame] | 537 | unsigned Reg = cast<RegisterSDNode>(Node->getOperand(i))->getReg(); |
Chris Lattner | ea50fab | 2006-05-04 01:15:02 +0000 | [diff] [blame] | 538 | MI->addRegOperand(Reg, MachineOperand::Def); |
Chris Lattner | c3a9f8d | 2006-02-23 19:21:04 +0000 | [diff] [blame] | 539 | } |
Chris Lattner | dc19b70 | 2006-02-04 02:26:14 +0000 | [diff] [blame] | 540 | break; |
Chris Lattner | dc19b70 | 2006-02-04 02:26:14 +0000 | [diff] [blame] | 541 | case 3: { // Immediate. |
Chris Lattner | fd6d282 | 2006-02-24 19:18:20 +0000 | [diff] [blame] | 542 | assert(NumVals == 1 && "Unknown immediate value!"); |
Chris Lattner | dc19b70 | 2006-02-04 02:26:14 +0000 | [diff] [blame] | 543 | uint64_t Val = cast<ConstantSDNode>(Node->getOperand(i))->getValue(); |
Chris Lattner | 2d90ac7 | 2006-05-04 18:05:43 +0000 | [diff] [blame] | 544 | MI->addImmOperand(Val); |
Chris Lattner | c3a9f8d | 2006-02-23 19:21:04 +0000 | [diff] [blame] | 545 | ++i; |
Chris Lattner | dc19b70 | 2006-02-04 02:26:14 +0000 | [diff] [blame] | 546 | break; |
| 547 | } |
Chris Lattner | fd6d282 | 2006-02-24 19:18:20 +0000 | [diff] [blame] | 548 | case 4: // Addressing mode. |
| 549 | // The addressing mode has been selected, just add all of the |
| 550 | // operands to the machine instruction. |
| 551 | for (; NumVals; --NumVals, ++i) |
Chris Lattner | df37506 | 2006-03-10 07:25:12 +0000 | [diff] [blame] | 552 | AddOperand(MI, Node->getOperand(i), 0, 0, VRBaseMap); |
Chris Lattner | fd6d282 | 2006-02-24 19:18:20 +0000 | [diff] [blame] | 553 | break; |
Chris Lattner | dc19b70 | 2006-02-04 02:26:14 +0000 | [diff] [blame] | 554 | } |
Chris Lattner | acc43bf | 2006-01-26 23:28:04 +0000 | [diff] [blame] | 555 | } |
| 556 | break; |
| 557 | } |
Jim Laskey | b6d4c2c | 2005-09-30 19:15:27 +0000 | [diff] [blame] | 558 | } |
| 559 | } |
| 560 | |
Chris Lattner | df37506 | 2006-03-10 07:25:12 +0000 | [diff] [blame] | 561 | assert(!VRBaseMap.count(Node) && "Node emitted out of order - early"); |
| 562 | VRBaseMap[Node] = VRBase; |
Jim Laskey | b6d4c2c | 2005-09-30 19:15:27 +0000 | [diff] [blame] | 563 | } |
| 564 | |
Chris Lattner | a93dfcd | 2006-03-05 23:51:47 +0000 | [diff] [blame] | 565 | void ScheduleDAG::EmitNoop() { |
| 566 | TII->insertNoop(*BB, BB->end()); |
| 567 | } |
| 568 | |
Evan Cheng | e165a78 | 2006-05-11 23:55:42 +0000 | [diff] [blame] | 569 | /// EmitSchedule - Emit the machine code in scheduled order. |
| 570 | void ScheduleDAG::EmitSchedule() { |
Chris Lattner | 9664541 | 2006-05-16 06:10:58 +0000 | [diff] [blame] | 571 | // If this is the first basic block in the function, and if it has live ins |
| 572 | // that need to be copied into vregs, emit the copies into the top of the |
| 573 | // block before emitting the code for the block. |
| 574 | MachineFunction &MF = DAG.getMachineFunction(); |
| 575 | if (&MF.front() == BB && MF.livein_begin() != MF.livein_end()) { |
| 576 | for (MachineFunction::livein_iterator LI = MF.livein_begin(), |
| 577 | E = MF.livein_end(); LI != E; ++LI) |
| 578 | if (LI->second) |
| 579 | MRI->copyRegToReg(*MF.begin(), MF.begin()->end(), LI->second, |
| 580 | LI->first, RegMap->getRegClass(LI->second)); |
| 581 | } |
| 582 | |
| 583 | |
| 584 | // Finally, emit the code for all of the scheduled instructions. |
Evan Cheng | e165a78 | 2006-05-11 23:55:42 +0000 | [diff] [blame] | 585 | std::map<SDNode*, unsigned> VRBaseMap; |
| 586 | for (unsigned i = 0, e = Sequence.size(); i != e; i++) { |
| 587 | if (SUnit *SU = Sequence[i]) { |
| 588 | for (unsigned j = 0, ee = SU->FlaggedNodes.size(); j != ee; j++) |
| 589 | EmitNode(SU->FlaggedNodes[j], VRBaseMap); |
| 590 | EmitNode(SU->Node, VRBaseMap); |
| 591 | } else { |
| 592 | // Null SUnit* is a noop. |
| 593 | EmitNoop(); |
| 594 | } |
| 595 | } |
| 596 | } |
| 597 | |
| 598 | /// dump - dump the schedule. |
| 599 | void ScheduleDAG::dumpSchedule() const { |
| 600 | for (unsigned i = 0, e = Sequence.size(); i != e; i++) { |
| 601 | if (SUnit *SU = Sequence[i]) |
| 602 | SU->dump(&DAG); |
| 603 | else |
| 604 | std::cerr << "**** NOOP ****\n"; |
| 605 | } |
| 606 | } |
| 607 | |
| 608 | |
Evan Cheng | a9c2091 | 2006-01-21 02:32:06 +0000 | [diff] [blame] | 609 | /// Run - perform scheduling. |
| 610 | /// |
| 611 | MachineBasicBlock *ScheduleDAG::Run() { |
| 612 | TII = TM.getInstrInfo(); |
| 613 | MRI = TM.getRegisterInfo(); |
| 614 | RegMap = BB->getParent()->getSSARegMap(); |
| 615 | ConstPool = BB->getParent()->getConstantPool(); |
Evan Cheng | 4ef1086 | 2006-01-23 07:01:07 +0000 | [diff] [blame] | 616 | |
Evan Cheng | a9c2091 | 2006-01-21 02:32:06 +0000 | [diff] [blame] | 617 | Schedule(); |
| 618 | return BB; |
Chris Lattner | d32b236 | 2005-08-18 18:45:24 +0000 | [diff] [blame] | 619 | } |
Evan Cheng | 4ef1086 | 2006-01-23 07:01:07 +0000 | [diff] [blame] | 620 | |
Evan Cheng | e165a78 | 2006-05-11 23:55:42 +0000 | [diff] [blame] | 621 | /// SUnit - Scheduling unit. It's an wrapper around either a single SDNode or |
| 622 | /// a group of nodes flagged together. |
| 623 | void SUnit::dump(const SelectionDAG *G) const { |
| 624 | std::cerr << "SU(" << NodeNum << "): "; |
| 625 | Node->dump(G); |
| 626 | std::cerr << "\n"; |
| 627 | if (FlaggedNodes.size() != 0) { |
| 628 | for (unsigned i = 0, e = FlaggedNodes.size(); i != e; i++) { |
| 629 | std::cerr << " "; |
| 630 | FlaggedNodes[i]->dump(G); |
| 631 | std::cerr << "\n"; |
| 632 | } |
| 633 | } |
| 634 | } |
Evan Cheng | 4ef1086 | 2006-01-23 07:01:07 +0000 | [diff] [blame] | 635 | |
Evan Cheng | e165a78 | 2006-05-11 23:55:42 +0000 | [diff] [blame] | 636 | void SUnit::dumpAll(const SelectionDAG *G) const { |
| 637 | dump(G); |
| 638 | |
| 639 | std::cerr << " # preds left : " << NumPredsLeft << "\n"; |
| 640 | std::cerr << " # succs left : " << NumSuccsLeft << "\n"; |
| 641 | std::cerr << " # chain preds left : " << NumChainPredsLeft << "\n"; |
| 642 | std::cerr << " # chain succs left : " << NumChainSuccsLeft << "\n"; |
| 643 | std::cerr << " Latency : " << Latency << "\n"; |
| 644 | std::cerr << " Depth : " << Depth << "\n"; |
| 645 | std::cerr << " Height : " << Height << "\n"; |
| 646 | |
| 647 | if (Preds.size() != 0) { |
| 648 | std::cerr << " Predecessors:\n"; |
| 649 | for (std::set<std::pair<SUnit*,bool> >::const_iterator I = Preds.begin(), |
| 650 | E = Preds.end(); I != E; ++I) { |
| 651 | if (I->second) |
| 652 | std::cerr << " ch "; |
| 653 | else |
| 654 | std::cerr << " val "; |
| 655 | I->first->dump(G); |
| 656 | } |
| 657 | } |
| 658 | if (Succs.size() != 0) { |
| 659 | std::cerr << " Successors:\n"; |
| 660 | for (std::set<std::pair<SUnit*, bool> >::const_iterator I = Succs.begin(), |
| 661 | E = Succs.end(); I != E; ++I) { |
| 662 | if (I->second) |
| 663 | std::cerr << " ch "; |
| 664 | else |
| 665 | std::cerr << " val "; |
| 666 | I->first->dump(G); |
| 667 | } |
| 668 | } |
| 669 | std::cerr << "\n"; |
| 670 | } |