Vikram S. Adve | 0e56b36 | 2002-09-14 23:05:33 +0000 | [diff] [blame] | 1 | //===-- RegClass.cpp -----------------------------------------------------===// |
| 2 | // |
John Criswell | 482202a | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file was developed by the LLVM research group and is distributed under |
| 6 | // the University of Illinois Open Source License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
Vikram S. Adve | 0e56b36 | 2002-09-14 23:05:33 +0000 | [diff] [blame] | 10 | // class RegClass for coloring-based register allocation for LLVM. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
Chris Lattner | 7127065 | 2003-09-01 20:05:47 +0000 | [diff] [blame] | 14 | #include "IGNode.h" |
Misha Brukman | 88df876 | 2003-10-23 18:10:02 +0000 | [diff] [blame^] | 15 | #include "RegAllocCommon.h" |
| 16 | #include "RegClass.h" |
Vikram S. Adve | 45766ab | 2003-07-25 21:06:09 +0000 | [diff] [blame] | 17 | #include "llvm/Target/TargetRegInfo.h" |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 18 | |
Ruchira Sasanka | 8c2d825 | 2002-01-07 19:19:18 +0000 | [diff] [blame] | 19 | //---------------------------------------------------------------------------- |
| 20 | // This constructor inits IG. The actual matrix is created by a call to |
| 21 | // createInterferenceGraph() above. |
| 22 | //---------------------------------------------------------------------------- |
Chris Lattner | 95f65b6 | 2002-04-08 22:01:15 +0000 | [diff] [blame] | 23 | RegClass::RegClass(const Function *M, |
Vikram S. Adve | 45766ab | 2003-07-25 21:06:09 +0000 | [diff] [blame] | 24 | const TargetRegInfo *_MRI_, |
| 25 | const TargetRegClassInfo *_MRC_) |
| 26 | : Meth(M), MRI(_MRI_), MRC(_MRC_), |
| 27 | RegClassID( _MRC_->getRegClassID() ), |
| 28 | IG(this), IGNodeStack() { |
Misha Brukman | 88df876 | 2003-10-23 18:10:02 +0000 | [diff] [blame^] | 29 | if (DEBUG_RA >= RA_DEBUG_Interference) |
Chris Lattner | 7127065 | 2003-09-01 20:05:47 +0000 | [diff] [blame] | 30 | std::cerr << "Created Reg Class: " << RegClassID << "\n"; |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 31 | |
Vikram S. Adve | 45766ab | 2003-07-25 21:06:09 +0000 | [diff] [blame] | 32 | IsColorUsedArr.resize(MRC->getNumOfAllRegs()); |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 33 | } |
| 34 | |
| 35 | |
| 36 | |
Ruchira Sasanka | 8c2d825 | 2002-01-07 19:19:18 +0000 | [diff] [blame] | 37 | //---------------------------------------------------------------------------- |
| 38 | // Main entry point for coloring a register class. |
| 39 | //---------------------------------------------------------------------------- |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 40 | void RegClass::colorAllRegs() |
| 41 | { |
Misha Brukman | 88df876 | 2003-10-23 18:10:02 +0000 | [diff] [blame^] | 42 | if (DEBUG_RA >= RA_DEBUG_Coloring) |
Chris Lattner | 7127065 | 2003-09-01 20:05:47 +0000 | [diff] [blame] | 43 | std::cerr << "Coloring IG of reg class " << RegClassID << " ...\n"; |
Ruchira Sasanka | 8c2d825 | 2002-01-07 19:19:18 +0000 | [diff] [blame] | 44 | // pre-color IGNodes |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 45 | pushAllIGNodes(); // push all IG Nodes |
| 46 | |
| 47 | unsigned int StackSize = IGNodeStack.size(); |
| 48 | IGNode *CurIGNode; |
Ruchira Sasanka | 8c2d825 | 2002-01-07 19:19:18 +0000 | [diff] [blame] | 49 | // for all LRs on stack |
Misha Brukman | 88df876 | 2003-10-23 18:10:02 +0000 | [diff] [blame^] | 50 | for (unsigned int IGN=0; IGN < StackSize; IGN++) { |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 51 | CurIGNode = IGNodeStack.top(); // pop the IGNode on top of stack |
| 52 | IGNodeStack.pop(); |
| 53 | colorIGNode (CurIGNode); // color it |
| 54 | } |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 55 | } |
| 56 | |
| 57 | |
| 58 | |
Ruchira Sasanka | 8c2d825 | 2002-01-07 19:19:18 +0000 | [diff] [blame] | 59 | //---------------------------------------------------------------------------- |
| 60 | // The method for pushing all IGNodes on to the stack. |
| 61 | //---------------------------------------------------------------------------- |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 62 | void RegClass::pushAllIGNodes() |
| 63 | { |
| 64 | bool NeedMoreSpills; |
Ruchira Sasanka | 074d52d | 2001-11-06 15:25:38 +0000 | [diff] [blame] | 65 | |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 66 | |
| 67 | IG.setCurDegreeOfIGNodes(); // calculate degree of IGNodes |
| 68 | |
Ruchira Sasanka | 8c2d825 | 2002-01-07 19:19:18 +0000 | [diff] [blame] | 69 | // push non-constrained IGNodes |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 70 | bool PushedAll = pushUnconstrainedIGNodes(); |
| 71 | |
Misha Brukman | 88df876 | 2003-10-23 18:10:02 +0000 | [diff] [blame^] | 72 | if (DEBUG_RA >= RA_DEBUG_Coloring) { |
Chris Lattner | 7127065 | 2003-09-01 20:05:47 +0000 | [diff] [blame] | 73 | std::cerr << " Puhsed all-unconstrained IGNodes. "; |
| 74 | if( PushedAll ) std::cerr << " No constrained nodes left."; |
| 75 | std::cerr << "\n"; |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 76 | } |
| 77 | |
Misha Brukman | 88df876 | 2003-10-23 18:10:02 +0000 | [diff] [blame^] | 78 | if (PushedAll) // if NO constrained nodes left |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 79 | return; |
| 80 | |
| 81 | |
| 82 | // now, we have constrained nodes. So, push one of them (the one with min |
| 83 | // spill cost) and try to push the others as unConstrained nodes. |
| 84 | // Repeat this. |
| 85 | |
Chris Lattner | 75323bc | 2002-04-15 20:36:15 +0000 | [diff] [blame] | 86 | do { |
Vikram S. Adve | 928833e | 2001-11-06 05:11:05 +0000 | [diff] [blame] | 87 | //get node with min spill cost |
Ruchira Sasanka | 074d52d | 2001-11-06 15:25:38 +0000 | [diff] [blame] | 88 | IGNode *IGNodeSpill = getIGNodeWithMinSpillCost(); |
Vikram S. Adve | 928833e | 2001-11-06 05:11:05 +0000 | [diff] [blame] | 89 | // push that node on to stack |
Chris Lattner | 75323bc | 2002-04-15 20:36:15 +0000 | [diff] [blame] | 90 | IGNodeStack.push(IGNodeSpill); |
Vikram S. Adve | 928833e | 2001-11-06 05:11:05 +0000 | [diff] [blame] | 91 | // set its OnStack flag and decrement degree of neighs |
| 92 | IGNodeSpill->pushOnStack(); |
Misha Brukman | acda7df | 2003-09-11 22:34:13 +0000 | [diff] [blame] | 93 | // now push NON-constrained ones, if any |
Chris Lattner | 75323bc | 2002-04-15 20:36:15 +0000 | [diff] [blame] | 94 | NeedMoreSpills = !pushUnconstrainedIGNodes(); |
Vikram S. Adve | 0e56b36 | 2002-09-14 23:05:33 +0000 | [diff] [blame] | 95 | if (DEBUG_RA >= RA_DEBUG_Coloring) |
Chris Lattner | 7127065 | 2003-09-01 20:05:47 +0000 | [diff] [blame] | 96 | std::cerr << "\nConstrained IG Node found !@!" << IGNodeSpill->getIndex(); |
Chris Lattner | 75323bc | 2002-04-15 20:36:15 +0000 | [diff] [blame] | 97 | } while(NeedMoreSpills); // repeat until we have pushed all |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 98 | |
| 99 | } |
| 100 | |
| 101 | |
| 102 | |
| 103 | |
Ruchira Sasanka | 074d52d | 2001-11-06 15:25:38 +0000 | [diff] [blame] | 104 | //-------------------------------------------------------------------------- |
| 105 | // This method goes thru all IG nodes in the IGNodeList of an IG of a |
| 106 | // register class and push any unconstrained IG node left (that is not |
| 107 | // already pushed) |
| 108 | //-------------------------------------------------------------------------- |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 109 | |
| 110 | bool RegClass::pushUnconstrainedIGNodes() |
| 111 | { |
| 112 | // # of LRs for this reg class |
| 113 | unsigned int IGNodeListSize = IG.getIGNodeList().size(); |
| 114 | bool pushedall = true; |
| 115 | |
| 116 | // a pass over IGNodeList |
Misha Brukman | 88df876 | 2003-10-23 18:10:02 +0000 | [diff] [blame^] | 117 | for (unsigned i =0; i < IGNodeListSize; i++) { |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 118 | |
| 119 | // get IGNode i from IGNodeList |
| 120 | IGNode *IGNode = IG.getIGNodeList()[i]; |
| 121 | |
Misha Brukman | 88df876 | 2003-10-23 18:10:02 +0000 | [diff] [blame^] | 122 | if (!IGNode ) // can be null due to merging |
Ruchira Sasanka | 074d52d | 2001-11-06 15:25:38 +0000 | [diff] [blame] | 123 | continue; |
| 124 | |
| 125 | // if already pushed on stack, continue. This can happen since this |
| 126 | // method can be called repeatedly until all constrained nodes are |
| 127 | // pushed |
Misha Brukman | 88df876 | 2003-10-23 18:10:02 +0000 | [diff] [blame^] | 128 | if (IGNode->isOnStack() ) |
Ruchira Sasanka | 074d52d | 2001-11-06 15:25:38 +0000 | [diff] [blame] | 129 | continue; |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 130 | // if the degree of IGNode is lower |
Misha Brukman | 88df876 | 2003-10-23 18:10:02 +0000 | [diff] [blame^] | 131 | if ((unsigned) IGNode->getCurDegree() < MRC->getNumOfAvailRegs()) { |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 132 | IGNodeStack.push( IGNode ); // push IGNode on to the stack |
| 133 | IGNode->pushOnStack(); // set OnStack and dec deg of neighs |
| 134 | |
Vikram S. Adve | 0e56b36 | 2002-09-14 23:05:33 +0000 | [diff] [blame] | 135 | if (DEBUG_RA >= RA_DEBUG_Coloring) { |
Chris Lattner | 7127065 | 2003-09-01 20:05:47 +0000 | [diff] [blame] | 136 | std::cerr << " pushed un-constrained IGNode " << IGNode->getIndex() |
| 137 | << " on to stack\n"; |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 138 | } |
| 139 | } |
| 140 | else pushedall = false; // we didn't push all live ranges |
| 141 | |
| 142 | } // for |
| 143 | |
| 144 | // returns true if we pushed all live ranges - else false |
| 145 | return pushedall; |
| 146 | } |
| 147 | |
| 148 | |
| 149 | |
Ruchira Sasanka | 8c2d825 | 2002-01-07 19:19:18 +0000 | [diff] [blame] | 150 | //---------------------------------------------------------------------------- |
Misha Brukman | acda7df | 2003-09-11 22:34:13 +0000 | [diff] [blame] | 151 | // Get the IGNode with the minimum spill cost |
Ruchira Sasanka | 8c2d825 | 2002-01-07 19:19:18 +0000 | [diff] [blame] | 152 | //---------------------------------------------------------------------------- |
Misha Brukman | 88df876 | 2003-10-23 18:10:02 +0000 | [diff] [blame^] | 153 | IGNode * RegClass::getIGNodeWithMinSpillCost() { |
Ruchira Sasanka | 8c2d825 | 2002-01-07 19:19:18 +0000 | [diff] [blame] | 154 | unsigned int IGNodeListSize = IG.getIGNodeList().size(); |
Chris Lattner | 5ae3bd6 | 2002-10-22 23:34:11 +0000 | [diff] [blame] | 155 | double MinSpillCost = 0; |
Ruchira Sasanka | 8c2d825 | 2002-01-07 19:19:18 +0000 | [diff] [blame] | 156 | IGNode *MinCostIGNode = NULL; |
Ruchira Sasanka | bc28455 | 2002-01-08 16:29:23 +0000 | [diff] [blame] | 157 | bool isFirstNode = true; |
Ruchira Sasanka | 8c2d825 | 2002-01-07 19:19:18 +0000 | [diff] [blame] | 158 | |
| 159 | // pass over IGNodeList to find the IGNode with minimum spill cost |
| 160 | // among all IGNodes that are not yet pushed on to the stack |
Misha Brukman | 88df876 | 2003-10-23 18:10:02 +0000 | [diff] [blame^] | 161 | for (unsigned int i =0; i < IGNodeListSize; i++) { |
Ruchira Sasanka | 8c2d825 | 2002-01-07 19:19:18 +0000 | [diff] [blame] | 162 | IGNode *IGNode = IG.getIGNodeList()[i]; |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 163 | |
Misha Brukman | 88df876 | 2003-10-23 18:10:02 +0000 | [diff] [blame^] | 164 | if (!IGNode) // can be null due to merging |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 165 | continue; |
Ruchira Sasanka | 8c2d825 | 2002-01-07 19:19:18 +0000 | [diff] [blame] | 166 | |
Misha Brukman | 88df876 | 2003-10-23 18:10:02 +0000 | [diff] [blame^] | 167 | if (!IGNode->isOnStack()) { |
Ruchira Sasanka | bc28455 | 2002-01-08 16:29:23 +0000 | [diff] [blame] | 168 | double SpillCost = (double) IGNode->getParentLR()->getSpillCost() / |
| 169 | (double) (IGNode->getCurDegree() + 1); |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 170 | |
Misha Brukman | 88df876 | 2003-10-23 18:10:02 +0000 | [diff] [blame^] | 171 | if (isFirstNode) { // for the first IG node |
Ruchira Sasanka | 8c2d825 | 2002-01-07 19:19:18 +0000 | [diff] [blame] | 172 | MinSpillCost = SpillCost; |
| 173 | MinCostIGNode = IGNode; |
Ruchira Sasanka | bc28455 | 2002-01-08 16:29:23 +0000 | [diff] [blame] | 174 | isFirstNode = false; |
Misha Brukman | 88df876 | 2003-10-23 18:10:02 +0000 | [diff] [blame^] | 175 | } else if (MinSpillCost > SpillCost) { |
Ruchira Sasanka | 8c2d825 | 2002-01-07 19:19:18 +0000 | [diff] [blame] | 176 | MinSpillCost = SpillCost; |
| 177 | MinCostIGNode = IGNode; |
| 178 | } |
Ruchira Sasanka | 8c2d825 | 2002-01-07 19:19:18 +0000 | [diff] [blame] | 179 | } |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 180 | } |
| 181 | |
Misha Brukman | 88df876 | 2003-10-23 18:10:02 +0000 | [diff] [blame^] | 182 | assert (MinCostIGNode && "No IGNode to spill"); |
Ruchira Sasanka | 8c2d825 | 2002-01-07 19:19:18 +0000 | [diff] [blame] | 183 | return MinCostIGNode; |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 184 | } |
| 185 | |
| 186 | |
Ruchira Sasanka | 8c2d825 | 2002-01-07 19:19:18 +0000 | [diff] [blame] | 187 | //---------------------------------------------------------------------------- |
| 188 | // Color the IGNode using the machine specific code. |
| 189 | //---------------------------------------------------------------------------- |
Misha Brukman | 88df876 | 2003-10-23 18:10:02 +0000 | [diff] [blame^] | 190 | void RegClass::colorIGNode(IGNode *const Node) { |
| 191 | if (! Node->hasColor()) { // not colored as an arg etc. |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 192 | |
Ruchira Sasanka | 8c2d825 | 2002-01-07 19:19:18 +0000 | [diff] [blame] | 193 | // init all elements of to IsColorUsedAr false; |
Vikram S. Adve | 45766ab | 2003-07-25 21:06:09 +0000 | [diff] [blame] | 194 | clearColorsUsed(); |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 195 | |
Vikram S. Adve | 2780d2d | 2002-05-19 15:29:31 +0000 | [diff] [blame] | 196 | // initialize all colors used by neighbors of this node to true |
| 197 | LiveRange *LR = Node->getParentLR(); |
| 198 | unsigned NumNeighbors = Node->getNumOfNeighbors(); |
| 199 | for (unsigned n=0; n < NumNeighbors; n++) { |
| 200 | IGNode *NeighIGNode = Node->getAdjIGNode(n); |
| 201 | LiveRange *NeighLR = NeighIGNode->getParentLR(); |
| 202 | |
Misha Brukman | acda7df | 2003-09-11 22:34:13 +0000 | [diff] [blame] | 203 | // Don't use a color if it is in use by the neighbor, |
| 204 | // or is suggested for use by the neighbor, |
Vikram S. Adve | 45766ab | 2003-07-25 21:06:09 +0000 | [diff] [blame] | 205 | // markColorsUsed() should be given the color and the reg type for |
| 206 | // LR, not for NeighLR, because it should mark registers used based on |
| 207 | // the type we are looking for, not on the regType for the neighbour. |
| 208 | if (NeighLR->hasColor()) |
| 209 | this->markColorsUsed(NeighLR->getColor(), |
| 210 | MRI->getRegTypeForLR(NeighLR), |
| 211 | MRI->getRegTypeForLR(LR)); // use LR, not NeighLR |
| 212 | else if (NeighLR->hasSuggestedColor() && |
| 213 | NeighLR->isSuggestedColorUsable()) |
| 214 | this->markColorsUsed(NeighLR->getSuggestedColor(), |
| 215 | MRI->getRegTypeForLR(NeighLR), |
| 216 | MRI->getRegTypeForLR(LR)); // use LR, not NeighLR |
Vikram S. Adve | 2780d2d | 2002-05-19 15:29:31 +0000 | [diff] [blame] | 217 | } |
Vikram S. Adve | 45766ab | 2003-07-25 21:06:09 +0000 | [diff] [blame] | 218 | |
Ruchira Sasanka | 8c2d825 | 2002-01-07 19:19:18 +0000 | [diff] [blame] | 219 | // call the target specific code for coloring |
| 220 | // |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 221 | MRC->colorIGNode(Node, IsColorUsedArr); |
Misha Brukman | 88df876 | 2003-10-23 18:10:02 +0000 | [diff] [blame^] | 222 | } else { |
| 223 | if (DEBUG_RA >= RA_DEBUG_Coloring) { |
Chris Lattner | 7127065 | 2003-09-01 20:05:47 +0000 | [diff] [blame] | 224 | std::cerr << " Node " << Node->getIndex(); |
| 225 | std::cerr << " already colored with color " << Node->getColor() << "\n"; |
Ruchira Sasanka | 6fd9532 | 2001-09-15 19:06:58 +0000 | [diff] [blame] | 226 | } |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 227 | } |
| 228 | |
| 229 | |
Misha Brukman | 88df876 | 2003-10-23 18:10:02 +0000 | [diff] [blame^] | 230 | if (!Node->hasColor() ) { |
| 231 | if (DEBUG_RA >= RA_DEBUG_Coloring) { |
Chris Lattner | 7127065 | 2003-09-01 20:05:47 +0000 | [diff] [blame] | 232 | std::cerr << " Node " << Node->getIndex(); |
| 233 | std::cerr << " - could not find a color (needs spilling)\n"; |
Ruchira Sasanka | 6fd9532 | 2001-09-15 19:06:58 +0000 | [diff] [blame] | 234 | } |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 235 | } |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 236 | } |
| 237 | |
Chris Lattner | 5abe44b | 2002-10-29 16:51:05 +0000 | [diff] [blame] | 238 | void RegClass::printIGNodeList() const { |
| 239 | std::cerr << "IG Nodes for Register Class " << RegClassID << ":" << "\n"; |
| 240 | IG.printIGNodeList(); |
| 241 | } |
| 242 | |
| 243 | void RegClass::printIG() { |
| 244 | std::cerr << "IG for Register Class " << RegClassID << ":" << "\n"; |
| 245 | IG.printIG(); |
| 246 | } |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 247 | |
Ruchira Sasanka | 808568e | 2001-09-14 21:18:34 +0000 | [diff] [blame] | 248 | |