Chris Lattner | 54cb8fd | 2005-09-07 23:44:43 +0000 | [diff] [blame] | 1 | //===- DAGISelEmitter.cpp - Generate an instruction selector --------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 3060910 | 2007-12-29 20:37:13 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Chris Lattner | 54cb8fd | 2005-09-07 23:44:43 +0000 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This tablegen backend emits a DAG instruction selector. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
| 14 | #include "DAGISelEmitter.h" |
Chris Lattner | da272d1 | 2010-02-15 08:04:42 +0000 | [diff] [blame] | 15 | #include "DAGISelMatcher.h" |
Chris Lattner | 54cb8fd | 2005-09-07 23:44:43 +0000 | [diff] [blame] | 16 | #include "Record.h" |
Chris Lattner | 54cb8fd | 2005-09-07 23:44:43 +0000 | [diff] [blame] | 17 | #include "llvm/Support/Debug.h" |
Chris Lattner | 54cb8fd | 2005-09-07 23:44:43 +0000 | [diff] [blame] | 18 | using namespace llvm; |
| 19 | |
Chris Lattner | ca559d0 | 2005-09-08 21:03:01 +0000 | [diff] [blame] | 20 | //===----------------------------------------------------------------------===// |
Chris Lattner | dc32f98 | 2008-01-05 22:43:57 +0000 | [diff] [blame] | 21 | // DAGISelEmitter Helper methods |
Chris Lattner | 54cb8fd | 2005-09-07 23:44:43 +0000 | [diff] [blame] | 22 | // |
| 23 | |
Chris Lattner | 05814af | 2005-09-28 17:57:56 +0000 | [diff] [blame] | 24 | /// getPatternSize - Return the 'size' of this pattern. We want to match large |
| 25 | /// patterns before small ones. This is used to determine the size of a |
| 26 | /// pattern. |
Chris Lattner | fe71893 | 2008-01-06 01:10:31 +0000 | [diff] [blame] | 27 | static unsigned getPatternSize(TreePatternNode *P, CodeGenDAGPatterns &CGP) { |
Owen Anderson | e50ed30 | 2009-08-10 22:56:29 +0000 | [diff] [blame] | 28 | assert((EEVT::isExtIntegerInVTs(P->getExtTypes()) || |
| 29 | EEVT::isExtFloatingPointInVTs(P->getExtTypes()) || |
Owen Anderson | 825b72b | 2009-08-11 20:47:22 +0000 | [diff] [blame] | 30 | P->getExtTypeNum(0) == MVT::isVoid || |
| 31 | P->getExtTypeNum(0) == MVT::Flag || |
| 32 | P->getExtTypeNum(0) == MVT::iPTR || |
| 33 | P->getExtTypeNum(0) == MVT::iPTRAny) && |
Evan Cheng | 4a7c284 | 2006-01-06 22:19:44 +0000 | [diff] [blame] | 34 | "Not a valid pattern node to size!"); |
Evan Cheng | 6cec34e | 2006-09-08 07:26:39 +0000 | [diff] [blame] | 35 | unsigned Size = 3; // The node itself. |
Evan Cheng | 657416c | 2006-02-01 06:06:31 +0000 | [diff] [blame] | 36 | // If the root node is a ConstantSDNode, increases its size. |
| 37 | // e.g. (set R32:$dst, 0). |
| 38 | if (P->isLeaf() && dynamic_cast<IntInit*>(P->getLeafValue())) |
Evan Cheng | 6cec34e | 2006-09-08 07:26:39 +0000 | [diff] [blame] | 39 | Size += 2; |
Evan Cheng | 0fc7198 | 2005-12-08 02:00:36 +0000 | [diff] [blame] | 40 | |
| 41 | // FIXME: This is a hack to statically increase the priority of patterns |
| 42 | // which maps a sub-dag to a complex pattern. e.g. favors LEA over ADD. |
| 43 | // Later we can allow complexity / cost for each pattern to be (optionally) |
| 44 | // specified. To get best possible pattern match we'll need to dynamically |
| 45 | // calculate the complexity of all patterns a dag can potentially map to. |
Chris Lattner | 4766132 | 2010-02-14 22:22:58 +0000 | [diff] [blame] | 46 | const ComplexPattern *AM = P->getComplexPatternInfo(CGP); |
Evan Cheng | 0fc7198 | 2005-12-08 02:00:36 +0000 | [diff] [blame] | 47 | if (AM) |
Evan Cheng | 6cec34e | 2006-09-08 07:26:39 +0000 | [diff] [blame] | 48 | Size += AM->getNumOperands() * 3; |
Chris Lattner | 3e17980 | 2006-02-03 18:06:02 +0000 | [diff] [blame] | 49 | |
| 50 | // If this node has some predicate function that must match, it adds to the |
| 51 | // complexity of this node. |
Dan Gohman | 0540e17 | 2008-10-15 06:17:21 +0000 | [diff] [blame] | 52 | if (!P->getPredicateFns().empty()) |
Chris Lattner | 3e17980 | 2006-02-03 18:06:02 +0000 | [diff] [blame] | 53 | ++Size; |
| 54 | |
Chris Lattner | 05814af | 2005-09-28 17:57:56 +0000 | [diff] [blame] | 55 | // Count children in the count if they are also nodes. |
| 56 | for (unsigned i = 0, e = P->getNumChildren(); i != e; ++i) { |
| 57 | TreePatternNode *Child = P->getChild(i); |
Owen Anderson | 825b72b | 2009-08-11 20:47:22 +0000 | [diff] [blame] | 58 | if (!Child->isLeaf() && Child->getExtTypeNum(0) != MVT::Other) |
Chris Lattner | 6cefb77 | 2008-01-05 22:25:12 +0000 | [diff] [blame] | 59 | Size += getPatternSize(Child, CGP); |
Evan Cheng | 0fc7198 | 2005-12-08 02:00:36 +0000 | [diff] [blame] | 60 | else if (Child->isLeaf()) { |
| 61 | if (dynamic_cast<IntInit*>(Child->getLeafValue())) |
Evan Cheng | 6cec34e | 2006-09-08 07:26:39 +0000 | [diff] [blame] | 62 | Size += 5; // Matches a ConstantSDNode (+3) and a specific value (+2). |
Chris Lattner | 05446e7 | 2010-02-16 23:13:59 +0000 | [diff] [blame] | 63 | else if (Child->getComplexPatternInfo(CGP)) |
Chris Lattner | 6cefb77 | 2008-01-05 22:25:12 +0000 | [diff] [blame] | 64 | Size += getPatternSize(Child, CGP); |
Dan Gohman | 0540e17 | 2008-10-15 06:17:21 +0000 | [diff] [blame] | 65 | else if (!Child->getPredicateFns().empty()) |
Chris Lattner | 3e17980 | 2006-02-03 18:06:02 +0000 | [diff] [blame] | 66 | ++Size; |
Chris Lattner | 2f041d4 | 2005-10-19 04:41:05 +0000 | [diff] [blame] | 67 | } |
Chris Lattner | 05814af | 2005-09-28 17:57:56 +0000 | [diff] [blame] | 68 | } |
| 69 | |
| 70 | return Size; |
| 71 | } |
| 72 | |
| 73 | /// getResultPatternCost - Compute the number of instructions for this pattern. |
| 74 | /// This is a temporary hack. We should really include the instruction |
| 75 | /// latencies in this calculation. |
Chris Lattner | 6cefb77 | 2008-01-05 22:25:12 +0000 | [diff] [blame] | 76 | static unsigned getResultPatternCost(TreePatternNode *P, |
Chris Lattner | fe71893 | 2008-01-06 01:10:31 +0000 | [diff] [blame] | 77 | CodeGenDAGPatterns &CGP) { |
Chris Lattner | 05814af | 2005-09-28 17:57:56 +0000 | [diff] [blame] | 78 | if (P->isLeaf()) return 0; |
| 79 | |
Evan Cheng | fbad708 | 2006-02-18 02:33:09 +0000 | [diff] [blame] | 80 | unsigned Cost = 0; |
| 81 | Record *Op = P->getOperator(); |
| 82 | if (Op->isSubClassOf("Instruction")) { |
| 83 | Cost++; |
Chris Lattner | 6cefb77 | 2008-01-05 22:25:12 +0000 | [diff] [blame] | 84 | CodeGenInstruction &II = CGP.getTargetInfo().getInstruction(Op->getName()); |
Dan Gohman | 533297b | 2009-10-29 18:10:34 +0000 | [diff] [blame] | 85 | if (II.usesCustomInserter) |
Evan Cheng | fbad708 | 2006-02-18 02:33:09 +0000 | [diff] [blame] | 86 | Cost += 10; |
| 87 | } |
Chris Lattner | 05814af | 2005-09-28 17:57:56 +0000 | [diff] [blame] | 88 | for (unsigned i = 0, e = P->getNumChildren(); i != e; ++i) |
Chris Lattner | 6cefb77 | 2008-01-05 22:25:12 +0000 | [diff] [blame] | 89 | Cost += getResultPatternCost(P->getChild(i), CGP); |
Chris Lattner | 05814af | 2005-09-28 17:57:56 +0000 | [diff] [blame] | 90 | return Cost; |
| 91 | } |
| 92 | |
Evan Cheng | e6f3203 | 2006-07-19 00:24:41 +0000 | [diff] [blame] | 93 | /// getResultPatternCodeSize - Compute the code size of instructions for this |
| 94 | /// pattern. |
Chris Lattner | 6cefb77 | 2008-01-05 22:25:12 +0000 | [diff] [blame] | 95 | static unsigned getResultPatternSize(TreePatternNode *P, |
Chris Lattner | fe71893 | 2008-01-06 01:10:31 +0000 | [diff] [blame] | 96 | CodeGenDAGPatterns &CGP) { |
Evan Cheng | e6f3203 | 2006-07-19 00:24:41 +0000 | [diff] [blame] | 97 | if (P->isLeaf()) return 0; |
| 98 | |
| 99 | unsigned Cost = 0; |
| 100 | Record *Op = P->getOperator(); |
| 101 | if (Op->isSubClassOf("Instruction")) { |
| 102 | Cost += Op->getValueAsInt("CodeSize"); |
| 103 | } |
| 104 | for (unsigned i = 0, e = P->getNumChildren(); i != e; ++i) |
Chris Lattner | 6cefb77 | 2008-01-05 22:25:12 +0000 | [diff] [blame] | 105 | Cost += getResultPatternSize(P->getChild(i), CGP); |
Evan Cheng | e6f3203 | 2006-07-19 00:24:41 +0000 | [diff] [blame] | 106 | return Cost; |
| 107 | } |
| 108 | |
Chris Lattner | 443e3f9 | 2008-01-05 22:54:53 +0000 | [diff] [blame] | 109 | //===----------------------------------------------------------------------===// |
Chris Lattner | dc32f98 | 2008-01-05 22:43:57 +0000 | [diff] [blame] | 110 | // Predicate emitter implementation. |
| 111 | // |
| 112 | |
Daniel Dunbar | 1a55180 | 2009-07-03 00:10:29 +0000 | [diff] [blame] | 113 | void DAGISelEmitter::EmitPredicateFunctions(raw_ostream &OS) { |
Chris Lattner | dc32f98 | 2008-01-05 22:43:57 +0000 | [diff] [blame] | 114 | OS << "\n// Predicate functions.\n"; |
| 115 | |
| 116 | // Walk the pattern fragments, adding them to a map, which sorts them by |
| 117 | // name. |
| 118 | typedef std::map<std::string, std::pair<Record*, TreePattern*> > PFsByNameTy; |
| 119 | PFsByNameTy PFsByName; |
| 120 | |
Chris Lattner | fe71893 | 2008-01-06 01:10:31 +0000 | [diff] [blame] | 121 | for (CodeGenDAGPatterns::pf_iterator I = CGP.pf_begin(), E = CGP.pf_end(); |
Chris Lattner | dc32f98 | 2008-01-05 22:43:57 +0000 | [diff] [blame] | 122 | I != E; ++I) |
| 123 | PFsByName.insert(std::make_pair(I->first->getName(), *I)); |
| 124 | |
| 125 | |
| 126 | for (PFsByNameTy::iterator I = PFsByName.begin(), E = PFsByName.end(); |
| 127 | I != E; ++I) { |
| 128 | Record *PatFragRecord = I->second.first;// Record that derives from PatFrag. |
| 129 | TreePattern *P = I->second.second; |
| 130 | |
| 131 | // If there is a code init for this fragment, emit the predicate code. |
| 132 | std::string Code = PatFragRecord->getValueAsCode("Predicate"); |
| 133 | if (Code.empty()) continue; |
| 134 | |
| 135 | if (P->getOnlyTree()->isLeaf()) |
| 136 | OS << "inline bool Predicate_" << PatFragRecord->getName() |
Chris Lattner | ccba15f | 2010-02-16 07:26:36 +0000 | [diff] [blame] | 137 | << "(SDNode *N) const {\n"; |
Chris Lattner | dc32f98 | 2008-01-05 22:43:57 +0000 | [diff] [blame] | 138 | else { |
| 139 | std::string ClassName = |
Chris Lattner | 200c57e | 2008-01-05 22:58:54 +0000 | [diff] [blame] | 140 | CGP.getSDNodeInfo(P->getOnlyTree()->getOperator()).getSDClassName(); |
Chris Lattner | dc32f98 | 2008-01-05 22:43:57 +0000 | [diff] [blame] | 141 | const char *C2 = ClassName == "SDNode" ? "N" : "inN"; |
| 142 | |
| 143 | OS << "inline bool Predicate_" << PatFragRecord->getName() |
Chris Lattner | ccba15f | 2010-02-16 07:26:36 +0000 | [diff] [blame] | 144 | << "(SDNode *" << C2 << ") const {\n"; |
Chris Lattner | dc32f98 | 2008-01-05 22:43:57 +0000 | [diff] [blame] | 145 | if (ClassName != "SDNode") |
| 146 | OS << " " << ClassName << " *N = cast<" << ClassName << ">(inN);\n"; |
| 147 | } |
| 148 | OS << Code << "\n}\n"; |
| 149 | } |
| 150 | |
| 151 | OS << "\n\n"; |
| 152 | } |
| 153 | |
Chris Lattner | 99ce6e8 | 2010-02-21 19:22:06 +0000 | [diff] [blame] | 154 | namespace { |
| 155 | // PatternSortingPredicate - return true if we prefer to match LHS before RHS. |
| 156 | // In particular, we want to match maximal patterns first and lowest cost within |
| 157 | // a particular complexity first. |
Chris Lattner | adc5347 | 2010-03-01 21:49:54 +0000 | [diff] [blame] | 158 | struct PatternSortingPredicate { |
| 159 | PatternSortingPredicate(CodeGenDAGPatterns &cgp) : CGP(cgp) {} |
Chris Lattner | 99ce6e8 | 2010-02-21 19:22:06 +0000 | [diff] [blame] | 160 | CodeGenDAGPatterns &CGP; |
| 161 | |
| 162 | bool operator()(const PatternToMatch *LHS, |
| 163 | const PatternToMatch *RHS) { |
| 164 | unsigned LHSSize = getPatternSize(LHS->getSrcPattern(), CGP); |
| 165 | unsigned RHSSize = getPatternSize(RHS->getSrcPattern(), CGP); |
| 166 | LHSSize += LHS->getAddedComplexity(); |
| 167 | RHSSize += RHS->getAddedComplexity(); |
| 168 | if (LHSSize > RHSSize) return true; // LHS -> bigger -> less cost |
| 169 | if (LHSSize < RHSSize) return false; |
| 170 | |
| 171 | // If the patterns have equal complexity, compare generated instruction cost |
| 172 | unsigned LHSCost = getResultPatternCost(LHS->getDstPattern(), CGP); |
| 173 | unsigned RHSCost = getResultPatternCost(RHS->getDstPattern(), CGP); |
| 174 | if (LHSCost < RHSCost) return true; |
| 175 | if (LHSCost > RHSCost) return false; |
| 176 | |
Chris Lattner | 117ccb7 | 2010-03-01 22:09:11 +0000 | [diff] [blame] | 177 | unsigned LHSPatSize = getResultPatternSize(LHS->getDstPattern(), CGP); |
| 178 | unsigned RHSPatSize = getResultPatternSize(RHS->getDstPattern(), CGP); |
| 179 | if (LHSPatSize < RHSPatSize) return true; |
| 180 | if (LHSPatSize > RHSPatSize) return false; |
| 181 | |
| 182 | // Sort based on the UID of the pattern, giving us a deterministic ordering. |
Chris Lattner | d272fee | 2010-03-02 18:15:02 +0000 | [diff] [blame^] | 183 | assert(LHS == RHS || LHS->ID != RHS->ID); |
Chris Lattner | 117ccb7 | 2010-03-01 22:09:11 +0000 | [diff] [blame] | 184 | return LHS->ID < RHS->ID; |
Chris Lattner | 99ce6e8 | 2010-02-21 19:22:06 +0000 | [diff] [blame] | 185 | } |
| 186 | }; |
| 187 | } |
| 188 | |
| 189 | |
Daniel Dunbar | 1a55180 | 2009-07-03 00:10:29 +0000 | [diff] [blame] | 190 | void DAGISelEmitter::run(raw_ostream &OS) { |
Chris Lattner | 200c57e | 2008-01-05 22:58:54 +0000 | [diff] [blame] | 191 | EmitSourceFileHeader("DAG Instruction Selector for the " + |
| 192 | CGP.getTargetInfo().getName() + " target", OS); |
Chris Lattner | 54cb8fd | 2005-09-07 23:44:43 +0000 | [diff] [blame] | 193 | |
Chris Lattner | 1f39e29 | 2005-09-14 00:09:24 +0000 | [diff] [blame] | 194 | OS << "// *** NOTE: This file is #included into the middle of the target\n" |
| 195 | << "// *** instruction selector class. These functions are really " |
| 196 | << "methods.\n\n"; |
Chris Lattner | f8dc061 | 2008-02-03 06:49:24 +0000 | [diff] [blame] | 197 | |
Chris Lattner | 4d0c931 | 2010-03-01 01:54:19 +0000 | [diff] [blame] | 198 | DEBUG(errs() << "\n\nALL PATTERNS TO MATCH:\n\n"; |
| 199 | for (CodeGenDAGPatterns::ptm_iterator I = CGP.ptm_begin(), |
| 200 | E = CGP.ptm_end(); I != E; ++I) { |
| 201 | errs() << "PATTERN: "; I->getSrcPattern()->dump(); |
| 202 | errs() << "\nRESULT: "; I->getDstPattern()->dump(); |
| 203 | errs() << "\n"; |
| 204 | }); |
| 205 | |
| 206 | // FIXME: These are being used by hand written code, gross. |
Chris Lattner | dc32f98 | 2008-01-05 22:43:57 +0000 | [diff] [blame] | 207 | EmitPredicateFunctions(OS); |
Chris Lattner | 4d0c931 | 2010-03-01 01:54:19 +0000 | [diff] [blame] | 208 | |
Chris Lattner | 99ce6e8 | 2010-02-21 19:22:06 +0000 | [diff] [blame] | 209 | // Add all the patterns to a temporary list so we can sort them. |
| 210 | std::vector<const PatternToMatch*> Patterns; |
| 211 | for (CodeGenDAGPatterns::ptm_iterator I = CGP.ptm_begin(), E = CGP.ptm_end(); |
| 212 | I != E; ++I) |
| 213 | Patterns.push_back(&*I); |
| 214 | |
| 215 | // We want to process the matches in order of minimal cost. Sort the patterns |
| 216 | // so the least cost one is at the start. |
Chris Lattner | 99ce6e8 | 2010-02-21 19:22:06 +0000 | [diff] [blame] | 217 | std::stable_sort(Patterns.begin(), Patterns.end(), |
Chris Lattner | adc5347 | 2010-03-01 21:49:54 +0000 | [diff] [blame] | 218 | PatternSortingPredicate(CGP)); |
Chris Lattner | 99ce6e8 | 2010-02-21 19:22:06 +0000 | [diff] [blame] | 219 | |
| 220 | |
Chris Lattner | fa342fa | 2010-03-01 07:17:40 +0000 | [diff] [blame] | 221 | // Convert each variant of each pattern into a Matcher. |
Chris Lattner | d6c8472 | 2010-02-25 19:00:39 +0000 | [diff] [blame] | 222 | std::vector<Matcher*> PatternMatchers; |
Chris Lattner | fa342fa | 2010-03-01 07:17:40 +0000 | [diff] [blame] | 223 | for (unsigned i = 0, e = Patterns.size(); i != e; ++i) { |
| 224 | for (unsigned Variant = 0; ; ++Variant) { |
| 225 | if (Matcher *M = ConvertPatternToMatcher(*Patterns[i], Variant, CGP)) |
| 226 | PatternMatchers.push_back(M); |
| 227 | else |
| 228 | break; |
| 229 | } |
| 230 | } |
| 231 | |
Chris Lattner | d6c8472 | 2010-02-25 19:00:39 +0000 | [diff] [blame] | 232 | Matcher *TheMatcher = new ScopeMatcher(&PatternMatchers[0], |
| 233 | PatternMatchers.size()); |
Chris Lattner | 05446e7 | 2010-02-16 23:13:59 +0000 | [diff] [blame] | 234 | |
Chris Lattner | c78f2a3 | 2010-02-28 20:49:53 +0000 | [diff] [blame] | 235 | TheMatcher = OptimizeMatcher(TheMatcher, CGP); |
Chris Lattner | da272d1 | 2010-02-15 08:04:42 +0000 | [diff] [blame] | 236 | //Matcher->dump(); |
Chris Lattner | 4d0c931 | 2010-03-01 01:54:19 +0000 | [diff] [blame] | 237 | EmitMatcherTable(TheMatcher, CGP, OS); |
Chris Lattner | b21ba71 | 2010-02-25 02:04:40 +0000 | [diff] [blame] | 238 | delete TheMatcher; |
Chris Lattner | 54cb8fd | 2005-09-07 23:44:43 +0000 | [diff] [blame] | 239 | } |