Chris Lattner | 54cb8fd | 2005-09-07 23:44:43 +0000 | [diff] [blame] | 1 | //===- DAGISelEmitter.cpp - Generate an instruction selector --------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 3060910 | 2007-12-29 20:37:13 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Chris Lattner | 54cb8fd | 2005-09-07 23:44:43 +0000 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This tablegen backend emits a DAG instruction selector. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
| 14 | #include "DAGISelEmitter.h" |
Chris Lattner | da272d1 | 2010-02-15 08:04:42 +0000 | [diff] [blame] | 15 | #include "DAGISelMatcher.h" |
Chris Lattner | 54cb8fd | 2005-09-07 23:44:43 +0000 | [diff] [blame] | 16 | #include "Record.h" |
Chris Lattner | 54cb8fd | 2005-09-07 23:44:43 +0000 | [diff] [blame] | 17 | #include "llvm/Support/Debug.h" |
Chris Lattner | 54cb8fd | 2005-09-07 23:44:43 +0000 | [diff] [blame] | 18 | using namespace llvm; |
| 19 | |
Chris Lattner | ca559d0 | 2005-09-08 21:03:01 +0000 | [diff] [blame] | 20 | //===----------------------------------------------------------------------===// |
Chris Lattner | dc32f98 | 2008-01-05 22:43:57 +0000 | [diff] [blame] | 21 | // DAGISelEmitter Helper methods |
Chris Lattner | 54cb8fd | 2005-09-07 23:44:43 +0000 | [diff] [blame] | 22 | // |
| 23 | |
Chris Lattner | 05814af | 2005-09-28 17:57:56 +0000 | [diff] [blame] | 24 | /// getPatternSize - Return the 'size' of this pattern. We want to match large |
| 25 | /// patterns before small ones. This is used to determine the size of a |
| 26 | /// pattern. |
Chris Lattner | fe71893 | 2008-01-06 01:10:31 +0000 | [diff] [blame] | 27 | static unsigned getPatternSize(TreePatternNode *P, CodeGenDAGPatterns &CGP) { |
Chris Lattner | 2cacec5 | 2010-03-15 06:00:16 +0000 | [diff] [blame] | 28 | assert(P->hasTypeSet() && "Not a valid pattern node to size!"); |
Evan Cheng | 6cec34e | 2006-09-08 07:26:39 +0000 | [diff] [blame] | 29 | unsigned Size = 3; // The node itself. |
Evan Cheng | 657416c | 2006-02-01 06:06:31 +0000 | [diff] [blame] | 30 | // If the root node is a ConstantSDNode, increases its size. |
| 31 | // e.g. (set R32:$dst, 0). |
| 32 | if (P->isLeaf() && dynamic_cast<IntInit*>(P->getLeafValue())) |
Evan Cheng | 6cec34e | 2006-09-08 07:26:39 +0000 | [diff] [blame] | 33 | Size += 2; |
Evan Cheng | 0fc7198 | 2005-12-08 02:00:36 +0000 | [diff] [blame] | 34 | |
| 35 | // FIXME: This is a hack to statically increase the priority of patterns |
| 36 | // which maps a sub-dag to a complex pattern. e.g. favors LEA over ADD. |
| 37 | // Later we can allow complexity / cost for each pattern to be (optionally) |
| 38 | // specified. To get best possible pattern match we'll need to dynamically |
| 39 | // calculate the complexity of all patterns a dag can potentially map to. |
Chris Lattner | 4766132 | 2010-02-14 22:22:58 +0000 | [diff] [blame] | 40 | const ComplexPattern *AM = P->getComplexPatternInfo(CGP); |
Evan Cheng | 0fc7198 | 2005-12-08 02:00:36 +0000 | [diff] [blame] | 41 | if (AM) |
Evan Cheng | 6cec34e | 2006-09-08 07:26:39 +0000 | [diff] [blame] | 42 | Size += AM->getNumOperands() * 3; |
Chris Lattner | 3e17980 | 2006-02-03 18:06:02 +0000 | [diff] [blame] | 43 | |
| 44 | // If this node has some predicate function that must match, it adds to the |
| 45 | // complexity of this node. |
Dan Gohman | 0540e17 | 2008-10-15 06:17:21 +0000 | [diff] [blame] | 46 | if (!P->getPredicateFns().empty()) |
Chris Lattner | 3e17980 | 2006-02-03 18:06:02 +0000 | [diff] [blame] | 47 | ++Size; |
| 48 | |
Chris Lattner | 05814af | 2005-09-28 17:57:56 +0000 | [diff] [blame] | 49 | // Count children in the count if they are also nodes. |
| 50 | for (unsigned i = 0, e = P->getNumChildren(); i != e; ++i) { |
| 51 | TreePatternNode *Child = P->getChild(i); |
Chris Lattner | 2cacec5 | 2010-03-15 06:00:16 +0000 | [diff] [blame] | 52 | if (!Child->isLeaf() && Child->getType() != MVT::Other) |
Chris Lattner | 6cefb77 | 2008-01-05 22:25:12 +0000 | [diff] [blame] | 53 | Size += getPatternSize(Child, CGP); |
Evan Cheng | 0fc7198 | 2005-12-08 02:00:36 +0000 | [diff] [blame] | 54 | else if (Child->isLeaf()) { |
| 55 | if (dynamic_cast<IntInit*>(Child->getLeafValue())) |
Evan Cheng | 6cec34e | 2006-09-08 07:26:39 +0000 | [diff] [blame] | 56 | Size += 5; // Matches a ConstantSDNode (+3) and a specific value (+2). |
Chris Lattner | 05446e7 | 2010-02-16 23:13:59 +0000 | [diff] [blame] | 57 | else if (Child->getComplexPatternInfo(CGP)) |
Chris Lattner | 6cefb77 | 2008-01-05 22:25:12 +0000 | [diff] [blame] | 58 | Size += getPatternSize(Child, CGP); |
Dan Gohman | 0540e17 | 2008-10-15 06:17:21 +0000 | [diff] [blame] | 59 | else if (!Child->getPredicateFns().empty()) |
Chris Lattner | 3e17980 | 2006-02-03 18:06:02 +0000 | [diff] [blame] | 60 | ++Size; |
Chris Lattner | 2f041d4 | 2005-10-19 04:41:05 +0000 | [diff] [blame] | 61 | } |
Chris Lattner | 05814af | 2005-09-28 17:57:56 +0000 | [diff] [blame] | 62 | } |
| 63 | |
| 64 | return Size; |
| 65 | } |
| 66 | |
| 67 | /// getResultPatternCost - Compute the number of instructions for this pattern. |
| 68 | /// This is a temporary hack. We should really include the instruction |
| 69 | /// latencies in this calculation. |
Chris Lattner | 6cefb77 | 2008-01-05 22:25:12 +0000 | [diff] [blame] | 70 | static unsigned getResultPatternCost(TreePatternNode *P, |
Chris Lattner | fe71893 | 2008-01-06 01:10:31 +0000 | [diff] [blame] | 71 | CodeGenDAGPatterns &CGP) { |
Chris Lattner | 05814af | 2005-09-28 17:57:56 +0000 | [diff] [blame] | 72 | if (P->isLeaf()) return 0; |
| 73 | |
Evan Cheng | fbad708 | 2006-02-18 02:33:09 +0000 | [diff] [blame] | 74 | unsigned Cost = 0; |
| 75 | Record *Op = P->getOperator(); |
| 76 | if (Op->isSubClassOf("Instruction")) { |
| 77 | Cost++; |
Chris Lattner | 6cefb77 | 2008-01-05 22:25:12 +0000 | [diff] [blame] | 78 | CodeGenInstruction &II = CGP.getTargetInfo().getInstruction(Op->getName()); |
Dan Gohman | 533297b | 2009-10-29 18:10:34 +0000 | [diff] [blame] | 79 | if (II.usesCustomInserter) |
Evan Cheng | fbad708 | 2006-02-18 02:33:09 +0000 | [diff] [blame] | 80 | Cost += 10; |
| 81 | } |
Chris Lattner | 05814af | 2005-09-28 17:57:56 +0000 | [diff] [blame] | 82 | for (unsigned i = 0, e = P->getNumChildren(); i != e; ++i) |
Chris Lattner | 6cefb77 | 2008-01-05 22:25:12 +0000 | [diff] [blame] | 83 | Cost += getResultPatternCost(P->getChild(i), CGP); |
Chris Lattner | 05814af | 2005-09-28 17:57:56 +0000 | [diff] [blame] | 84 | return Cost; |
| 85 | } |
| 86 | |
Evan Cheng | e6f3203 | 2006-07-19 00:24:41 +0000 | [diff] [blame] | 87 | /// getResultPatternCodeSize - Compute the code size of instructions for this |
| 88 | /// pattern. |
Chris Lattner | 6cefb77 | 2008-01-05 22:25:12 +0000 | [diff] [blame] | 89 | static unsigned getResultPatternSize(TreePatternNode *P, |
Chris Lattner | fe71893 | 2008-01-06 01:10:31 +0000 | [diff] [blame] | 90 | CodeGenDAGPatterns &CGP) { |
Evan Cheng | e6f3203 | 2006-07-19 00:24:41 +0000 | [diff] [blame] | 91 | if (P->isLeaf()) return 0; |
| 92 | |
| 93 | unsigned Cost = 0; |
| 94 | Record *Op = P->getOperator(); |
| 95 | if (Op->isSubClassOf("Instruction")) { |
| 96 | Cost += Op->getValueAsInt("CodeSize"); |
| 97 | } |
| 98 | for (unsigned i = 0, e = P->getNumChildren(); i != e; ++i) |
Chris Lattner | 6cefb77 | 2008-01-05 22:25:12 +0000 | [diff] [blame] | 99 | Cost += getResultPatternSize(P->getChild(i), CGP); |
Evan Cheng | e6f3203 | 2006-07-19 00:24:41 +0000 | [diff] [blame] | 100 | return Cost; |
| 101 | } |
| 102 | |
Chris Lattner | 443e3f9 | 2008-01-05 22:54:53 +0000 | [diff] [blame] | 103 | //===----------------------------------------------------------------------===// |
Chris Lattner | dc32f98 | 2008-01-05 22:43:57 +0000 | [diff] [blame] | 104 | // Predicate emitter implementation. |
| 105 | // |
| 106 | |
Daniel Dunbar | 1a55180 | 2009-07-03 00:10:29 +0000 | [diff] [blame] | 107 | void DAGISelEmitter::EmitPredicateFunctions(raw_ostream &OS) { |
Chris Lattner | dc32f98 | 2008-01-05 22:43:57 +0000 | [diff] [blame] | 108 | OS << "\n// Predicate functions.\n"; |
| 109 | |
| 110 | // Walk the pattern fragments, adding them to a map, which sorts them by |
| 111 | // name. |
| 112 | typedef std::map<std::string, std::pair<Record*, TreePattern*> > PFsByNameTy; |
| 113 | PFsByNameTy PFsByName; |
| 114 | |
Chris Lattner | fe71893 | 2008-01-06 01:10:31 +0000 | [diff] [blame] | 115 | for (CodeGenDAGPatterns::pf_iterator I = CGP.pf_begin(), E = CGP.pf_end(); |
Chris Lattner | dc32f98 | 2008-01-05 22:43:57 +0000 | [diff] [blame] | 116 | I != E; ++I) |
| 117 | PFsByName.insert(std::make_pair(I->first->getName(), *I)); |
| 118 | |
| 119 | |
| 120 | for (PFsByNameTy::iterator I = PFsByName.begin(), E = PFsByName.end(); |
| 121 | I != E; ++I) { |
| 122 | Record *PatFragRecord = I->second.first;// Record that derives from PatFrag. |
| 123 | TreePattern *P = I->second.second; |
| 124 | |
| 125 | // If there is a code init for this fragment, emit the predicate code. |
| 126 | std::string Code = PatFragRecord->getValueAsCode("Predicate"); |
| 127 | if (Code.empty()) continue; |
| 128 | |
| 129 | if (P->getOnlyTree()->isLeaf()) |
| 130 | OS << "inline bool Predicate_" << PatFragRecord->getName() |
Chris Lattner | ccba15f | 2010-02-16 07:26:36 +0000 | [diff] [blame] | 131 | << "(SDNode *N) const {\n"; |
Chris Lattner | dc32f98 | 2008-01-05 22:43:57 +0000 | [diff] [blame] | 132 | else { |
| 133 | std::string ClassName = |
Chris Lattner | 200c57e | 2008-01-05 22:58:54 +0000 | [diff] [blame] | 134 | CGP.getSDNodeInfo(P->getOnlyTree()->getOperator()).getSDClassName(); |
Chris Lattner | dc32f98 | 2008-01-05 22:43:57 +0000 | [diff] [blame] | 135 | const char *C2 = ClassName == "SDNode" ? "N" : "inN"; |
| 136 | |
| 137 | OS << "inline bool Predicate_" << PatFragRecord->getName() |
Chris Lattner | ccba15f | 2010-02-16 07:26:36 +0000 | [diff] [blame] | 138 | << "(SDNode *" << C2 << ") const {\n"; |
Chris Lattner | dc32f98 | 2008-01-05 22:43:57 +0000 | [diff] [blame] | 139 | if (ClassName != "SDNode") |
| 140 | OS << " " << ClassName << " *N = cast<" << ClassName << ">(inN);\n"; |
| 141 | } |
| 142 | OS << Code << "\n}\n"; |
| 143 | } |
| 144 | |
| 145 | OS << "\n\n"; |
| 146 | } |
| 147 | |
Chris Lattner | 99ce6e8 | 2010-02-21 19:22:06 +0000 | [diff] [blame] | 148 | namespace { |
| 149 | // PatternSortingPredicate - return true if we prefer to match LHS before RHS. |
| 150 | // In particular, we want to match maximal patterns first and lowest cost within |
| 151 | // a particular complexity first. |
Chris Lattner | adc5347 | 2010-03-01 21:49:54 +0000 | [diff] [blame] | 152 | struct PatternSortingPredicate { |
| 153 | PatternSortingPredicate(CodeGenDAGPatterns &cgp) : CGP(cgp) {} |
Chris Lattner | 99ce6e8 | 2010-02-21 19:22:06 +0000 | [diff] [blame] | 154 | CodeGenDAGPatterns &CGP; |
| 155 | |
| 156 | bool operator()(const PatternToMatch *LHS, |
| 157 | const PatternToMatch *RHS) { |
| 158 | unsigned LHSSize = getPatternSize(LHS->getSrcPattern(), CGP); |
| 159 | unsigned RHSSize = getPatternSize(RHS->getSrcPattern(), CGP); |
| 160 | LHSSize += LHS->getAddedComplexity(); |
| 161 | RHSSize += RHS->getAddedComplexity(); |
| 162 | if (LHSSize > RHSSize) return true; // LHS -> bigger -> less cost |
| 163 | if (LHSSize < RHSSize) return false; |
| 164 | |
| 165 | // If the patterns have equal complexity, compare generated instruction cost |
| 166 | unsigned LHSCost = getResultPatternCost(LHS->getDstPattern(), CGP); |
| 167 | unsigned RHSCost = getResultPatternCost(RHS->getDstPattern(), CGP); |
| 168 | if (LHSCost < RHSCost) return true; |
| 169 | if (LHSCost > RHSCost) return false; |
| 170 | |
Chris Lattner | 117ccb7 | 2010-03-01 22:09:11 +0000 | [diff] [blame] | 171 | unsigned LHSPatSize = getResultPatternSize(LHS->getDstPattern(), CGP); |
| 172 | unsigned RHSPatSize = getResultPatternSize(RHS->getDstPattern(), CGP); |
| 173 | if (LHSPatSize < RHSPatSize) return true; |
| 174 | if (LHSPatSize > RHSPatSize) return false; |
| 175 | |
| 176 | // Sort based on the UID of the pattern, giving us a deterministic ordering. |
Chris Lattner | d272fee | 2010-03-02 18:15:02 +0000 | [diff] [blame] | 177 | assert(LHS == RHS || LHS->ID != RHS->ID); |
Chris Lattner | 117ccb7 | 2010-03-01 22:09:11 +0000 | [diff] [blame] | 178 | return LHS->ID < RHS->ID; |
Chris Lattner | 99ce6e8 | 2010-02-21 19:22:06 +0000 | [diff] [blame] | 179 | } |
| 180 | }; |
| 181 | } |
| 182 | |
| 183 | |
Daniel Dunbar | 1a55180 | 2009-07-03 00:10:29 +0000 | [diff] [blame] | 184 | void DAGISelEmitter::run(raw_ostream &OS) { |
Chris Lattner | 200c57e | 2008-01-05 22:58:54 +0000 | [diff] [blame] | 185 | EmitSourceFileHeader("DAG Instruction Selector for the " + |
| 186 | CGP.getTargetInfo().getName() + " target", OS); |
Chris Lattner | 54cb8fd | 2005-09-07 23:44:43 +0000 | [diff] [blame] | 187 | |
Chris Lattner | 1f39e29 | 2005-09-14 00:09:24 +0000 | [diff] [blame] | 188 | OS << "// *** NOTE: This file is #included into the middle of the target\n" |
| 189 | << "// *** instruction selector class. These functions are really " |
| 190 | << "methods.\n\n"; |
Chris Lattner | f8dc061 | 2008-02-03 06:49:24 +0000 | [diff] [blame] | 191 | |
Chris Lattner | 4d0c931 | 2010-03-01 01:54:19 +0000 | [diff] [blame] | 192 | DEBUG(errs() << "\n\nALL PATTERNS TO MATCH:\n\n"; |
| 193 | for (CodeGenDAGPatterns::ptm_iterator I = CGP.ptm_begin(), |
| 194 | E = CGP.ptm_end(); I != E; ++I) { |
| 195 | errs() << "PATTERN: "; I->getSrcPattern()->dump(); |
| 196 | errs() << "\nRESULT: "; I->getDstPattern()->dump(); |
| 197 | errs() << "\n"; |
| 198 | }); |
| 199 | |
| 200 | // FIXME: These are being used by hand written code, gross. |
Chris Lattner | dc32f98 | 2008-01-05 22:43:57 +0000 | [diff] [blame] | 201 | EmitPredicateFunctions(OS); |
Chris Lattner | 4d0c931 | 2010-03-01 01:54:19 +0000 | [diff] [blame] | 202 | |
Chris Lattner | 99ce6e8 | 2010-02-21 19:22:06 +0000 | [diff] [blame] | 203 | // Add all the patterns to a temporary list so we can sort them. |
| 204 | std::vector<const PatternToMatch*> Patterns; |
| 205 | for (CodeGenDAGPatterns::ptm_iterator I = CGP.ptm_begin(), E = CGP.ptm_end(); |
| 206 | I != E; ++I) |
| 207 | Patterns.push_back(&*I); |
| 208 | |
| 209 | // We want to process the matches in order of minimal cost. Sort the patterns |
| 210 | // so the least cost one is at the start. |
Chris Lattner | 99ce6e8 | 2010-02-21 19:22:06 +0000 | [diff] [blame] | 211 | std::stable_sort(Patterns.begin(), Patterns.end(), |
Chris Lattner | adc5347 | 2010-03-01 21:49:54 +0000 | [diff] [blame] | 212 | PatternSortingPredicate(CGP)); |
Chris Lattner | 99ce6e8 | 2010-02-21 19:22:06 +0000 | [diff] [blame] | 213 | |
| 214 | |
Chris Lattner | fa342fa | 2010-03-01 07:17:40 +0000 | [diff] [blame] | 215 | // Convert each variant of each pattern into a Matcher. |
Chris Lattner | d6c8472 | 2010-02-25 19:00:39 +0000 | [diff] [blame] | 216 | std::vector<Matcher*> PatternMatchers; |
Chris Lattner | fa342fa | 2010-03-01 07:17:40 +0000 | [diff] [blame] | 217 | for (unsigned i = 0, e = Patterns.size(); i != e; ++i) { |
| 218 | for (unsigned Variant = 0; ; ++Variant) { |
| 219 | if (Matcher *M = ConvertPatternToMatcher(*Patterns[i], Variant, CGP)) |
| 220 | PatternMatchers.push_back(M); |
| 221 | else |
| 222 | break; |
| 223 | } |
| 224 | } |
| 225 | |
Chris Lattner | d6c8472 | 2010-02-25 19:00:39 +0000 | [diff] [blame] | 226 | Matcher *TheMatcher = new ScopeMatcher(&PatternMatchers[0], |
| 227 | PatternMatchers.size()); |
Chris Lattner | 05446e7 | 2010-02-16 23:13:59 +0000 | [diff] [blame] | 228 | |
Chris Lattner | c78f2a3 | 2010-02-28 20:49:53 +0000 | [diff] [blame] | 229 | TheMatcher = OptimizeMatcher(TheMatcher, CGP); |
Chris Lattner | da272d1 | 2010-02-15 08:04:42 +0000 | [diff] [blame] | 230 | //Matcher->dump(); |
Chris Lattner | 4d0c931 | 2010-03-01 01:54:19 +0000 | [diff] [blame] | 231 | EmitMatcherTable(TheMatcher, CGP, OS); |
Chris Lattner | b21ba71 | 2010-02-25 02:04:40 +0000 | [diff] [blame] | 232 | delete TheMatcher; |
Chris Lattner | 54cb8fd | 2005-09-07 23:44:43 +0000 | [diff] [blame] | 233 | } |