Chris Lattner | d075cc2 | 2003-08-31 19:10:30 +0000 | [diff] [blame] | 1 | //===- InlineCommon.cpp - Code common to all inliners ---------------------===// |
John Criswell | 482202a | 2003-10-20 19:43:21 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file was developed by the LLVM research group and is distributed under |
| 6 | // the University of Illinois Open Source License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
Chris Lattner | d075cc2 | 2003-08-31 19:10:30 +0000 | [diff] [blame] | 9 | // |
| 10 | // This file implements the code shared between the LLVM inliners. This |
| 11 | // implements all of the boring mechanics of the bottom-up inlining. |
| 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
| 15 | #include "Inliner.h" |
Chris Lattner | b45d907 | 2003-10-31 21:05:58 +0000 | [diff] [blame] | 16 | #include "llvm/Constants.h" // ConstantPointerRef should die |
Chris Lattner | d075cc2 | 2003-08-31 19:10:30 +0000 | [diff] [blame] | 17 | #include "llvm/Module.h" |
| 18 | #include "llvm/iOther.h" |
| 19 | #include "llvm/iTerminators.h" |
| 20 | #include "llvm/Analysis/CallGraph.h" |
| 21 | #include "llvm/Support/CallSite.h" |
| 22 | #include "llvm/Transforms/Utils/Cloning.h" |
| 23 | #include "Support/CommandLine.h" |
| 24 | #include "Support/Debug.h" |
| 25 | #include "Support/Statistic.h" |
Chris Lattner | a82f131 | 2003-11-21 21:45:31 +0000 | [diff] [blame] | 26 | using namespace llvm; |
Brian Gaeke | 960707c | 2003-11-11 22:41:34 +0000 | [diff] [blame] | 27 | |
Chris Lattner | d075cc2 | 2003-08-31 19:10:30 +0000 | [diff] [blame] | 28 | namespace { |
| 29 | Statistic<> NumInlined("inline", "Number of functions inlined"); |
| 30 | Statistic<> NumDeleted("inline", "Number of functions deleted because all callers found"); |
| 31 | cl::opt<unsigned> // FIXME: 200 is VERY conservative |
| 32 | InlineLimit("inline-threshold", cl::Hidden, cl::init(200), |
| 33 | cl::desc("Control the amount of inlining to perform (default = 200)")); |
| 34 | } |
| 35 | |
| 36 | Inliner::Inliner() : InlineThreshold(InlineLimit) {} |
| 37 | |
| 38 | int Inliner::getRecursiveInlineCost(CallSite CS) { |
| 39 | return getInlineCost(CS); |
| 40 | } |
| 41 | |
| 42 | bool Inliner::runOnSCC(const std::vector<CallGraphNode*> &SCC) { |
| 43 | CallGraph &CG = getAnalysis<CallGraph>(); |
| 44 | |
| 45 | std::set<Function*> SCCFunctions; |
| 46 | DEBUG(std::cerr << "Inliner visiting SCC:"); |
| 47 | for (unsigned i = 0, e = SCC.size(); i != e; ++i) { |
| 48 | SCCFunctions.insert(SCC[i]->getFunction()); |
| 49 | DEBUG(std::cerr << " " << (SCC[i]->getFunction() ? |
| 50 | SCC[i]->getFunction()->getName() : "INDIRECTNODE")); |
| 51 | } |
| 52 | DEBUG(std::cerr << "\n"); |
| 53 | |
| 54 | bool Changed = false; |
| 55 | for (std::set<Function*>::iterator SCCI = SCCFunctions.begin(), |
| 56 | E = SCCFunctions.end(); SCCI != E; ++SCCI) { |
| 57 | Function *F = *SCCI; |
| 58 | if (F == 0 || F->isExternal()) continue; |
| 59 | DEBUG(std::cerr << " Inspecting function: " << F->getName() << "\n"); |
| 60 | |
Chris Lattner | 4d25c86 | 2004-04-08 06:34:31 +0000 | [diff] [blame] | 61 | // Scan through and identify all call sites ahead of time so that we only |
| 62 | // inline call sites in the original functions, not call sites that result |
| 63 | // in inlining other functions. |
| 64 | std::vector<CallSite> CallSites; |
Chris Lattner | d075cc2 | 2003-08-31 19:10:30 +0000 | [diff] [blame] | 65 | for (Function::iterator BB = F->begin(), E = F->end(); BB != E; ++BB) |
Chris Lattner | 4d25c86 | 2004-04-08 06:34:31 +0000 | [diff] [blame] | 66 | for (BasicBlock::iterator I = BB->begin(); I != BB->end(); ++I) { |
| 67 | CallSite CS = CallSite::get(I); |
| 68 | if (CS.getInstruction() && CS.getCalledFunction() && |
| 69 | !CS.getCalledFunction()->isExternal()) |
| 70 | CallSites.push_back(CS); |
Chris Lattner | d075cc2 | 2003-08-31 19:10:30 +0000 | [diff] [blame] | 71 | } |
Chris Lattner | 4d25c86 | 2004-04-08 06:34:31 +0000 | [diff] [blame] | 72 | |
| 73 | // Now that we have all of the call sites, loop over them and inline them if |
| 74 | // it looks profitable to do so. |
| 75 | for (unsigned i = 0, e = CallSites.size(); i != e; ++i) { |
| 76 | CallSite CS = CallSites[i]; |
| 77 | Function *Callee = CS.getCalledFunction(); |
| 78 | // Determine whether this is a function IN the SCC... |
| 79 | bool inSCC = SCCFunctions.count(Callee); |
| 80 | |
| 81 | // If the policy determines that we should inline this function, |
| 82 | // try to do so... |
| 83 | int InlineCost = inSCC ? getRecursiveInlineCost(CS) : getInlineCost(CS); |
| 84 | if (InlineCost >= (int)InlineThreshold) { |
| 85 | DEBUG(std::cerr << " NOT Inlining: cost=" << InlineCost |
| 86 | << ", Call: " << *CS.getInstruction()); |
| 87 | } else { |
| 88 | DEBUG(std::cerr << " Inlining: cost=" << InlineCost |
| 89 | << ", Call: " << *CS.getInstruction()); |
| 90 | |
| 91 | Function *Caller = CS.getInstruction()->getParent()->getParent(); |
| 92 | |
| 93 | // Attempt to inline the function... |
| 94 | if (InlineFunction(CS)) { |
| 95 | ++NumInlined; |
| 96 | |
| 97 | if (Callee->hasOneUse()) |
| 98 | if (ConstantPointerRef *CPR = |
| 99 | dyn_cast<ConstantPointerRef>(Callee->use_back())) |
| 100 | if (CPR->use_empty()) |
| 101 | CPR->destroyConstant(); |
| 102 | |
| 103 | // If we inlined the last possible call site to the function, |
| 104 | // delete the function body now. |
| 105 | if (Callee->use_empty() && Callee != Caller && |
| 106 | (Callee->hasInternalLinkage() || Callee->hasLinkOnceLinkage())) { |
| 107 | DEBUG(std::cerr << " -> Deleting dead function: " |
Chris Lattner | 08f201b | 2004-04-12 04:06:56 +0000 | [diff] [blame^] | 108 | << Callee->getName() << "\n"); |
Chris Lattner | 4d25c86 | 2004-04-08 06:34:31 +0000 | [diff] [blame] | 109 | std::set<Function*>::iterator I = SCCFunctions.find(Callee); |
| 110 | if (I != SCCFunctions.end()) // Remove function from this SCC. |
| 111 | SCCFunctions.erase(I); |
| 112 | |
| 113 | Callee->getParent()->getFunctionList().erase(Callee); |
| 114 | ++NumDeleted; |
| 115 | } |
| 116 | Changed = true; |
| 117 | } |
| 118 | } |
| 119 | } |
Chris Lattner | d075cc2 | 2003-08-31 19:10:30 +0000 | [diff] [blame] | 120 | } |
Chris Lattner | 4d25c86 | 2004-04-08 06:34:31 +0000 | [diff] [blame] | 121 | |
Chris Lattner | d075cc2 | 2003-08-31 19:10:30 +0000 | [diff] [blame] | 122 | return Changed; |
| 123 | } |
| 124 | |