blob: 46cf4b25e42b031a3c8b9137d861f21a8b759cb5 [file] [log] [blame]
Dan Gohmanf17a25c2007-07-18 16:29:46 +00001//===- InlineSimple.cpp - Code to perform simple function inlining --------===//
2//
3// The LLVM Compiler Infrastructure
4//
Chris Lattner081ce942007-12-29 20:36:04 +00005// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
Dan Gohmanf17a25c2007-07-18 16:29:46 +00007//
8//===----------------------------------------------------------------------===//
9//
10// This file implements bottom-up inlining of functions into callees.
11//
12//===----------------------------------------------------------------------===//
13
14#define DEBUG_TYPE "inline"
15#include "llvm/CallingConv.h"
16#include "llvm/Instructions.h"
17#include "llvm/IntrinsicInst.h"
18#include "llvm/Module.h"
19#include "llvm/Type.h"
20#include "llvm/Analysis/CallGraph.h"
Dan Gohmanfad07182009-10-13 18:30:07 +000021#include "llvm/Analysis/InlineCost.h"
Dan Gohmanf17a25c2007-07-18 16:29:46 +000022#include "llvm/Support/CallSite.h"
Dan Gohmanf17a25c2007-07-18 16:29:46 +000023#include "llvm/Transforms/IPO.h"
24#include "llvm/Transforms/IPO/InlinerPass.h"
Devang Pateld6605a82007-07-27 18:34:27 +000025#include "llvm/ADT/SmallPtrSet.h"
Dan Gohmanf17a25c2007-07-18 16:29:46 +000026
27using namespace llvm;
28
29namespace {
Dan Gohmanf17a25c2007-07-18 16:29:46 +000030
Nick Lewycky492d06e2009-10-25 06:33:48 +000031 class SimpleInliner : public Inliner {
Devang Pateld6605a82007-07-27 18:34:27 +000032 // Functions that are never inlined
33 SmallPtrSet<const Function*, 16> NeverInline;
Devang Patel7c2e99c2007-07-25 18:00:25 +000034 InlineCostAnalyzer CA;
Dan Gohmanf17a25c2007-07-18 16:29:46 +000035 public:
36 SimpleInliner() : Inliner(&ID) {}
Chris Lattner758296d2008-01-12 06:49:13 +000037 SimpleInliner(int Threshold) : Inliner(&ID, Threshold) {}
Dan Gohmanf17a25c2007-07-18 16:29:46 +000038 static char ID; // Pass identification, replacement for typeid
Daniel Dunbarde4982c2008-10-30 19:26:59 +000039 InlineCost getInlineCost(CallSite CS) {
Devang Patel7c2e99c2007-07-25 18:00:25 +000040 return CA.getInlineCost(CS, NeverInline);
41 }
Evan Cheng9880e572008-03-24 06:37:48 +000042 float getInlineFudgeFactor(CallSite CS) {
43 return CA.getInlineFudgeFactor(CS);
44 }
Dale Johannesenec46e482009-01-09 01:30:11 +000045 void resetCachedCostInfo(Function *Caller) {
46 CA.resetCachedCostInfo(Caller);
47 }
Jakob Stoklund Olesen2d11fe62010-03-09 23:02:17 +000048 void growCachedCostInfo(Function* Caller, Function* Callee) {
49 CA.growCachedCostInfo(Caller, Callee);
50 }
Dan Gohmanf17a25c2007-07-18 16:29:46 +000051 virtual bool doInitialization(CallGraph &CG);
52 };
Dan Gohmanf17a25c2007-07-18 16:29:46 +000053}
54
Dan Gohman089efff2008-05-13 00:00:25 +000055char SimpleInliner::ID = 0;
56static RegisterPass<SimpleInliner>
57X("inline", "Function Integration/Inlining");
58
Dan Gohmanf17a25c2007-07-18 16:29:46 +000059Pass *llvm::createFunctionInliningPass() { return new SimpleInliner(); }
60
Chris Lattner758296d2008-01-12 06:49:13 +000061Pass *llvm::createFunctionInliningPass(int Threshold) {
62 return new SimpleInliner(Threshold);
63}
64
Dan Gohmanf17a25c2007-07-18 16:29:46 +000065// doInitialization - Initializes the vector of functions that have been
66// annotated with the noinline attribute.
67bool SimpleInliner::doInitialization(CallGraph &CG) {
68
69 Module &M = CG.getModule();
70
Devang Patel41b03392008-09-03 18:10:21 +000071 for (Module::iterator I = M.begin(), E = M.end();
72 I != E; ++I)
Devang Patel008cd3e2008-09-26 23:51:19 +000073 if (!I->isDeclaration() && I->hasFnAttr(Attribute::NoInline))
Devang Patel41b03392008-09-03 18:10:21 +000074 NeverInline.insert(I);
75
Dan Gohmanf17a25c2007-07-18 16:29:46 +000076 // Get llvm.noinline
77 GlobalVariable *GV = M.getNamedGlobal("llvm.noinline");
78
79 if (GV == 0)
80 return false;
81
Anton Korobeynikov5286e132007-11-22 22:30:10 +000082 // Don't crash on invalid code
Dan Gohman5e423ed2009-08-19 18:20:44 +000083 if (!GV->hasDefinitiveInitializer())
Anton Korobeynikov5286e132007-11-22 22:30:10 +000084 return false;
85
Dan Gohmanf17a25c2007-07-18 16:29:46 +000086 const ConstantArray *InitList = dyn_cast<ConstantArray>(GV->getInitializer());
87
88 if (InitList == 0)
89 return false;
90
91 // Iterate over each element and add to the NeverInline set
92 for (unsigned i = 0, e = InitList->getNumOperands(); i != e; ++i) {
93
94 // Get Source
95 const Constant *Elt = InitList->getOperand(i);
96
97 if (const ConstantExpr *CE = dyn_cast<ConstantExpr>(Elt))
98 if (CE->getOpcode() == Instruction::BitCast)
99 Elt = CE->getOperand(0);
100
101 // Insert into set of functions to never inline
102 if (const Function *F = dyn_cast<Function>(Elt))
103 NeverInline.insert(F);
104 }
105
106 return false;
107}
Devang Patel7c2e99c2007-07-25 18:00:25 +0000108