blob: a2a1a626551aba279309f0fef4b301c94a7e6e9e [file] [log] [blame]
Andrew Lenharthcf996d42008-09-03 21:00:28 +00001//===-- PartialSpecialization.cpp - Specialize for common constants--------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This pass finds function arguments that are often a common constant and
11// specializes a version of the called function for that constant.
12//
Andrew Lenharthef780322008-09-04 14:34:22 +000013// This pass simply does the cloning for functions it specializes. It depends
14// on IPSCCP and DAE to clean up the results.
15//
16// The initial heuristic favors constant arguments that are used in control
17// flow.
Andrew Lenharthcf996d42008-09-03 21:00:28 +000018//
19//===----------------------------------------------------------------------===//
20
21#define DEBUG_TYPE "partialspecialization"
22#include "llvm/Transforms/IPO.h"
23#include "llvm/Constant.h"
24#include "llvm/Instructions.h"
25#include "llvm/Module.h"
26#include "llvm/Pass.h"
27#include "llvm/ADT/Statistic.h"
28#include "llvm/Transforms/Utils/Cloning.h"
Andrew Lenhartheb504792008-09-04 18:51:26 +000029#include "llvm/Support/CallSite.h"
Andrew Lenharthcf996d42008-09-03 21:00:28 +000030#include "llvm/Support/Compiler.h"
Andrew Lenhartheb504792008-09-04 18:51:26 +000031#include "llvm/ADT/DenseSet.h"
Andrew Lenharthcf996d42008-09-03 21:00:28 +000032#include <map>
Andrew Lenharthcf996d42008-09-03 21:00:28 +000033using namespace llvm;
34
35STATISTIC(numSpecialized, "Number of specialized functions created");
36
Andrew Lenharthef780322008-09-04 14:34:22 +000037// Call must be used at least occasionally
Andrew Lenharthcf996d42008-09-03 21:00:28 +000038static const int CallsMin = 5;
Andrew Lenharthef780322008-09-04 14:34:22 +000039
40// Must have 10% of calls having the same constant to specialize on
Andrew Lenharthcf996d42008-09-03 21:00:28 +000041static const double ConstValPercent = .1;
42
43namespace {
44 class VISIBILITY_HIDDEN PartSpec : public ModulePass {
Andrew Lenharthef780322008-09-04 14:34:22 +000045 void scanForInterest(Function&, SmallVector<int, 6>&);
Andrew Lenharthcf996d42008-09-03 21:00:28 +000046 int scanDistribution(Function&, int, std::map<Constant*, int>&);
47 public :
48 static char ID; // Pass identification, replacement for typeid
Dan Gohmanae73dc12008-09-04 17:05:41 +000049 PartSpec() : ModulePass(&ID) {}
Andrew Lenharthcf996d42008-09-03 21:00:28 +000050 bool runOnModule(Module &M);
51 };
52}
53
54char PartSpec::ID = 0;
55static RegisterPass<PartSpec>
56X("partialspecialization", "Partial Specialization");
57
Andrew Lenhartheb504792008-09-04 18:51:26 +000058// Specialize F by replacing the arguments (keys) in replacements with the
59// constants (values). Replace all calls to F with those constants with
60// a call to the specialized function. Returns the specialized function
61static Function*
62SpecializeFunction(Function* F,
63 DenseMap<const Value*, Value*>& replacements) {
64 // arg numbers of deleted arguments
65 DenseSet<unsigned> deleted;
66 for (DenseMap<const Value*, Value*>::iterator
67 repb = replacements.begin(), repe = replacements.end();
68 repb != repe; ++ repb)
69 deleted.insert(cast<Argument>(repb->first)->getArgNo());
70
71 Function* NF = CloneFunction(F, replacements);
72 NF->setLinkage(GlobalValue::InternalLinkage);
73 F->getParent()->getFunctionList().push_back(NF);
74
75 for (Value::use_iterator ii = F->use_begin(), ee = F->use_end();
76 ii != ee; ) {
77 Value::use_iterator i = ii;;
78 ++ii;
79 if (isa<CallInst>(i) || isa<InvokeInst>(i)) {
80 CallSite CS(cast<Instruction>(i));
81 if (CS.getCalledFunction() == F) {
82
83 SmallVector<Value*, 6> args;
84 for (unsigned x = 0; x < CS.arg_size(); ++x)
85 if (!deleted.count(x))
86 args.push_back(CS.getArgument(x));
87 Value* NCall;
88 if (isa<CallInst>(i))
89 NCall = CallInst::Create(NF, args.begin(), args.end(),
90 CS.getInstruction()->getName(),
91 CS.getInstruction());
92 else
93 NCall = InvokeInst::Create(NF, cast<InvokeInst>(i)->getNormalDest(),
94 cast<InvokeInst>(i)->getUnwindDest(),
95 args.begin(), args.end(),
96 CS.getInstruction()->getName(),
97 CS.getInstruction());
98 CS.getInstruction()->replaceAllUsesWith(NCall);
99 CS.getInstruction()->eraseFromParent();
100 }
101 }
102 }
103 return NF;
104}
105
106
Andrew Lenharthcf996d42008-09-03 21:00:28 +0000107bool PartSpec::runOnModule(Module &M) {
108 bool Changed = false;
109 for (Module::iterator I = M.begin(); I != M.end(); ++I) {
110 Function &F = *I;
Nuno Lopes7a85a622008-10-08 18:45:59 +0000111 if (F.isDeclaration() || F.mayBeOverridden()) continue;
Andrew Lenharthef780322008-09-04 14:34:22 +0000112 SmallVector<int, 6> interestingArgs;
113 scanForInterest(F, interestingArgs);
114
115 // Find the first interesting Argument that we can specialize on
116 // If there are multiple interesting Arguments, then those will be found
117 // when processing the cloned function.
118 bool breakOuter = false;
119 for (unsigned int x = 0; !breakOuter && x < interestingArgs.size(); ++x) {
120 std::map<Constant*, int> distribution;
121 int total = scanDistribution(F, interestingArgs[x], distribution);
122 if (total > CallsMin)
123 for (std::map<Constant*, int>::iterator ii = distribution.begin(),
124 ee = distribution.end(); ii != ee; ++ii)
125 if (total > ii->second && ii->first &&
126 ii->second > total * ConstValPercent) {
Andrew Lenhartheb504792008-09-04 18:51:26 +0000127 DenseMap<const Value*, Value*> m;
128 Function::arg_iterator arg = F.arg_begin();
129 for (int y = 0; y < interestingArgs[x]; ++y)
130 ++arg;
131 m[&*arg] = ii->first;
132 SpecializeFunction(&F, m);
133 ++numSpecialized;
Andrew Lenharthef780322008-09-04 14:34:22 +0000134 breakOuter = true;
135 Changed = true;
136 }
Andrew Lenharthcf996d42008-09-03 21:00:28 +0000137 }
138 }
139 return Changed;
140}
141
142/// scanForInterest - This function decides which arguments would be worth
Andrew Lenharthef780322008-09-04 14:34:22 +0000143/// specializing on.
144void PartSpec::scanForInterest(Function& F, SmallVector<int, 6>& args) {
Andrew Lenharthcf996d42008-09-03 21:00:28 +0000145 for(Function::arg_iterator ii = F.arg_begin(), ee = F.arg_end();
146 ii != ee; ++ii) {
147 for(Value::use_iterator ui = ii->use_begin(), ue = ii->use_end();
148 ui != ue; ++ui) {
Andrew Lenhartheb504792008-09-04 18:51:26 +0000149
150 bool interesting = false;
151
152 if (isa<CmpInst>(ui)) interesting = true;
153 else if (isa<CallInst>(ui))
154 interesting = ui->getOperand(0) == ii;
155 else if (isa<InvokeInst>(ui))
156 interesting = ui->getOperand(0) == ii;
157 else if (isa<SwitchInst>(ui)) interesting = true;
158 else if (isa<BranchInst>(ui)) interesting = true;
159
160 if (interesting) {
Andrew Lenharthcf996d42008-09-03 21:00:28 +0000161 args.push_back(std::distance(F.arg_begin(), ii));
162 break;
163 }
164 }
165 }
166}
167
Andrew Lenharth06a12422008-11-03 19:29:29 +0000168/// scanDistribution - Construct a histogram of constants for arg of F at arg.
Andrew Lenharthcf996d42008-09-03 21:00:28 +0000169int PartSpec::scanDistribution(Function& F, int arg,
170 std::map<Constant*, int>& dist) {
Andrew Lenharthef780322008-09-04 14:34:22 +0000171 bool hasIndirect = false;
Andrew Lenharthcf996d42008-09-03 21:00:28 +0000172 int total = 0;
173 for(Value::use_iterator ii = F.use_begin(), ee = F.use_end();
174 ii != ee; ++ii)
Andrew Lenharth97bd9a92008-11-03 16:05:35 +0000175 if ((isa<CallInst>(ii) || isa<InvokeInst>(ii))
176 && ii->getOperand(0) == &F) {
177 ++dist[dyn_cast<Constant>(ii->getOperand(arg + 1))];
Andrew Lenharthcf996d42008-09-03 21:00:28 +0000178 ++total;
179 } else
Andrew Lenharthef780322008-09-04 14:34:22 +0000180 hasIndirect = true;
181
182 // Preserve the original address taken function even if all other uses
183 // will be specialized.
184 if (hasIndirect) ++total;
Andrew Lenharthcf996d42008-09-03 21:00:28 +0000185 return total;
186}
187
188ModulePass* llvm::createPartialSpecializationPass() { return new PartSpec(); }