Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 1 | //===- EdgeProfiling.cpp - Insert counters for edge profiling -------------===// |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 2 | // |
Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | 4ee451d | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
Misha Brukman | fd93908 | 2005-04-21 23:48:37 +0000 | [diff] [blame] | 7 | // |
Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This pass instruments the specified program with counters for edge profiling. |
| 11 | // Edge profiling can give a reasonable approximation of the hot paths through a |
| 12 | // program, and is used for a wide variety of program transformations. |
| 13 | // |
| 14 | // Note that this implementation is very naive. We insert a counter for *every* |
| 15 | // edge in the program, instead of using control flow information to prune the |
| 16 | // number of counters inserted. |
| 17 | // |
| 18 | //===----------------------------------------------------------------------===// |
Andreas Neustifter | 62353a8 | 2009-09-01 10:08:39 +0000 | [diff] [blame] | 19 | #define DEBUG_TYPE "insert-edge-profiling" |
Andrew Trick | 04317cc | 2011-01-29 01:09:53 +0000 | [diff] [blame] | 20 | |
Bill Wendling | e815619 | 2006-12-07 01:30:32 +0000 | [diff] [blame] | 21 | #include "ProfilingUtils.h" |
Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 22 | #include "llvm/Module.h" |
| 23 | #include "llvm/Pass.h" |
Benjamin Kramer | cfa6ec9 | 2009-08-23 11:37:21 +0000 | [diff] [blame] | 24 | #include "llvm/Support/raw_ostream.h" |
Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 25 | #include "llvm/Transforms/Utils/BasicBlockUtils.h" |
Jeff Cohen | d9ed8c8 | 2005-01-07 06:57:28 +0000 | [diff] [blame] | 26 | #include "llvm/Transforms/Instrumentation.h" |
Andreas Neustifter | 62353a8 | 2009-09-01 10:08:39 +0000 | [diff] [blame] | 27 | #include "llvm/ADT/Statistic.h" |
Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 28 | #include <set> |
| 29 | using namespace llvm; |
| 30 | |
Andreas Neustifter | 62353a8 | 2009-09-01 10:08:39 +0000 | [diff] [blame] | 31 | STATISTIC(NumEdgesInserted, "The # of edges inserted."); |
| 32 | |
Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 33 | namespace { |
Nick Lewycky | 6726b6d | 2009-10-25 06:33:48 +0000 | [diff] [blame] | 34 | class EdgeProfiler : public ModulePass { |
Chris Lattner | b12914b | 2004-09-20 04:48:05 +0000 | [diff] [blame] | 35 | bool runOnModule(Module &M); |
Devang Patel | 794fd75 | 2007-05-01 21:15:47 +0000 | [diff] [blame] | 36 | public: |
Nick Lewycky | ecd94c8 | 2007-05-06 13:37:16 +0000 | [diff] [blame] | 37 | static char ID; // Pass identification, replacement for typeid |
Owen Anderson | 081c34b | 2010-10-19 17:21:58 +0000 | [diff] [blame] | 38 | EdgeProfiler() : ModulePass(ID) { |
| 39 | initializeEdgeProfilerPass(*PassRegistry::getPassRegistry()); |
| 40 | } |
Andreas Neustifter | 62353a8 | 2009-09-01 10:08:39 +0000 | [diff] [blame] | 41 | |
| 42 | virtual const char *getPassName() const { |
| 43 | return "Edge Profiler"; |
| 44 | } |
Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 45 | }; |
Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 46 | } |
| 47 | |
Dan Gohman | 844731a | 2008-05-13 00:00:25 +0000 | [diff] [blame] | 48 | char EdgeProfiler::ID = 0; |
Owen Anderson | d13db2c | 2010-07-21 22:09:45 +0000 | [diff] [blame] | 49 | INITIALIZE_PASS(EdgeProfiler, "insert-edge-profiling", |
Owen Anderson | ce665bd | 2010-10-07 22:25:06 +0000 | [diff] [blame] | 50 | "Insert instrumentation for edge profiling", false, false) |
Dan Gohman | 844731a | 2008-05-13 00:00:25 +0000 | [diff] [blame] | 51 | |
Jeff Cohen | d9ed8c8 | 2005-01-07 06:57:28 +0000 | [diff] [blame] | 52 | ModulePass *llvm::createEdgeProfilerPass() { return new EdgeProfiler(); } |
| 53 | |
Chris Lattner | b12914b | 2004-09-20 04:48:05 +0000 | [diff] [blame] | 54 | bool EdgeProfiler::runOnModule(Module &M) { |
Reid Spencer | 688b049 | 2007-02-05 21:19:13 +0000 | [diff] [blame] | 55 | Function *Main = M.getFunction("main"); |
Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 56 | if (Main == 0) { |
Benjamin Kramer | cfa6ec9 | 2009-08-23 11:37:21 +0000 | [diff] [blame] | 57 | errs() << "WARNING: cannot insert edge profiling into a module" |
| 58 | << " with no main function!\n"; |
Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 59 | return false; // No main, no instrumentation! |
| 60 | } |
| 61 | |
| 62 | std::set<BasicBlock*> BlocksToInstrument; |
| 63 | unsigned NumEdges = 0; |
Daniel Dunbar | caaa493 | 2009-08-08 17:43:09 +0000 | [diff] [blame] | 64 | for (Module::iterator F = M.begin(), E = M.end(); F != E; ++F) { |
| 65 | if (F->isDeclaration()) continue; |
| 66 | // Reserve space for (0,entry) edge. |
| 67 | ++NumEdges; |
Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 68 | for (Function::iterator BB = F->begin(), E = F->end(); BB != E; ++BB) { |
| 69 | // Keep track of which blocks need to be instrumented. We don't want to |
| 70 | // instrument blocks that are added as the result of breaking critical |
| 71 | // edges! |
| 72 | BlocksToInstrument.insert(BB); |
| 73 | NumEdges += BB->getTerminator()->getNumSuccessors(); |
| 74 | } |
Daniel Dunbar | caaa493 | 2009-08-08 17:43:09 +0000 | [diff] [blame] | 75 | } |
Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 76 | |
Chris Lattner | db125cf | 2011-07-18 04:54:35 +0000 | [diff] [blame^] | 77 | Type *ATy = ArrayType::get(Type::getInt32Ty(M.getContext()), NumEdges); |
Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 78 | GlobalVariable *Counters = |
Owen Anderson | e9b11b4 | 2009-07-08 19:03:57 +0000 | [diff] [blame] | 79 | new GlobalVariable(M, ATy, false, GlobalValue::InternalLinkage, |
Owen Anderson | a7235ea | 2009-07-31 20:28:14 +0000 | [diff] [blame] | 80 | Constant::getNullValue(ATy), "EdgeProfCounters"); |
Andreas Neustifter | 62353a8 | 2009-09-01 10:08:39 +0000 | [diff] [blame] | 81 | NumEdgesInserted = NumEdges; |
Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 82 | |
Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 83 | // Instrument all of the edges... |
| 84 | unsigned i = 0; |
Daniel Dunbar | caaa493 | 2009-08-08 17:43:09 +0000 | [diff] [blame] | 85 | for (Module::iterator F = M.begin(), E = M.end(); F != E; ++F) { |
| 86 | if (F->isDeclaration()) continue; |
| 87 | // Create counter for (0,entry) edge. |
| 88 | IncrementCounterInBlock(&F->getEntryBlock(), i++, Counters); |
Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 89 | for (Function::iterator BB = F->begin(), E = F->end(); BB != E; ++BB) |
| 90 | if (BlocksToInstrument.count(BB)) { // Don't instrument inserted blocks |
| 91 | // Okay, we have to add a counter of each outgoing edge. If the |
| 92 | // outgoing edge is not critical don't split it, just insert the counter |
| 93 | // in the source or destination of the edge. |
| 94 | TerminatorInst *TI = BB->getTerminator(); |
| 95 | for (unsigned s = 0, e = TI->getNumSuccessors(); s != e; ++s) { |
| 96 | // If the edge is critical, split it. |
| 97 | SplitCriticalEdge(TI, s, this); |
| 98 | |
| 99 | // Okay, we are guaranteed that the edge is no longer critical. If we |
| 100 | // only have a single successor, insert the counter in this block, |
| 101 | // otherwise insert it in the successor block. |
Chris Lattner | 915c656 | 2007-12-13 00:04:46 +0000 | [diff] [blame] | 102 | if (TI->getNumSuccessors() == 1) { |
Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 103 | // Insert counter at the start of the block |
Andrew Trick | 04317cc | 2011-01-29 01:09:53 +0000 | [diff] [blame] | 104 | IncrementCounterInBlock(BB, i++, Counters, false); |
Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 105 | } else { |
| 106 | // Insert counter at the start of the block |
Reid Spencer | 518310c | 2004-07-18 00:44:37 +0000 | [diff] [blame] | 107 | IncrementCounterInBlock(TI->getSuccessor(s), i++, Counters); |
Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 108 | } |
| 109 | } |
| 110 | } |
Daniel Dunbar | caaa493 | 2009-08-08 17:43:09 +0000 | [diff] [blame] | 111 | } |
Chris Lattner | b2f12a2 | 2004-03-08 17:54:34 +0000 | [diff] [blame] | 112 | |
| 113 | // Add the initialization call to main. |
| 114 | InsertProfilingInitCall(Main, "llvm_start_edge_profiling", Counters); |
| 115 | return true; |
| 116 | } |
| 117 | |