Chandler Carruth | 3c256fb | 2012-03-16 05:51:52 +0000 | [diff] [blame] | 1 | //===- CodeMetrics.cpp - Code cost measurements ---------------------------===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file implements code cost measurement utilities. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
Hal Finkel | 57f03dd | 2014-09-07 13:49:57 +0000 | [diff] [blame] | 14 | #include "llvm/Analysis/AssumptionTracker.h" |
Chandler Carruth | 3c256fb | 2012-03-16 05:51:52 +0000 | [diff] [blame] | 15 | #include "llvm/Analysis/CodeMetrics.h" |
Hal Finkel | 57f03dd | 2014-09-07 13:49:57 +0000 | [diff] [blame] | 16 | #include "llvm/Analysis/LoopInfo.h" |
Chandler Carruth | bb9caa9 | 2013-01-21 13:04:33 +0000 | [diff] [blame] | 17 | #include "llvm/Analysis/TargetTransformInfo.h" |
Hal Finkel | 57f03dd | 2014-09-07 13:49:57 +0000 | [diff] [blame] | 18 | #include "llvm/Analysis/ValueTracking.h" |
Chandler Carruth | 219b89b | 2014-03-04 11:01:28 +0000 | [diff] [blame] | 19 | #include "llvm/IR/CallSite.h" |
Chandler Carruth | 9fb823b | 2013-01-02 11:36:10 +0000 | [diff] [blame] | 20 | #include "llvm/IR/DataLayout.h" |
| 21 | #include "llvm/IR/Function.h" |
| 22 | #include "llvm/IR/IntrinsicInst.h" |
Hal Finkel | 57f03dd | 2014-09-07 13:49:57 +0000 | [diff] [blame] | 23 | #include "llvm/Support/Debug.h" |
| 24 | |
| 25 | #define DEBUG_TYPE "code-metrics" |
Chandler Carruth | 3c256fb | 2012-03-16 05:51:52 +0000 | [diff] [blame] | 26 | |
| 27 | using namespace llvm; |
| 28 | |
Hal Finkel | 57f03dd | 2014-09-07 13:49:57 +0000 | [diff] [blame] | 29 | static void completeEphemeralValues(SmallVector<const Value *, 16> &WorkSet, |
| 30 | SmallPtrSetImpl<const Value*> &EphValues) { |
| 31 | SmallPtrSet<const Value *, 32> Visited; |
| 32 | |
| 33 | // Make sure that all of the items in WorkSet are in our EphValues set. |
| 34 | EphValues.insert(WorkSet.begin(), WorkSet.end()); |
| 35 | |
| 36 | // Note: We don't speculate PHIs here, so we'll miss instruction chains kept |
| 37 | // alive only by ephemeral values. |
| 38 | |
| 39 | while (!WorkSet.empty()) { |
| 40 | const Value *V = WorkSet.pop_back_val(); |
| 41 | if (!Visited.insert(V)) |
| 42 | continue; |
| 43 | |
| 44 | // If all uses of this value are ephemeral, then so is this value. |
| 45 | bool FoundNEUse = false; |
| 46 | for (const User *I : V->users()) |
| 47 | if (!EphValues.count(I)) { |
| 48 | FoundNEUse = true; |
| 49 | break; |
| 50 | } |
| 51 | |
| 52 | if (FoundNEUse) |
| 53 | continue; |
| 54 | |
| 55 | EphValues.insert(V); |
| 56 | DEBUG(dbgs() << "Ephemeral Value: " << *V << "\n"); |
| 57 | |
| 58 | if (const User *U = dyn_cast<User>(V)) |
| 59 | for (const Value *J : U->operands()) { |
| 60 | if (isSafeToSpeculativelyExecute(J)) |
| 61 | WorkSet.push_back(J); |
| 62 | } |
| 63 | } |
| 64 | } |
| 65 | |
| 66 | // Find all ephemeral values. |
| 67 | void CodeMetrics::collectEphemeralValues(const Loop *L, AssumptionTracker *AT, |
| 68 | SmallPtrSetImpl<const Value*> &EphValues) { |
| 69 | SmallVector<const Value *, 16> WorkSet; |
| 70 | |
| 71 | for (auto &I : AT->assumptions(L->getHeader()->getParent())) { |
| 72 | // Filter out call sites outside of the loop so we don't to a function's |
| 73 | // worth of work for each of its loops (and, in the common case, ephemeral |
| 74 | // values in the loop are likely due to @llvm.assume calls in the loop). |
| 75 | if (!L->contains(I->getParent())) |
| 76 | continue; |
| 77 | |
| 78 | WorkSet.push_back(I); |
| 79 | } |
| 80 | |
| 81 | completeEphemeralValues(WorkSet, EphValues); |
| 82 | } |
| 83 | |
| 84 | void CodeMetrics::collectEphemeralValues(const Function *F, AssumptionTracker *AT, |
| 85 | SmallPtrSetImpl<const Value*> &EphValues) { |
| 86 | SmallVector<const Value *, 16> WorkSet; |
| 87 | |
| 88 | for (auto &I : AT->assumptions(const_cast<Function*>(F))) |
| 89 | WorkSet.push_back(I); |
| 90 | |
| 91 | completeEphemeralValues(WorkSet, EphValues); |
| 92 | } |
| 93 | |
Chandler Carruth | 3c256fb | 2012-03-16 05:51:52 +0000 | [diff] [blame] | 94 | /// analyzeBasicBlock - Fill in the current structure with information gleaned |
| 95 | /// from the specified block. |
| 96 | void CodeMetrics::analyzeBasicBlock(const BasicBlock *BB, |
Hal Finkel | 57f03dd | 2014-09-07 13:49:57 +0000 | [diff] [blame] | 97 | const TargetTransformInfo &TTI, |
| 98 | SmallPtrSetImpl<const Value*> &EphValues) { |
Chandler Carruth | 3c256fb | 2012-03-16 05:51:52 +0000 | [diff] [blame] | 99 | ++NumBlocks; |
| 100 | unsigned NumInstsBeforeThisBB = NumInsts; |
| 101 | for (BasicBlock::const_iterator II = BB->begin(), E = BB->end(); |
| 102 | II != E; ++II) { |
Hal Finkel | 57f03dd | 2014-09-07 13:49:57 +0000 | [diff] [blame] | 103 | // Skip ephemeral values. |
| 104 | if (EphValues.count(II)) |
| 105 | continue; |
| 106 | |
Chandler Carruth | 3c256fb | 2012-03-16 05:51:52 +0000 | [diff] [blame] | 107 | // Special handling for calls. |
| 108 | if (isa<CallInst>(II) || isa<InvokeInst>(II)) { |
Chandler Carruth | 3c256fb | 2012-03-16 05:51:52 +0000 | [diff] [blame] | 109 | ImmutableCallSite CS(cast<Instruction>(II)); |
| 110 | |
| 111 | if (const Function *F = CS.getCalledFunction()) { |
| 112 | // If a function is both internal and has a single use, then it is |
| 113 | // extremely likely to get inlined in the future (it was probably |
| 114 | // exposed by an interleaved devirtualization pass). |
| 115 | if (!CS.isNoInline() && F->hasInternalLinkage() && F->hasOneUse()) |
| 116 | ++NumInlineCandidates; |
| 117 | |
| 118 | // If this call is to function itself, then the function is recursive. |
| 119 | // Inlining it into other functions is a bad idea, because this is |
| 120 | // basically just a form of loop peeling, and our metrics aren't useful |
| 121 | // for that case. |
| 122 | if (F == BB->getParent()) |
| 123 | isRecursive = true; |
Chandler Carruth | 3c256fb | 2012-03-16 05:51:52 +0000 | [diff] [blame] | 124 | |
Chandler Carruth | 0ba8db4 | 2013-01-22 11:26:02 +0000 | [diff] [blame] | 125 | if (TTI.isLoweredToCall(F)) |
| 126 | ++NumCalls; |
| 127 | } else { |
Chandler Carruth | 3c256fb | 2012-03-16 05:51:52 +0000 | [diff] [blame] | 128 | // We don't want inline asm to count as a call - that would prevent loop |
| 129 | // unrolling. The argument setup cost is still real, though. |
| 130 | if (!isa<InlineAsm>(CS.getCalledValue())) |
| 131 | ++NumCalls; |
| 132 | } |
| 133 | } |
| 134 | |
| 135 | if (const AllocaInst *AI = dyn_cast<AllocaInst>(II)) { |
| 136 | if (!AI->isStaticAlloca()) |
| 137 | this->usesDynamicAlloca = true; |
| 138 | } |
| 139 | |
| 140 | if (isa<ExtractElementInst>(II) || II->getType()->isVectorTy()) |
| 141 | ++NumVectorInsts; |
| 142 | |
James Molloy | 4f6fb95 | 2012-12-20 16:04:27 +0000 | [diff] [blame] | 143 | if (const CallInst *CI = dyn_cast<CallInst>(II)) |
Eli Bendersky | 576ef3c | 2014-03-17 16:19:07 +0000 | [diff] [blame] | 144 | if (CI->cannotDuplicate()) |
James Molloy | 4f6fb95 | 2012-12-20 16:04:27 +0000 | [diff] [blame] | 145 | notDuplicatable = true; |
| 146 | |
| 147 | if (const InvokeInst *InvI = dyn_cast<InvokeInst>(II)) |
Eli Bendersky | 576ef3c | 2014-03-17 16:19:07 +0000 | [diff] [blame] | 148 | if (InvI->cannotDuplicate()) |
James Molloy | 4f6fb95 | 2012-12-20 16:04:27 +0000 | [diff] [blame] | 149 | notDuplicatable = true; |
| 150 | |
Chandler Carruth | 0ba8db4 | 2013-01-22 11:26:02 +0000 | [diff] [blame] | 151 | NumInsts += TTI.getUserCost(&*II); |
Chandler Carruth | 3c256fb | 2012-03-16 05:51:52 +0000 | [diff] [blame] | 152 | } |
| 153 | |
| 154 | if (isa<ReturnInst>(BB->getTerminator())) |
| 155 | ++NumRets; |
| 156 | |
| 157 | // We never want to inline functions that contain an indirectbr. This is |
| 158 | // incorrect because all the blockaddress's (in static global initializers |
| 159 | // for example) would be referring to the original function, and this indirect |
| 160 | // jump would jump from the inlined copy of the function into the original |
| 161 | // function which is extremely undefined behavior. |
| 162 | // FIXME: This logic isn't really right; we can safely inline functions |
| 163 | // with indirectbr's as long as no other function or global references the |
| 164 | // blockaddress of a block within the current function. And as a QOI issue, |
| 165 | // if someone is using a blockaddress without an indirectbr, and that |
| 166 | // reference somehow ends up in another function or global, we probably |
| 167 | // don't want to inline this function. |
James Molloy | 4f6fb95 | 2012-12-20 16:04:27 +0000 | [diff] [blame] | 168 | notDuplicatable |= isa<IndirectBrInst>(BB->getTerminator()); |
Chandler Carruth | 3c256fb | 2012-03-16 05:51:52 +0000 | [diff] [blame] | 169 | |
| 170 | // Remember NumInsts for this BB. |
| 171 | NumBBInsts[BB] = NumInsts - NumInstsBeforeThisBB; |
| 172 | } |