| Hal Finkel | 2bb61ba | 2015-02-17 01:36:59 +0000 | [diff] [blame] | 1 | //===---- BDCE.cpp - Bit-tracking dead code elimination -------------------===// | 
|  | 2 | // | 
| Chandler Carruth | 2946cd7 | 2019-01-19 08:50:56 +0000 | [diff] [blame] | 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. | 
|  | 4 | // See https://llvm.org/LICENSE.txt for license information. | 
|  | 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception | 
| Hal Finkel | 2bb61ba | 2015-02-17 01:36:59 +0000 | [diff] [blame] | 6 | // | 
|  | 7 | //===----------------------------------------------------------------------===// | 
|  | 8 | // | 
|  | 9 | // This file implements the Bit-Tracking Dead Code Elimination pass. Some | 
|  | 10 | // instructions (shifts, some ands, ors, etc.) kill some of their input bits. | 
|  | 11 | // We track these dead bits and remove instructions that compute only these | 
|  | 12 | // dead bits. | 
|  | 13 | // | 
|  | 14 | //===----------------------------------------------------------------------===// | 
|  | 15 |  | 
| Davide Italiano | 655a145 | 2016-05-25 01:57:04 +0000 | [diff] [blame] | 16 | #include "llvm/Transforms/Scalar/BDCE.h" | 
| Sanjay Patel | fe346f9 | 2017-08-12 16:41:08 +0000 | [diff] [blame] | 17 | #include "llvm/ADT/SmallPtrSet.h" | 
| Hal Finkel | 2bb61ba | 2015-02-17 01:36:59 +0000 | [diff] [blame] | 18 | #include "llvm/ADT/SmallVector.h" | 
|  | 19 | #include "llvm/ADT/Statistic.h" | 
| James Molloy | 87405c7 | 2015-08-14 11:09:09 +0000 | [diff] [blame] | 20 | #include "llvm/Analysis/DemandedBits.h" | 
| Davide Italiano | 655a145 | 2016-05-25 01:57:04 +0000 | [diff] [blame] | 21 | #include "llvm/Analysis/GlobalsModRef.h" | 
| Hal Finkel | 2bb61ba | 2015-02-17 01:36:59 +0000 | [diff] [blame] | 22 | #include "llvm/IR/InstIterator.h" | 
|  | 23 | #include "llvm/IR/Instructions.h" | 
| Reid Kleckner | 05da2fe | 2019-11-13 13:15:01 -0800 | [diff] [blame] | 24 | #include "llvm/InitializePasses.h" | 
| Hal Finkel | 2bb61ba | 2015-02-17 01:36:59 +0000 | [diff] [blame] | 25 | #include "llvm/Pass.h" | 
|  | 26 | #include "llvm/Support/Debug.h" | 
|  | 27 | #include "llvm/Support/raw_ostream.h" | 
| Davide Italiano | 655a145 | 2016-05-25 01:57:04 +0000 | [diff] [blame] | 28 | #include "llvm/Transforms/Scalar.h" | 
| Reid Kleckner | 05da2fe | 2019-11-13 13:15:01 -0800 | [diff] [blame] | 29 | #include "llvm/Transforms/Utils/Local.h" | 
| Hal Finkel | 2bb61ba | 2015-02-17 01:36:59 +0000 | [diff] [blame] | 30 | using namespace llvm; | 
|  | 31 |  | 
|  | 32 | #define DEBUG_TYPE "bdce" | 
|  | 33 |  | 
|  | 34 | STATISTIC(NumRemoved, "Number of instructions removed (unused)"); | 
|  | 35 | STATISTIC(NumSimplified, "Number of instructions trivialized (dead bits)"); | 
|  | 36 |  | 
| Sanjay Patel | fe346f9 | 2017-08-12 16:41:08 +0000 | [diff] [blame] | 37 | /// If an instruction is trivialized (dead), then the chain of users of that | 
|  | 38 | /// instruction may need to be cleared of assumptions that can no longer be | 
|  | 39 | /// guaranteed correct. | 
|  | 40 | static void clearAssumptionsOfUsers(Instruction *I, DemandedBits &DB) { | 
| Nikita Popov | 110cf05 | 2018-12-07 15:38:13 +0000 | [diff] [blame] | 41 | assert(I->getType()->isIntOrIntVectorTy() && | 
|  | 42 | "Trivializing a non-integer value?"); | 
| Sanjay Patel | fe346f9 | 2017-08-12 16:41:08 +0000 | [diff] [blame] | 43 |  | 
|  | 44 | // Initialize the worklist with eligible direct users. | 
| Fangrui Song | b0f764c | 2019-03-07 06:38:03 +0000 | [diff] [blame] | 45 | SmallPtrSet<Instruction *, 16> Visited; | 
| Sanjay Patel | fe346f9 | 2017-08-12 16:41:08 +0000 | [diff] [blame] | 46 | SmallVector<Instruction *, 16> WorkList; | 
|  | 47 | for (User *JU : I->users()) { | 
| Sanjay Patel | a1067d9 | 2017-08-14 15:13:46 +0000 | [diff] [blame] | 48 | // If all bits of a user are demanded, then we know that nothing below that | 
|  | 49 | // in the def-use chain needs to be changed. | 
| Sanjay Patel | fe346f9 | 2017-08-12 16:41:08 +0000 | [diff] [blame] | 50 | auto *J = dyn_cast<Instruction>(JU); | 
| Nikita Popov | 110cf05 | 2018-12-07 15:38:13 +0000 | [diff] [blame] | 51 | if (J && J->getType()->isIntOrIntVectorTy() && | 
| Fangrui Song | b0f764c | 2019-03-07 06:38:03 +0000 | [diff] [blame] | 52 | !DB.getDemandedBits(J).isAllOnesValue()) { | 
|  | 53 | Visited.insert(J); | 
| Sanjay Patel | fe346f9 | 2017-08-12 16:41:08 +0000 | [diff] [blame] | 54 | WorkList.push_back(J); | 
| Fangrui Song | b0f764c | 2019-03-07 06:38:03 +0000 | [diff] [blame] | 55 | } | 
| Hal Finkel | 9e54b70 | 2017-08-16 16:09:22 +0000 | [diff] [blame] | 56 |  | 
| Nikita Popov | 110cf05 | 2018-12-07 15:38:13 +0000 | [diff] [blame] | 57 | // Note that we need to check for non-int types above before asking for | 
| Hal Finkel | 9e54b70 | 2017-08-16 16:09:22 +0000 | [diff] [blame] | 58 | // demanded bits. Normally, the only way to reach an instruction with an | 
| Nikita Popov | 110cf05 | 2018-12-07 15:38:13 +0000 | [diff] [blame] | 59 | // non-int type is via an instruction that has side effects (or otherwise | 
| Hal Finkel | 9e54b70 | 2017-08-16 16:09:22 +0000 | [diff] [blame] | 60 | // will demand its input bits). However, if we have a readnone function | 
|  | 61 | // that returns an unsized type (e.g., void), we must avoid asking for the | 
|  | 62 | // demanded bits of the function call's return value. A void-returning | 
|  | 63 | // readnone function is always dead (and so we can stop walking the use/def | 
|  | 64 | // chain here), but the check is necessary to avoid asserting. | 
| Sanjay Patel | fe346f9 | 2017-08-12 16:41:08 +0000 | [diff] [blame] | 65 | } | 
|  | 66 |  | 
|  | 67 | // DFS through subsequent users while tracking visits to avoid cycles. | 
| Sanjay Patel | fe346f9 | 2017-08-12 16:41:08 +0000 | [diff] [blame] | 68 | while (!WorkList.empty()) { | 
|  | 69 | Instruction *J = WorkList.pop_back_val(); | 
|  | 70 |  | 
|  | 71 | // NSW, NUW, and exact are based on operands that might have changed. | 
|  | 72 | J->dropPoisonGeneratingFlags(); | 
|  | 73 |  | 
|  | 74 | // We do not have to worry about llvm.assume or range metadata: | 
|  | 75 | // 1. llvm.assume demands its operand, so trivializing can't change it. | 
|  | 76 | // 2. range metadata only applies to memory accesses which demand all bits. | 
|  | 77 |  | 
| Sanjay Patel | fe346f9 | 2017-08-12 16:41:08 +0000 | [diff] [blame] | 78 | for (User *KU : J->users()) { | 
| Sanjay Patel | a1067d9 | 2017-08-14 15:13:46 +0000 | [diff] [blame] | 79 | // If all bits of a user are demanded, then we know that nothing below | 
|  | 80 | // that in the def-use chain needs to be changed. | 
| Sanjay Patel | fe346f9 | 2017-08-12 16:41:08 +0000 | [diff] [blame] | 81 | auto *K = dyn_cast<Instruction>(KU); | 
| Fangrui Song | b0f764c | 2019-03-07 06:38:03 +0000 | [diff] [blame] | 82 | if (K && Visited.insert(K).second && K->getType()->isIntOrIntVectorTy() && | 
| Hal Finkel | 9e54b70 | 2017-08-16 16:09:22 +0000 | [diff] [blame] | 83 | !DB.getDemandedBits(K).isAllOnesValue()) | 
| Sanjay Patel | fe346f9 | 2017-08-12 16:41:08 +0000 | [diff] [blame] | 84 | WorkList.push_back(K); | 
|  | 85 | } | 
|  | 86 | } | 
|  | 87 | } | 
|  | 88 |  | 
| Davide Italiano | 655a145 | 2016-05-25 01:57:04 +0000 | [diff] [blame] | 89 | static bool bitTrackingDCE(Function &F, DemandedBits &DB) { | 
| Hal Finkel | 2bb61ba | 2015-02-17 01:36:59 +0000 | [diff] [blame] | 90 | SmallVector<Instruction*, 128> Worklist; | 
| Hal Finkel | 2bb61ba | 2015-02-17 01:36:59 +0000 | [diff] [blame] | 91 | bool Changed = false; | 
| Nico Rieck | 7819951 | 2015-08-06 19:10:45 +0000 | [diff] [blame] | 92 | for (Instruction &I : instructions(F)) { | 
| Davide Italiano | 043e661 | 2016-12-06 21:52:47 +0000 | [diff] [blame] | 93 | // If the instruction has side effects and no non-dbg uses, | 
| Davide Italiano | 1ed5396 | 2016-12-07 21:47:32 +0000 | [diff] [blame] | 94 | // skip it. This way we avoid computing known bits on an instruction | 
|  | 95 | // that will not help us. | 
| Davide Italiano | 043e661 | 2016-12-06 21:52:47 +0000 | [diff] [blame] | 96 | if (I.mayHaveSideEffects() && I.use_empty()) | 
|  | 97 | continue; | 
|  | 98 |  | 
| Nikita Popov | cc6ef7f | 2019-01-02 20:02:14 +0000 | [diff] [blame] | 99 | // Remove instructions that are dead, either because they were not reached | 
|  | 100 | // during analysis or have no demanded bits. | 
|  | 101 | if (DB.isInstructionDead(&I) || | 
|  | 102 | (I.getType()->isIntOrIntVectorTy() && | 
|  | 103 | DB.getDemandedBits(&I).isNullValue() && | 
|  | 104 | wouldInstructionBeTriviallyDead(&I))) { | 
| Vedant Kumar | 844d97f | 2019-11-21 13:53:10 -0800 | [diff] [blame] | 105 | salvageDebugInfoOrMarkUndef(I); | 
| Nikita Popov | bc9986e | 2019-01-01 10:05:26 +0000 | [diff] [blame] | 106 | Worklist.push_back(&I); | 
|  | 107 | I.dropAllReferences(); | 
|  | 108 | Changed = true; | 
|  | 109 | continue; | 
|  | 110 | } | 
|  | 111 |  | 
|  | 112 | for (Use &U : I.operands()) { | 
|  | 113 | // DemandedBits only detects dead integer uses. | 
|  | 114 | if (!U->getType()->isIntOrIntVectorTy()) | 
|  | 115 | continue; | 
|  | 116 |  | 
| Nikita Popov | 6658fce | 2019-01-04 21:21:43 +0000 | [diff] [blame] | 117 | if (!isa<Instruction>(U) && !isa<Argument>(U)) | 
| Nikita Popov | bc9986e | 2019-01-01 10:05:26 +0000 | [diff] [blame] | 118 | continue; | 
|  | 119 |  | 
|  | 120 | if (!DB.isUseDead(&U)) | 
|  | 121 | continue; | 
|  | 122 |  | 
|  | 123 | LLVM_DEBUG(dbgs() << "BDCE: Trivializing: " << U << " (all bits dead)\n"); | 
| Sanjay Patel | fe346f9 | 2017-08-12 16:41:08 +0000 | [diff] [blame] | 124 |  | 
|  | 125 | clearAssumptionsOfUsers(&I, DB); | 
|  | 126 |  | 
| James Molloy | 87405c7 | 2015-08-14 11:09:09 +0000 | [diff] [blame] | 127 | // FIXME: In theory we could substitute undef here instead of zero. | 
|  | 128 | // This should be reconsidered once we settle on the semantics of | 
|  | 129 | // undef, poison, etc. | 
| Nikita Popov | bc9986e | 2019-01-01 10:05:26 +0000 | [diff] [blame] | 130 | U.set(ConstantInt::get(U->getType(), 0)); | 
| James Molloy | 87405c7 | 2015-08-14 11:09:09 +0000 | [diff] [blame] | 131 | ++NumSimplified; | 
| James Molloy | 87405c7 | 2015-08-14 11:09:09 +0000 | [diff] [blame] | 132 | Changed = true; | 
| Hal Finkel | 2bb61ba | 2015-02-17 01:36:59 +0000 | [diff] [blame] | 133 | } | 
| Hal Finkel | 2bb61ba | 2015-02-17 01:36:59 +0000 | [diff] [blame] | 134 | } | 
|  | 135 |  | 
|  | 136 | for (Instruction *&I : Worklist) { | 
|  | 137 | ++NumRemoved; | 
|  | 138 | I->eraseFromParent(); | 
|  | 139 | } | 
|  | 140 |  | 
|  | 141 | return Changed; | 
|  | 142 | } | 
|  | 143 |  | 
| Davide Italiano | 655a145 | 2016-05-25 01:57:04 +0000 | [diff] [blame] | 144 | PreservedAnalyses BDCEPass::run(Function &F, FunctionAnalysisManager &AM) { | 
|  | 145 | auto &DB = AM.getResult<DemandedBitsAnalysis>(F); | 
| Davide Italiano | bdc2971 | 2016-05-31 17:53:22 +0000 | [diff] [blame] | 146 | if (!bitTrackingDCE(F, DB)) | 
|  | 147 | return PreservedAnalyses::all(); | 
|  | 148 |  | 
| Chandler Carruth | ca68a3e | 2017-01-15 06:32:49 +0000 | [diff] [blame] | 149 | PreservedAnalyses PA; | 
|  | 150 | PA.preserveSet<CFGAnalyses>(); | 
| Davide Italiano | bdc2971 | 2016-05-31 17:53:22 +0000 | [diff] [blame] | 151 | PA.preserve<GlobalsAA>(); | 
|  | 152 | return PA; | 
| Hal Finkel | 2bb61ba | 2015-02-17 01:36:59 +0000 | [diff] [blame] | 153 | } | 
|  | 154 |  | 
| Davide Italiano | 655a145 | 2016-05-25 01:57:04 +0000 | [diff] [blame] | 155 | namespace { | 
|  | 156 | struct BDCELegacyPass : public FunctionPass { | 
|  | 157 | static char ID; // Pass identification, replacement for typeid | 
|  | 158 | BDCELegacyPass() : FunctionPass(ID) { | 
|  | 159 | initializeBDCELegacyPassPass(*PassRegistry::getPassRegistry()); | 
|  | 160 | } | 
|  | 161 |  | 
|  | 162 | bool runOnFunction(Function &F) override { | 
|  | 163 | if (skipFunction(F)) | 
|  | 164 | return false; | 
|  | 165 | auto &DB = getAnalysis<DemandedBitsWrapperPass>().getDemandedBits(); | 
|  | 166 | return bitTrackingDCE(F, DB); | 
|  | 167 | } | 
|  | 168 |  | 
|  | 169 | void getAnalysisUsage(AnalysisUsage &AU) const override { | 
|  | 170 | AU.setPreservesCFG(); | 
|  | 171 | AU.addRequired<DemandedBitsWrapperPass>(); | 
|  | 172 | AU.addPreserved<GlobalsAAWrapperPass>(); | 
|  | 173 | } | 
|  | 174 | }; | 
|  | 175 | } | 
|  | 176 |  | 
|  | 177 | char BDCELegacyPass::ID = 0; | 
|  | 178 | INITIALIZE_PASS_BEGIN(BDCELegacyPass, "bdce", | 
|  | 179 | "Bit-Tracking Dead Code Elimination", false, false) | 
|  | 180 | INITIALIZE_PASS_DEPENDENCY(DemandedBitsWrapperPass) | 
|  | 181 | INITIALIZE_PASS_END(BDCELegacyPass, "bdce", | 
|  | 182 | "Bit-Tracking Dead Code Elimination", false, false) | 
|  | 183 |  | 
|  | 184 | FunctionPass *llvm::createBitTrackingDCEPass() { return new BDCELegacyPass(); } |