| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 1 | //===- SSAUpdaterBulk.cpp - Unstructured SSA Update Tool ------------------===// | 
|  | 2 | // | 
| Chandler Carruth | 2946cd7 | 2019-01-19 08:50:56 +0000 | [diff] [blame] | 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. | 
|  | 4 | // See https://llvm.org/LICENSE.txt for license information. | 
|  | 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 6 | // | 
|  | 7 | //===----------------------------------------------------------------------===// | 
|  | 8 | // | 
|  | 9 | // This file implements the SSAUpdaterBulk class. | 
|  | 10 | // | 
|  | 11 | //===----------------------------------------------------------------------===// | 
|  | 12 |  | 
|  | 13 | #include "llvm/Transforms/Utils/SSAUpdaterBulk.h" | 
|  | 14 | #include "llvm/Analysis/IteratedDominanceFrontier.h" | 
|  | 15 | #include "llvm/IR/BasicBlock.h" | 
|  | 16 | #include "llvm/IR/Dominators.h" | 
|  | 17 | #include "llvm/IR/IRBuilder.h" | 
|  | 18 | #include "llvm/IR/Instructions.h" | 
|  | 19 | #include "llvm/IR/Use.h" | 
|  | 20 | #include "llvm/IR/Value.h" | 
|  | 21 |  | 
|  | 22 | using namespace llvm; | 
|  | 23 |  | 
|  | 24 | #define DEBUG_TYPE "ssaupdaterbulk" | 
|  | 25 |  | 
| Michael Zolotukhin | a6e7bd7 | 2018-04-17 04:45:40 +0000 | [diff] [blame] | 26 | /// Helper function for finding a block which should have a value for the given | 
|  | 27 | /// user. For PHI-nodes this block is the corresponding predecessor, for other | 
|  | 28 | /// instructions it's their parent block. | 
|  | 29 | static BasicBlock *getUserBB(Use *U) { | 
|  | 30 | auto *User = cast<Instruction>(U->getUser()); | 
|  | 31 |  | 
|  | 32 | if (auto *UserPN = dyn_cast<PHINode>(User)) | 
|  | 33 | return UserPN->getIncomingBlock(*U); | 
|  | 34 | else | 
|  | 35 | return User->getParent(); | 
|  | 36 | } | 
|  | 37 |  | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 38 | /// Add a new variable to the SSA rewriter. This needs to be called before | 
|  | 39 | /// AddAvailableValue or AddUse calls. | 
| Michael Zolotukhin | a2c9af0 | 2018-04-20 13:34:32 +0000 | [diff] [blame] | 40 | unsigned SSAUpdaterBulk::AddVariable(StringRef Name, Type *Ty) { | 
|  | 41 | unsigned Var = Rewrites.size(); | 
| Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 42 | LLVM_DEBUG(dbgs() << "SSAUpdater: Var=" << Var << ": initialized with Ty = " | 
|  | 43 | << *Ty << ", Name = " << Name << "\n"); | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 44 | RewriteInfo RI(Name, Ty); | 
| Michael Zolotukhin | a2c9af0 | 2018-04-20 13:34:32 +0000 | [diff] [blame] | 45 | Rewrites.push_back(RI); | 
|  | 46 | return Var; | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 47 | } | 
|  | 48 |  | 
|  | 49 | /// Indicate that a rewritten value is available in the specified block with the | 
|  | 50 | /// specified value. | 
|  | 51 | void SSAUpdaterBulk::AddAvailableValue(unsigned Var, BasicBlock *BB, Value *V) { | 
| Michael Zolotukhin | a2c9af0 | 2018-04-20 13:34:32 +0000 | [diff] [blame] | 52 | assert(Var < Rewrites.size() && "Variable not found!"); | 
| Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 53 | LLVM_DEBUG(dbgs() << "SSAUpdater: Var=" << Var | 
|  | 54 | << ": added new available value" << *V << " in " | 
|  | 55 | << BB->getName() << "\n"); | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 56 | Rewrites[Var].Defines[BB] = V; | 
|  | 57 | } | 
|  | 58 |  | 
|  | 59 | /// Record a use of the symbolic value. This use will be updated with a | 
|  | 60 | /// rewritten value when RewriteAllUses is called. | 
|  | 61 | void SSAUpdaterBulk::AddUse(unsigned Var, Use *U) { | 
| Michael Zolotukhin | a2c9af0 | 2018-04-20 13:34:32 +0000 | [diff] [blame] | 62 | assert(Var < Rewrites.size() && "Variable not found!"); | 
| Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 63 | LLVM_DEBUG(dbgs() << "SSAUpdater: Var=" << Var << ": added a use" << *U->get() | 
|  | 64 | << " in " << getUserBB(U)->getName() << "\n"); | 
| Michael Zolotukhin | 79cb54b | 2018-04-20 07:56:00 +0000 | [diff] [blame] | 65 | Rewrites[Var].Uses.push_back(U); | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 66 | } | 
|  | 67 |  | 
|  | 68 | /// Return true if the SSAUpdater already has a value for the specified variable | 
|  | 69 | /// in the specified block. | 
|  | 70 | bool SSAUpdaterBulk::HasValueForBlock(unsigned Var, BasicBlock *BB) { | 
| Michael Zolotukhin | a2c9af0 | 2018-04-20 13:34:32 +0000 | [diff] [blame] | 71 | return (Var < Rewrites.size()) ? Rewrites[Var].Defines.count(BB) : false; | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 72 | } | 
|  | 73 |  | 
|  | 74 | // Compute value at the given block BB. We either should already know it, or we | 
|  | 75 | // should be able to recursively reach it going up dominator tree. | 
|  | 76 | Value *SSAUpdaterBulk::computeValueAt(BasicBlock *BB, RewriteInfo &R, | 
|  | 77 | DominatorTree *DT) { | 
|  | 78 | if (!R.Defines.count(BB)) { | 
| Michael Zolotukhin | aa78685 | 2018-04-10 02:16:29 +0000 | [diff] [blame] | 79 | if (DT->isReachableFromEntry(BB) && PredCache.get(BB).size()) { | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 80 | BasicBlock *IDom = DT->getNode(BB)->getIDom()->getBlock(); | 
| Michael Zolotukhin | 4fbb930 | 2018-04-11 23:37:37 +0000 | [diff] [blame] | 81 | Value *V = computeValueAt(IDom, R, DT); | 
|  | 82 | R.Defines[BB] = V; | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 83 | } else | 
|  | 84 | R.Defines[BB] = UndefValue::get(R.Ty); | 
|  | 85 | } | 
|  | 86 | return R.Defines[BB]; | 
|  | 87 | } | 
|  | 88 |  | 
|  | 89 | /// Given sets of UsingBlocks and DefBlocks, compute the set of LiveInBlocks. | 
|  | 90 | /// This is basically a subgraph limited by DefBlocks and UsingBlocks. | 
|  | 91 | static void | 
|  | 92 | ComputeLiveInBlocks(const SmallPtrSetImpl<BasicBlock *> &UsingBlocks, | 
|  | 93 | const SmallPtrSetImpl<BasicBlock *> &DefBlocks, | 
| Michael Zolotukhin | bc84321 | 2018-04-20 07:57:24 +0000 | [diff] [blame] | 94 | SmallPtrSetImpl<BasicBlock *> &LiveInBlocks, | 
|  | 95 | PredIteratorCache &PredCache) { | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 96 | // To determine liveness, we must iterate through the predecessors of blocks | 
|  | 97 | // where the def is live.  Blocks are added to the worklist if we need to | 
|  | 98 | // check their predecessors.  Start with all the using blocks. | 
|  | 99 | SmallVector<BasicBlock *, 64> LiveInBlockWorklist(UsingBlocks.begin(), | 
|  | 100 | UsingBlocks.end()); | 
|  | 101 |  | 
|  | 102 | // Now that we have a set of blocks where the phi is live-in, recursively add | 
|  | 103 | // their predecessors until we find the full region the value is live. | 
|  | 104 | while (!LiveInBlockWorklist.empty()) { | 
|  | 105 | BasicBlock *BB = LiveInBlockWorklist.pop_back_val(); | 
|  | 106 |  | 
|  | 107 | // The block really is live in here, insert it into the set.  If already in | 
|  | 108 | // the set, then it has already been processed. | 
|  | 109 | if (!LiveInBlocks.insert(BB).second) | 
|  | 110 | continue; | 
|  | 111 |  | 
|  | 112 | // Since the value is live into BB, it is either defined in a predecessor or | 
|  | 113 | // live into it to.  Add the preds to the worklist unless they are a | 
|  | 114 | // defining block. | 
| Michael Zolotukhin | bc84321 | 2018-04-20 07:57:24 +0000 | [diff] [blame] | 115 | for (BasicBlock *P : PredCache.get(BB)) { | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 116 | // The value is not live into a predecessor if it defines the value. | 
|  | 117 | if (DefBlocks.count(P)) | 
|  | 118 | continue; | 
|  | 119 |  | 
|  | 120 | // Otherwise it is, add to the worklist. | 
|  | 121 | LiveInBlockWorklist.push_back(P); | 
|  | 122 | } | 
|  | 123 | } | 
|  | 124 | } | 
|  | 125 |  | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 126 | /// Perform all the necessary updates, including new PHI-nodes insertion and the | 
|  | 127 | /// requested uses update. | 
|  | 128 | void SSAUpdaterBulk::RewriteAllUses(DominatorTree *DT, | 
|  | 129 | SmallVectorImpl<PHINode *> *InsertedPHIs) { | 
| Michael Zolotukhin | a2c9af0 | 2018-04-20 13:34:32 +0000 | [diff] [blame] | 130 | for (auto &R : Rewrites) { | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 131 | // Compute locations for new phi-nodes. | 
|  | 132 | // For that we need to initialize DefBlocks from definitions in R.Defines, | 
|  | 133 | // UsingBlocks from uses in R.Uses, then compute LiveInBlocks, and then use | 
|  | 134 | // this set for computing iterated dominance frontier (IDF). | 
|  | 135 | // The IDF blocks are the blocks where we need to insert new phi-nodes. | 
|  | 136 | ForwardIDFCalculator IDF(*DT); | 
| Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 137 | LLVM_DEBUG(dbgs() << "SSAUpdater: rewriting " << R.Uses.size() | 
|  | 138 | << " use(s)\n"); | 
| Michael Zolotukhin | a6e7bd7 | 2018-04-17 04:45:40 +0000 | [diff] [blame] | 139 |  | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 140 | SmallPtrSet<BasicBlock *, 2> DefBlocks; | 
| Michael Zolotukhin | 0df1d48 | 2018-04-20 07:58:54 +0000 | [diff] [blame] | 141 | for (auto &Def : R.Defines) | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 142 | DefBlocks.insert(Def.first); | 
|  | 143 | IDF.setDefiningBlocks(DefBlocks); | 
|  | 144 |  | 
|  | 145 | SmallPtrSet<BasicBlock *, 2> UsingBlocks; | 
| Michael Zolotukhin | 0df1d48 | 2018-04-20 07:58:54 +0000 | [diff] [blame] | 146 | for (Use *U : R.Uses) | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 147 | UsingBlocks.insert(getUserBB(U)); | 
|  | 148 |  | 
|  | 149 | SmallVector<BasicBlock *, 32> IDFBlocks; | 
|  | 150 | SmallPtrSet<BasicBlock *, 32> LiveInBlocks; | 
| Michael Zolotukhin | bc84321 | 2018-04-20 07:57:24 +0000 | [diff] [blame] | 151 | ComputeLiveInBlocks(UsingBlocks, DefBlocks, LiveInBlocks, PredCache); | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 152 | IDF.resetLiveInBlocks(); | 
|  | 153 | IDF.setLiveInBlocks(LiveInBlocks); | 
|  | 154 | IDF.calculate(IDFBlocks); | 
|  | 155 |  | 
|  | 156 | // We've computed IDF, now insert new phi-nodes there. | 
|  | 157 | SmallVector<PHINode *, 4> InsertedPHIsForVar; | 
| Michael Zolotukhin | 0df1d48 | 2018-04-20 07:58:54 +0000 | [diff] [blame] | 158 | for (auto *FrontierBB : IDFBlocks) { | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 159 | IRBuilder<> B(FrontierBB, FrontierBB->begin()); | 
|  | 160 | PHINode *PN = B.CreatePHI(R.Ty, 0, R.Name); | 
|  | 161 | R.Defines[FrontierBB] = PN; | 
|  | 162 | InsertedPHIsForVar.push_back(PN); | 
|  | 163 | if (InsertedPHIs) | 
|  | 164 | InsertedPHIs->push_back(PN); | 
|  | 165 | } | 
|  | 166 |  | 
|  | 167 | // Fill in arguments of the inserted PHIs. | 
| Michael Zolotukhin | a2c9af0 | 2018-04-20 13:34:32 +0000 | [diff] [blame] | 168 | for (auto *PN : InsertedPHIsForVar) { | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 169 | BasicBlock *PBB = PN->getParent(); | 
|  | 170 | for (BasicBlock *Pred : PredCache.get(PBB)) | 
|  | 171 | PN->addIncoming(computeValueAt(Pred, R, DT), Pred); | 
|  | 172 | } | 
|  | 173 |  | 
|  | 174 | // Rewrite actual uses with the inserted definitions. | 
| Michael Zolotukhin | 79cb54b | 2018-04-20 07:56:00 +0000 | [diff] [blame] | 175 | SmallPtrSet<Use *, 4> ProcessedUses; | 
|  | 176 | for (Use *U : R.Uses) { | 
|  | 177 | if (!ProcessedUses.insert(U).second) | 
|  | 178 | continue; | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 179 | Value *V = computeValueAt(getUserBB(U), R, DT); | 
|  | 180 | Value *OldVal = U->get(); | 
| Michael Zolotukhin | 26339b4 | 2018-04-20 07:59:57 +0000 | [diff] [blame] | 181 | assert(OldVal && "Invalid use!"); | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 182 | // Notify that users of the existing value that it is being replaced. | 
|  | 183 | if (OldVal != V && OldVal->hasValueHandle()) | 
|  | 184 | ValueHandleBase::ValueIsRAUWd(OldVal, V); | 
| Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 185 | LLVM_DEBUG(dbgs() << "SSAUpdater: replacing " << *OldVal << " with " << *V | 
|  | 186 | << "\n"); | 
| Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 187 | U->set(V); | 
|  | 188 | } | 
|  | 189 | } | 
|  | 190 | } |