Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 1 | //===- SSAUpdaterBulk.cpp - Unstructured SSA Update Tool ------------------===// |
| 2 | // |
Chandler Carruth | 2946cd7 | 2019-01-19 08:50:56 +0000 | [diff] [blame] | 3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
| 4 | // See https://llvm.org/LICENSE.txt for license information. |
| 5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 6 | // |
| 7 | //===----------------------------------------------------------------------===// |
| 8 | // |
| 9 | // This file implements the SSAUpdaterBulk class. |
| 10 | // |
| 11 | //===----------------------------------------------------------------------===// |
| 12 | |
| 13 | #include "llvm/Transforms/Utils/SSAUpdaterBulk.h" |
| 14 | #include "llvm/Analysis/IteratedDominanceFrontier.h" |
| 15 | #include "llvm/IR/BasicBlock.h" |
| 16 | #include "llvm/IR/Dominators.h" |
| 17 | #include "llvm/IR/IRBuilder.h" |
| 18 | #include "llvm/IR/Instructions.h" |
| 19 | #include "llvm/IR/Use.h" |
| 20 | #include "llvm/IR/Value.h" |
| 21 | |
| 22 | using namespace llvm; |
| 23 | |
| 24 | #define DEBUG_TYPE "ssaupdaterbulk" |
| 25 | |
Michael Zolotukhin | a6e7bd7 | 2018-04-17 04:45:40 +0000 | [diff] [blame] | 26 | /// Helper function for finding a block which should have a value for the given |
| 27 | /// user. For PHI-nodes this block is the corresponding predecessor, for other |
| 28 | /// instructions it's their parent block. |
| 29 | static BasicBlock *getUserBB(Use *U) { |
| 30 | auto *User = cast<Instruction>(U->getUser()); |
| 31 | |
| 32 | if (auto *UserPN = dyn_cast<PHINode>(User)) |
| 33 | return UserPN->getIncomingBlock(*U); |
| 34 | else |
| 35 | return User->getParent(); |
| 36 | } |
| 37 | |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 38 | /// Add a new variable to the SSA rewriter. This needs to be called before |
| 39 | /// AddAvailableValue or AddUse calls. |
Michael Zolotukhin | a2c9af0 | 2018-04-20 13:34:32 +0000 | [diff] [blame] | 40 | unsigned SSAUpdaterBulk::AddVariable(StringRef Name, Type *Ty) { |
| 41 | unsigned Var = Rewrites.size(); |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 42 | LLVM_DEBUG(dbgs() << "SSAUpdater: Var=" << Var << ": initialized with Ty = " |
| 43 | << *Ty << ", Name = " << Name << "\n"); |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 44 | RewriteInfo RI(Name, Ty); |
Michael Zolotukhin | a2c9af0 | 2018-04-20 13:34:32 +0000 | [diff] [blame] | 45 | Rewrites.push_back(RI); |
| 46 | return Var; |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 47 | } |
| 48 | |
| 49 | /// Indicate that a rewritten value is available in the specified block with the |
| 50 | /// specified value. |
| 51 | void SSAUpdaterBulk::AddAvailableValue(unsigned Var, BasicBlock *BB, Value *V) { |
Michael Zolotukhin | a2c9af0 | 2018-04-20 13:34:32 +0000 | [diff] [blame] | 52 | assert(Var < Rewrites.size() && "Variable not found!"); |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 53 | LLVM_DEBUG(dbgs() << "SSAUpdater: Var=" << Var |
| 54 | << ": added new available value" << *V << " in " |
| 55 | << BB->getName() << "\n"); |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 56 | Rewrites[Var].Defines[BB] = V; |
| 57 | } |
| 58 | |
| 59 | /// Record a use of the symbolic value. This use will be updated with a |
| 60 | /// rewritten value when RewriteAllUses is called. |
| 61 | void SSAUpdaterBulk::AddUse(unsigned Var, Use *U) { |
Michael Zolotukhin | a2c9af0 | 2018-04-20 13:34:32 +0000 | [diff] [blame] | 62 | assert(Var < Rewrites.size() && "Variable not found!"); |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 63 | LLVM_DEBUG(dbgs() << "SSAUpdater: Var=" << Var << ": added a use" << *U->get() |
| 64 | << " in " << getUserBB(U)->getName() << "\n"); |
Michael Zolotukhin | 79cb54b | 2018-04-20 07:56:00 +0000 | [diff] [blame] | 65 | Rewrites[Var].Uses.push_back(U); |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 66 | } |
| 67 | |
| 68 | /// Return true if the SSAUpdater already has a value for the specified variable |
| 69 | /// in the specified block. |
| 70 | bool SSAUpdaterBulk::HasValueForBlock(unsigned Var, BasicBlock *BB) { |
Michael Zolotukhin | a2c9af0 | 2018-04-20 13:34:32 +0000 | [diff] [blame] | 71 | return (Var < Rewrites.size()) ? Rewrites[Var].Defines.count(BB) : false; |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 72 | } |
| 73 | |
| 74 | // Compute value at the given block BB. We either should already know it, or we |
| 75 | // should be able to recursively reach it going up dominator tree. |
| 76 | Value *SSAUpdaterBulk::computeValueAt(BasicBlock *BB, RewriteInfo &R, |
| 77 | DominatorTree *DT) { |
| 78 | if (!R.Defines.count(BB)) { |
Michael Zolotukhin | aa78685 | 2018-04-10 02:16:29 +0000 | [diff] [blame] | 79 | if (DT->isReachableFromEntry(BB) && PredCache.get(BB).size()) { |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 80 | BasicBlock *IDom = DT->getNode(BB)->getIDom()->getBlock(); |
Michael Zolotukhin | 4fbb930 | 2018-04-11 23:37:37 +0000 | [diff] [blame] | 81 | Value *V = computeValueAt(IDom, R, DT); |
| 82 | R.Defines[BB] = V; |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 83 | } else |
| 84 | R.Defines[BB] = UndefValue::get(R.Ty); |
| 85 | } |
| 86 | return R.Defines[BB]; |
| 87 | } |
| 88 | |
| 89 | /// Given sets of UsingBlocks and DefBlocks, compute the set of LiveInBlocks. |
| 90 | /// This is basically a subgraph limited by DefBlocks and UsingBlocks. |
| 91 | static void |
| 92 | ComputeLiveInBlocks(const SmallPtrSetImpl<BasicBlock *> &UsingBlocks, |
| 93 | const SmallPtrSetImpl<BasicBlock *> &DefBlocks, |
Michael Zolotukhin | bc84321 | 2018-04-20 07:57:24 +0000 | [diff] [blame] | 94 | SmallPtrSetImpl<BasicBlock *> &LiveInBlocks, |
| 95 | PredIteratorCache &PredCache) { |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 96 | // To determine liveness, we must iterate through the predecessors of blocks |
| 97 | // where the def is live. Blocks are added to the worklist if we need to |
| 98 | // check their predecessors. Start with all the using blocks. |
| 99 | SmallVector<BasicBlock *, 64> LiveInBlockWorklist(UsingBlocks.begin(), |
| 100 | UsingBlocks.end()); |
| 101 | |
| 102 | // Now that we have a set of blocks where the phi is live-in, recursively add |
| 103 | // their predecessors until we find the full region the value is live. |
| 104 | while (!LiveInBlockWorklist.empty()) { |
| 105 | BasicBlock *BB = LiveInBlockWorklist.pop_back_val(); |
| 106 | |
| 107 | // The block really is live in here, insert it into the set. If already in |
| 108 | // the set, then it has already been processed. |
| 109 | if (!LiveInBlocks.insert(BB).second) |
| 110 | continue; |
| 111 | |
| 112 | // Since the value is live into BB, it is either defined in a predecessor or |
| 113 | // live into it to. Add the preds to the worklist unless they are a |
| 114 | // defining block. |
Michael Zolotukhin | bc84321 | 2018-04-20 07:57:24 +0000 | [diff] [blame] | 115 | for (BasicBlock *P : PredCache.get(BB)) { |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 116 | // The value is not live into a predecessor if it defines the value. |
| 117 | if (DefBlocks.count(P)) |
| 118 | continue; |
| 119 | |
| 120 | // Otherwise it is, add to the worklist. |
| 121 | LiveInBlockWorklist.push_back(P); |
| 122 | } |
| 123 | } |
| 124 | } |
| 125 | |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 126 | /// Perform all the necessary updates, including new PHI-nodes insertion and the |
| 127 | /// requested uses update. |
| 128 | void SSAUpdaterBulk::RewriteAllUses(DominatorTree *DT, |
| 129 | SmallVectorImpl<PHINode *> *InsertedPHIs) { |
Michael Zolotukhin | a2c9af0 | 2018-04-20 13:34:32 +0000 | [diff] [blame] | 130 | for (auto &R : Rewrites) { |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 131 | // Compute locations for new phi-nodes. |
| 132 | // For that we need to initialize DefBlocks from definitions in R.Defines, |
| 133 | // UsingBlocks from uses in R.Uses, then compute LiveInBlocks, and then use |
| 134 | // this set for computing iterated dominance frontier (IDF). |
| 135 | // The IDF blocks are the blocks where we need to insert new phi-nodes. |
| 136 | ForwardIDFCalculator IDF(*DT); |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 137 | LLVM_DEBUG(dbgs() << "SSAUpdater: rewriting " << R.Uses.size() |
| 138 | << " use(s)\n"); |
Michael Zolotukhin | a6e7bd7 | 2018-04-17 04:45:40 +0000 | [diff] [blame] | 139 | |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 140 | SmallPtrSet<BasicBlock *, 2> DefBlocks; |
Michael Zolotukhin | 0df1d48 | 2018-04-20 07:58:54 +0000 | [diff] [blame] | 141 | for (auto &Def : R.Defines) |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 142 | DefBlocks.insert(Def.first); |
| 143 | IDF.setDefiningBlocks(DefBlocks); |
| 144 | |
| 145 | SmallPtrSet<BasicBlock *, 2> UsingBlocks; |
Michael Zolotukhin | 0df1d48 | 2018-04-20 07:58:54 +0000 | [diff] [blame] | 146 | for (Use *U : R.Uses) |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 147 | UsingBlocks.insert(getUserBB(U)); |
| 148 | |
| 149 | SmallVector<BasicBlock *, 32> IDFBlocks; |
| 150 | SmallPtrSet<BasicBlock *, 32> LiveInBlocks; |
Michael Zolotukhin | bc84321 | 2018-04-20 07:57:24 +0000 | [diff] [blame] | 151 | ComputeLiveInBlocks(UsingBlocks, DefBlocks, LiveInBlocks, PredCache); |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 152 | IDF.resetLiveInBlocks(); |
| 153 | IDF.setLiveInBlocks(LiveInBlocks); |
| 154 | IDF.calculate(IDFBlocks); |
| 155 | |
| 156 | // We've computed IDF, now insert new phi-nodes there. |
| 157 | SmallVector<PHINode *, 4> InsertedPHIsForVar; |
Michael Zolotukhin | 0df1d48 | 2018-04-20 07:58:54 +0000 | [diff] [blame] | 158 | for (auto *FrontierBB : IDFBlocks) { |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 159 | IRBuilder<> B(FrontierBB, FrontierBB->begin()); |
| 160 | PHINode *PN = B.CreatePHI(R.Ty, 0, R.Name); |
| 161 | R.Defines[FrontierBB] = PN; |
| 162 | InsertedPHIsForVar.push_back(PN); |
| 163 | if (InsertedPHIs) |
| 164 | InsertedPHIs->push_back(PN); |
| 165 | } |
| 166 | |
| 167 | // Fill in arguments of the inserted PHIs. |
Michael Zolotukhin | a2c9af0 | 2018-04-20 13:34:32 +0000 | [diff] [blame] | 168 | for (auto *PN : InsertedPHIsForVar) { |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 169 | BasicBlock *PBB = PN->getParent(); |
| 170 | for (BasicBlock *Pred : PredCache.get(PBB)) |
| 171 | PN->addIncoming(computeValueAt(Pred, R, DT), Pred); |
| 172 | } |
| 173 | |
| 174 | // Rewrite actual uses with the inserted definitions. |
Michael Zolotukhin | 79cb54b | 2018-04-20 07:56:00 +0000 | [diff] [blame] | 175 | SmallPtrSet<Use *, 4> ProcessedUses; |
| 176 | for (Use *U : R.Uses) { |
| 177 | if (!ProcessedUses.insert(U).second) |
| 178 | continue; |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 179 | Value *V = computeValueAt(getUserBB(U), R, DT); |
| 180 | Value *OldVal = U->get(); |
Michael Zolotukhin | 26339b4 | 2018-04-20 07:59:57 +0000 | [diff] [blame] | 181 | assert(OldVal && "Invalid use!"); |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 182 | // Notify that users of the existing value that it is being replaced. |
| 183 | if (OldVal != V && OldVal->hasValueHandle()) |
| 184 | ValueHandleBase::ValueIsRAUWd(OldVal, V); |
Nicola Zaghen | d34e60c | 2018-05-14 12:53:11 +0000 | [diff] [blame] | 185 | LLVM_DEBUG(dbgs() << "SSAUpdater: replacing " << *OldVal << " with " << *V |
| 186 | << "\n"); |
Michael Zolotukhin | 52b064f | 2018-04-09 23:37:20 +0000 | [diff] [blame] | 187 | U->set(V); |
| 188 | } |
| 189 | } |
| 190 | } |