Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 1 | //===- IVUsers.cpp - Induction Variable Users -------------------*- C++ -*-===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file implements bookkeeping for "interesting" users of expressions |
| 11 | // computed from induction variables. |
| 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
| 15 | #define DEBUG_TYPE "iv-users" |
| 16 | #include "llvm/Analysis/IVUsers.h" |
| 17 | #include "llvm/Constants.h" |
| 18 | #include "llvm/Instructions.h" |
| 19 | #include "llvm/Type.h" |
| 20 | #include "llvm/DerivedTypes.h" |
| 21 | #include "llvm/Analysis/Dominators.h" |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 22 | #include "llvm/Analysis/LoopPass.h" |
| 23 | #include "llvm/Analysis/ScalarEvolutionExpressions.h" |
| 24 | #include "llvm/ADT/STLExtras.h" |
| 25 | #include "llvm/Support/Debug.h" |
| 26 | #include "llvm/Support/raw_ostream.h" |
| 27 | #include <algorithm> |
| 28 | using namespace llvm; |
| 29 | |
| 30 | char IVUsers::ID = 0; |
Owen Anderson | 2ab36d3 | 2010-10-12 19:48:12 +0000 | [diff] [blame^] | 31 | INITIALIZE_PASS_BEGIN(IVUsers, "iv-users", |
| 32 | "Induction Variable Users", false, true) |
| 33 | INITIALIZE_PASS_DEPENDENCY(LoopInfo) |
| 34 | INITIALIZE_PASS_DEPENDENCY(DominatorTree) |
| 35 | INITIALIZE_PASS_DEPENDENCY(ScalarEvolution) |
| 36 | INITIALIZE_PASS_END(IVUsers, "iv-users", |
| 37 | "Induction Variable Users", false, true) |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 38 | |
| 39 | Pass *llvm::createIVUsersPass() { |
| 40 | return new IVUsers(); |
| 41 | } |
| 42 | |
Dan Gohman | 191bd64 | 2010-09-01 01:45:53 +0000 | [diff] [blame] | 43 | /// isInteresting - Test whether the given expression is "interesting" when |
| 44 | /// used by the given expression, within the context of analyzing the |
| 45 | /// given loop. |
| 46 | static bool isInteresting(const SCEV *S, const Instruction *I, const Loop *L, |
| 47 | ScalarEvolution *SE) { |
Dan Gohman | 448db1c | 2010-04-07 22:27:08 +0000 | [diff] [blame] | 48 | // An addrec is interesting if it's affine or if it has an interesting start. |
| 49 | if (const SCEVAddRecExpr *AR = dyn_cast<SCEVAddRecExpr>(S)) { |
| 50 | // Keep things simple. Don't touch loop-variant strides. |
Dan Gohman | b3cdb0e | 2010-04-09 01:22:56 +0000 | [diff] [blame] | 51 | if (AR->getLoop() == L) |
Dan Gohman | 191bd64 | 2010-09-01 01:45:53 +0000 | [diff] [blame] | 52 | return AR->isAffine() || !L->contains(I); |
| 53 | // Otherwise recurse to see if the start value is interesting, and that |
| 54 | // the step value is not interesting, since we don't yet know how to |
| 55 | // do effective SCEV expansions for addrecs with interesting steps. |
| 56 | return isInteresting(AR->getStart(), I, L, SE) && |
| 57 | !isInteresting(AR->getStepRecurrence(*SE), I, L, SE); |
Dan Gohman | 448db1c | 2010-04-07 22:27:08 +0000 | [diff] [blame] | 58 | } |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 59 | |
Dan Gohman | bbc1da8 | 2010-08-17 22:50:37 +0000 | [diff] [blame] | 60 | // An add is interesting if exactly one of its operands is interesting. |
Dan Gohman | 448db1c | 2010-04-07 22:27:08 +0000 | [diff] [blame] | 61 | if (const SCEVAddExpr *Add = dyn_cast<SCEVAddExpr>(S)) { |
Dan Gohman | 191bd64 | 2010-09-01 01:45:53 +0000 | [diff] [blame] | 62 | bool AnyInterestingYet = false; |
Dan Gohman | 448db1c | 2010-04-07 22:27:08 +0000 | [diff] [blame] | 63 | for (SCEVAddExpr::op_iterator OI = Add->op_begin(), OE = Add->op_end(); |
| 64 | OI != OE; ++OI) |
Dan Gohman | 191bd64 | 2010-09-01 01:45:53 +0000 | [diff] [blame] | 65 | if (isInteresting(*OI, I, L, SE)) { |
| 66 | if (AnyInterestingYet) |
| 67 | return false; |
| 68 | AnyInterestingYet = true; |
| 69 | } |
| 70 | return AnyInterestingYet; |
Dan Gohman | 448db1c | 2010-04-07 22:27:08 +0000 | [diff] [blame] | 71 | } |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 72 | |
Dan Gohman | 448db1c | 2010-04-07 22:27:08 +0000 | [diff] [blame] | 73 | // Nothing else is interesting here. |
Dan Gohman | 191bd64 | 2010-09-01 01:45:53 +0000 | [diff] [blame] | 74 | return false; |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 75 | } |
| 76 | |
| 77 | /// AddUsersIfInteresting - Inspect the specified instruction. If it is a |
| 78 | /// reducible SCEV, recursively add its users to the IVUsesByStride set and |
| 79 | /// return true. Otherwise, return false. |
Dan Gohman | 191bd64 | 2010-09-01 01:45:53 +0000 | [diff] [blame] | 80 | bool IVUsers::AddUsersIfInteresting(Instruction *I) { |
Dan Gohman | eaa40ff | 2010-08-29 16:40:03 +0000 | [diff] [blame] | 81 | if (!SE->isSCEVable(I->getType())) |
Dan Gohman | 191bd64 | 2010-09-01 01:45:53 +0000 | [diff] [blame] | 82 | return false; // Void and FP expressions cannot be reduced. |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 83 | |
Dan Gohman | 191bd64 | 2010-09-01 01:45:53 +0000 | [diff] [blame] | 84 | // LSR is not APInt clean, do not touch integers bigger than 64-bits. |
| 85 | if (SE->getTypeSizeInBits(I->getType()) > 64) |
| 86 | return false; |
Jim Grosbach | 97200e4 | 2009-11-19 02:05:44 +0000 | [diff] [blame] | 87 | |
Dan Gohman | 191bd64 | 2010-09-01 01:45:53 +0000 | [diff] [blame] | 88 | if (!Processed.insert(I)) |
| 89 | return true; // Instruction already handled. |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 90 | |
Dan Gohman | 191bd64 | 2010-09-01 01:45:53 +0000 | [diff] [blame] | 91 | // Get the symbolic expression for this instruction. |
| 92 | const SCEV *ISE = SE->getSCEV(I); |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 93 | |
Dan Gohman | 191bd64 | 2010-09-01 01:45:53 +0000 | [diff] [blame] | 94 | // If we've come to an uninteresting expression, stop the traversal and |
| 95 | // call this a user. |
| 96 | if (!isInteresting(ISE, I, L, SE)) |
| 97 | return false; |
Dan Gohman | eaa40ff | 2010-08-29 16:40:03 +0000 | [diff] [blame] | 98 | |
Dan Gohman | 191bd64 | 2010-09-01 01:45:53 +0000 | [diff] [blame] | 99 | SmallPtrSet<Instruction *, 4> UniqueUsers; |
| 100 | for (Value::use_iterator UI = I->use_begin(), E = I->use_end(); |
| 101 | UI != E; ++UI) { |
| 102 | Instruction *User = cast<Instruction>(*UI); |
| 103 | if (!UniqueUsers.insert(User)) |
| 104 | continue; |
| 105 | |
| 106 | // Do not infinitely recurse on PHI nodes. |
| 107 | if (isa<PHINode>(User) && Processed.count(User)) |
| 108 | continue; |
| 109 | |
| 110 | // Descend recursively, but not into PHI nodes outside the current loop. |
| 111 | // It's important to see the entire expression outside the loop to get |
| 112 | // choices that depend on addressing mode use right, although we won't |
| 113 | // consider references outside the loop in all cases. |
| 114 | // If User is already in Processed, we don't want to recurse into it again, |
| 115 | // but do want to record a second reference in the same instruction. |
| 116 | bool AddUserToIVUsers = false; |
| 117 | if (LI->getLoopFor(User->getParent()) != L) { |
| 118 | if (isa<PHINode>(User) || Processed.count(User) || |
| 119 | !AddUsersIfInteresting(User)) { |
| 120 | DEBUG(dbgs() << "FOUND USER in other loop: " << *User << '\n' |
| 121 | << " OF SCEV: " << *ISE << '\n'); |
| 122 | AddUserToIVUsers = true; |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 123 | } |
Dan Gohman | 191bd64 | 2010-09-01 01:45:53 +0000 | [diff] [blame] | 124 | } else if (Processed.count(User) || |
| 125 | !AddUsersIfInteresting(User)) { |
| 126 | DEBUG(dbgs() << "FOUND USER: " << *User << '\n' |
| 127 | << " OF SCEV: " << *ISE << '\n'); |
| 128 | AddUserToIVUsers = true; |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 129 | } |
Dan Gohman | 191bd64 | 2010-09-01 01:45:53 +0000 | [diff] [blame] | 130 | |
| 131 | if (AddUserToIVUsers) { |
| 132 | // Okay, we found a user that we cannot reduce. |
| 133 | IVUses.push_back(new IVStrideUse(this, User, I)); |
| 134 | IVStrideUse &NewUse = IVUses.back(); |
| 135 | // Transform the expression into a normalized form. |
| 136 | ISE = TransformForPostIncUse(NormalizeAutodetect, |
| 137 | ISE, User, I, |
| 138 | NewUse.PostIncLoops, |
| 139 | *SE, *DT); |
| 140 | DEBUG(dbgs() << " NORMALIZED TO: " << *ISE << '\n'); |
| 141 | } |
| 142 | } |
| 143 | return true; |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 144 | } |
| 145 | |
Dan Gohman | c056454 | 2010-04-19 21:48:58 +0000 | [diff] [blame] | 146 | IVStrideUse &IVUsers::AddUser(Instruction *User, Value *Operand) { |
| 147 | IVUses.push_back(new IVStrideUse(this, User, Operand)); |
Dan Gohman | 191bd64 | 2010-09-01 01:45:53 +0000 | [diff] [blame] | 148 | return IVUses.back(); |
Evan Cheng | 586f69a | 2009-11-12 07:35:05 +0000 | [diff] [blame] | 149 | } |
| 150 | |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 151 | IVUsers::IVUsers() |
Owen Anderson | 90c579d | 2010-08-06 18:33:48 +0000 | [diff] [blame] | 152 | : LoopPass(ID) { |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 153 | } |
| 154 | |
| 155 | void IVUsers::getAnalysisUsage(AnalysisUsage &AU) const { |
| 156 | AU.addRequired<LoopInfo>(); |
| 157 | AU.addRequired<DominatorTree>(); |
| 158 | AU.addRequired<ScalarEvolution>(); |
| 159 | AU.setPreservesAll(); |
| 160 | } |
| 161 | |
| 162 | bool IVUsers::runOnLoop(Loop *l, LPPassManager &LPM) { |
| 163 | |
| 164 | L = l; |
| 165 | LI = &getAnalysis<LoopInfo>(); |
| 166 | DT = &getAnalysis<DominatorTree>(); |
| 167 | SE = &getAnalysis<ScalarEvolution>(); |
| 168 | |
| 169 | // Find all uses of induction variables in this loop, and categorize |
| 170 | // them by stride. Start by finding all of the PHI nodes in the header for |
| 171 | // this loop. If they are induction variables, inspect their uses. |
| 172 | for (BasicBlock::iterator I = L->getHeader()->begin(); isa<PHINode>(I); ++I) |
Dan Gohman | 191bd64 | 2010-09-01 01:45:53 +0000 | [diff] [blame] | 173 | (void)AddUsersIfInteresting(I); |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 174 | |
| 175 | return false; |
| 176 | } |
| 177 | |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 178 | void IVUsers::print(raw_ostream &OS, const Module *M) const { |
| 179 | OS << "IV Users for loop "; |
| 180 | WriteAsOperand(OS, L->getHeader(), false); |
| 181 | if (SE->hasLoopInvariantBackedgeTakenCount(L)) { |
| 182 | OS << " with backedge-taken count " |
| 183 | << *SE->getBackedgeTakenCount(L); |
| 184 | } |
| 185 | OS << ":\n"; |
| 186 | |
Dan Gohman | 572645c | 2010-02-12 10:34:29 +0000 | [diff] [blame] | 187 | for (ilist<IVStrideUse>::const_iterator UI = IVUses.begin(), |
| 188 | E = IVUses.end(); UI != E; ++UI) { |
| 189 | OS << " "; |
| 190 | WriteAsOperand(OS, UI->getOperandValToReplace(), false); |
Dan Gohman | c056454 | 2010-04-19 21:48:58 +0000 | [diff] [blame] | 191 | OS << " = " << *getReplacementExpr(*UI); |
Dan Gohman | 448db1c | 2010-04-07 22:27:08 +0000 | [diff] [blame] | 192 | for (PostIncLoopSet::const_iterator |
| 193 | I = UI->PostIncLoops.begin(), |
| 194 | E = UI->PostIncLoops.end(); I != E; ++I) { |
| 195 | OS << " (post-inc with loop "; |
| 196 | WriteAsOperand(OS, (*I)->getHeader(), false); |
| 197 | OS << ")"; |
| 198 | } |
Dan Gohman | 572645c | 2010-02-12 10:34:29 +0000 | [diff] [blame] | 199 | OS << " in "; |
Chris Lattner | 831c8ec | 2010-09-02 23:03:10 +0000 | [diff] [blame] | 200 | UI->getUser()->print(OS); |
Dan Gohman | 572645c | 2010-02-12 10:34:29 +0000 | [diff] [blame] | 201 | OS << '\n'; |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 202 | } |
| 203 | } |
| 204 | |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 205 | void IVUsers::dump() const { |
David Greene | 63c4560 | 2009-12-23 20:20:46 +0000 | [diff] [blame] | 206 | print(dbgs()); |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 207 | } |
| 208 | |
| 209 | void IVUsers::releaseMemory() { |
Evan Cheng | 04149f7 | 2009-12-17 09:39:49 +0000 | [diff] [blame] | 210 | Processed.clear(); |
Dan Gohman | 6bec5bb | 2009-12-18 00:06:20 +0000 | [diff] [blame] | 211 | IVUses.clear(); |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 212 | } |
| 213 | |
Dan Gohman | c056454 | 2010-04-19 21:48:58 +0000 | [diff] [blame] | 214 | /// getReplacementExpr - Return a SCEV expression which computes the |
| 215 | /// value of the OperandValToReplace. |
| 216 | const SCEV *IVUsers::getReplacementExpr(const IVStrideUse &IU) const { |
| 217 | return SE->getSCEV(IU.getOperandValToReplace()); |
| 218 | } |
| 219 | |
| 220 | /// getExpr - Return the expression for the use. |
| 221 | const SCEV *IVUsers::getExpr(const IVStrideUse &IU) const { |
| 222 | return |
| 223 | TransformForPostIncUse(Normalize, getReplacementExpr(IU), |
| 224 | IU.getUser(), IU.getOperandValToReplace(), |
| 225 | const_cast<PostIncLoopSet &>(IU.getPostIncLoops()), |
| 226 | *SE, *DT); |
| 227 | } |
| 228 | |
Dan Gohman | 448db1c | 2010-04-07 22:27:08 +0000 | [diff] [blame] | 229 | static const SCEVAddRecExpr *findAddRecForLoop(const SCEV *S, const Loop *L) { |
| 230 | if (const SCEVAddRecExpr *AR = dyn_cast<SCEVAddRecExpr>(S)) { |
| 231 | if (AR->getLoop() == L) |
| 232 | return AR; |
| 233 | return findAddRecForLoop(AR->getStart(), L); |
| 234 | } |
| 235 | |
| 236 | if (const SCEVAddExpr *Add = dyn_cast<SCEVAddExpr>(S)) { |
| 237 | for (SCEVAddExpr::op_iterator I = Add->op_begin(), E = Add->op_end(); |
| 238 | I != E; ++I) |
| 239 | if (const SCEVAddRecExpr *AR = findAddRecForLoop(*I, L)) |
| 240 | return AR; |
| 241 | return 0; |
| 242 | } |
| 243 | |
| 244 | return 0; |
| 245 | } |
| 246 | |
Dan Gohman | c056454 | 2010-04-19 21:48:58 +0000 | [diff] [blame] | 247 | const SCEV *IVUsers::getStride(const IVStrideUse &IU, const Loop *L) const { |
| 248 | if (const SCEVAddRecExpr *AR = findAddRecForLoop(getExpr(IU), L)) |
| 249 | return AR->getStepRecurrence(*SE); |
Dan Gohman | 448db1c | 2010-04-07 22:27:08 +0000 | [diff] [blame] | 250 | return 0; |
| 251 | } |
| 252 | |
| 253 | void IVStrideUse::transformToPostInc(const Loop *L) { |
Dan Gohman | 448db1c | 2010-04-07 22:27:08 +0000 | [diff] [blame] | 254 | PostIncLoops.insert(L); |
| 255 | } |
| 256 | |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 257 | void IVStrideUse::deleted() { |
| 258 | // Remove this user from the list. |
Dan Gohman | 572645c | 2010-02-12 10:34:29 +0000 | [diff] [blame] | 259 | Parent->IVUses.erase(this); |
Dan Gohman | 81db61a | 2009-05-12 02:17:14 +0000 | [diff] [blame] | 260 | // this now dangles! |
| 261 | } |