blob: 83e021295bad041f293863d96a0e0093854b7eee [file] [log] [blame]
Chris Lattner10f2d132009-11-11 00:22:30 +00001//===- LazyValueInfo.cpp - Value constraint analysis ----------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file defines the interface for lazy computation of value constraint
11// information.
12//
13//===----------------------------------------------------------------------===//
14
Chris Lattnerb8c124c2009-11-12 01:22:16 +000015#define DEBUG_TYPE "lazy-value-info"
Chris Lattner10f2d132009-11-11 00:22:30 +000016#include "llvm/Analysis/LazyValueInfo.h"
Dan Gohman5034dd32010-12-15 20:02:24 +000017#include "llvm/Analysis/ValueTracking.h"
Chris Lattnercc4d3b22009-11-11 02:08:33 +000018#include "llvm/Constants.h"
19#include "llvm/Instructions.h"
Nick Lewycky786c7cd2011-01-15 09:16:12 +000020#include "llvm/IntrinsicInst.h"
Chris Lattnercc4d3b22009-11-11 02:08:33 +000021#include "llvm/Analysis/ConstantFolding.h"
22#include "llvm/Target/TargetData.h"
Chad Rosieraab8e282011-12-02 01:26:24 +000023#include "llvm/Target/TargetLibraryInfo.h"
Chris Lattner16976522009-11-11 22:48:44 +000024#include "llvm/Support/CFG.h"
Owen Anderson5be2e782010-08-05 22:59:19 +000025#include "llvm/Support/ConstantRange.h"
Chris Lattnerb8c124c2009-11-12 01:22:16 +000026#include "llvm/Support/Debug.h"
Benjamin Kramer8979e5f2012-03-02 15:34:43 +000027#include "llvm/Support/PatternMatch.h"
Chris Lattner16976522009-11-11 22:48:44 +000028#include "llvm/Support/raw_ostream.h"
Owen Anderson7f9cb742010-07-30 23:59:40 +000029#include "llvm/Support/ValueHandle.h"
Owen Anderson9a65dc92010-07-27 23:58:11 +000030#include "llvm/ADT/DenseSet.h"
Chris Lattnere5642812009-11-15 20:00:52 +000031#include "llvm/ADT/STLExtras.h"
Bill Wendlingaa8b9942012-01-11 23:43:34 +000032#include <map>
Nick Lewycky90862ee2010-12-18 01:00:40 +000033#include <stack>
Chris Lattner10f2d132009-11-11 00:22:30 +000034using namespace llvm;
Benjamin Kramer8979e5f2012-03-02 15:34:43 +000035using namespace PatternMatch;
Chris Lattner10f2d132009-11-11 00:22:30 +000036
37char LazyValueInfo::ID = 0;
Chad Rosieraab8e282011-12-02 01:26:24 +000038INITIALIZE_PASS_BEGIN(LazyValueInfo, "lazy-value-info",
39 "Lazy Value Information Analysis", false, true)
40INITIALIZE_PASS_DEPENDENCY(TargetLibraryInfo)
41INITIALIZE_PASS_END(LazyValueInfo, "lazy-value-info",
Owen Andersonce665bd2010-10-07 22:25:06 +000042 "Lazy Value Information Analysis", false, true)
Chris Lattner10f2d132009-11-11 00:22:30 +000043
44namespace llvm {
45 FunctionPass *createLazyValueInfoPass() { return new LazyValueInfo(); }
46}
47
Chris Lattnercc4d3b22009-11-11 02:08:33 +000048
49//===----------------------------------------------------------------------===//
50// LVILatticeVal
51//===----------------------------------------------------------------------===//
52
53/// LVILatticeVal - This is the information tracked by LazyValueInfo for each
54/// value.
55///
56/// FIXME: This is basically just for bringup, this can be made a lot more rich
57/// in the future.
58///
59namespace {
60class LVILatticeVal {
61 enum LatticeValueTy {
Nick Lewycky69bfdf52010-12-15 18:57:18 +000062 /// undefined - This Value has no known value yet.
Chris Lattnercc4d3b22009-11-11 02:08:33 +000063 undefined,
Owen Anderson5be2e782010-08-05 22:59:19 +000064
Nick Lewycky69bfdf52010-12-15 18:57:18 +000065 /// constant - This Value has a specific constant value.
Chris Lattnercc4d3b22009-11-11 02:08:33 +000066 constant,
Nick Lewycky69bfdf52010-12-15 18:57:18 +000067 /// notconstant - This Value is known to not have the specified value.
Chris Lattnerb52675b2009-11-12 04:36:58 +000068 notconstant,
Chad Rosieraab8e282011-12-02 01:26:24 +000069
Nick Lewycky69bfdf52010-12-15 18:57:18 +000070 /// constantrange - The Value falls within this range.
Owen Anderson5be2e782010-08-05 22:59:19 +000071 constantrange,
Chad Rosieraab8e282011-12-02 01:26:24 +000072
Nick Lewycky69bfdf52010-12-15 18:57:18 +000073 /// overdefined - This value is not known to be constant, and we know that
Chris Lattnercc4d3b22009-11-11 02:08:33 +000074 /// it has a value.
75 overdefined
76 };
77
78 /// Val: This stores the current lattice value along with the Constant* for
Chris Lattnerb52675b2009-11-12 04:36:58 +000079 /// the constant if this is a 'constant' or 'notconstant' value.
Owen Andersondb78d732010-08-05 22:10:46 +000080 LatticeValueTy Tag;
81 Constant *Val;
Owen Anderson5be2e782010-08-05 22:59:19 +000082 ConstantRange Range;
Chris Lattnercc4d3b22009-11-11 02:08:33 +000083
84public:
Owen Anderson5be2e782010-08-05 22:59:19 +000085 LVILatticeVal() : Tag(undefined), Val(0), Range(1, true) {}
Chris Lattnercc4d3b22009-11-11 02:08:33 +000086
Chris Lattner16976522009-11-11 22:48:44 +000087 static LVILatticeVal get(Constant *C) {
88 LVILatticeVal Res;
Nick Lewycky69bfdf52010-12-15 18:57:18 +000089 if (!isa<UndefValue>(C))
Owen Anderson9f014062010-08-10 20:03:09 +000090 Res.markConstant(C);
Chris Lattner16976522009-11-11 22:48:44 +000091 return Res;
92 }
Chris Lattnerb52675b2009-11-12 04:36:58 +000093 static LVILatticeVal getNot(Constant *C) {
94 LVILatticeVal Res;
Nick Lewycky69bfdf52010-12-15 18:57:18 +000095 if (!isa<UndefValue>(C))
Owen Anderson9f014062010-08-10 20:03:09 +000096 Res.markNotConstant(C);
Chris Lattnerb52675b2009-11-12 04:36:58 +000097 return Res;
98 }
Owen Anderson625051b2010-08-10 23:20:01 +000099 static LVILatticeVal getRange(ConstantRange CR) {
100 LVILatticeVal Res;
101 Res.markConstantRange(CR);
102 return Res;
103 }
Chris Lattner16976522009-11-11 22:48:44 +0000104
Owen Anderson5be2e782010-08-05 22:59:19 +0000105 bool isUndefined() const { return Tag == undefined; }
106 bool isConstant() const { return Tag == constant; }
107 bool isNotConstant() const { return Tag == notconstant; }
108 bool isConstantRange() const { return Tag == constantrange; }
109 bool isOverdefined() const { return Tag == overdefined; }
Chris Lattnercc4d3b22009-11-11 02:08:33 +0000110
111 Constant *getConstant() const {
112 assert(isConstant() && "Cannot get the constant of a non-constant!");
Owen Andersondb78d732010-08-05 22:10:46 +0000113 return Val;
Chris Lattnercc4d3b22009-11-11 02:08:33 +0000114 }
115
Chris Lattnerb52675b2009-11-12 04:36:58 +0000116 Constant *getNotConstant() const {
117 assert(isNotConstant() && "Cannot get the constant of a non-notconstant!");
Owen Andersondb78d732010-08-05 22:10:46 +0000118 return Val;
Chris Lattnercc4d3b22009-11-11 02:08:33 +0000119 }
120
Owen Anderson5be2e782010-08-05 22:59:19 +0000121 ConstantRange getConstantRange() const {
122 assert(isConstantRange() &&
123 "Cannot get the constant-range of a non-constant-range!");
124 return Range;
125 }
126
Chris Lattnercc4d3b22009-11-11 02:08:33 +0000127 /// markOverdefined - Return true if this is a change in status.
128 bool markOverdefined() {
129 if (isOverdefined())
130 return false;
Owen Andersondb78d732010-08-05 22:10:46 +0000131 Tag = overdefined;
Chris Lattnercc4d3b22009-11-11 02:08:33 +0000132 return true;
133 }
134
135 /// markConstant - Return true if this is a change in status.
136 bool markConstant(Constant *V) {
Nick Lewycky69bfdf52010-12-15 18:57:18 +0000137 assert(V && "Marking constant with NULL");
138 if (ConstantInt *CI = dyn_cast<ConstantInt>(V))
139 return markConstantRange(ConstantRange(CI->getValue()));
140 if (isa<UndefValue>(V))
Chris Lattnercc4d3b22009-11-11 02:08:33 +0000141 return false;
Nick Lewycky69bfdf52010-12-15 18:57:18 +0000142
143 assert((!isConstant() || getConstant() == V) &&
144 "Marking constant with different value");
Chris Lattnercc4d3b22009-11-11 02:08:33 +0000145 assert(isUndefined());
Owen Andersondb78d732010-08-05 22:10:46 +0000146 Tag = constant;
Owen Andersondb78d732010-08-05 22:10:46 +0000147 Val = V;
Chris Lattner16976522009-11-11 22:48:44 +0000148 return true;
149 }
150
Chris Lattnerb52675b2009-11-12 04:36:58 +0000151 /// markNotConstant - Return true if this is a change in status.
152 bool markNotConstant(Constant *V) {
Chris Lattnerb52675b2009-11-12 04:36:58 +0000153 assert(V && "Marking constant with NULL");
Nick Lewycky69bfdf52010-12-15 18:57:18 +0000154 if (ConstantInt *CI = dyn_cast<ConstantInt>(V))
155 return markConstantRange(ConstantRange(CI->getValue()+1, CI->getValue()));
156 if (isa<UndefValue>(V))
157 return false;
158
159 assert((!isConstant() || getConstant() != V) &&
160 "Marking constant !constant with same value");
161 assert((!isNotConstant() || getNotConstant() == V) &&
162 "Marking !constant with different value");
163 assert(isUndefined() || isConstant());
164 Tag = notconstant;
Owen Andersondb78d732010-08-05 22:10:46 +0000165 Val = V;
Chris Lattnerb52675b2009-11-12 04:36:58 +0000166 return true;
167 }
168
Owen Anderson5be2e782010-08-05 22:59:19 +0000169 /// markConstantRange - Return true if this is a change in status.
170 bool markConstantRange(const ConstantRange NewR) {
171 if (isConstantRange()) {
172 if (NewR.isEmptySet())
173 return markOverdefined();
174
Owen Anderson5be2e782010-08-05 22:59:19 +0000175 bool changed = Range == NewR;
176 Range = NewR;
177 return changed;
178 }
179
180 assert(isUndefined());
181 if (NewR.isEmptySet())
182 return markOverdefined();
Owen Anderson5be2e782010-08-05 22:59:19 +0000183
184 Tag = constantrange;
185 Range = NewR;
186 return true;
187 }
188
Chris Lattner16976522009-11-11 22:48:44 +0000189 /// mergeIn - Merge the specified lattice value into this one, updating this
190 /// one and returning true if anything changed.
191 bool mergeIn(const LVILatticeVal &RHS) {
192 if (RHS.isUndefined() || isOverdefined()) return false;
193 if (RHS.isOverdefined()) return markOverdefined();
194
Nick Lewycky69bfdf52010-12-15 18:57:18 +0000195 if (isUndefined()) {
196 Tag = RHS.Tag;
197 Val = RHS.Val;
198 Range = RHS.Range;
199 return true;
Chris Lattnerf496e792009-11-12 04:57:13 +0000200 }
201
Nick Lewycky69bfdf52010-12-15 18:57:18 +0000202 if (isConstant()) {
203 if (RHS.isConstant()) {
204 if (Val == RHS.Val)
205 return false;
206 return markOverdefined();
207 }
208
209 if (RHS.isNotConstant()) {
210 if (Val == RHS.Val)
211 return markOverdefined();
212
213 // Unless we can prove that the two Constants are different, we must
214 // move to overdefined.
Chad Rosieraab8e282011-12-02 01:26:24 +0000215 // FIXME: use TargetData/TargetLibraryInfo for smarter constant folding.
Nick Lewycky69bfdf52010-12-15 18:57:18 +0000216 if (ConstantInt *Res = dyn_cast<ConstantInt>(
217 ConstantFoldCompareInstOperands(CmpInst::ICMP_NE,
218 getConstant(),
219 RHS.getNotConstant())))
220 if (Res->isOne())
221 return markNotConstant(RHS.getNotConstant());
222
223 return markOverdefined();
224 }
225
226 // RHS is a ConstantRange, LHS is a non-integer Constant.
227
228 // FIXME: consider the case where RHS is a range [1, 0) and LHS is
229 // a function. The correct result is to pick up RHS.
230
Chris Lattner16976522009-11-11 22:48:44 +0000231 return markOverdefined();
Nick Lewycky69bfdf52010-12-15 18:57:18 +0000232 }
233
234 if (isNotConstant()) {
235 if (RHS.isConstant()) {
236 if (Val == RHS.Val)
237 return markOverdefined();
238
239 // Unless we can prove that the two Constants are different, we must
240 // move to overdefined.
Chad Rosieraab8e282011-12-02 01:26:24 +0000241 // FIXME: use TargetData/TargetLibraryInfo for smarter constant folding.
Nick Lewycky69bfdf52010-12-15 18:57:18 +0000242 if (ConstantInt *Res = dyn_cast<ConstantInt>(
243 ConstantFoldCompareInstOperands(CmpInst::ICMP_NE,
244 getNotConstant(),
245 RHS.getConstant())))
246 if (Res->isOne())
247 return false;
248
249 return markOverdefined();
250 }
251
252 if (RHS.isNotConstant()) {
253 if (Val == RHS.Val)
254 return false;
255 return markOverdefined();
256 }
257
258 return markOverdefined();
259 }
260
261 assert(isConstantRange() && "New LVILattice type?");
262 if (!RHS.isConstantRange())
263 return markOverdefined();
264
265 ConstantRange NewR = Range.unionWith(RHS.getConstantRange());
266 if (NewR.isFullSet())
267 return markOverdefined();
268 return markConstantRange(NewR);
Chris Lattnercc4d3b22009-11-11 02:08:33 +0000269 }
Chris Lattnercc4d3b22009-11-11 02:08:33 +0000270};
271
272} // end anonymous namespace.
273
Chris Lattner16976522009-11-11 22:48:44 +0000274namespace llvm {
Chandler Carruth3b55a372011-04-18 18:49:44 +0000275raw_ostream &operator<<(raw_ostream &OS, const LVILatticeVal &Val)
276 LLVM_ATTRIBUTE_USED;
Chris Lattner16976522009-11-11 22:48:44 +0000277raw_ostream &operator<<(raw_ostream &OS, const LVILatticeVal &Val) {
278 if (Val.isUndefined())
279 return OS << "undefined";
280 if (Val.isOverdefined())
281 return OS << "overdefined";
Chris Lattnerb52675b2009-11-12 04:36:58 +0000282
283 if (Val.isNotConstant())
284 return OS << "notconstant<" << *Val.getNotConstant() << '>';
Owen Anderson2f3ffb82010-08-09 20:50:46 +0000285 else if (Val.isConstantRange())
286 return OS << "constantrange<" << Val.getConstantRange().getLower() << ", "
287 << Val.getConstantRange().getUpper() << '>';
Chris Lattner16976522009-11-11 22:48:44 +0000288 return OS << "constant<" << *Val.getConstant() << '>';
289}
290}
Chris Lattnercc4d3b22009-11-11 02:08:33 +0000291
292//===----------------------------------------------------------------------===//
Chris Lattner2c5adf82009-11-15 19:59:49 +0000293// LazyValueInfoCache Decl
Chris Lattnercc4d3b22009-11-11 02:08:33 +0000294//===----------------------------------------------------------------------===//
295
Chris Lattner2c5adf82009-11-15 19:59:49 +0000296namespace {
Owen Anderson89778462011-01-05 21:15:29 +0000297 /// LVIValueHandle - A callback value handle update the cache when
298 /// values are erased.
299 class LazyValueInfoCache;
300 struct LVIValueHandle : public CallbackVH {
301 LazyValueInfoCache *Parent;
302
303 LVIValueHandle(Value *V, LazyValueInfoCache *P)
304 : CallbackVH(V), Parent(P) { }
305
306 void deleted();
307 void allUsesReplacedWith(Value *V) {
308 deleted();
309 }
310 };
311}
312
Owen Anderson89778462011-01-05 21:15:29 +0000313namespace {
Chris Lattner2c5adf82009-11-15 19:59:49 +0000314 /// LazyValueInfoCache - This is the cache kept by LazyValueInfo which
315 /// maintains information about queries across the clients' queries.
316 class LazyValueInfoCache {
Chris Lattner2c5adf82009-11-15 19:59:49 +0000317 /// ValueCacheEntryTy - This is all of the cached block information for
318 /// exactly one Value*. The entries are sorted by the BasicBlock* of the
319 /// entries, allowing us to do a lookup with a binary search.
Bill Wendlingaa8b9942012-01-11 23:43:34 +0000320 typedef std::map<AssertingVH<BasicBlock>, LVILatticeVal> ValueCacheEntryTy;
Chris Lattner2c5adf82009-11-15 19:59:49 +0000321
Owen Andersone68713a2011-01-05 23:26:22 +0000322 /// ValueCache - This is all of the cached information for all values,
323 /// mapped from Value* to key information.
Bill Wendling805e2242012-01-12 01:41:03 +0000324 std::map<LVIValueHandle, ValueCacheEntryTy> ValueCache;
Owen Andersone68713a2011-01-05 23:26:22 +0000325
326 /// OverDefinedCache - This tracks, on a per-block basis, the set of
327 /// values that are over-defined at the end of that block. This is required
328 /// for cache updating.
329 typedef std::pair<AssertingVH<BasicBlock>, Value*> OverDefinedPairTy;
330 DenseSet<OverDefinedPairTy> OverDefinedCache;
Benjamin Kramerfeb9b4b2011-12-03 15:16:45 +0000331
332 /// SeenBlocks - Keep track of all blocks that we have ever seen, so we
333 /// don't spend time removing unused blocks from our caches.
334 DenseSet<AssertingVH<BasicBlock> > SeenBlocks;
335
Owen Andersone68713a2011-01-05 23:26:22 +0000336 /// BlockValueStack - This stack holds the state of the value solver
337 /// during a query. It basically emulates the callstack of the naive
338 /// recursive value lookup process.
339 std::stack<std::pair<BasicBlock*, Value*> > BlockValueStack;
340
Owen Anderson89778462011-01-05 21:15:29 +0000341 friend struct LVIValueHandle;
Owen Anderson87790ab2010-12-20 19:33:41 +0000342
343 /// OverDefinedCacheUpdater - A helper object that ensures that the
344 /// OverDefinedCache is updated whenever solveBlockValue returns.
345 struct OverDefinedCacheUpdater {
346 LazyValueInfoCache *Parent;
347 Value *Val;
348 BasicBlock *BB;
349 LVILatticeVal &BBLV;
350
351 OverDefinedCacheUpdater(Value *V, BasicBlock *B, LVILatticeVal &LV,
352 LazyValueInfoCache *P)
353 : Parent(P), Val(V), BB(B), BBLV(LV) { }
354
355 bool markResult(bool changed) {
356 if (changed && BBLV.isOverdefined())
357 Parent->OverDefinedCache.insert(std::make_pair(BB, Val));
358 return changed;
359 }
360 };
Owen Andersoncfa7fb62010-07-26 18:48:03 +0000361
Owen Andersone68713a2011-01-05 23:26:22 +0000362
Owen Anderson7f9cb742010-07-30 23:59:40 +0000363
Owen Andersonf33b3022010-12-09 06:14:58 +0000364 LVILatticeVal getBlockValue(Value *Val, BasicBlock *BB);
Nick Lewycky90862ee2010-12-18 01:00:40 +0000365 bool getEdgeValue(Value *V, BasicBlock *F, BasicBlock *T,
366 LVILatticeVal &Result);
367 bool hasBlockValue(Value *Val, BasicBlock *BB);
368
369 // These methods process one work item and may add more. A false value
370 // returned means that the work item was not completely processed and must
371 // be revisited after going through the new items.
372 bool solveBlockValue(Value *Val, BasicBlock *BB);
Owen Anderson61863942010-12-20 18:18:16 +0000373 bool solveBlockValueNonLocal(LVILatticeVal &BBLV,
374 Value *Val, BasicBlock *BB);
375 bool solveBlockValuePHINode(LVILatticeVal &BBLV,
376 PHINode *PN, BasicBlock *BB);
377 bool solveBlockValueConstantRange(LVILatticeVal &BBLV,
378 Instruction *BBI, BasicBlock *BB);
Nick Lewycky90862ee2010-12-18 01:00:40 +0000379
380 void solve();
Owen Andersonf33b3022010-12-09 06:14:58 +0000381
Nick Lewycky69bfdf52010-12-15 18:57:18 +0000382 ValueCacheEntryTy &lookup(Value *V) {
Owen Andersonf33b3022010-12-09 06:14:58 +0000383 return ValueCache[LVIValueHandle(V, this)];
384 }
Nick Lewycky90862ee2010-12-18 01:00:40 +0000385
Chris Lattner2c5adf82009-11-15 19:59:49 +0000386 public:
Chris Lattner2c5adf82009-11-15 19:59:49 +0000387 /// getValueInBlock - This is the query interface to determine the lattice
388 /// value for the specified Value* at the end of the specified block.
389 LVILatticeVal getValueInBlock(Value *V, BasicBlock *BB);
390
391 /// getValueOnEdge - This is the query interface to determine the lattice
392 /// value for the specified Value* that is true on the specified edge.
393 LVILatticeVal getValueOnEdge(Value *V, BasicBlock *FromBB,BasicBlock *ToBB);
Owen Andersoncfa7fb62010-07-26 18:48:03 +0000394
395 /// threadEdge - This is the update interface to inform the cache that an
396 /// edge from PredBB to OldSucc has been threaded to be from PredBB to
397 /// NewSucc.
398 void threadEdge(BasicBlock *PredBB,BasicBlock *OldSucc,BasicBlock *NewSucc);
Owen Anderson00ac77e2010-08-18 18:39:01 +0000399
400 /// eraseBlock - This is part of the update interface to inform the cache
401 /// that a block has been deleted.
402 void eraseBlock(BasicBlock *BB);
403
404 /// clear - Empty the cache.
405 void clear() {
Benjamin Kramerc00c05f2011-12-03 15:19:55 +0000406 SeenBlocks.clear();
Owen Anderson00ac77e2010-08-18 18:39:01 +0000407 ValueCache.clear();
408 OverDefinedCache.clear();
409 }
Chris Lattner2c5adf82009-11-15 19:59:49 +0000410 };
411} // end anonymous namespace
412
Owen Anderson89778462011-01-05 21:15:29 +0000413void LVIValueHandle::deleted() {
414 typedef std::pair<AssertingVH<BasicBlock>, Value*> OverDefinedPairTy;
415
416 SmallVector<OverDefinedPairTy, 4> ToErase;
417 for (DenseSet<OverDefinedPairTy>::iterator
Owen Anderson7f9cb742010-07-30 23:59:40 +0000418 I = Parent->OverDefinedCache.begin(),
419 E = Parent->OverDefinedCache.end();
Owen Anderson89778462011-01-05 21:15:29 +0000420 I != E; ++I) {
421 if (I->second == getValPtr())
422 ToErase.push_back(*I);
Owen Anderson7f9cb742010-07-30 23:59:40 +0000423 }
Owen Andersoncf6abd22010-08-11 22:36:04 +0000424
Owen Anderson89778462011-01-05 21:15:29 +0000425 for (SmallVector<OverDefinedPairTy, 4>::iterator I = ToErase.begin(),
426 E = ToErase.end(); I != E; ++I)
427 Parent->OverDefinedCache.erase(*I);
428
Owen Andersoncf6abd22010-08-11 22:36:04 +0000429 // This erasure deallocates *this, so it MUST happen after we're done
430 // using any and all members of *this.
431 Parent->ValueCache.erase(*this);
Owen Anderson7f9cb742010-07-30 23:59:40 +0000432}
433
Owen Anderson00ac77e2010-08-18 18:39:01 +0000434void LazyValueInfoCache::eraseBlock(BasicBlock *BB) {
Benjamin Kramerfeb9b4b2011-12-03 15:16:45 +0000435 // Shortcut if we have never seen this block.
436 DenseSet<AssertingVH<BasicBlock> >::iterator I = SeenBlocks.find(BB);
437 if (I == SeenBlocks.end())
438 return;
439 SeenBlocks.erase(I);
440
Owen Anderson89778462011-01-05 21:15:29 +0000441 SmallVector<OverDefinedPairTy, 4> ToErase;
442 for (DenseSet<OverDefinedPairTy>::iterator I = OverDefinedCache.begin(),
443 E = OverDefinedCache.end(); I != E; ++I) {
444 if (I->first == BB)
445 ToErase.push_back(*I);
Owen Anderson00ac77e2010-08-18 18:39:01 +0000446 }
Owen Anderson89778462011-01-05 21:15:29 +0000447
448 for (SmallVector<OverDefinedPairTy, 4>::iterator I = ToErase.begin(),
449 E = ToErase.end(); I != E; ++I)
450 OverDefinedCache.erase(*I);
Owen Anderson00ac77e2010-08-18 18:39:01 +0000451
Bill Wendling805e2242012-01-12 01:41:03 +0000452 for (std::map<LVIValueHandle, ValueCacheEntryTy>::iterator
Owen Anderson00ac77e2010-08-18 18:39:01 +0000453 I = ValueCache.begin(), E = ValueCache.end(); I != E; ++I)
454 I->second.erase(BB);
455}
Owen Anderson7f9cb742010-07-30 23:59:40 +0000456
Nick Lewycky90862ee2010-12-18 01:00:40 +0000457void LazyValueInfoCache::solve() {
Owen Andersone68713a2011-01-05 23:26:22 +0000458 while (!BlockValueStack.empty()) {
459 std::pair<BasicBlock*, Value*> &e = BlockValueStack.top();
Owen Anderson87790ab2010-12-20 19:33:41 +0000460 if (solveBlockValue(e.second, e.first))
Owen Andersone68713a2011-01-05 23:26:22 +0000461 BlockValueStack.pop();
Nick Lewycky90862ee2010-12-18 01:00:40 +0000462 }
463}
464
465bool LazyValueInfoCache::hasBlockValue(Value *Val, BasicBlock *BB) {
466 // If already a constant, there is nothing to compute.
467 if (isa<Constant>(Val))
468 return true;
469
Owen Anderson89778462011-01-05 21:15:29 +0000470 LVIValueHandle ValHandle(Val, this);
471 if (!ValueCache.count(ValHandle)) return false;
472 return ValueCache[ValHandle].count(BB);
Nick Lewycky90862ee2010-12-18 01:00:40 +0000473}
474
Owen Andersonf33b3022010-12-09 06:14:58 +0000475LVILatticeVal LazyValueInfoCache::getBlockValue(Value *Val, BasicBlock *BB) {
Nick Lewycky90862ee2010-12-18 01:00:40 +0000476 // If already a constant, there is nothing to compute.
477 if (Constant *VC = dyn_cast<Constant>(Val))
478 return LVILatticeVal::get(VC);
479
Benjamin Kramerfeb9b4b2011-12-03 15:16:45 +0000480 SeenBlocks.insert(BB);
Nick Lewycky90862ee2010-12-18 01:00:40 +0000481 return lookup(Val)[BB];
482}
483
484bool LazyValueInfoCache::solveBlockValue(Value *Val, BasicBlock *BB) {
485 if (isa<Constant>(Val))
486 return true;
487
Owen Andersonf33b3022010-12-09 06:14:58 +0000488 ValueCacheEntryTy &Cache = lookup(Val);
Benjamin Kramerfeb9b4b2011-12-03 15:16:45 +0000489 SeenBlocks.insert(BB);
Owen Andersonf33b3022010-12-09 06:14:58 +0000490 LVILatticeVal &BBLV = Cache[BB];
Owen Anderson87790ab2010-12-20 19:33:41 +0000491
492 // OverDefinedCacheUpdater is a helper object that will update
493 // the OverDefinedCache for us when this method exits. Make sure to
494 // call markResult on it as we exist, passing a bool to indicate if the
495 // cache needs updating, i.e. if we have solve a new value or not.
496 OverDefinedCacheUpdater ODCacheUpdater(Val, BB, BBLV, this);
Nick Lewycky90862ee2010-12-18 01:00:40 +0000497
Chris Lattner2c5adf82009-11-15 19:59:49 +0000498 // If we've already computed this block's value, return it.
Chris Lattnere5642812009-11-15 20:00:52 +0000499 if (!BBLV.isUndefined()) {
David Greene5d93a1f2009-12-23 20:43:58 +0000500 DEBUG(dbgs() << " reuse BB '" << BB->getName() << "' val=" << BBLV <<'\n');
Owen Anderson87790ab2010-12-20 19:33:41 +0000501
502 // Since we're reusing a cached value here, we don't need to update the
503 // OverDefinedCahce. The cache will have been properly updated
504 // whenever the cached value was inserted.
505 ODCacheUpdater.markResult(false);
Nick Lewycky90862ee2010-12-18 01:00:40 +0000506 return true;
Chris Lattnere5642812009-11-15 20:00:52 +0000507 }
508
Chris Lattner2c5adf82009-11-15 19:59:49 +0000509 // Otherwise, this is the first time we're seeing this block. Reset the
510 // lattice value to overdefined, so that cycles will terminate and be
511 // conservatively correct.
512 BBLV.markOverdefined();
513
Chris Lattner2c5adf82009-11-15 19:59:49 +0000514 Instruction *BBI = dyn_cast<Instruction>(Val);
515 if (BBI == 0 || BBI->getParent() != BB) {
Owen Anderson87790ab2010-12-20 19:33:41 +0000516 return ODCacheUpdater.markResult(solveBlockValueNonLocal(BBLV, Val, BB));
Chris Lattner2c5adf82009-11-15 19:59:49 +0000517 }
Chris Lattnere5642812009-11-15 20:00:52 +0000518
Nick Lewycky90862ee2010-12-18 01:00:40 +0000519 if (PHINode *PN = dyn_cast<PHINode>(BBI)) {
Owen Anderson87790ab2010-12-20 19:33:41 +0000520 return ODCacheUpdater.markResult(solveBlockValuePHINode(BBLV, PN, BB));
Nick Lewycky90862ee2010-12-18 01:00:40 +0000521 }
Owen Andersonb81fd622010-08-18 21:11:37 +0000522
Nick Lewycky786c7cd2011-01-15 09:16:12 +0000523 if (AllocaInst *AI = dyn_cast<AllocaInst>(BBI)) {
524 BBLV = LVILatticeVal::getNot(ConstantPointerNull::get(AI->getType()));
525 return ODCacheUpdater.markResult(true);
526 }
527
Owen Andersonb81fd622010-08-18 21:11:37 +0000528 // We can only analyze the definitions of certain classes of instructions
529 // (integral binops and casts at the moment), so bail if this isn't one.
Chris Lattner2c5adf82009-11-15 19:59:49 +0000530 LVILatticeVal Result;
Owen Andersonb81fd622010-08-18 21:11:37 +0000531 if ((!isa<BinaryOperator>(BBI) && !isa<CastInst>(BBI)) ||
532 !BBI->getType()->isIntegerTy()) {
533 DEBUG(dbgs() << " compute BB '" << BB->getName()
534 << "' - overdefined because inst def found.\n");
Owen Anderson61863942010-12-20 18:18:16 +0000535 BBLV.markOverdefined();
Owen Anderson87790ab2010-12-20 19:33:41 +0000536 return ODCacheUpdater.markResult(true);
Owen Andersonb81fd622010-08-18 21:11:37 +0000537 }
Nick Lewycky90862ee2010-12-18 01:00:40 +0000538
Owen Andersonb81fd622010-08-18 21:11:37 +0000539 // FIXME: We're currently limited to binops with a constant RHS. This should
540 // be improved.
541 BinaryOperator *BO = dyn_cast<BinaryOperator>(BBI);
542 if (BO && !isa<ConstantInt>(BO->getOperand(1))) {
543 DEBUG(dbgs() << " compute BB '" << BB->getName()
544 << "' - overdefined because inst def found.\n");
545
Owen Anderson61863942010-12-20 18:18:16 +0000546 BBLV.markOverdefined();
Owen Anderson87790ab2010-12-20 19:33:41 +0000547 return ODCacheUpdater.markResult(true);
Nick Lewycky90862ee2010-12-18 01:00:40 +0000548 }
Owen Andersonb81fd622010-08-18 21:11:37 +0000549
Owen Anderson87790ab2010-12-20 19:33:41 +0000550 return ODCacheUpdater.markResult(solveBlockValueConstantRange(BBLV, BBI, BB));
Nick Lewycky90862ee2010-12-18 01:00:40 +0000551}
552
553static bool InstructionDereferencesPointer(Instruction *I, Value *Ptr) {
554 if (LoadInst *L = dyn_cast<LoadInst>(I)) {
555 return L->getPointerAddressSpace() == 0 &&
556 GetUnderlyingObject(L->getPointerOperand()) ==
557 GetUnderlyingObject(Ptr);
558 }
559 if (StoreInst *S = dyn_cast<StoreInst>(I)) {
560 return S->getPointerAddressSpace() == 0 &&
561 GetUnderlyingObject(S->getPointerOperand()) ==
562 GetUnderlyingObject(Ptr);
563 }
Nick Lewycky786c7cd2011-01-15 09:16:12 +0000564 if (MemIntrinsic *MI = dyn_cast<MemIntrinsic>(I)) {
565 if (MI->isVolatile()) return false;
Nick Lewycky786c7cd2011-01-15 09:16:12 +0000566
567 // FIXME: check whether it has a valuerange that excludes zero?
568 ConstantInt *Len = dyn_cast<ConstantInt>(MI->getLength());
569 if (!Len || Len->isZero()) return false;
570
Eli Friedman69388e52011-05-31 20:40:16 +0000571 if (MI->getDestAddressSpace() == 0)
572 if (MI->getRawDest() == Ptr || MI->getDest() == Ptr)
573 return true;
Nick Lewycky786c7cd2011-01-15 09:16:12 +0000574 if (MemTransferInst *MTI = dyn_cast<MemTransferInst>(MI))
Eli Friedman69388e52011-05-31 20:40:16 +0000575 if (MTI->getSourceAddressSpace() == 0)
576 if (MTI->getRawSource() == Ptr || MTI->getSource() == Ptr)
577 return true;
Nick Lewycky786c7cd2011-01-15 09:16:12 +0000578 }
Nick Lewycky90862ee2010-12-18 01:00:40 +0000579 return false;
580}
581
Owen Anderson61863942010-12-20 18:18:16 +0000582bool LazyValueInfoCache::solveBlockValueNonLocal(LVILatticeVal &BBLV,
583 Value *Val, BasicBlock *BB) {
Nick Lewycky90862ee2010-12-18 01:00:40 +0000584 LVILatticeVal Result; // Start Undefined.
585
586 // If this is a pointer, and there's a load from that pointer in this BB,
587 // then we know that the pointer can't be NULL.
588 bool NotNull = false;
589 if (Val->getType()->isPointerTy()) {
Nick Lewycky786c7cd2011-01-15 09:16:12 +0000590 if (isa<AllocaInst>(Val)) {
591 NotNull = true;
592 } else {
593 for (BasicBlock::iterator BI = BB->begin(), BE = BB->end();BI != BE;++BI){
594 if (InstructionDereferencesPointer(BI, Val)) {
595 NotNull = true;
596 break;
597 }
Nick Lewycky90862ee2010-12-18 01:00:40 +0000598 }
599 }
600 }
601
602 // If this is the entry block, we must be asking about an argument. The
603 // value is overdefined.
604 if (BB == &BB->getParent()->getEntryBlock()) {
605 assert(isa<Argument>(Val) && "Unknown live-in to the entry block");
606 if (NotNull) {
Chris Lattnerdb125cf2011-07-18 04:54:35 +0000607 PointerType *PTy = cast<PointerType>(Val->getType());
Nick Lewycky90862ee2010-12-18 01:00:40 +0000608 Result = LVILatticeVal::getNot(ConstantPointerNull::get(PTy));
609 } else {
610 Result.markOverdefined();
611 }
Owen Anderson61863942010-12-20 18:18:16 +0000612 BBLV = Result;
Nick Lewycky90862ee2010-12-18 01:00:40 +0000613 return true;
614 }
615
616 // Loop over all of our predecessors, merging what we know from them into
617 // result.
618 bool EdgesMissing = false;
619 for (pred_iterator PI = pred_begin(BB), E = pred_end(BB); PI != E; ++PI) {
620 LVILatticeVal EdgeResult;
621 EdgesMissing |= !getEdgeValue(Val, *PI, BB, EdgeResult);
622 if (EdgesMissing)
623 continue;
624
625 Result.mergeIn(EdgeResult);
626
627 // If we hit overdefined, exit early. The BlockVals entry is already set
628 // to overdefined.
629 if (Result.isOverdefined()) {
630 DEBUG(dbgs() << " compute BB '" << BB->getName()
631 << "' - overdefined because of pred.\n");
632 // If we previously determined that this is a pointer that can't be null
633 // then return that rather than giving up entirely.
634 if (NotNull) {
Chris Lattnerdb125cf2011-07-18 04:54:35 +0000635 PointerType *PTy = cast<PointerType>(Val->getType());
Nick Lewycky90862ee2010-12-18 01:00:40 +0000636 Result = LVILatticeVal::getNot(ConstantPointerNull::get(PTy));
637 }
Owen Anderson61863942010-12-20 18:18:16 +0000638
639 BBLV = Result;
Nick Lewycky90862ee2010-12-18 01:00:40 +0000640 return true;
641 }
642 }
643 if (EdgesMissing)
644 return false;
645
646 // Return the merged value, which is more precise than 'overdefined'.
647 assert(!Result.isOverdefined());
Owen Anderson61863942010-12-20 18:18:16 +0000648 BBLV = Result;
Nick Lewycky90862ee2010-12-18 01:00:40 +0000649 return true;
650}
651
Owen Anderson61863942010-12-20 18:18:16 +0000652bool LazyValueInfoCache::solveBlockValuePHINode(LVILatticeVal &BBLV,
653 PHINode *PN, BasicBlock *BB) {
Nick Lewycky90862ee2010-12-18 01:00:40 +0000654 LVILatticeVal Result; // Start Undefined.
655
656 // Loop over all of our predecessors, merging what we know from them into
657 // result.
658 bool EdgesMissing = false;
659 for (unsigned i = 0, e = PN->getNumIncomingValues(); i != e; ++i) {
660 BasicBlock *PhiBB = PN->getIncomingBlock(i);
661 Value *PhiVal = PN->getIncomingValue(i);
662 LVILatticeVal EdgeResult;
663 EdgesMissing |= !getEdgeValue(PhiVal, PhiBB, BB, EdgeResult);
664 if (EdgesMissing)
665 continue;
666
667 Result.mergeIn(EdgeResult);
668
669 // If we hit overdefined, exit early. The BlockVals entry is already set
670 // to overdefined.
671 if (Result.isOverdefined()) {
672 DEBUG(dbgs() << " compute BB '" << BB->getName()
673 << "' - overdefined because of pred.\n");
Owen Anderson61863942010-12-20 18:18:16 +0000674
675 BBLV = Result;
Nick Lewycky90862ee2010-12-18 01:00:40 +0000676 return true;
677 }
678 }
679 if (EdgesMissing)
680 return false;
681
682 // Return the merged value, which is more precise than 'overdefined'.
683 assert(!Result.isOverdefined() && "Possible PHI in entry block?");
Owen Anderson61863942010-12-20 18:18:16 +0000684 BBLV = Result;
Nick Lewycky90862ee2010-12-18 01:00:40 +0000685 return true;
686}
687
Owen Anderson61863942010-12-20 18:18:16 +0000688bool LazyValueInfoCache::solveBlockValueConstantRange(LVILatticeVal &BBLV,
689 Instruction *BBI,
Nick Lewycky90862ee2010-12-18 01:00:40 +0000690 BasicBlock *BB) {
Owen Andersonb81fd622010-08-18 21:11:37 +0000691 // Figure out the range of the LHS. If that fails, bail.
Nick Lewycky90862ee2010-12-18 01:00:40 +0000692 if (!hasBlockValue(BBI->getOperand(0), BB)) {
Owen Andersone68713a2011-01-05 23:26:22 +0000693 BlockValueStack.push(std::make_pair(BB, BBI->getOperand(0)));
Nick Lewycky90862ee2010-12-18 01:00:40 +0000694 return false;
695 }
696
Nick Lewycky90862ee2010-12-18 01:00:40 +0000697 LVILatticeVal LHSVal = getBlockValue(BBI->getOperand(0), BB);
Owen Andersonb81fd622010-08-18 21:11:37 +0000698 if (!LHSVal.isConstantRange()) {
Owen Anderson61863942010-12-20 18:18:16 +0000699 BBLV.markOverdefined();
Nick Lewycky90862ee2010-12-18 01:00:40 +0000700 return true;
Owen Andersonb81fd622010-08-18 21:11:37 +0000701 }
702
Owen Andersonb81fd622010-08-18 21:11:37 +0000703 ConstantRange LHSRange = LHSVal.getConstantRange();
704 ConstantRange RHSRange(1);
Chris Lattnerdb125cf2011-07-18 04:54:35 +0000705 IntegerType *ResultTy = cast<IntegerType>(BBI->getType());
Owen Andersonb81fd622010-08-18 21:11:37 +0000706 if (isa<BinaryOperator>(BBI)) {
Nick Lewycky90862ee2010-12-18 01:00:40 +0000707 if (ConstantInt *RHS = dyn_cast<ConstantInt>(BBI->getOperand(1))) {
708 RHSRange = ConstantRange(RHS->getValue());
709 } else {
Owen Anderson61863942010-12-20 18:18:16 +0000710 BBLV.markOverdefined();
Nick Lewycky90862ee2010-12-18 01:00:40 +0000711 return true;
Owen Anderson59b06dc2010-08-24 07:55:44 +0000712 }
Owen Andersonb81fd622010-08-18 21:11:37 +0000713 }
Nick Lewycky90862ee2010-12-18 01:00:40 +0000714
Owen Andersonb81fd622010-08-18 21:11:37 +0000715 // NOTE: We're currently limited by the set of operations that ConstantRange
716 // can evaluate symbolically. Enhancing that set will allows us to analyze
717 // more definitions.
Owen Anderson61863942010-12-20 18:18:16 +0000718 LVILatticeVal Result;
Owen Andersonb81fd622010-08-18 21:11:37 +0000719 switch (BBI->getOpcode()) {
720 case Instruction::Add:
721 Result.markConstantRange(LHSRange.add(RHSRange));
722 break;
723 case Instruction::Sub:
724 Result.markConstantRange(LHSRange.sub(RHSRange));
725 break;
726 case Instruction::Mul:
727 Result.markConstantRange(LHSRange.multiply(RHSRange));
728 break;
729 case Instruction::UDiv:
730 Result.markConstantRange(LHSRange.udiv(RHSRange));
731 break;
732 case Instruction::Shl:
733 Result.markConstantRange(LHSRange.shl(RHSRange));
734 break;
735 case Instruction::LShr:
736 Result.markConstantRange(LHSRange.lshr(RHSRange));
737 break;
738 case Instruction::Trunc:
739 Result.markConstantRange(LHSRange.truncate(ResultTy->getBitWidth()));
740 break;
741 case Instruction::SExt:
742 Result.markConstantRange(LHSRange.signExtend(ResultTy->getBitWidth()));
743 break;
744 case Instruction::ZExt:
745 Result.markConstantRange(LHSRange.zeroExtend(ResultTy->getBitWidth()));
746 break;
747 case Instruction::BitCast:
748 Result.markConstantRange(LHSRange);
749 break;
Nick Lewycky198381e2010-09-07 05:39:02 +0000750 case Instruction::And:
751 Result.markConstantRange(LHSRange.binaryAnd(RHSRange));
752 break;
753 case Instruction::Or:
754 Result.markConstantRange(LHSRange.binaryOr(RHSRange));
755 break;
Owen Andersonb81fd622010-08-18 21:11:37 +0000756
757 // Unhandled instructions are overdefined.
758 default:
759 DEBUG(dbgs() << " compute BB '" << BB->getName()
760 << "' - overdefined because inst def found.\n");
761 Result.markOverdefined();
762 break;
763 }
764
Owen Anderson61863942010-12-20 18:18:16 +0000765 BBLV = Result;
Nick Lewycky90862ee2010-12-18 01:00:40 +0000766 return true;
Chris Lattner10f2d132009-11-11 00:22:30 +0000767}
768
Chris Lattner800c47e2009-11-15 20:02:12 +0000769/// getEdgeValue - This method attempts to infer more complex
Nick Lewycky90862ee2010-12-18 01:00:40 +0000770bool LazyValueInfoCache::getEdgeValue(Value *Val, BasicBlock *BBFrom,
771 BasicBlock *BBTo, LVILatticeVal &Result) {
772 // If already a constant, there is nothing to compute.
773 if (Constant *VC = dyn_cast<Constant>(Val)) {
774 Result = LVILatticeVal::get(VC);
775 return true;
776 }
777
Chris Lattner800c47e2009-11-15 20:02:12 +0000778 // TODO: Handle more complex conditionals. If (v == 0 || v2 < 1) is false, we
779 // know that v != 0.
Chris Lattner16976522009-11-11 22:48:44 +0000780 if (BranchInst *BI = dyn_cast<BranchInst>(BBFrom->getTerminator())) {
781 // If this is a conditional branch and only one successor goes to BBTo, then
782 // we maybe able to infer something from the condition.
783 if (BI->isConditional() &&
784 BI->getSuccessor(0) != BI->getSuccessor(1)) {
785 bool isTrueDest = BI->getSuccessor(0) == BBTo;
786 assert(BI->getSuccessor(!isTrueDest) == BBTo &&
787 "BBTo isn't a successor of BBFrom");
788
789 // If V is the condition of the branch itself, then we know exactly what
790 // it is.
Nick Lewycky90862ee2010-12-18 01:00:40 +0000791 if (BI->getCondition() == Val) {
792 Result = LVILatticeVal::get(ConstantInt::get(
Owen Anderson9f014062010-08-10 20:03:09 +0000793 Type::getInt1Ty(Val->getContext()), isTrueDest));
Nick Lewycky90862ee2010-12-18 01:00:40 +0000794 return true;
795 }
Chris Lattner16976522009-11-11 22:48:44 +0000796
797 // If the condition of the branch is an equality comparison, we may be
798 // able to infer the value.
Owen Anderson2d0f2472010-08-11 04:24:25 +0000799 ICmpInst *ICI = dyn_cast<ICmpInst>(BI->getCondition());
Benjamin Kramer8979e5f2012-03-02 15:34:43 +0000800 if (ICI && isa<Constant>(ICI->getOperand(1))) {
801 if (ICI->isEquality() && ICI->getOperand(0) == Val) {
Owen Anderson2d0f2472010-08-11 04:24:25 +0000802 // We know that V has the RHS constant if this is a true SETEQ or
803 // false SETNE.
804 if (isTrueDest == (ICI->getPredicate() == ICmpInst::ICMP_EQ))
Nick Lewycky90862ee2010-12-18 01:00:40 +0000805 Result = LVILatticeVal::get(cast<Constant>(ICI->getOperand(1)));
806 else
807 Result = LVILatticeVal::getNot(cast<Constant>(ICI->getOperand(1)));
808 return true;
Chris Lattner16976522009-11-11 22:48:44 +0000809 }
Nick Lewycky90862ee2010-12-18 01:00:40 +0000810
Benjamin Kramer8979e5f2012-03-02 15:34:43 +0000811 // Recognize the range checking idiom that InstCombine produces.
812 // (X-C1) u< C2 --> [C1, C1+C2)
813 ConstantInt *NegOffset = 0;
814 if (ICI->getPredicate() == ICmpInst::ICMP_ULT)
815 match(ICI->getOperand(0), m_Add(m_Specific(Val),
816 m_ConstantInt(NegOffset)));
817
818 ConstantInt *CI = dyn_cast<ConstantInt>(ICI->getOperand(1));
819 if (CI && (ICI->getOperand(0) == Val || NegOffset)) {
Owen Anderson2d0f2472010-08-11 04:24:25 +0000820 // Calculate the range of values that would satisfy the comparison.
Nuno Lopes97f87ab2012-05-17 23:04:08 +0000821 ConstantRange CmpRange(CI->getValue());
Owen Anderson2d0f2472010-08-11 04:24:25 +0000822 ConstantRange TrueValues =
823 ConstantRange::makeICmpRegion(ICI->getPredicate(), CmpRange);
Nick Lewycky90862ee2010-12-18 01:00:40 +0000824
Benjamin Kramer8979e5f2012-03-02 15:34:43 +0000825 if (NegOffset) // Apply the offset from above.
826 TrueValues = TrueValues.subtract(NegOffset->getValue());
827
Owen Anderson2d0f2472010-08-11 04:24:25 +0000828 // If we're interested in the false dest, invert the condition.
829 if (!isTrueDest) TrueValues = TrueValues.inverse();
830
831 // Figure out the possible values of the query BEFORE this branch.
Owen Andersonbe419012011-01-05 21:37:18 +0000832 if (!hasBlockValue(Val, BBFrom)) {
Owen Andersone68713a2011-01-05 23:26:22 +0000833 BlockValueStack.push(std::make_pair(BBFrom, Val));
Owen Andersonbe419012011-01-05 21:37:18 +0000834 return false;
835 }
836
Owen Andersonf33b3022010-12-09 06:14:58 +0000837 LVILatticeVal InBlock = getBlockValue(Val, BBFrom);
Nick Lewycky90862ee2010-12-18 01:00:40 +0000838 if (!InBlock.isConstantRange()) {
839 Result = LVILatticeVal::getRange(TrueValues);
840 return true;
841 }
842
Owen Anderson2d0f2472010-08-11 04:24:25 +0000843 // Find all potential values that satisfy both the input and output
844 // conditions.
845 ConstantRange PossibleValues =
846 TrueValues.intersectWith(InBlock.getConstantRange());
Nick Lewycky90862ee2010-12-18 01:00:40 +0000847
848 Result = LVILatticeVal::getRange(PossibleValues);
849 return true;
Owen Anderson2d0f2472010-08-11 04:24:25 +0000850 }
851 }
Chris Lattner16976522009-11-11 22:48:44 +0000852 }
853 }
Chris Lattner800c47e2009-11-15 20:02:12 +0000854
855 // If the edge was formed by a switch on the value, then we may know exactly
856 // what it is.
857 if (SwitchInst *SI = dyn_cast<SwitchInst>(BBFrom->getTerminator())) {
Owen Andersondae90c62010-08-24 21:59:42 +0000858 if (SI->getCondition() == Val) {
Owen Anderson4caef602010-09-02 22:16:52 +0000859 // We don't know anything in the default case.
Owen Andersondae90c62010-08-24 21:59:42 +0000860 if (SI->getDefaultDest() == BBTo) {
Owen Anderson4caef602010-09-02 22:16:52 +0000861 Result.markOverdefined();
Nick Lewycky90862ee2010-12-18 01:00:40 +0000862 return true;
Owen Andersondae90c62010-08-24 21:59:42 +0000863 }
864
Chris Lattner800c47e2009-11-15 20:02:12 +0000865 // We only know something if there is exactly one value that goes from
866 // BBFrom to BBTo.
867 unsigned NumEdges = 0;
868 ConstantInt *EdgeVal = 0;
Stepan Dyatkovskiy3d3abe02012-03-11 06:09:17 +0000869 for (SwitchInst::CaseIt i = SI->case_begin(), e = SI->case_end();
Stepan Dyatkovskiyc10fa6c2012-03-08 07:06:20 +0000870 i != e; ++i) {
871 if (i.getCaseSuccessor() != BBTo) continue;
Chris Lattner800c47e2009-11-15 20:02:12 +0000872 if (NumEdges++) break;
Stepan Dyatkovskiyc10fa6c2012-03-08 07:06:20 +0000873 EdgeVal = i.getCaseValue();
Chris Lattner800c47e2009-11-15 20:02:12 +0000874 }
875 assert(EdgeVal && "Missing successor?");
Nick Lewycky90862ee2010-12-18 01:00:40 +0000876 if (NumEdges == 1) {
877 Result = LVILatticeVal::get(EdgeVal);
878 return true;
879 }
Chris Lattner800c47e2009-11-15 20:02:12 +0000880 }
881 }
Chris Lattner16976522009-11-11 22:48:44 +0000882
883 // Otherwise see if the value is known in the block.
Nick Lewycky90862ee2010-12-18 01:00:40 +0000884 if (hasBlockValue(Val, BBFrom)) {
885 Result = getBlockValue(Val, BBFrom);
886 return true;
887 }
Owen Andersone68713a2011-01-05 23:26:22 +0000888 BlockValueStack.push(std::make_pair(BBFrom, Val));
Nick Lewycky90862ee2010-12-18 01:00:40 +0000889 return false;
Chris Lattner16976522009-11-11 22:48:44 +0000890}
891
Chris Lattner2c5adf82009-11-15 19:59:49 +0000892LVILatticeVal LazyValueInfoCache::getValueInBlock(Value *V, BasicBlock *BB) {
David Greene5d93a1f2009-12-23 20:43:58 +0000893 DEBUG(dbgs() << "LVI Getting block end value " << *V << " at '"
Chris Lattner2c5adf82009-11-15 19:59:49 +0000894 << BB->getName() << "'\n");
895
Owen Andersone68713a2011-01-05 23:26:22 +0000896 BlockValueStack.push(std::make_pair(BB, V));
Nick Lewycky90862ee2010-12-18 01:00:40 +0000897 solve();
Owen Andersonf33b3022010-12-09 06:14:58 +0000898 LVILatticeVal Result = getBlockValue(V, BB);
Nick Lewycky90862ee2010-12-18 01:00:40 +0000899
David Greene5d93a1f2009-12-23 20:43:58 +0000900 DEBUG(dbgs() << " Result = " << Result << "\n");
Chris Lattner2c5adf82009-11-15 19:59:49 +0000901 return Result;
902}
Chris Lattner16976522009-11-11 22:48:44 +0000903
Chris Lattner2c5adf82009-11-15 19:59:49 +0000904LVILatticeVal LazyValueInfoCache::
905getValueOnEdge(Value *V, BasicBlock *FromBB, BasicBlock *ToBB) {
David Greene5d93a1f2009-12-23 20:43:58 +0000906 DEBUG(dbgs() << "LVI Getting edge value " << *V << " from '"
Chris Lattner2c5adf82009-11-15 19:59:49 +0000907 << FromBB->getName() << "' to '" << ToBB->getName() << "'\n");
Owen Andersoncfa7fb62010-07-26 18:48:03 +0000908
Nick Lewycky90862ee2010-12-18 01:00:40 +0000909 LVILatticeVal Result;
910 if (!getEdgeValue(V, FromBB, ToBB, Result)) {
911 solve();
912 bool WasFastQuery = getEdgeValue(V, FromBB, ToBB, Result);
913 (void)WasFastQuery;
914 assert(WasFastQuery && "More work to do after problem solved?");
915 }
916
David Greene5d93a1f2009-12-23 20:43:58 +0000917 DEBUG(dbgs() << " Result = " << Result << "\n");
Chris Lattner2c5adf82009-11-15 19:59:49 +0000918 return Result;
919}
920
Owen Andersoncfa7fb62010-07-26 18:48:03 +0000921void LazyValueInfoCache::threadEdge(BasicBlock *PredBB, BasicBlock *OldSucc,
922 BasicBlock *NewSucc) {
923 // When an edge in the graph has been threaded, values that we could not
924 // determine a value for before (i.e. were marked overdefined) may be possible
925 // to solve now. We do NOT try to proactively update these values. Instead,
926 // we clear their entries from the cache, and allow lazy updating to recompute
927 // them when needed.
928
929 // The updating process is fairly simple: we need to dropped cached info
930 // for all values that were marked overdefined in OldSucc, and for those same
931 // values in any successor of OldSucc (except NewSucc) in which they were
932 // also marked overdefined.
933 std::vector<BasicBlock*> worklist;
934 worklist.push_back(OldSucc);
935
Owen Anderson9a65dc92010-07-27 23:58:11 +0000936 DenseSet<Value*> ClearSet;
Owen Anderson89778462011-01-05 21:15:29 +0000937 for (DenseSet<OverDefinedPairTy>::iterator I = OverDefinedCache.begin(),
938 E = OverDefinedCache.end(); I != E; ++I) {
Owen Anderson9a65dc92010-07-27 23:58:11 +0000939 if (I->first == OldSucc)
940 ClearSet.insert(I->second);
941 }
Owen Andersoncfa7fb62010-07-26 18:48:03 +0000942
943 // Use a worklist to perform a depth-first search of OldSucc's successors.
944 // NOTE: We do not need a visited list since any blocks we have already
945 // visited will have had their overdefined markers cleared already, and we
946 // thus won't loop to their successors.
947 while (!worklist.empty()) {
948 BasicBlock *ToUpdate = worklist.back();
949 worklist.pop_back();
950
951 // Skip blocks only accessible through NewSucc.
952 if (ToUpdate == NewSucc) continue;
953
954 bool changed = false;
Nick Lewycky69bfdf52010-12-15 18:57:18 +0000955 for (DenseSet<Value*>::iterator I = ClearSet.begin(), E = ClearSet.end();
Owen Andersoncfa7fb62010-07-26 18:48:03 +0000956 I != E; ++I) {
957 // If a value was marked overdefined in OldSucc, and is here too...
Owen Anderson89778462011-01-05 21:15:29 +0000958 DenseSet<OverDefinedPairTy>::iterator OI =
Owen Anderson9a65dc92010-07-27 23:58:11 +0000959 OverDefinedCache.find(std::make_pair(ToUpdate, *I));
960 if (OI == OverDefinedCache.end()) continue;
Owen Andersoncfa7fb62010-07-26 18:48:03 +0000961
Owen Anderson9a65dc92010-07-27 23:58:11 +0000962 // Remove it from the caches.
Owen Anderson7f9cb742010-07-30 23:59:40 +0000963 ValueCacheEntryTy &Entry = ValueCache[LVIValueHandle(*I, this)];
Owen Anderson9a65dc92010-07-27 23:58:11 +0000964 ValueCacheEntryTy::iterator CI = Entry.find(ToUpdate);
Nick Lewycky90862ee2010-12-18 01:00:40 +0000965
Owen Anderson9a65dc92010-07-27 23:58:11 +0000966 assert(CI != Entry.end() && "Couldn't find entry to update?");
967 Entry.erase(CI);
968 OverDefinedCache.erase(OI);
Owen Andersoncfa7fb62010-07-26 18:48:03 +0000969
Owen Anderson9a65dc92010-07-27 23:58:11 +0000970 // If we removed anything, then we potentially need to update
971 // blocks successors too.
972 changed = true;
Owen Andersoncfa7fb62010-07-26 18:48:03 +0000973 }
Nick Lewycky90862ee2010-12-18 01:00:40 +0000974
Owen Andersoncfa7fb62010-07-26 18:48:03 +0000975 if (!changed) continue;
976
977 worklist.insert(worklist.end(), succ_begin(ToUpdate), succ_end(ToUpdate));
978 }
979}
980
Chris Lattner2c5adf82009-11-15 19:59:49 +0000981//===----------------------------------------------------------------------===//
982// LazyValueInfo Impl
983//===----------------------------------------------------------------------===//
984
Chris Lattner2c5adf82009-11-15 19:59:49 +0000985/// getCache - This lazily constructs the LazyValueInfoCache.
986static LazyValueInfoCache &getCache(void *&PImpl) {
987 if (!PImpl)
988 PImpl = new LazyValueInfoCache();
989 return *static_cast<LazyValueInfoCache*>(PImpl);
990}
991
Owen Anderson00ac77e2010-08-18 18:39:01 +0000992bool LazyValueInfo::runOnFunction(Function &F) {
993 if (PImpl)
994 getCache(PImpl).clear();
Chad Rosieraab8e282011-12-02 01:26:24 +0000995
Owen Anderson00ac77e2010-08-18 18:39:01 +0000996 TD = getAnalysisIfAvailable<TargetData>();
Chad Rosieraab8e282011-12-02 01:26:24 +0000997 TLI = &getAnalysis<TargetLibraryInfo>();
998
Owen Anderson00ac77e2010-08-18 18:39:01 +0000999 // Fully lazy.
1000 return false;
1001}
1002
Chad Rosieraab8e282011-12-02 01:26:24 +00001003void LazyValueInfo::getAnalysisUsage(AnalysisUsage &AU) const {
1004 AU.setPreservesAll();
1005 AU.addRequired<TargetLibraryInfo>();
1006}
1007
Chris Lattner2c5adf82009-11-15 19:59:49 +00001008void LazyValueInfo::releaseMemory() {
1009 // If the cache was allocated, free it.
1010 if (PImpl) {
1011 delete &getCache(PImpl);
1012 PImpl = 0;
1013 }
1014}
1015
1016Constant *LazyValueInfo::getConstant(Value *V, BasicBlock *BB) {
1017 LVILatticeVal Result = getCache(PImpl).getValueInBlock(V, BB);
1018
Chris Lattner16976522009-11-11 22:48:44 +00001019 if (Result.isConstant())
1020 return Result.getConstant();
Nick Lewycky69bfdf52010-12-15 18:57:18 +00001021 if (Result.isConstantRange()) {
Owen Andersonee61fcf2010-08-27 23:29:38 +00001022 ConstantRange CR = Result.getConstantRange();
1023 if (const APInt *SingleVal = CR.getSingleElement())
1024 return ConstantInt::get(V->getContext(), *SingleVal);
1025 }
Chris Lattner16976522009-11-11 22:48:44 +00001026 return 0;
1027}
Chris Lattnercc4d3b22009-11-11 02:08:33 +00001028
Chris Lattner38392bb2009-11-12 01:29:10 +00001029/// getConstantOnEdge - Determine whether the specified value is known to be a
1030/// constant on the specified edge. Return null if not.
1031Constant *LazyValueInfo::getConstantOnEdge(Value *V, BasicBlock *FromBB,
1032 BasicBlock *ToBB) {
Chris Lattner2c5adf82009-11-15 19:59:49 +00001033 LVILatticeVal Result = getCache(PImpl).getValueOnEdge(V, FromBB, ToBB);
Chris Lattner38392bb2009-11-12 01:29:10 +00001034
1035 if (Result.isConstant())
1036 return Result.getConstant();
Nick Lewycky69bfdf52010-12-15 18:57:18 +00001037 if (Result.isConstantRange()) {
Owen Anderson9f014062010-08-10 20:03:09 +00001038 ConstantRange CR = Result.getConstantRange();
1039 if (const APInt *SingleVal = CR.getSingleElement())
1040 return ConstantInt::get(V->getContext(), *SingleVal);
1041 }
Chris Lattner38392bb2009-11-12 01:29:10 +00001042 return 0;
1043}
1044
Chris Lattnerb52675b2009-11-12 04:36:58 +00001045/// getPredicateOnEdge - Determine whether the specified value comparison
1046/// with a constant is known to be true or false on the specified CFG edge.
1047/// Pred is a CmpInst predicate.
Chris Lattnercc4d3b22009-11-11 02:08:33 +00001048LazyValueInfo::Tristate
Chris Lattnerb52675b2009-11-12 04:36:58 +00001049LazyValueInfo::getPredicateOnEdge(unsigned Pred, Value *V, Constant *C,
1050 BasicBlock *FromBB, BasicBlock *ToBB) {
Chris Lattner2c5adf82009-11-15 19:59:49 +00001051 LVILatticeVal Result = getCache(PImpl).getValueOnEdge(V, FromBB, ToBB);
Chris Lattnercc4d3b22009-11-11 02:08:33 +00001052
Chris Lattnerb52675b2009-11-12 04:36:58 +00001053 // If we know the value is a constant, evaluate the conditional.
1054 Constant *Res = 0;
1055 if (Result.isConstant()) {
Chad Rosieraab8e282011-12-02 01:26:24 +00001056 Res = ConstantFoldCompareInstOperands(Pred, Result.getConstant(), C, TD,
1057 TLI);
Nick Lewycky69bfdf52010-12-15 18:57:18 +00001058 if (ConstantInt *ResCI = dyn_cast<ConstantInt>(Res))
Chris Lattnerb52675b2009-11-12 04:36:58 +00001059 return ResCI->isZero() ? False : True;
Chris Lattner2c5adf82009-11-15 19:59:49 +00001060 return Unknown;
1061 }
1062
Owen Anderson9f014062010-08-10 20:03:09 +00001063 if (Result.isConstantRange()) {
Owen Anderson59b06dc2010-08-24 07:55:44 +00001064 ConstantInt *CI = dyn_cast<ConstantInt>(C);
1065 if (!CI) return Unknown;
1066
Owen Anderson9f014062010-08-10 20:03:09 +00001067 ConstantRange CR = Result.getConstantRange();
1068 if (Pred == ICmpInst::ICMP_EQ) {
1069 if (!CR.contains(CI->getValue()))
1070 return False;
1071
1072 if (CR.isSingleElement() && CR.contains(CI->getValue()))
1073 return True;
1074 } else if (Pred == ICmpInst::ICMP_NE) {
1075 if (!CR.contains(CI->getValue()))
1076 return True;
1077
1078 if (CR.isSingleElement() && CR.contains(CI->getValue()))
1079 return False;
1080 }
1081
1082 // Handle more complex predicates.
Nick Lewycky69bfdf52010-12-15 18:57:18 +00001083 ConstantRange TrueValues =
1084 ICmpInst::makeConstantRange((ICmpInst::Predicate)Pred, CI->getValue());
1085 if (TrueValues.contains(CR))
Owen Anderson9f014062010-08-10 20:03:09 +00001086 return True;
Nick Lewycky69bfdf52010-12-15 18:57:18 +00001087 if (TrueValues.inverse().contains(CR))
1088 return False;
Owen Anderson9f014062010-08-10 20:03:09 +00001089 return Unknown;
1090 }
1091
Chris Lattner2c5adf82009-11-15 19:59:49 +00001092 if (Result.isNotConstant()) {
Chris Lattnerb52675b2009-11-12 04:36:58 +00001093 // If this is an equality comparison, we can try to fold it knowing that
1094 // "V != C1".
1095 if (Pred == ICmpInst::ICMP_EQ) {
1096 // !C1 == C -> false iff C1 == C.
1097 Res = ConstantFoldCompareInstOperands(ICmpInst::ICMP_NE,
Chad Rosieraab8e282011-12-02 01:26:24 +00001098 Result.getNotConstant(), C, TD,
1099 TLI);
Chris Lattnerb52675b2009-11-12 04:36:58 +00001100 if (Res->isNullValue())
1101 return False;
1102 } else if (Pred == ICmpInst::ICMP_NE) {
1103 // !C1 != C -> true iff C1 == C.
Chris Lattner5553a3a2009-11-15 20:01:24 +00001104 Res = ConstantFoldCompareInstOperands(ICmpInst::ICMP_NE,
Chad Rosieraab8e282011-12-02 01:26:24 +00001105 Result.getNotConstant(), C, TD,
1106 TLI);
Chris Lattnerb52675b2009-11-12 04:36:58 +00001107 if (Res->isNullValue())
1108 return True;
1109 }
Chris Lattner2c5adf82009-11-15 19:59:49 +00001110 return Unknown;
Chris Lattnerb52675b2009-11-12 04:36:58 +00001111 }
1112
Chris Lattnercc4d3b22009-11-11 02:08:33 +00001113 return Unknown;
1114}
1115
Owen Andersoncfa7fb62010-07-26 18:48:03 +00001116void LazyValueInfo::threadEdge(BasicBlock *PredBB, BasicBlock *OldSucc,
Nick Lewycky69bfdf52010-12-15 18:57:18 +00001117 BasicBlock *NewSucc) {
Owen Anderson00ac77e2010-08-18 18:39:01 +00001118 if (PImpl) getCache(PImpl).threadEdge(PredBB, OldSucc, NewSucc);
1119}
1120
1121void LazyValueInfo::eraseBlock(BasicBlock *BB) {
1122 if (PImpl) getCache(PImpl).eraseBlock(BB);
Owen Andersoncfa7fb62010-07-26 18:48:03 +00001123}