blob: 1982a3bbd7748d14662cc11a74e83fb636c21fe8 [file] [log] [blame]
Hans Wennborgc5ec73d2014-11-21 18:58:23 +00001//===- LazyValueInfo.cpp - Value constraint analysis ------------*- C++ -*-===//
Chris Lattner741c94c2009-11-11 00:22:30 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file defines the interface for lazy computation of value constraint
11// information.
12//
13//===----------------------------------------------------------------------===//
14
15#include "llvm/Analysis/LazyValueInfo.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000016#include "llvm/ADT/DenseSet.h"
17#include "llvm/ADT/STLExtras.h"
Daniel Jasperaec2fa32016-12-19 08:22:17 +000018#include "llvm/Analysis/AssumptionCache.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000019#include "llvm/Analysis/ConstantFolding.h"
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +000020#include "llvm/Analysis/InstructionSimplify.h"
Chandler Carruth62d42152015-01-15 02:16:27 +000021#include "llvm/Analysis/TargetLibraryInfo.h"
Dan Gohmana4fcd242010-12-15 20:02:24 +000022#include "llvm/Analysis/ValueTracking.h"
Florian Hahn8af01572017-09-28 11:09:22 +000023#include "llvm/Analysis/ValueLattice.h"
Anna Thomase27b39a2017-03-22 19:27:12 +000024#include "llvm/IR/AssemblyAnnotationWriter.h"
Chandler Carruth1305dc32014-03-04 11:45:46 +000025#include "llvm/IR/CFG.h"
Chandler Carruth8cd041e2014-03-04 12:24:34 +000026#include "llvm/IR/ConstantRange.h"
Chandler Carruth9fb823b2013-01-02 11:36:10 +000027#include "llvm/IR/Constants.h"
28#include "llvm/IR/DataLayout.h"
Hal Finkel7e184492014-09-07 20:29:59 +000029#include "llvm/IR/Dominators.h"
Chandler Carruth9fb823b2013-01-02 11:36:10 +000030#include "llvm/IR/Instructions.h"
31#include "llvm/IR/IntrinsicInst.h"
Artur Pilipenko2e8f82d2016-08-12 15:52:23 +000032#include "llvm/IR/Intrinsics.h"
Philip Reameseb3e9da2015-10-29 03:57:17 +000033#include "llvm/IR/LLVMContext.h"
Chandler Carruth820a9082014-03-04 11:08:18 +000034#include "llvm/IR/PatternMatch.h"
Chandler Carruth4220e9c2014-03-04 11:17:44 +000035#include "llvm/IR/ValueHandle.h"
Chris Lattnerb584d1e2009-11-12 01:22:16 +000036#include "llvm/Support/Debug.h"
Anna Thomase27b39a2017-03-22 19:27:12 +000037#include "llvm/Support/FormattedStream.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000038#include "llvm/Support/raw_ostream.h"
Bill Wendling4ec081a2012-01-11 23:43:34 +000039#include <map>
Chris Lattner741c94c2009-11-11 00:22:30 +000040using namespace llvm;
Benjamin Kramerd9d80b12012-03-02 15:34:43 +000041using namespace PatternMatch;
Chris Lattner741c94c2009-11-11 00:22:30 +000042
Chandler Carruthf1221bd2014-04-22 02:48:03 +000043#define DEBUG_TYPE "lazy-value-info"
44
Daniel Berlin9c92a462017-02-08 15:22:52 +000045// This is the number of worklist items we will process to try to discover an
46// answer for a given value.
47static const unsigned MaxProcessedPerValue = 500;
48
Sean Silva687019f2016-06-13 22:01:25 +000049char LazyValueInfoWrapperPass::ID = 0;
50INITIALIZE_PASS_BEGIN(LazyValueInfoWrapperPass, "lazy-value-info",
Chad Rosier43a33062011-12-02 01:26:24 +000051 "Lazy Value Information Analysis", false, true)
Daniel Jasperaec2fa32016-12-19 08:22:17 +000052INITIALIZE_PASS_DEPENDENCY(AssumptionCacheTracker)
Chandler Carruthb98f63d2015-01-15 10:41:28 +000053INITIALIZE_PASS_DEPENDENCY(TargetLibraryInfoWrapperPass)
Sean Silva687019f2016-06-13 22:01:25 +000054INITIALIZE_PASS_END(LazyValueInfoWrapperPass, "lazy-value-info",
Owen Andersondf7a4f22010-10-07 22:25:06 +000055 "Lazy Value Information Analysis", false, true)
Chris Lattner741c94c2009-11-11 00:22:30 +000056
57namespace llvm {
Sean Silva687019f2016-06-13 22:01:25 +000058 FunctionPass *createLazyValueInfoPass() { return new LazyValueInfoWrapperPass(); }
Chris Lattner741c94c2009-11-11 00:22:30 +000059}
60
Chandler Carruthdab4eae2016-11-23 17:53:26 +000061AnalysisKey LazyValueAnalysis::Key;
Chris Lattnerfde1f8d2009-11-11 02:08:33 +000062
Philip Reamesed8cd0d2016-02-02 22:03:19 +000063/// Returns true if this lattice value represents at most one possible value.
64/// This is as precise as any lattice value can get while still representing
65/// reachable code.
Florian Hahn8af01572017-09-28 11:09:22 +000066static bool hasSingleValue(const ValueLatticeElement &Val) {
Philip Reamesed8cd0d2016-02-02 22:03:19 +000067 if (Val.isConstantRange() &&
68 Val.getConstantRange().isSingleElement())
69 // Integer constants are single element ranges
70 return true;
71 if (Val.isConstant())
72 // Non integer constants
73 return true;
74 return false;
75}
76
77/// Combine two sets of facts about the same value into a single set of
78/// facts. Note that this method is not suitable for merging facts along
79/// different paths in a CFG; that's what the mergeIn function is for. This
80/// is for merging facts gathered about the same value at the same location
81/// through two independent means.
82/// Notes:
83/// * This method does not promise to return the most precise possible lattice
84/// value implied by A and B. It is allowed to return any lattice element
85/// which is at least as strong as *either* A or B (unless our facts
NAKAMURA Takumif2529512016-07-04 01:26:27 +000086/// conflict, see below).
Philip Reamesed8cd0d2016-02-02 22:03:19 +000087/// * Due to unreachable code, the intersection of two lattice values could be
88/// contradictory. If this happens, we return some valid lattice value so as
89/// not confuse the rest of LVI. Ideally, we'd always return Undefined, but
90/// we do not make this guarantee. TODO: This would be a useful enhancement.
Florian Hahn8af01572017-09-28 11:09:22 +000091static ValueLatticeElement intersect(const ValueLatticeElement &A,
92 const ValueLatticeElement &B) {
Philip Reamesed8cd0d2016-02-02 22:03:19 +000093 // Undefined is the strongest state. It means the value is known to be along
94 // an unreachable path.
95 if (A.isUndefined())
96 return A;
97 if (B.isUndefined())
98 return B;
99
100 // If we gave up for one, but got a useable fact from the other, use it.
101 if (A.isOverdefined())
102 return B;
103 if (B.isOverdefined())
104 return A;
105
106 // Can't get any more precise than constants.
107 if (hasSingleValue(A))
108 return A;
109 if (hasSingleValue(B))
110 return B;
111
112 // Could be either constant range or not constant here.
113 if (!A.isConstantRange() || !B.isConstantRange()) {
114 // TODO: Arbitrary choice, could be improved
115 return A;
116 }
117
118 // Intersect two constant ranges
119 ConstantRange Range =
120 A.getConstantRange().intersectWith(B.getConstantRange());
121 // Note: An empty range is implicitly converted to overdefined internally.
122 // TODO: We could instead use Undefined here since we've proven a conflict
NAKAMURA Takumif2529512016-07-04 01:26:27 +0000123 // and thus know this path must be unreachable.
Florian Hahn8af01572017-09-28 11:09:22 +0000124 return ValueLatticeElement::getRange(std::move(Range));
Philip Reamesed8cd0d2016-02-02 22:03:19 +0000125}
Philip Reamesd1f829d2016-02-02 21:57:37 +0000126
Chris Lattnerfde1f8d2009-11-11 02:08:33 +0000127//===----------------------------------------------------------------------===//
Chris Lattneraf025d32009-11-15 19:59:49 +0000128// LazyValueInfoCache Decl
Chris Lattnerfde1f8d2009-11-11 02:08:33 +0000129//===----------------------------------------------------------------------===//
130
Chris Lattneraf025d32009-11-15 19:59:49 +0000131namespace {
Sanjay Patel2a385e22015-01-09 16:47:20 +0000132 /// A callback value handle updates the cache when values are erased.
Owen Anderson118ac802011-01-05 21:15:29 +0000133 class LazyValueInfoCache;
David Blaikie774b5842015-08-03 22:30:24 +0000134 struct LVIValueHandle final : public CallbackVH {
Justin Lebar58b377e2016-07-27 22:33:36 +0000135 // Needs to access getValPtr(), which is protected.
136 friend struct DenseMapInfo<LVIValueHandle>;
137
Owen Anderson118ac802011-01-05 21:15:29 +0000138 LazyValueInfoCache *Parent;
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +0000139
Owen Anderson118ac802011-01-05 21:15:29 +0000140 LVIValueHandle(Value *V, LazyValueInfoCache *P)
141 : CallbackVH(V), Parent(P) { }
Craig Toppere9ba7592014-03-05 07:30:04 +0000142
143 void deleted() override;
144 void allUsesReplacedWith(Value *V) override {
Owen Anderson118ac802011-01-05 21:15:29 +0000145 deleted();
146 }
147 };
Justin Lebar58b377e2016-07-27 22:33:36 +0000148} // end anonymous namespace
Owen Anderson118ac802011-01-05 21:15:29 +0000149
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +0000150namespace {
Sanjay Patel2a385e22015-01-09 16:47:20 +0000151 /// This is the cache kept by LazyValueInfo which
Chris Lattneraf025d32009-11-15 19:59:49 +0000152 /// maintains information about queries across the clients' queries.
153 class LazyValueInfoCache {
Sanjay Patel2a385e22015-01-09 16:47:20 +0000154 /// This is all of the cached block information for exactly one Value*.
155 /// The entries are sorted by the BasicBlock* of the
Chris Lattneraf025d32009-11-15 19:59:49 +0000156 /// entries, allowing us to do a lookup with a binary search.
Akira Hatanaka2992bee2015-12-11 00:49:47 +0000157 /// Over-defined lattice values are recorded in OverDefinedCache to reduce
158 /// memory overhead.
Justin Lebar58b377e2016-07-27 22:33:36 +0000159 struct ValueCacheEntryTy {
160 ValueCacheEntryTy(Value *V, LazyValueInfoCache *P) : Handle(V, P) {}
161 LVIValueHandle Handle;
Florian Hahn8af01572017-09-28 11:09:22 +0000162 SmallDenseMap<PoisoningVH<BasicBlock>, ValueLatticeElement, 4> BlockVals;
Justin Lebar58b377e2016-07-27 22:33:36 +0000163 };
Chris Lattneraf025d32009-11-15 19:59:49 +0000164
Sanjay Patel2a385e22015-01-09 16:47:20 +0000165 /// This tracks, on a per-block basis, the set of values that are
Akira Hatanaka2992bee2015-12-11 00:49:47 +0000166 /// over-defined at the end of that block.
Chandler Carruth6acdca72017-01-24 12:55:57 +0000167 typedef DenseMap<PoisoningVH<BasicBlock>, SmallPtrSet<Value *, 4>>
Bruno Cardoso Lopes6ac4ea42015-08-18 16:34:27 +0000168 OverDefinedCacheTy;
Sanjay Patel2a385e22015-01-09 16:47:20 +0000169 /// Keep track of all blocks that we have ever seen, so we
Benjamin Kramer36647082011-12-03 15:16:45 +0000170 /// don't spend time removing unused blocks from our caches.
Chandler Carruth6acdca72017-01-24 12:55:57 +0000171 DenseSet<PoisoningVH<BasicBlock> > SeenBlocks;
Benjamin Kramer36647082011-12-03 15:16:45 +0000172
Anna Thomase27b39a2017-03-22 19:27:12 +0000173 /// This is all of the cached information for all values,
174 /// mapped from Value* to key information.
175 DenseMap<Value *, std::unique_ptr<ValueCacheEntryTy>> ValueCache;
176 OverDefinedCacheTy OverDefinedCache;
177
178
Philip Reames9db79482016-09-12 22:38:44 +0000179 public:
Florian Hahn8af01572017-09-28 11:09:22 +0000180 void insertResult(Value *Val, BasicBlock *BB,
181 const ValueLatticeElement &Result) {
Hans Wennborg45172ac2014-11-25 17:23:05 +0000182 SeenBlocks.insert(BB);
Akira Hatanaka2992bee2015-12-11 00:49:47 +0000183
184 // Insert over-defined values into their own cache to reduce memory
185 // overhead.
Hans Wennborg45172ac2014-11-25 17:23:05 +0000186 if (Result.isOverdefined())
Bruno Cardoso Lopes6ac4ea42015-08-18 16:34:27 +0000187 OverDefinedCache[BB].insert(Val);
Justin Lebar58b377e2016-07-27 22:33:36 +0000188 else {
189 auto It = ValueCache.find_as(Val);
190 if (It == ValueCache.end()) {
191 ValueCache[Val] = make_unique<ValueCacheEntryTy>(Val, this);
192 It = ValueCache.find_as(Val);
193 assert(It != ValueCache.end() && "Val was just added to the map!");
194 }
195 It->second->BlockVals[BB] = Result;
196 }
Hans Wennborg45172ac2014-11-25 17:23:05 +0000197 }
Owen Andersonc1561b82010-07-30 23:59:40 +0000198
Akira Hatanaka2992bee2015-12-11 00:49:47 +0000199 bool isOverdefined(Value *V, BasicBlock *BB) const {
200 auto ODI = OverDefinedCache.find(BB);
201
202 if (ODI == OverDefinedCache.end())
203 return false;
204
205 return ODI->second.count(V);
206 }
207
Philip Reames9db79482016-09-12 22:38:44 +0000208 bool hasCachedValueInfo(Value *V, BasicBlock *BB) const {
Akira Hatanaka2992bee2015-12-11 00:49:47 +0000209 if (isOverdefined(V, BB))
210 return true;
211
Justin Lebar58b377e2016-07-27 22:33:36 +0000212 auto I = ValueCache.find_as(V);
Akira Hatanaka2992bee2015-12-11 00:49:47 +0000213 if (I == ValueCache.end())
214 return false;
215
Justin Lebar58b377e2016-07-27 22:33:36 +0000216 return I->second->BlockVals.count(BB);
Akira Hatanaka2992bee2015-12-11 00:49:47 +0000217 }
218
Florian Hahn8af01572017-09-28 11:09:22 +0000219 ValueLatticeElement getCachedValueInfo(Value *V, BasicBlock *BB) const {
Akira Hatanaka2992bee2015-12-11 00:49:47 +0000220 if (isOverdefined(V, BB))
Florian Hahn8af01572017-09-28 11:09:22 +0000221 return ValueLatticeElement::getOverdefined();
Akira Hatanaka2992bee2015-12-11 00:49:47 +0000222
Justin Lebar58b377e2016-07-27 22:33:36 +0000223 auto I = ValueCache.find_as(V);
224 if (I == ValueCache.end())
Florian Hahn8af01572017-09-28 11:09:22 +0000225 return ValueLatticeElement();
Justin Lebar58b377e2016-07-27 22:33:36 +0000226 auto BBI = I->second->BlockVals.find(BB);
227 if (BBI == I->second->BlockVals.end())
Florian Hahn8af01572017-09-28 11:09:22 +0000228 return ValueLatticeElement();
Justin Lebar58b377e2016-07-27 22:33:36 +0000229 return BBI->second;
Akira Hatanaka2992bee2015-12-11 00:49:47 +0000230 }
NAKAMURA Takumi4cb46e62016-07-04 01:26:33 +0000231
Philip Reames92e5e1b2016-09-12 21:46:58 +0000232 /// clear - Empty the cache.
233 void clear() {
234 SeenBlocks.clear();
235 ValueCache.clear();
236 OverDefinedCache.clear();
237 }
238
Philip Reamesb627aec2016-09-12 22:03:36 +0000239 /// Inform the cache that a given value has been deleted.
240 void eraseValue(Value *V);
241
242 /// This is part of the update interface to inform the cache
243 /// that a block has been deleted.
244 void eraseBlock(BasicBlock *BB);
245
Philip Reames9db79482016-09-12 22:38:44 +0000246 /// Updates the cache to remove any influence an overdefined value in
247 /// OldSucc might have (unless also overdefined in NewSucc). This just
248 /// flushes elements from the cache and does not add any.
249 void threadEdgeImpl(BasicBlock *OldSucc,BasicBlock *NewSucc);
250
Philip Reames92e5e1b2016-09-12 21:46:58 +0000251 friend struct LVIValueHandle;
252 };
Philip Reamesb627aec2016-09-12 22:03:36 +0000253}
Philip Reames92e5e1b2016-09-12 21:46:58 +0000254
Philip Reamesb627aec2016-09-12 22:03:36 +0000255void LazyValueInfoCache::eraseValue(Value *V) {
Chandler Carruth41421df2017-01-26 08:31:54 +0000256 for (auto I = OverDefinedCache.begin(), E = OverDefinedCache.end(); I != E;) {
257 // Copy and increment the iterator immediately so we can erase behind
258 // ourselves.
259 auto Iter = I++;
260 SmallPtrSetImpl<Value *> &ValueSet = Iter->second;
Philip Reamesfdbb05b2016-12-30 22:09:10 +0000261 ValueSet.erase(V);
Philip Reamesb627aec2016-09-12 22:03:36 +0000262 if (ValueSet.empty())
Chandler Carruth41421df2017-01-26 08:31:54 +0000263 OverDefinedCache.erase(Iter);
Philip Reamesb627aec2016-09-12 22:03:36 +0000264 }
Philip Reamesb627aec2016-09-12 22:03:36 +0000265
266 ValueCache.erase(V);
267}
268
269void LVIValueHandle::deleted() {
270 // This erasure deallocates *this, so it MUST happen after we're done
271 // using any and all members of *this.
272 Parent->eraseValue(*this);
273}
274
275void LazyValueInfoCache::eraseBlock(BasicBlock *BB) {
276 // Shortcut if we have never seen this block.
Chandler Carruth6acdca72017-01-24 12:55:57 +0000277 DenseSet<PoisoningVH<BasicBlock> >::iterator I = SeenBlocks.find(BB);
Philip Reamesb627aec2016-09-12 22:03:36 +0000278 if (I == SeenBlocks.end())
279 return;
280 SeenBlocks.erase(I);
281
282 auto ODI = OverDefinedCache.find(BB);
283 if (ODI != OverDefinedCache.end())
284 OverDefinedCache.erase(ODI);
285
286 for (auto &I : ValueCache)
287 I.second->BlockVals.erase(BB);
288}
289
Philip Reames9db79482016-09-12 22:38:44 +0000290void LazyValueInfoCache::threadEdgeImpl(BasicBlock *OldSucc,
291 BasicBlock *NewSucc) {
292 // When an edge in the graph has been threaded, values that we could not
293 // determine a value for before (i.e. were marked overdefined) may be
294 // possible to solve now. We do NOT try to proactively update these values.
295 // Instead, we clear their entries from the cache, and allow lazy updating to
296 // recompute them when needed.
297
298 // The updating process is fairly simple: we need to drop cached info
299 // for all values that were marked overdefined in OldSucc, and for those same
300 // values in any successor of OldSucc (except NewSucc) in which they were
301 // also marked overdefined.
302 std::vector<BasicBlock*> worklist;
303 worklist.push_back(OldSucc);
304
305 auto I = OverDefinedCache.find(OldSucc);
306 if (I == OverDefinedCache.end())
307 return; // Nothing to process here.
308 SmallVector<Value *, 4> ValsToClear(I->second.begin(), I->second.end());
309
310 // Use a worklist to perform a depth-first search of OldSucc's successors.
311 // NOTE: We do not need a visited list since any blocks we have already
312 // visited will have had their overdefined markers cleared already, and we
313 // thus won't loop to their successors.
314 while (!worklist.empty()) {
315 BasicBlock *ToUpdate = worklist.back();
316 worklist.pop_back();
317
318 // Skip blocks only accessible through NewSucc.
319 if (ToUpdate == NewSucc) continue;
320
Philip Reames1e48efc2016-12-30 17:56:47 +0000321 // If a value was marked overdefined in OldSucc, and is here too...
322 auto OI = OverDefinedCache.find(ToUpdate);
323 if (OI == OverDefinedCache.end())
324 continue;
325 SmallPtrSetImpl<Value *> &ValueSet = OI->second;
326
Philip Reames9db79482016-09-12 22:38:44 +0000327 bool changed = false;
328 for (Value *V : ValsToClear) {
Philip Reamesfdbb05b2016-12-30 22:09:10 +0000329 if (!ValueSet.erase(V))
Philip Reames9db79482016-09-12 22:38:44 +0000330 continue;
331
Philip Reames9db79482016-09-12 22:38:44 +0000332 // If we removed anything, then we potentially need to update
333 // blocks successors too.
334 changed = true;
Philip Reames1e48efc2016-12-30 17:56:47 +0000335
336 if (ValueSet.empty()) {
337 OverDefinedCache.erase(OI);
338 break;
339 }
Philip Reames9db79482016-09-12 22:38:44 +0000340 }
341
342 if (!changed) continue;
343
344 worklist.insert(worklist.end(), succ_begin(ToUpdate), succ_end(ToUpdate));
345 }
346}
347
Anna Thomas4acfc7e2017-06-06 19:25:31 +0000348
349namespace {
350/// An assembly annotator class to print LazyValueCache information in
351/// comments.
352class LazyValueInfoImpl;
353class LazyValueInfoAnnotatedWriter : public AssemblyAnnotationWriter {
354 LazyValueInfoImpl *LVIImpl;
355 // While analyzing which blocks we can solve values for, we need the dominator
356 // information. Since this is an optional parameter in LVI, we require this
357 // DomTreeAnalysis pass in the printer pass, and pass the dominator
358 // tree to the LazyValueInfoAnnotatedWriter.
359 DominatorTree &DT;
360
361public:
362 LazyValueInfoAnnotatedWriter(LazyValueInfoImpl *L, DominatorTree &DTree)
363 : LVIImpl(L), DT(DTree) {}
364
365 virtual void emitBasicBlockStartAnnot(const BasicBlock *BB,
366 formatted_raw_ostream &OS);
367
368 virtual void emitInstructionAnnot(const Instruction *I,
369 formatted_raw_ostream &OS);
370};
371}
Philip Reamesb627aec2016-09-12 22:03:36 +0000372namespace {
Philip Reames92e5e1b2016-09-12 21:46:58 +0000373 // The actual implementation of the lazy analysis and update. Note that the
374 // inheritance from LazyValueInfoCache is intended to be temporary while
375 // splitting the code and then transitioning to a has-a relationship.
Philip Reames9db79482016-09-12 22:38:44 +0000376 class LazyValueInfoImpl {
377
378 /// Cached results from previous queries
379 LazyValueInfoCache TheCache;
Philip Reames92e5e1b2016-09-12 21:46:58 +0000380
381 /// This stack holds the state of the value solver during a query.
382 /// It basically emulates the callstack of the naive
383 /// recursive value lookup process.
Daniel Berlin9c92a462017-02-08 15:22:52 +0000384 SmallVector<std::pair<BasicBlock*, Value*>, 8> BlockValueStack;
Philip Reames92e5e1b2016-09-12 21:46:58 +0000385
386 /// Keeps track of which block-value pairs are in BlockValueStack.
387 DenseSet<std::pair<BasicBlock*, Value*> > BlockValueSet;
388
389 /// Push BV onto BlockValueStack unless it's already in there.
390 /// Returns true on success.
391 bool pushBlockValue(const std::pair<BasicBlock *, Value *> &BV) {
392 if (!BlockValueSet.insert(BV).second)
393 return false; // It's already in the stack.
394
395 DEBUG(dbgs() << "PUSH: " << *BV.second << " in " << BV.first->getName()
396 << "\n");
Daniel Berlin9c92a462017-02-08 15:22:52 +0000397 BlockValueStack.push_back(BV);
Philip Reames92e5e1b2016-09-12 21:46:58 +0000398 return true;
399 }
400
Daniel Jasperaec2fa32016-12-19 08:22:17 +0000401 AssumptionCache *AC; ///< A pointer to the cache of @llvm.assume calls.
Philip Reames92e5e1b2016-09-12 21:46:58 +0000402 const DataLayout &DL; ///< A mandatory DataLayout
403 DominatorTree *DT; ///< An optional DT pointer.
404
Florian Hahn8af01572017-09-28 11:09:22 +0000405 ValueLatticeElement getBlockValue(Value *Val, BasicBlock *BB);
Philip Reames92e5e1b2016-09-12 21:46:58 +0000406 bool getEdgeValue(Value *V, BasicBlock *F, BasicBlock *T,
Florian Hahn8af01572017-09-28 11:09:22 +0000407 ValueLatticeElement &Result, Instruction *CxtI = nullptr);
Philip Reames92e5e1b2016-09-12 21:46:58 +0000408 bool hasBlockValue(Value *Val, BasicBlock *BB);
409
410 // These methods process one work item and may add more. A false value
411 // returned means that the work item was not completely processed and must
412 // be revisited after going through the new items.
413 bool solveBlockValue(Value *Val, BasicBlock *BB);
Florian Hahn8af01572017-09-28 11:09:22 +0000414 bool solveBlockValueImpl(ValueLatticeElement &Res, Value *Val,
415 BasicBlock *BB);
416 bool solveBlockValueNonLocal(ValueLatticeElement &BBLV, Value *Val,
Philip Reames92e5e1b2016-09-12 21:46:58 +0000417 BasicBlock *BB);
Florian Hahn8af01572017-09-28 11:09:22 +0000418 bool solveBlockValuePHINode(ValueLatticeElement &BBLV, PHINode *PN,
419 BasicBlock *BB);
420 bool solveBlockValueSelect(ValueLatticeElement &BBLV, SelectInst *S,
421 BasicBlock *BB);
422 bool solveBlockValueBinaryOp(ValueLatticeElement &BBLV, BinaryOperator *BBI,
423 BasicBlock *BB);
424 bool solveBlockValueCast(ValueLatticeElement &BBLV, CastInst *CI,
Philip Reames92e5e1b2016-09-12 21:46:58 +0000425 BasicBlock *BB);
426 void intersectAssumeOrGuardBlockValueConstantRange(Value *Val,
Florian Hahn8af01572017-09-28 11:09:22 +0000427 ValueLatticeElement &BBLV,
Craig Topper9277a862017-06-02 17:28:12 +0000428 Instruction *BBI);
Philip Reames92e5e1b2016-09-12 21:46:58 +0000429
430 void solve();
431
432 public:
Sanjay Patel2a385e22015-01-09 16:47:20 +0000433 /// This is the query interface to determine the lattice
Chris Lattneraf025d32009-11-15 19:59:49 +0000434 /// value for the specified Value* at the end of the specified block.
Florian Hahn8af01572017-09-28 11:09:22 +0000435 ValueLatticeElement getValueInBlock(Value *V, BasicBlock *BB,
436 Instruction *CxtI = nullptr);
Hal Finkel7e184492014-09-07 20:29:59 +0000437
Sanjay Patel2a385e22015-01-09 16:47:20 +0000438 /// This is the query interface to determine the lattice
Hal Finkel7e184492014-09-07 20:29:59 +0000439 /// value for the specified Value* at the specified instruction (generally
440 /// from an assume intrinsic).
Florian Hahn8af01572017-09-28 11:09:22 +0000441 ValueLatticeElement getValueAt(Value *V, Instruction *CxtI);
Chris Lattneraf025d32009-11-15 19:59:49 +0000442
Sanjay Patel2a385e22015-01-09 16:47:20 +0000443 /// This is the query interface to determine the lattice
Chris Lattneraf025d32009-11-15 19:59:49 +0000444 /// value for the specified Value* that is true on the specified edge.
Florian Hahn8af01572017-09-28 11:09:22 +0000445 ValueLatticeElement getValueOnEdge(Value *V, BasicBlock *FromBB,
446 BasicBlock *ToBB,
447 Instruction *CxtI = nullptr);
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +0000448
Philip Reames9db79482016-09-12 22:38:44 +0000449 /// Complete flush all previously computed values
450 void clear() {
451 TheCache.clear();
452 }
453
Anna Thomas4acfc7e2017-06-06 19:25:31 +0000454 /// Printing the LazyValueInfo Analysis.
455 void printLVI(Function &F, DominatorTree &DTree, raw_ostream &OS) {
456 LazyValueInfoAnnotatedWriter Writer(this, DTree);
457 F.print(OS, &Writer);
Anna Thomase27b39a2017-03-22 19:27:12 +0000458 }
459
Philip Reames9db79482016-09-12 22:38:44 +0000460 /// This is part of the update interface to inform the cache
461 /// that a block has been deleted.
462 void eraseBlock(BasicBlock *BB) {
463 TheCache.eraseBlock(BB);
464 }
465
Sanjay Patel2a385e22015-01-09 16:47:20 +0000466 /// This is the update interface to inform the cache that an edge from
467 /// PredBB to OldSucc has been threaded to be from PredBB to NewSucc.
Owen Andersonaa7f66b2010-07-26 18:48:03 +0000468 void threadEdge(BasicBlock *PredBB,BasicBlock *OldSucc,BasicBlock *NewSucc);
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +0000469
Daniel Jasperaec2fa32016-12-19 08:22:17 +0000470 LazyValueInfoImpl(AssumptionCache *AC, const DataLayout &DL,
471 DominatorTree *DT = nullptr)
472 : AC(AC), DL(DL), DT(DT) {}
Chris Lattneraf025d32009-11-15 19:59:49 +0000473 };
474} // end anonymous namespace
475
Anna Thomas4acfc7e2017-06-06 19:25:31 +0000476
Philip Reames92e5e1b2016-09-12 21:46:58 +0000477void LazyValueInfoImpl::solve() {
Daniel Berlin9c92a462017-02-08 15:22:52 +0000478 SmallVector<std::pair<BasicBlock *, Value *>, 8> StartingStack(
479 BlockValueStack.begin(), BlockValueStack.end());
480
481 unsigned processedCount = 0;
Owen Anderson6f060af2011-01-05 23:26:22 +0000482 while (!BlockValueStack.empty()) {
Daniel Berlin9c92a462017-02-08 15:22:52 +0000483 processedCount++;
484 // Abort if we have to process too many values to get a result for this one.
485 // Because of the design of the overdefined cache currently being per-block
486 // to avoid naming-related issues (IE it wants to try to give different
487 // results for the same name in different blocks), overdefined results don't
488 // get cached globally, which in turn means we will often try to rediscover
489 // the same overdefined result again and again. Once something like
490 // PredicateInfo is used in LVI or CVP, we should be able to make the
491 // overdefined cache global, and remove this throttle.
492 if (processedCount > MaxProcessedPerValue) {
493 DEBUG(dbgs() << "Giving up on stack because we are getting too deep\n");
494 // Fill in the original values
495 while (!StartingStack.empty()) {
496 std::pair<BasicBlock *, Value *> &e = StartingStack.back();
497 TheCache.insertResult(e.second, e.first,
Florian Hahn8af01572017-09-28 11:09:22 +0000498 ValueLatticeElement::getOverdefined());
Daniel Berlin9c92a462017-02-08 15:22:52 +0000499 StartingStack.pop_back();
500 }
501 BlockValueSet.clear();
502 BlockValueStack.clear();
503 return;
504 }
Vitaly Buka9987d982017-02-09 09:28:05 +0000505 std::pair<BasicBlock *, Value *> e = BlockValueStack.back();
Hans Wennborg45172ac2014-11-25 17:23:05 +0000506 assert(BlockValueSet.count(e) && "Stack value should be in BlockValueSet!");
507
Nuno Lopese6e04902012-06-28 01:16:18 +0000508 if (solveBlockValue(e.second, e.first)) {
Hans Wennborg45172ac2014-11-25 17:23:05 +0000509 // The work item was completely processed.
Daniel Berlin9c92a462017-02-08 15:22:52 +0000510 assert(BlockValueStack.back() == e && "Nothing should have been pushed!");
Philip Reames9db79482016-09-12 22:38:44 +0000511 assert(TheCache.hasCachedValueInfo(e.second, e.first) &&
Akira Hatanaka2992bee2015-12-11 00:49:47 +0000512 "Result should be in cache!");
Hans Wennborg45172ac2014-11-25 17:23:05 +0000513
Philip Reames44456b82016-02-02 03:15:40 +0000514 DEBUG(dbgs() << "POP " << *e.second << " in " << e.first->getName()
Philip Reames9db79482016-09-12 22:38:44 +0000515 << " = " << TheCache.getCachedValueInfo(e.second, e.first) << "\n");
Philip Reames44456b82016-02-02 03:15:40 +0000516
Daniel Berlin9c92a462017-02-08 15:22:52 +0000517 BlockValueStack.pop_back();
Hans Wennborg45172ac2014-11-25 17:23:05 +0000518 BlockValueSet.erase(e);
519 } else {
520 // More work needs to be done before revisiting.
Daniel Berlin9c92a462017-02-08 15:22:52 +0000521 assert(BlockValueStack.back() != e && "Stack should have been pushed!");
Nuno Lopese6e04902012-06-28 01:16:18 +0000522 }
Nick Lewycky55a700b2010-12-18 01:00:40 +0000523 }
524}
525
Philip Reames92e5e1b2016-09-12 21:46:58 +0000526bool LazyValueInfoImpl::hasBlockValue(Value *Val, BasicBlock *BB) {
Nick Lewycky55a700b2010-12-18 01:00:40 +0000527 // If already a constant, there is nothing to compute.
528 if (isa<Constant>(Val))
529 return true;
530
Philip Reames9db79482016-09-12 22:38:44 +0000531 return TheCache.hasCachedValueInfo(Val, BB);
Nick Lewycky55a700b2010-12-18 01:00:40 +0000532}
533
Florian Hahn8af01572017-09-28 11:09:22 +0000534ValueLatticeElement LazyValueInfoImpl::getBlockValue(Value *Val,
535 BasicBlock *BB) {
Nick Lewycky55a700b2010-12-18 01:00:40 +0000536 // If already a constant, there is nothing to compute.
537 if (Constant *VC = dyn_cast<Constant>(Val))
Florian Hahn8af01572017-09-28 11:09:22 +0000538 return ValueLatticeElement::get(VC);
Nick Lewycky55a700b2010-12-18 01:00:40 +0000539
Philip Reames9db79482016-09-12 22:38:44 +0000540 return TheCache.getCachedValueInfo(Val, BB);
Nick Lewycky55a700b2010-12-18 01:00:40 +0000541}
542
Florian Hahn8af01572017-09-28 11:09:22 +0000543static ValueLatticeElement getFromRangeMetadata(Instruction *BBI) {
Philip Reameseb3e9da2015-10-29 03:57:17 +0000544 switch (BBI->getOpcode()) {
545 default: break;
546 case Instruction::Load:
547 case Instruction::Call:
548 case Instruction::Invoke:
NAKAMURA Takumibd072a92016-07-25 00:59:46 +0000549 if (MDNode *Ranges = BBI->getMetadata(LLVMContext::MD_range))
Philip Reames70efccd2015-10-29 04:21:49 +0000550 if (isa<IntegerType>(BBI->getType())) {
Florian Hahn8af01572017-09-28 11:09:22 +0000551 return ValueLatticeElement::getRange(
552 getConstantRangeFromMetadata(*Ranges));
Philip Reameseb3e9da2015-10-29 03:57:17 +0000553 }
554 break;
555 };
Philip Reamesd1f829d2016-02-02 21:57:37 +0000556 // Nothing known - will be intersected with other facts
Florian Hahn8af01572017-09-28 11:09:22 +0000557 return ValueLatticeElement::getOverdefined();
Philip Reameseb3e9da2015-10-29 03:57:17 +0000558}
559
Philip Reames92e5e1b2016-09-12 21:46:58 +0000560bool LazyValueInfoImpl::solveBlockValue(Value *Val, BasicBlock *BB) {
Nick Lewycky55a700b2010-12-18 01:00:40 +0000561 if (isa<Constant>(Val))
562 return true;
563
Philip Reames9db79482016-09-12 22:38:44 +0000564 if (TheCache.hasCachedValueInfo(Val, BB)) {
Hans Wennborg45172ac2014-11-25 17:23:05 +0000565 // If we have a cached value, use that.
566 DEBUG(dbgs() << " reuse BB '" << BB->getName()
Philip Reames9db79482016-09-12 22:38:44 +0000567 << "' val=" << TheCache.getCachedValueInfo(Val, BB) << '\n');
Nick Lewycky55a700b2010-12-18 01:00:40 +0000568
Hans Wennborg45172ac2014-11-25 17:23:05 +0000569 // Since we're reusing a cached value, we don't need to update the
570 // OverDefinedCache. The cache will have been properly updated whenever the
571 // cached value was inserted.
Nick Lewycky55a700b2010-12-18 01:00:40 +0000572 return true;
Chris Lattner2c708562009-11-15 20:00:52 +0000573 }
574
Hans Wennborg45172ac2014-11-25 17:23:05 +0000575 // Hold off inserting this value into the Cache in case we have to return
576 // false and come back later.
Florian Hahn8af01572017-09-28 11:09:22 +0000577 ValueLatticeElement Res;
Philip Reames05c435e2016-12-06 03:22:03 +0000578 if (!solveBlockValueImpl(Res, Val, BB))
579 // Work pushed, will revisit
580 return false;
581
582 TheCache.insertResult(Val, BB, Res);
583 return true;
584}
585
Florian Hahn8af01572017-09-28 11:09:22 +0000586bool LazyValueInfoImpl::solveBlockValueImpl(ValueLatticeElement &Res,
Philip Reames05c435e2016-12-06 03:22:03 +0000587 Value *Val, BasicBlock *BB) {
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +0000588
Chris Lattneraf025d32009-11-15 19:59:49 +0000589 Instruction *BBI = dyn_cast<Instruction>(Val);
Philip Reames05c435e2016-12-06 03:22:03 +0000590 if (!BBI || BBI->getParent() != BB)
591 return solveBlockValueNonLocal(Res, Val, BB);
Chris Lattner2c708562009-11-15 20:00:52 +0000592
Philip Reames05c435e2016-12-06 03:22:03 +0000593 if (PHINode *PN = dyn_cast<PHINode>(BBI))
594 return solveBlockValuePHINode(Res, PN, BB);
Owen Anderson80d19f02010-08-18 21:11:37 +0000595
Philip Reames05c435e2016-12-06 03:22:03 +0000596 if (auto *SI = dyn_cast<SelectInst>(BBI))
597 return solveBlockValueSelect(Res, SI, BB);
Philip Reamesc0bdb0c2016-02-01 22:57:53 +0000598
Philip Reames2ab964e2016-04-27 01:02:25 +0000599 // If this value is a nonnull pointer, record it's range and bailout. Note
600 // that for all other pointer typed values, we terminate the search at the
601 // definition. We could easily extend this to look through geps, bitcasts,
602 // and the like to prove non-nullness, but it's not clear that's worth it
Craig Topper7ad13f22017-06-09 21:21:17 +0000603 // compile time wise. The context-insensitive value walk done inside
Nuno Lopes404f1062017-09-09 18:23:11 +0000604 // isKnownNonZero gets most of the profitable cases at much less expense.
Philip Reames2ab964e2016-04-27 01:02:25 +0000605 // This does mean that we have a sensativity to where the defining
606 // instruction is placed, even if it could legally be hoisted much higher.
607 // That is unfortunate.
Igor Laevsky0fa48192015-09-18 13:01:48 +0000608 PointerType *PT = dyn_cast<PointerType>(BBI->getType());
Nuno Lopes404f1062017-09-09 18:23:11 +0000609 if (PT && isKnownNonZero(BBI, DL)) {
Florian Hahn8af01572017-09-28 11:09:22 +0000610 Res = ValueLatticeElement::getNot(ConstantPointerNull::get(PT));
Hans Wennborg45172ac2014-11-25 17:23:05 +0000611 return true;
Nick Lewycky367f98f2011-01-15 09:16:12 +0000612 }
Davide Italianobd543d02016-05-25 22:29:34 +0000613 if (BBI->getType()->isIntegerTy()) {
Craig Topper0e5f1092017-06-03 07:47:08 +0000614 if (auto *CI = dyn_cast<CastInst>(BBI))
615 return solveBlockValueCast(Res, CI, BB);
616
Philip Reames2ab964e2016-04-27 01:02:25 +0000617 BinaryOperator *BO = dyn_cast<BinaryOperator>(BBI);
Philip Reames05c435e2016-12-06 03:22:03 +0000618 if (BO && isa<ConstantInt>(BO->getOperand(1)))
Craig Topper3778c892017-06-02 16:33:13 +0000619 return solveBlockValueBinaryOp(Res, BO, BB);
Nick Lewycky55a700b2010-12-18 01:00:40 +0000620 }
Owen Anderson80d19f02010-08-18 21:11:37 +0000621
Philip Reamesa0c9f6e2016-03-04 22:27:39 +0000622 DEBUG(dbgs() << " compute BB '" << BB->getName()
623 << "' - unknown inst def found.\n");
624 Res = getFromRangeMetadata(BBI);
Hans Wennborg45172ac2014-11-25 17:23:05 +0000625 return true;
Nick Lewycky55a700b2010-12-18 01:00:40 +0000626}
627
628static bool InstructionDereferencesPointer(Instruction *I, Value *Ptr) {
629 if (LoadInst *L = dyn_cast<LoadInst>(I)) {
630 return L->getPointerAddressSpace() == 0 &&
Mehdi Aminia28d91d2015-03-10 02:37:25 +0000631 GetUnderlyingObject(L->getPointerOperand(),
632 L->getModule()->getDataLayout()) == Ptr;
Nick Lewycky55a700b2010-12-18 01:00:40 +0000633 }
634 if (StoreInst *S = dyn_cast<StoreInst>(I)) {
635 return S->getPointerAddressSpace() == 0 &&
Mehdi Aminia28d91d2015-03-10 02:37:25 +0000636 GetUnderlyingObject(S->getPointerOperand(),
637 S->getModule()->getDataLayout()) == Ptr;
Nick Lewycky55a700b2010-12-18 01:00:40 +0000638 }
Nick Lewycky367f98f2011-01-15 09:16:12 +0000639 if (MemIntrinsic *MI = dyn_cast<MemIntrinsic>(I)) {
640 if (MI->isVolatile()) return false;
Nick Lewycky367f98f2011-01-15 09:16:12 +0000641
642 // FIXME: check whether it has a valuerange that excludes zero?
643 ConstantInt *Len = dyn_cast<ConstantInt>(MI->getLength());
644 if (!Len || Len->isZero()) return false;
645
Eli Friedman7a5fc692011-05-31 20:40:16 +0000646 if (MI->getDestAddressSpace() == 0)
Mehdi Aminia28d91d2015-03-10 02:37:25 +0000647 if (GetUnderlyingObject(MI->getRawDest(),
648 MI->getModule()->getDataLayout()) == Ptr)
Eli Friedman7a5fc692011-05-31 20:40:16 +0000649 return true;
Nick Lewycky367f98f2011-01-15 09:16:12 +0000650 if (MemTransferInst *MTI = dyn_cast<MemTransferInst>(MI))
Eli Friedman7a5fc692011-05-31 20:40:16 +0000651 if (MTI->getSourceAddressSpace() == 0)
Mehdi Aminia28d91d2015-03-10 02:37:25 +0000652 if (GetUnderlyingObject(MTI->getRawSource(),
653 MTI->getModule()->getDataLayout()) == Ptr)
Eli Friedman7a5fc692011-05-31 20:40:16 +0000654 return true;
Nick Lewycky367f98f2011-01-15 09:16:12 +0000655 }
Nick Lewycky55a700b2010-12-18 01:00:40 +0000656 return false;
657}
658
Philip Reames3f83dbe2016-04-27 00:30:55 +0000659/// Return true if the allocation associated with Val is ever dereferenced
660/// within the given basic block. This establishes the fact Val is not null,
661/// but does not imply that the memory at Val is dereferenceable. (Val may
662/// point off the end of the dereferenceable part of the object.)
663static bool isObjectDereferencedInBlock(Value *Val, BasicBlock *BB) {
664 assert(Val->getType()->isPointerTy());
665
666 const DataLayout &DL = BB->getModule()->getDataLayout();
667 Value *UnderlyingVal = GetUnderlyingObject(Val, DL);
668 // If 'GetUnderlyingObject' didn't converge, skip it. It won't converge
669 // inside InstructionDereferencesPointer either.
670 if (UnderlyingVal == GetUnderlyingObject(UnderlyingVal, DL, 1))
671 for (Instruction &I : *BB)
672 if (InstructionDereferencesPointer(&I, UnderlyingVal))
673 return true;
674 return false;
675}
676
Florian Hahn8af01572017-09-28 11:09:22 +0000677bool LazyValueInfoImpl::solveBlockValueNonLocal(ValueLatticeElement &BBLV,
Owen Anderson64c2c572010-12-20 18:18:16 +0000678 Value *Val, BasicBlock *BB) {
Florian Hahn8af01572017-09-28 11:09:22 +0000679 ValueLatticeElement Result; // Start Undefined.
Nick Lewycky55a700b2010-12-18 01:00:40 +0000680
Nick Lewycky55a700b2010-12-18 01:00:40 +0000681 // If this is the entry block, we must be asking about an argument. The
682 // value is overdefined.
683 if (BB == &BB->getParent()->getEntryBlock()) {
684 assert(isa<Argument>(Val) && "Unknown live-in to the entry block");
Craig Topper96d6ee852017-04-28 16:57:59 +0000685 // Before giving up, see if we can prove the pointer non-null local to
Philip Reames3f83dbe2016-04-27 00:30:55 +0000686 // this particular block.
687 if (Val->getType()->isPointerTy() &&
Nuno Lopes404f1062017-09-09 18:23:11 +0000688 (isKnownNonZero(Val, DL) || isObjectDereferencedInBlock(Val, BB))) {
Chris Lattner229907c2011-07-18 04:54:35 +0000689 PointerType *PTy = cast<PointerType>(Val->getType());
Florian Hahn8af01572017-09-28 11:09:22 +0000690 Result = ValueLatticeElement::getNot(ConstantPointerNull::get(PTy));
Nick Lewycky55a700b2010-12-18 01:00:40 +0000691 } else {
Florian Hahn8af01572017-09-28 11:09:22 +0000692 Result = ValueLatticeElement::getOverdefined();
Nick Lewycky55a700b2010-12-18 01:00:40 +0000693 }
Owen Anderson64c2c572010-12-20 18:18:16 +0000694 BBLV = Result;
Nick Lewycky55a700b2010-12-18 01:00:40 +0000695 return true;
696 }
697
698 // Loop over all of our predecessors, merging what we know from them into
Philip Reamesc80bd042017-02-07 00:25:24 +0000699 // result. If we encounter an unexplored predecessor, we eagerly explore it
700 // in a depth first manner. In practice, this has the effect of discovering
701 // paths we can't analyze eagerly without spending compile times analyzing
702 // other paths. This heuristic benefits from the fact that predecessors are
703 // frequently arranged such that dominating ones come first and we quickly
704 // find a path to function entry. TODO: We should consider explicitly
705 // canonicalizing to make this true rather than relying on this happy
706 // accident.
Duncan P. N. Exon Smith6c990152014-07-21 17:06:51 +0000707 for (pred_iterator PI = pred_begin(BB), E = pred_end(BB); PI != E; ++PI) {
Florian Hahn8af01572017-09-28 11:09:22 +0000708 ValueLatticeElement EdgeResult;
Philip Reamesc80bd042017-02-07 00:25:24 +0000709 if (!getEdgeValue(Val, *PI, BB, EdgeResult))
710 // Explore that input, then return here
711 return false;
Nick Lewycky55a700b2010-12-18 01:00:40 +0000712
Mehdi Aminia28d91d2015-03-10 02:37:25 +0000713 Result.mergeIn(EdgeResult, DL);
Nick Lewycky55a700b2010-12-18 01:00:40 +0000714
715 // If we hit overdefined, exit early. The BlockVals entry is already set
716 // to overdefined.
717 if (Result.isOverdefined()) {
718 DEBUG(dbgs() << " compute BB '" << BB->getName()
Philip Reamesb7571042016-02-02 22:43:08 +0000719 << "' - overdefined because of pred (non local).\n");
Artur Pilipenkoadcd01f2016-08-09 09:14:29 +0000720 // Before giving up, see if we can prove the pointer non-null local to
Philip Reames3f83dbe2016-04-27 00:30:55 +0000721 // this particular block.
722 if (Val->getType()->isPointerTy() &&
723 isObjectDereferencedInBlock(Val, BB)) {
Chris Lattner229907c2011-07-18 04:54:35 +0000724 PointerType *PTy = cast<PointerType>(Val->getType());
Florian Hahn8af01572017-09-28 11:09:22 +0000725 Result = ValueLatticeElement::getNot(ConstantPointerNull::get(PTy));
Nick Lewycky55a700b2010-12-18 01:00:40 +0000726 }
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +0000727
Owen Anderson64c2c572010-12-20 18:18:16 +0000728 BBLV = Result;
Nick Lewycky55a700b2010-12-18 01:00:40 +0000729 return true;
730 }
731 }
Nick Lewycky55a700b2010-12-18 01:00:40 +0000732
733 // Return the merged value, which is more precise than 'overdefined'.
734 assert(!Result.isOverdefined());
Owen Anderson64c2c572010-12-20 18:18:16 +0000735 BBLV = Result;
Nick Lewycky55a700b2010-12-18 01:00:40 +0000736 return true;
737}
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +0000738
Florian Hahn8af01572017-09-28 11:09:22 +0000739bool LazyValueInfoImpl::solveBlockValuePHINode(ValueLatticeElement &BBLV,
740 PHINode *PN, BasicBlock *BB) {
741 ValueLatticeElement Result; // Start Undefined.
Nick Lewycky55a700b2010-12-18 01:00:40 +0000742
743 // Loop over all of our predecessors, merging what we know from them into
Philip Reamesc80bd042017-02-07 00:25:24 +0000744 // result. See the comment about the chosen traversal order in
745 // solveBlockValueNonLocal; the same reasoning applies here.
Nick Lewycky55a700b2010-12-18 01:00:40 +0000746 for (unsigned i = 0, e = PN->getNumIncomingValues(); i != e; ++i) {
747 BasicBlock *PhiBB = PN->getIncomingBlock(i);
748 Value *PhiVal = PN->getIncomingValue(i);
Florian Hahn8af01572017-09-28 11:09:22 +0000749 ValueLatticeElement EdgeResult;
Hal Finkel2400c962014-10-16 00:40:05 +0000750 // Note that we can provide PN as the context value to getEdgeValue, even
751 // though the results will be cached, because PN is the value being used as
752 // the cache key in the caller.
Philip Reamesc80bd042017-02-07 00:25:24 +0000753 if (!getEdgeValue(PhiVal, PhiBB, BB, EdgeResult, PN))
754 // Explore that input, then return here
755 return false;
Nick Lewycky55a700b2010-12-18 01:00:40 +0000756
Mehdi Aminia28d91d2015-03-10 02:37:25 +0000757 Result.mergeIn(EdgeResult, DL);
Nick Lewycky55a700b2010-12-18 01:00:40 +0000758
759 // If we hit overdefined, exit early. The BlockVals entry is already set
760 // to overdefined.
761 if (Result.isOverdefined()) {
762 DEBUG(dbgs() << " compute BB '" << BB->getName()
Philip Reamesb7571042016-02-02 22:43:08 +0000763 << "' - overdefined because of pred (local).\n");
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +0000764
Owen Anderson64c2c572010-12-20 18:18:16 +0000765 BBLV = Result;
Nick Lewycky55a700b2010-12-18 01:00:40 +0000766 return true;
767 }
768 }
Nick Lewycky55a700b2010-12-18 01:00:40 +0000769
770 // Return the merged value, which is more precise than 'overdefined'.
771 assert(!Result.isOverdefined() && "Possible PHI in entry block?");
Owen Anderson64c2c572010-12-20 18:18:16 +0000772 BBLV = Result;
Nick Lewycky55a700b2010-12-18 01:00:40 +0000773 return true;
774}
775
Florian Hahn8af01572017-09-28 11:09:22 +0000776static ValueLatticeElement getValueFromCondition(Value *Val, Value *Cond,
777 bool isTrueDest = true);
Hal Finkel7e184492014-09-07 20:29:59 +0000778
Philip Reamesd1f829d2016-02-02 21:57:37 +0000779// If we can determine a constraint on the value given conditions assumed by
780// the program, intersect those constraints with BBLV
Philip Reames92e5e1b2016-09-12 21:46:58 +0000781void LazyValueInfoImpl::intersectAssumeOrGuardBlockValueConstantRange(
Florian Hahn8af01572017-09-28 11:09:22 +0000782 Value *Val, ValueLatticeElement &BBLV, Instruction *BBI) {
Hal Finkel7e184492014-09-07 20:29:59 +0000783 BBI = BBI ? BBI : dyn_cast<Instruction>(Val);
784 if (!BBI)
785 return;
786
Hal Finkel8a9a7832017-01-11 13:24:24 +0000787 for (auto &AssumeVH : AC->assumptionsFor(Val)) {
Daniel Jasperaec2fa32016-12-19 08:22:17 +0000788 if (!AssumeVH)
Chandler Carruth66b31302015-01-04 12:03:27 +0000789 continue;
Daniel Jasperaec2fa32016-12-19 08:22:17 +0000790 auto *I = cast<CallInst>(AssumeVH);
791 if (!isValidAssumeForContext(I, BBI, DT))
Hal Finkel7e184492014-09-07 20:29:59 +0000792 continue;
793
Daniel Jasperaec2fa32016-12-19 08:22:17 +0000794 BBLV = intersect(BBLV, getValueFromCondition(Val, I->getArgOperand(0)));
Hal Finkel7e184492014-09-07 20:29:59 +0000795 }
Artur Pilipenko2e8f82d2016-08-12 15:52:23 +0000796
797 // If guards are not used in the module, don't spend time looking for them
798 auto *GuardDecl = BBI->getModule()->getFunction(
799 Intrinsic::getName(Intrinsic::experimental_guard));
800 if (!GuardDecl || GuardDecl->use_empty())
801 return;
802
Artur Pilipenko47dc0982016-10-21 15:02:21 +0000803 for (Instruction &I : make_range(BBI->getIterator().getReverse(),
804 BBI->getParent()->rend())) {
Artur Pilipenko2e8f82d2016-08-12 15:52:23 +0000805 Value *Cond = nullptr;
Artur Pilipenko47dc0982016-10-21 15:02:21 +0000806 if (match(&I, m_Intrinsic<Intrinsic::experimental_guard>(m_Value(Cond))))
807 BBLV = intersect(BBLV, getValueFromCondition(Val, Cond));
Artur Pilipenko2e8f82d2016-08-12 15:52:23 +0000808 }
Hal Finkel7e184492014-09-07 20:29:59 +0000809}
810
Florian Hahn8af01572017-09-28 11:09:22 +0000811bool LazyValueInfoImpl::solveBlockValueSelect(ValueLatticeElement &BBLV,
812 SelectInst *SI, BasicBlock *BB) {
Philip Reamesc0bdb0c2016-02-01 22:57:53 +0000813
814 // Recurse on our inputs if needed
815 if (!hasBlockValue(SI->getTrueValue(), BB)) {
816 if (pushBlockValue(std::make_pair(BB, SI->getTrueValue())))
817 return false;
Florian Hahn8af01572017-09-28 11:09:22 +0000818 BBLV = ValueLatticeElement::getOverdefined();
Philip Reamesc0bdb0c2016-02-01 22:57:53 +0000819 return true;
820 }
Florian Hahn8af01572017-09-28 11:09:22 +0000821 ValueLatticeElement TrueVal = getBlockValue(SI->getTrueValue(), BB);
Philip Reamesc0bdb0c2016-02-01 22:57:53 +0000822 // If we hit overdefined, don't ask more queries. We want to avoid poisoning
823 // extra slots in the table if we can.
824 if (TrueVal.isOverdefined()) {
Florian Hahn8af01572017-09-28 11:09:22 +0000825 BBLV = ValueLatticeElement::getOverdefined();
Philip Reamesc0bdb0c2016-02-01 22:57:53 +0000826 return true;
827 }
828
829 if (!hasBlockValue(SI->getFalseValue(), BB)) {
830 if (pushBlockValue(std::make_pair(BB, SI->getFalseValue())))
831 return false;
Florian Hahn8af01572017-09-28 11:09:22 +0000832 BBLV = ValueLatticeElement::getOverdefined();
Philip Reamesc0bdb0c2016-02-01 22:57:53 +0000833 return true;
834 }
Florian Hahn8af01572017-09-28 11:09:22 +0000835 ValueLatticeElement FalseVal = getBlockValue(SI->getFalseValue(), BB);
Philip Reamesc0bdb0c2016-02-01 22:57:53 +0000836 // If we hit overdefined, don't ask more queries. We want to avoid poisoning
837 // extra slots in the table if we can.
838 if (FalseVal.isOverdefined()) {
Florian Hahn8af01572017-09-28 11:09:22 +0000839 BBLV = ValueLatticeElement::getOverdefined();
Philip Reamesc0bdb0c2016-02-01 22:57:53 +0000840 return true;
841 }
842
Philip Reamesadf0e352016-02-26 22:53:59 +0000843 if (TrueVal.isConstantRange() && FalseVal.isConstantRange()) {
Craig Topper2b195fd2017-05-06 03:35:15 +0000844 const ConstantRange &TrueCR = TrueVal.getConstantRange();
845 const ConstantRange &FalseCR = FalseVal.getConstantRange();
Philip Reamesadf0e352016-02-26 22:53:59 +0000846 Value *LHS = nullptr;
847 Value *RHS = nullptr;
848 SelectPatternResult SPR = matchSelectPattern(SI, LHS, RHS);
849 // Is this a min specifically of our two inputs? (Avoid the risk of
850 // ValueTracking getting smarter looking back past our immediate inputs.)
851 if (SelectPatternResult::isMinOrMax(SPR.Flavor) &&
852 LHS == SI->getTrueValue() && RHS == SI->getFalseValue()) {
Philip Reamesb2949622016-12-06 02:54:16 +0000853 ConstantRange ResultCR = [&]() {
854 switch (SPR.Flavor) {
855 default:
856 llvm_unreachable("unexpected minmax type!");
857 case SPF_SMIN: /// Signed minimum
858 return TrueCR.smin(FalseCR);
859 case SPF_UMIN: /// Unsigned minimum
860 return TrueCR.umin(FalseCR);
861 case SPF_SMAX: /// Signed maximum
862 return TrueCR.smax(FalseCR);
863 case SPF_UMAX: /// Unsigned maximum
864 return TrueCR.umax(FalseCR);
865 };
866 }();
Florian Hahn8af01572017-09-28 11:09:22 +0000867 BBLV = ValueLatticeElement::getRange(ResultCR);
Philip Reamesb2949622016-12-06 02:54:16 +0000868 return true;
Philip Reamesadf0e352016-02-26 22:53:59 +0000869 }
NAKAMURA Takumi4cb46e62016-07-04 01:26:33 +0000870
Philip Reamesadf0e352016-02-26 22:53:59 +0000871 // TODO: ABS, NABS from the SelectPatternResult
872 }
873
Philip Reames854a84c2016-02-12 00:09:18 +0000874 // Can we constrain the facts about the true and false values by using the
875 // condition itself? This shows up with idioms like e.g. select(a > 5, a, 5).
876 // TODO: We could potentially refine an overdefined true value above.
Artur Pilipenko2e19f592016-08-02 16:20:48 +0000877 Value *Cond = SI->getCondition();
Artur Pilipenko933c07a2016-08-10 13:38:07 +0000878 TrueVal = intersect(TrueVal,
879 getValueFromCondition(SI->getTrueValue(), Cond, true));
880 FalseVal = intersect(FalseVal,
881 getValueFromCondition(SI->getFalseValue(), Cond, false));
Philip Reames854a84c2016-02-12 00:09:18 +0000882
Artur Pilipenko2e19f592016-08-02 16:20:48 +0000883 // Handle clamp idioms such as:
884 // %24 = constantrange<0, 17>
885 // %39 = icmp eq i32 %24, 0
886 // %40 = add i32 %24, -1
887 // %siv.next = select i1 %39, i32 16, i32 %40
888 // %siv.next = constantrange<0, 17> not <-1, 17>
889 // In general, this can handle any clamp idiom which tests the edge
890 // condition via an equality or inequality.
891 if (auto *ICI = dyn_cast<ICmpInst>(Cond)) {
Philip Reamesadf0e352016-02-26 22:53:59 +0000892 ICmpInst::Predicate Pred = ICI->getPredicate();
893 Value *A = ICI->getOperand(0);
894 if (ConstantInt *CIBase = dyn_cast<ConstantInt>(ICI->getOperand(1))) {
895 auto addConstants = [](ConstantInt *A, ConstantInt *B) {
896 assert(A->getType() == B->getType());
897 return ConstantInt::get(A->getType(), A->getValue() + B->getValue());
898 };
899 // See if either input is A + C2, subject to the constraint from the
900 // condition that A != C when that input is used. We can assume that
901 // that input doesn't include C + C2.
902 ConstantInt *CIAdded;
903 switch (Pred) {
Philip Reames70b39182016-02-27 05:18:30 +0000904 default: break;
Philip Reamesadf0e352016-02-26 22:53:59 +0000905 case ICmpInst::ICMP_EQ:
906 if (match(SI->getFalseValue(), m_Add(m_Specific(A),
907 m_ConstantInt(CIAdded)))) {
908 auto ResNot = addConstants(CIBase, CIAdded);
909 FalseVal = intersect(FalseVal,
Florian Hahn8af01572017-09-28 11:09:22 +0000910 ValueLatticeElement::getNot(ResNot));
Philip Reamesadf0e352016-02-26 22:53:59 +0000911 }
912 break;
913 case ICmpInst::ICMP_NE:
914 if (match(SI->getTrueValue(), m_Add(m_Specific(A),
915 m_ConstantInt(CIAdded)))) {
916 auto ResNot = addConstants(CIBase, CIAdded);
917 TrueVal = intersect(TrueVal,
Florian Hahn8af01572017-09-28 11:09:22 +0000918 ValueLatticeElement::getNot(ResNot));
Philip Reamesadf0e352016-02-26 22:53:59 +0000919 }
920 break;
921 };
922 }
923 }
NAKAMURA Takumi4cb46e62016-07-04 01:26:33 +0000924
Florian Hahn8af01572017-09-28 11:09:22 +0000925 ValueLatticeElement Result; // Start Undefined.
Philip Reamesc0bdb0c2016-02-01 22:57:53 +0000926 Result.mergeIn(TrueVal, DL);
927 Result.mergeIn(FalseVal, DL);
Philip Reamesc0bdb0c2016-02-01 22:57:53 +0000928 BBLV = Result;
929 return true;
930}
931
Florian Hahn8af01572017-09-28 11:09:22 +0000932bool LazyValueInfoImpl::solveBlockValueCast(ValueLatticeElement &BBLV,
Craig Topper0e5f1092017-06-03 07:47:08 +0000933 CastInst *CI,
934 BasicBlock *BB) {
935 if (!CI->getOperand(0)->getType()->isSized()) {
Philip Reamese5030e82016-04-26 22:52:30 +0000936 // Without knowing how wide the input is, we can't analyze it in any useful
937 // way.
Florian Hahn8af01572017-09-28 11:09:22 +0000938 BBLV = ValueLatticeElement::getOverdefined();
Philip Reamese5030e82016-04-26 22:52:30 +0000939 return true;
940 }
Philip Reamesf105db42016-04-26 23:27:33 +0000941
942 // Filter out casts we don't know how to reason about before attempting to
943 // recurse on our operand. This can cut a long search short if we know we're
944 // not going to be able to get any useful information anways.
Craig Topper0e5f1092017-06-03 07:47:08 +0000945 switch (CI->getOpcode()) {
Philip Reamesf105db42016-04-26 23:27:33 +0000946 case Instruction::Trunc:
947 case Instruction::SExt:
948 case Instruction::ZExt:
949 case Instruction::BitCast:
950 break;
951 default:
952 // Unhandled instructions are overdefined.
953 DEBUG(dbgs() << " compute BB '" << BB->getName()
954 << "' - overdefined (unknown cast).\n");
Florian Hahn8af01572017-09-28 11:09:22 +0000955 BBLV = ValueLatticeElement::getOverdefined();
Philip Reamesf105db42016-04-26 23:27:33 +0000956 return true;
957 }
958
Philip Reames38c87c22016-04-26 21:48:16 +0000959 // Figure out the range of the LHS. If that fails, we still apply the
960 // transfer rule on the full set since we may be able to locally infer
961 // interesting facts.
Craig Topper0e5f1092017-06-03 07:47:08 +0000962 if (!hasBlockValue(CI->getOperand(0), BB))
963 if (pushBlockValue(std::make_pair(BB, CI->getOperand(0))))
Philip Reames38c87c22016-04-26 21:48:16 +0000964 // More work to do before applying this transfer rule.
Hans Wennborg45172ac2014-11-25 17:23:05 +0000965 return false;
Philip Reames38c87c22016-04-26 21:48:16 +0000966
967 const unsigned OperandBitWidth =
Craig Topper0e5f1092017-06-03 07:47:08 +0000968 DL.getTypeSizeInBits(CI->getOperand(0)->getType());
Philip Reames38c87c22016-04-26 21:48:16 +0000969 ConstantRange LHSRange = ConstantRange(OperandBitWidth);
Craig Topper0e5f1092017-06-03 07:47:08 +0000970 if (hasBlockValue(CI->getOperand(0), BB)) {
Florian Hahn8af01572017-09-28 11:09:22 +0000971 ValueLatticeElement LHSVal = getBlockValue(CI->getOperand(0), BB);
Craig Topper0e5f1092017-06-03 07:47:08 +0000972 intersectAssumeOrGuardBlockValueConstantRange(CI->getOperand(0), LHSVal,
973 CI);
Philip Reames38c87c22016-04-26 21:48:16 +0000974 if (LHSVal.isConstantRange())
975 LHSRange = LHSVal.getConstantRange();
Nick Lewycky55a700b2010-12-18 01:00:40 +0000976 }
977
Craig Toppera803d5b2017-06-03 07:47:14 +0000978 const unsigned ResultBitWidth = CI->getType()->getIntegerBitWidth();
Philip Reames66715772016-04-25 18:30:31 +0000979
980 // NOTE: We're currently limited by the set of operations that ConstantRange
981 // can evaluate symbolically. Enhancing that set will allows us to analyze
982 // more definitions.
Florian Hahn8af01572017-09-28 11:09:22 +0000983 BBLV = ValueLatticeElement::getRange(LHSRange.castOp(CI->getOpcode(),
984 ResultBitWidth));
Philip Reames66715772016-04-25 18:30:31 +0000985 return true;
986}
987
Florian Hahn8af01572017-09-28 11:09:22 +0000988bool LazyValueInfoImpl::solveBlockValueBinaryOp(ValueLatticeElement &BBLV,
989 BinaryOperator *BO,
990 BasicBlock *BB) {
Philip Reames66715772016-04-25 18:30:31 +0000991
Craig Topper3778c892017-06-02 16:33:13 +0000992 assert(BO->getOperand(0)->getType()->isSized() &&
Philip Reames053c2a62016-04-26 23:10:35 +0000993 "all operands to binary operators are sized");
Philip Reamesf105db42016-04-26 23:27:33 +0000994
995 // Filter out operators we don't know how to reason about before attempting to
996 // recurse on our operand(s). This can cut a long search short if we know
Craig Topper84a9f162017-06-02 16:21:13 +0000997 // we're not going to be able to get any useful information anyways.
Craig Topper3778c892017-06-02 16:33:13 +0000998 switch (BO->getOpcode()) {
Philip Reamesf105db42016-04-26 23:27:33 +0000999 case Instruction::Add:
1000 case Instruction::Sub:
1001 case Instruction::Mul:
1002 case Instruction::UDiv:
1003 case Instruction::Shl:
1004 case Instruction::LShr:
Max Kazantsev1acab002017-12-18 14:23:30 +00001005 case Instruction::AShr:
Philip Reamesf105db42016-04-26 23:27:33 +00001006 case Instruction::And:
1007 case Instruction::Or:
1008 // continue into the code below
1009 break;
1010 default:
1011 // Unhandled instructions are overdefined.
1012 DEBUG(dbgs() << " compute BB '" << BB->getName()
1013 << "' - overdefined (unknown binary operator).\n");
Florian Hahn8af01572017-09-28 11:09:22 +00001014 BBLV = ValueLatticeElement::getOverdefined();
Philip Reamesf105db42016-04-26 23:27:33 +00001015 return true;
1016 };
NAKAMURA Takumi4cb46e62016-07-04 01:26:33 +00001017
Philip Reames053c2a62016-04-26 23:10:35 +00001018 // Figure out the range of the LHS. If that fails, use a conservative range,
1019 // but apply the transfer rule anyways. This lets us pick up facts from
1020 // expressions like "and i32 (call i32 @foo()), 32"
Craig Topper3778c892017-06-02 16:33:13 +00001021 if (!hasBlockValue(BO->getOperand(0), BB))
1022 if (pushBlockValue(std::make_pair(BB, BO->getOperand(0))))
Philip Reames053c2a62016-04-26 23:10:35 +00001023 // More work to do before applying this transfer rule.
1024 return false;
1025
1026 const unsigned OperandBitWidth =
Craig Topper3778c892017-06-02 16:33:13 +00001027 DL.getTypeSizeInBits(BO->getOperand(0)->getType());
Philip Reames053c2a62016-04-26 23:10:35 +00001028 ConstantRange LHSRange = ConstantRange(OperandBitWidth);
Craig Topper3778c892017-06-02 16:33:13 +00001029 if (hasBlockValue(BO->getOperand(0), BB)) {
Florian Hahn8af01572017-09-28 11:09:22 +00001030 ValueLatticeElement LHSVal = getBlockValue(BO->getOperand(0), BB);
Craig Topper3778c892017-06-02 16:33:13 +00001031 intersectAssumeOrGuardBlockValueConstantRange(BO->getOperand(0), LHSVal,
1032 BO);
Philip Reames053c2a62016-04-26 23:10:35 +00001033 if (LHSVal.isConstantRange())
1034 LHSRange = LHSVal.getConstantRange();
Philip Reames66715772016-04-25 18:30:31 +00001035 }
Philip Reames66715772016-04-25 18:30:31 +00001036
Craig Topper3778c892017-06-02 16:33:13 +00001037 ConstantInt *RHS = cast<ConstantInt>(BO->getOperand(1));
Philip Reames66715772016-04-25 18:30:31 +00001038 ConstantRange RHSRange = ConstantRange(RHS->getValue());
1039
Owen Anderson80d19f02010-08-18 21:11:37 +00001040 // NOTE: We're currently limited by the set of operations that ConstantRange
1041 // can evaluate symbolically. Enhancing that set will allows us to analyze
1042 // more definitions.
Craig Topper3778c892017-06-02 16:33:13 +00001043 Instruction::BinaryOps BinOp = BO->getOpcode();
Florian Hahn8af01572017-09-28 11:09:22 +00001044 BBLV = ValueLatticeElement::getRange(LHSRange.binaryOp(BinOp, RHSRange));
Nick Lewycky55a700b2010-12-18 01:00:40 +00001045 return true;
Chris Lattner741c94c2009-11-11 00:22:30 +00001046}
1047
Florian Hahn8af01572017-09-28 11:09:22 +00001048static ValueLatticeElement getValueFromICmpCondition(Value *Val, ICmpInst *ICI,
1049 bool isTrueDest) {
Artur Pilipenko21472912016-08-08 14:08:37 +00001050 Value *LHS = ICI->getOperand(0);
1051 Value *RHS = ICI->getOperand(1);
1052 CmpInst::Predicate Predicate = ICI->getPredicate();
1053
1054 if (isa<Constant>(RHS)) {
1055 if (ICI->isEquality() && LHS == Val) {
Hal Finkel7e184492014-09-07 20:29:59 +00001056 // We know that V has the RHS constant if this is a true SETEQ or
NAKAMURA Takumif2529512016-07-04 01:26:27 +00001057 // false SETNE.
Artur Pilipenko21472912016-08-08 14:08:37 +00001058 if (isTrueDest == (Predicate == ICmpInst::ICMP_EQ))
Florian Hahn8af01572017-09-28 11:09:22 +00001059 return ValueLatticeElement::get(cast<Constant>(RHS));
Hal Finkel7e184492014-09-07 20:29:59 +00001060 else
Florian Hahn8af01572017-09-28 11:09:22 +00001061 return ValueLatticeElement::getNot(cast<Constant>(RHS));
Hal Finkel7e184492014-09-07 20:29:59 +00001062 }
Artur Pilipenkoc710a462016-08-09 14:50:08 +00001063 }
Hal Finkel7e184492014-09-07 20:29:59 +00001064
Artur Pilipenkoc710a462016-08-09 14:50:08 +00001065 if (!Val->getType()->isIntegerTy())
Florian Hahn8af01572017-09-28 11:09:22 +00001066 return ValueLatticeElement::getOverdefined();
Hal Finkel7e184492014-09-07 20:29:59 +00001067
Artur Pilipenkoc710a462016-08-09 14:50:08 +00001068 // Use ConstantRange::makeAllowedICmpRegion in order to determine the possible
1069 // range of Val guaranteed by the condition. Recognize comparisons in the from
1070 // of:
1071 // icmp <pred> Val, ...
Artur Pilipenko63562582016-08-12 10:05:11 +00001072 // icmp <pred> (add Val, Offset), ...
Artur Pilipenkoc710a462016-08-09 14:50:08 +00001073 // The latter is the range checking idiom that InstCombine produces. Subtract
1074 // the offset from the allowed range for RHS in this case.
Artur Pilipenkoeed618d2016-08-08 14:33:11 +00001075
Artur Pilipenkoc710a462016-08-09 14:50:08 +00001076 // Val or (add Val, Offset) can be on either hand of the comparison
1077 if (LHS != Val && !match(LHS, m_Add(m_Specific(Val), m_ConstantInt()))) {
1078 std::swap(LHS, RHS);
1079 Predicate = CmpInst::getSwappedPredicate(Predicate);
1080 }
Hal Finkel7e184492014-09-07 20:29:59 +00001081
Artur Pilipenkoc710a462016-08-09 14:50:08 +00001082 ConstantInt *Offset = nullptr;
Artur Pilipenko63562582016-08-12 10:05:11 +00001083 if (LHS != Val)
Artur Pilipenkoc710a462016-08-09 14:50:08 +00001084 match(LHS, m_Add(m_Specific(Val), m_ConstantInt(Offset)));
Hal Finkel7e184492014-09-07 20:29:59 +00001085
Artur Pilipenkoc710a462016-08-09 14:50:08 +00001086 if (LHS == Val || Offset) {
1087 // Calculate the range of values that are allowed by the comparison
1088 ConstantRange RHSRange(RHS->getType()->getIntegerBitWidth(),
1089 /*isFullSet=*/true);
1090 if (ConstantInt *CI = dyn_cast<ConstantInt>(RHS))
1091 RHSRange = ConstantRange(CI->getValue());
Artur Pilipenko6669f252016-08-12 10:14:11 +00001092 else if (Instruction *I = dyn_cast<Instruction>(RHS))
1093 if (auto *Ranges = I->getMetadata(LLVMContext::MD_range))
1094 RHSRange = getConstantRangeFromMetadata(*Ranges);
Artur Pilipenkoc710a462016-08-09 14:50:08 +00001095
1096 // If we're interested in the false dest, invert the condition
1097 CmpInst::Predicate Pred =
1098 isTrueDest ? Predicate : CmpInst::getInversePredicate(Predicate);
1099 ConstantRange TrueValues =
1100 ConstantRange::makeAllowedICmpRegion(Pred, RHSRange);
1101
1102 if (Offset) // Apply the offset from above.
1103 TrueValues = TrueValues.subtract(Offset->getValue());
1104
Florian Hahn8af01572017-09-28 11:09:22 +00001105 return ValueLatticeElement::getRange(std::move(TrueValues));
Hal Finkel7e184492014-09-07 20:29:59 +00001106 }
NAKAMURA Takumi4cb46e62016-07-04 01:26:33 +00001107
Florian Hahn8af01572017-09-28 11:09:22 +00001108 return ValueLatticeElement::getOverdefined();
Hal Finkel7e184492014-09-07 20:29:59 +00001109}
1110
Florian Hahn8af01572017-09-28 11:09:22 +00001111static ValueLatticeElement
Artur Pilipenkofd223d52016-08-10 15:13:15 +00001112getValueFromCondition(Value *Val, Value *Cond, bool isTrueDest,
Florian Hahn8af01572017-09-28 11:09:22 +00001113 DenseMap<Value*, ValueLatticeElement> &Visited);
Artur Pilipenkofd223d52016-08-10 15:13:15 +00001114
Florian Hahn8af01572017-09-28 11:09:22 +00001115static ValueLatticeElement
Artur Pilipenkofd223d52016-08-10 15:13:15 +00001116getValueFromConditionImpl(Value *Val, Value *Cond, bool isTrueDest,
Florian Hahn8af01572017-09-28 11:09:22 +00001117 DenseMap<Value*, ValueLatticeElement> &Visited) {
Artur Pilipenkofd223d52016-08-10 15:13:15 +00001118 if (ICmpInst *ICI = dyn_cast<ICmpInst>(Cond))
1119 return getValueFromICmpCondition(Val, ICI, isTrueDest);
1120
1121 // Handle conditions in the form of (cond1 && cond2), we know that on the
Craig Topperb60f8662017-06-23 01:08:16 +00001122 // true dest path both of the conditions hold. Similarly for conditions of
1123 // the form (cond1 || cond2), we know that on the false dest path neither
1124 // condition holds.
Artur Pilipenkofd223d52016-08-10 15:13:15 +00001125 BinaryOperator *BO = dyn_cast<BinaryOperator>(Cond);
Craig Topperb60f8662017-06-23 01:08:16 +00001126 if (!BO || (isTrueDest && BO->getOpcode() != BinaryOperator::And) ||
1127 (!isTrueDest && BO->getOpcode() != BinaryOperator::Or))
Florian Hahn8af01572017-09-28 11:09:22 +00001128 return ValueLatticeElement::getOverdefined();
Artur Pilipenkofd223d52016-08-10 15:13:15 +00001129
1130 auto RHS = getValueFromCondition(Val, BO->getOperand(0), isTrueDest, Visited);
1131 auto LHS = getValueFromCondition(Val, BO->getOperand(1), isTrueDest, Visited);
1132 return intersect(RHS, LHS);
1133}
1134
Florian Hahn8af01572017-09-28 11:09:22 +00001135static ValueLatticeElement
Artur Pilipenkofd223d52016-08-10 15:13:15 +00001136getValueFromCondition(Value *Val, Value *Cond, bool isTrueDest,
Florian Hahn8af01572017-09-28 11:09:22 +00001137 DenseMap<Value*, ValueLatticeElement> &Visited) {
Artur Pilipenkofd223d52016-08-10 15:13:15 +00001138 auto I = Visited.find(Cond);
1139 if (I != Visited.end())
1140 return I->second;
Artur Pilipenkob6230882016-08-12 15:08:15 +00001141
1142 auto Result = getValueFromConditionImpl(Val, Cond, isTrueDest, Visited);
1143 Visited[Cond] = Result;
1144 return Result;
Artur Pilipenkofd223d52016-08-10 15:13:15 +00001145}
1146
Florian Hahn8af01572017-09-28 11:09:22 +00001147ValueLatticeElement getValueFromCondition(Value *Val, Value *Cond,
1148 bool isTrueDest) {
Artur Pilipenkofd223d52016-08-10 15:13:15 +00001149 assert(Cond && "precondition");
Florian Hahn8af01572017-09-28 11:09:22 +00001150 DenseMap<Value*, ValueLatticeElement> Visited;
Artur Pilipenkofd223d52016-08-10 15:13:15 +00001151 return getValueFromCondition(Val, Cond, isTrueDest, Visited);
1152}
1153
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001154// Return true if Usr has Op as an operand, otherwise false.
1155static bool usesOperand(User *Usr, Value *Op) {
1156 return find(Usr->operands(), Op) != Usr->op_end();
1157}
1158
Hiroshi Yamauchiccd412f2017-08-10 02:23:14 +00001159// Return true if the instruction type of Val is supported by
1160// constantFoldUser(). Currently CastInst and BinaryOperator only. Call this
1161// before calling constantFoldUser() to find out if it's even worth attempting
1162// to call it.
1163static bool isOperationFoldable(User *Usr) {
1164 return isa<CastInst>(Usr) || isa<BinaryOperator>(Usr);
1165}
1166
1167// Check if Usr can be simplified to an integer constant when the value of one
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001168// of its operands Op is an integer constant OpConstVal. If so, return it as an
1169// lattice value range with a single element or otherwise return an overdefined
1170// lattice value.
Florian Hahn8af01572017-09-28 11:09:22 +00001171static ValueLatticeElement constantFoldUser(User *Usr, Value *Op,
1172 const APInt &OpConstVal,
1173 const DataLayout &DL) {
Hiroshi Yamauchiccd412f2017-08-10 02:23:14 +00001174 assert(isOperationFoldable(Usr) && "Precondition");
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001175 Constant* OpConst = Constant::getIntegerValue(Op->getType(), OpConstVal);
Hiroshi Yamauchiccd412f2017-08-10 02:23:14 +00001176 // Check if Usr can be simplified to a constant.
1177 if (auto *CI = dyn_cast<CastInst>(Usr)) {
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001178 assert(CI->getOperand(0) == Op && "Operand 0 isn't Op");
1179 if (auto *C = dyn_cast_or_null<ConstantInt>(
1180 SimplifyCastInst(CI->getOpcode(), OpConst,
1181 CI->getDestTy(), DL))) {
Florian Hahn8af01572017-09-28 11:09:22 +00001182 return ValueLatticeElement::getRange(ConstantRange(C->getValue()));
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001183 }
Hiroshi Yamauchiccd412f2017-08-10 02:23:14 +00001184 } else if (auto *BO = dyn_cast<BinaryOperator>(Usr)) {
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001185 bool Op0Match = BO->getOperand(0) == Op;
1186 bool Op1Match = BO->getOperand(1) == Op;
1187 assert((Op0Match || Op1Match) &&
1188 "Operand 0 nor Operand 1 isn't a match");
1189 Value *LHS = Op0Match ? OpConst : BO->getOperand(0);
1190 Value *RHS = Op1Match ? OpConst : BO->getOperand(1);
1191 if (auto *C = dyn_cast_or_null<ConstantInt>(
1192 SimplifyBinOp(BO->getOpcode(), LHS, RHS, DL))) {
Florian Hahn8af01572017-09-28 11:09:22 +00001193 return ValueLatticeElement::getRange(ConstantRange(C->getValue()));
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001194 }
1195 }
Florian Hahn8af01572017-09-28 11:09:22 +00001196 return ValueLatticeElement::getOverdefined();
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001197}
1198
Nuno Lopese6e04902012-06-28 01:16:18 +00001199/// \brief Compute the value of Val on the edge BBFrom -> BBTo. Returns false if
Philip Reames13f73242016-02-01 23:21:11 +00001200/// Val is not constrained on the edge. Result is unspecified if return value
1201/// is false.
Nuno Lopese6e04902012-06-28 01:16:18 +00001202static bool getEdgeValueLocal(Value *Val, BasicBlock *BBFrom,
Florian Hahn8af01572017-09-28 11:09:22 +00001203 BasicBlock *BBTo, ValueLatticeElement &Result) {
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +00001204 // TODO: Handle more complex conditionals. If (v == 0 || v2 < 1) is false, we
Chris Lattner77358782009-11-15 20:02:12 +00001205 // know that v != 0.
Chris Lattner19019ea2009-11-11 22:48:44 +00001206 if (BranchInst *BI = dyn_cast<BranchInst>(BBFrom->getTerminator())) {
1207 // If this is a conditional branch and only one successor goes to BBTo, then
Sanjay Patel938e2792015-01-09 16:35:37 +00001208 // we may be able to infer something from the condition.
Chris Lattner19019ea2009-11-11 22:48:44 +00001209 if (BI->isConditional() &&
1210 BI->getSuccessor(0) != BI->getSuccessor(1)) {
1211 bool isTrueDest = BI->getSuccessor(0) == BBTo;
1212 assert(BI->getSuccessor(!isTrueDest) == BBTo &&
1213 "BBTo isn't a successor of BBFrom");
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001214 Value *Condition = BI->getCondition();
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +00001215
Chris Lattner19019ea2009-11-11 22:48:44 +00001216 // If V is the condition of the branch itself, then we know exactly what
1217 // it is.
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001218 if (Condition == Val) {
Florian Hahn8af01572017-09-28 11:09:22 +00001219 Result = ValueLatticeElement::get(ConstantInt::get(
Owen Anderson185fe002010-08-10 20:03:09 +00001220 Type::getInt1Ty(Val->getContext()), isTrueDest));
Nick Lewycky55a700b2010-12-18 01:00:40 +00001221 return true;
1222 }
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +00001223
Chris Lattner19019ea2009-11-11 22:48:44 +00001224 // If the condition of the branch is an equality comparison, we may be
1225 // able to infer the value.
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001226 Result = getValueFromCondition(Val, Condition, isTrueDest);
1227 if (!Result.isOverdefined())
1228 return true;
1229
1230 if (User *Usr = dyn_cast<User>(Val)) {
1231 assert(Result.isOverdefined() && "Result isn't overdefined");
Hiroshi Yamauchiccd412f2017-08-10 02:23:14 +00001232 // Check with isOperationFoldable() first to avoid linearly iterating
1233 // over the operands unnecessarily which can be expensive for
1234 // instructions with many operands.
1235 if (isa<IntegerType>(Usr->getType()) && isOperationFoldable(Usr)) {
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001236 const DataLayout &DL = BBTo->getModule()->getDataLayout();
1237 if (usesOperand(Usr, Condition)) {
1238 // If Val has Condition as an operand and Val can be folded into a
1239 // constant with either Condition == true or Condition == false,
1240 // propagate the constant.
1241 // eg.
1242 // ; %Val is true on the edge to %then.
1243 // %Val = and i1 %Condition, true.
1244 // br %Condition, label %then, label %else
1245 APInt ConditionVal(1, isTrueDest ? 1 : 0);
Hiroshi Yamauchiccd412f2017-08-10 02:23:14 +00001246 Result = constantFoldUser(Usr, Condition, ConditionVal, DL);
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001247 } else {
1248 // If one of Val's operand has an inferred value, we may be able to
1249 // infer the value of Val.
1250 // eg.
1251 // ; %Val is 94 on the edge to %then.
1252 // %Val = add i8 %Op, 1
1253 // %Condition = icmp eq i8 %Op, 93
1254 // br i1 %Condition, label %then, label %else
1255 for (unsigned i = 0; i < Usr->getNumOperands(); ++i) {
1256 Value *Op = Usr->getOperand(i);
Florian Hahn8af01572017-09-28 11:09:22 +00001257 ValueLatticeElement OpLatticeVal =
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001258 getValueFromCondition(Op, Condition, isTrueDest);
1259 if (Optional<APInt> OpConst = OpLatticeVal.asConstantInteger()) {
Hiroshi Yamauchiccd412f2017-08-10 02:23:14 +00001260 Result = constantFoldUser(Usr, Op, OpConst.getValue(), DL);
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001261 break;
1262 }
1263 }
1264 }
1265 }
1266 }
Artur Pilipenko933c07a2016-08-10 13:38:07 +00001267 if (!Result.isOverdefined())
Artur Pilipenko2e19f592016-08-02 16:20:48 +00001268 return true;
Chris Lattner19019ea2009-11-11 22:48:44 +00001269 }
1270 }
Chris Lattner77358782009-11-15 20:02:12 +00001271
1272 // If the edge was formed by a switch on the value, then we may know exactly
1273 // what it is.
1274 if (SwitchInst *SI = dyn_cast<SwitchInst>(BBFrom->getTerminator())) {
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001275 Value *Condition = SI->getCondition();
1276 if (!isa<IntegerType>(Val->getType()))
Nuno Lopes8650fb82012-06-28 16:13:37 +00001277 return false;
Hiroshi Yamauchiccd412f2017-08-10 02:23:14 +00001278 bool ValUsesConditionAndMayBeFoldable = false;
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001279 if (Condition != Val) {
1280 // Check if Val has Condition as an operand.
1281 if (User *Usr = dyn_cast<User>(Val))
Hiroshi Yamauchiccd412f2017-08-10 02:23:14 +00001282 ValUsesConditionAndMayBeFoldable = isOperationFoldable(Usr) &&
1283 usesOperand(Usr, Condition);
1284 if (!ValUsesConditionAndMayBeFoldable)
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001285 return false;
1286 }
Hiroshi Yamauchiccd412f2017-08-10 02:23:14 +00001287 assert((Condition == Val || ValUsesConditionAndMayBeFoldable) &&
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001288 "Condition != Val nor Val doesn't use Condition");
Nuno Lopes8650fb82012-06-28 16:13:37 +00001289
1290 bool DefaultCase = SI->getDefaultDest() == BBTo;
1291 unsigned BitWidth = Val->getType()->getIntegerBitWidth();
1292 ConstantRange EdgesVals(BitWidth, DefaultCase/*isFullSet*/);
1293
Chandler Carruth927d8e62017-04-12 07:27:28 +00001294 for (auto Case : SI->cases()) {
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001295 APInt CaseValue = Case.getCaseValue()->getValue();
1296 ConstantRange EdgeVal(CaseValue);
Hiroshi Yamauchiccd412f2017-08-10 02:23:14 +00001297 if (ValUsesConditionAndMayBeFoldable) {
1298 User *Usr = cast<User>(Val);
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001299 const DataLayout &DL = BBTo->getModule()->getDataLayout();
Florian Hahn8af01572017-09-28 11:09:22 +00001300 ValueLatticeElement EdgeLatticeVal =
Hiroshi Yamauchiccd412f2017-08-10 02:23:14 +00001301 constantFoldUser(Usr, Condition, CaseValue, DL);
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001302 if (EdgeLatticeVal.isOverdefined())
1303 return false;
1304 EdgeVal = EdgeLatticeVal.getConstantRange();
1305 }
Manman Renf3fedb62012-09-05 23:45:58 +00001306 if (DefaultCase) {
1307 // It is possible that the default destination is the destination of
Hiroshi Yamauchi144ee2b2017-08-03 21:11:30 +00001308 // some cases. We cannot perform difference for those cases.
1309 // We know Condition != CaseValue in BBTo. In some cases we can use
1310 // this to infer Val == f(Condition) is != f(CaseValue). For now, we
1311 // only do this when f is identity (i.e. Val == Condition), but we
1312 // should be able to do this for any injective f.
1313 if (Case.getCaseSuccessor() != BBTo && Condition == Val)
Manman Renf3fedb62012-09-05 23:45:58 +00001314 EdgesVals = EdgesVals.difference(EdgeVal);
Chandler Carruth927d8e62017-04-12 07:27:28 +00001315 } else if (Case.getCaseSuccessor() == BBTo)
Nuno Lopesac593802012-05-18 21:02:10 +00001316 EdgesVals = EdgesVals.unionWith(EdgeVal);
Chris Lattner77358782009-11-15 20:02:12 +00001317 }
Florian Hahn8af01572017-09-28 11:09:22 +00001318 Result = ValueLatticeElement::getRange(std::move(EdgesVals));
Nuno Lopes8650fb82012-06-28 16:13:37 +00001319 return true;
Chris Lattner77358782009-11-15 20:02:12 +00001320 }
Nuno Lopese6e04902012-06-28 01:16:18 +00001321 return false;
1322}
1323
Sanjay Patel938e2792015-01-09 16:35:37 +00001324/// \brief Compute the value of Val on the edge BBFrom -> BBTo or the value at
1325/// the basic block if the edge does not constrain Val.
Philip Reames92e5e1b2016-09-12 21:46:58 +00001326bool LazyValueInfoImpl::getEdgeValue(Value *Val, BasicBlock *BBFrom,
Florian Hahn8af01572017-09-28 11:09:22 +00001327 BasicBlock *BBTo,
1328 ValueLatticeElement &Result,
Xin Tong68ea9aa2017-02-24 20:59:26 +00001329 Instruction *CxtI) {
Nuno Lopese6e04902012-06-28 01:16:18 +00001330 // If already a constant, there is nothing to compute.
1331 if (Constant *VC = dyn_cast<Constant>(Val)) {
Florian Hahn8af01572017-09-28 11:09:22 +00001332 Result = ValueLatticeElement::get(VC);
Nick Lewycky55a700b2010-12-18 01:00:40 +00001333 return true;
1334 }
Nuno Lopese6e04902012-06-28 01:16:18 +00001335
Florian Hahn8af01572017-09-28 11:09:22 +00001336 ValueLatticeElement LocalResult;
Philip Reames44456b82016-02-02 03:15:40 +00001337 if (!getEdgeValueLocal(Val, BBFrom, BBTo, LocalResult))
1338 // If we couldn't constrain the value on the edge, LocalResult doesn't
1339 // provide any information.
Florian Hahn8af01572017-09-28 11:09:22 +00001340 LocalResult = ValueLatticeElement::getOverdefined();
NAKAMURA Takumi4cb46e62016-07-04 01:26:33 +00001341
Philip Reames44456b82016-02-02 03:15:40 +00001342 if (hasSingleValue(LocalResult)) {
1343 // Can't get any more precise here
1344 Result = LocalResult;
Nuno Lopese6e04902012-06-28 01:16:18 +00001345 return true;
1346 }
1347
1348 if (!hasBlockValue(Val, BBFrom)) {
Hans Wennborg45172ac2014-11-25 17:23:05 +00001349 if (pushBlockValue(std::make_pair(BBFrom, Val)))
1350 return false;
Philip Reames44456b82016-02-02 03:15:40 +00001351 // No new information.
1352 Result = LocalResult;
Hans Wennborg45172ac2014-11-25 17:23:05 +00001353 return true;
Nuno Lopese6e04902012-06-28 01:16:18 +00001354 }
1355
Philip Reames44456b82016-02-02 03:15:40 +00001356 // Try to intersect ranges of the BB and the constraint on the edge.
Florian Hahn8af01572017-09-28 11:09:22 +00001357 ValueLatticeElement InBlock = getBlockValue(Val, BBFrom);
Artur Pilipenko2e8f82d2016-08-12 15:52:23 +00001358 intersectAssumeOrGuardBlockValueConstantRange(Val, InBlock,
1359 BBFrom->getTerminator());
Hal Finkel2400c962014-10-16 00:40:05 +00001360 // We can use the context instruction (generically the ultimate instruction
1361 // the calling pass is trying to simplify) here, even though the result of
1362 // this function is generally cached when called from the solve* functions
1363 // (and that cached result might be used with queries using a different
1364 // context instruction), because when this function is called from the solve*
1365 // functions, the context instruction is not provided. When called from
Philip Reames92e5e1b2016-09-12 21:46:58 +00001366 // LazyValueInfoImpl::getValueOnEdge, the context instruction is provided,
Hal Finkel2400c962014-10-16 00:40:05 +00001367 // but then the result is not cached.
Artur Pilipenko2e8f82d2016-08-12 15:52:23 +00001368 intersectAssumeOrGuardBlockValueConstantRange(Val, InBlock, CxtI);
Philip Reames44456b82016-02-02 03:15:40 +00001369
1370 Result = intersect(LocalResult, InBlock);
Nuno Lopese6e04902012-06-28 01:16:18 +00001371 return true;
Chris Lattner19019ea2009-11-11 22:48:44 +00001372}
1373
Florian Hahn8af01572017-09-28 11:09:22 +00001374ValueLatticeElement LazyValueInfoImpl::getValueInBlock(Value *V, BasicBlock *BB,
1375 Instruction *CxtI) {
David Greene37e98092009-12-23 20:43:58 +00001376 DEBUG(dbgs() << "LVI Getting block end value " << *V << " at '"
Chris Lattneraf025d32009-11-15 19:59:49 +00001377 << BB->getName() << "'\n");
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +00001378
Hans Wennborg45172ac2014-11-25 17:23:05 +00001379 assert(BlockValueStack.empty() && BlockValueSet.empty());
Philip Reamesbb781b42016-02-10 21:46:32 +00001380 if (!hasBlockValue(V, BB)) {
NAKAMURA Takumibd072a92016-07-25 00:59:46 +00001381 pushBlockValue(std::make_pair(BB, V));
Philip Reamesbb781b42016-02-10 21:46:32 +00001382 solve();
1383 }
Florian Hahn8af01572017-09-28 11:09:22 +00001384 ValueLatticeElement Result = getBlockValue(V, BB);
Artur Pilipenko2e8f82d2016-08-12 15:52:23 +00001385 intersectAssumeOrGuardBlockValueConstantRange(V, Result, CxtI);
Hal Finkel7e184492014-09-07 20:29:59 +00001386
1387 DEBUG(dbgs() << " Result = " << Result << "\n");
1388 return Result;
1389}
1390
Florian Hahn8af01572017-09-28 11:09:22 +00001391ValueLatticeElement LazyValueInfoImpl::getValueAt(Value *V, Instruction *CxtI) {
Hal Finkel7e184492014-09-07 20:29:59 +00001392 DEBUG(dbgs() << "LVI Getting value " << *V << " at '"
1393 << CxtI->getName() << "'\n");
1394
Philip Reamesbb781b42016-02-10 21:46:32 +00001395 if (auto *C = dyn_cast<Constant>(V))
Florian Hahn8af01572017-09-28 11:09:22 +00001396 return ValueLatticeElement::get(C);
Philip Reamesbb781b42016-02-10 21:46:32 +00001397
Florian Hahn8af01572017-09-28 11:09:22 +00001398 ValueLatticeElement Result = ValueLatticeElement::getOverdefined();
Philip Reameseb3e9da2015-10-29 03:57:17 +00001399 if (auto *I = dyn_cast<Instruction>(V))
1400 Result = getFromRangeMetadata(I);
Artur Pilipenko2e8f82d2016-08-12 15:52:23 +00001401 intersectAssumeOrGuardBlockValueConstantRange(V, Result, CxtI);
Philip Reames2c275cc2016-02-02 00:45:30 +00001402
David Greene37e98092009-12-23 20:43:58 +00001403 DEBUG(dbgs() << " Result = " << Result << "\n");
Chris Lattneraf025d32009-11-15 19:59:49 +00001404 return Result;
1405}
Chris Lattner19019ea2009-11-11 22:48:44 +00001406
Florian Hahn8af01572017-09-28 11:09:22 +00001407ValueLatticeElement LazyValueInfoImpl::
Hal Finkel7e184492014-09-07 20:29:59 +00001408getValueOnEdge(Value *V, BasicBlock *FromBB, BasicBlock *ToBB,
1409 Instruction *CxtI) {
David Greene37e98092009-12-23 20:43:58 +00001410 DEBUG(dbgs() << "LVI Getting edge value " << *V << " from '"
Chris Lattneraf025d32009-11-15 19:59:49 +00001411 << FromBB->getName() << "' to '" << ToBB->getName() << "'\n");
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +00001412
Florian Hahn8af01572017-09-28 11:09:22 +00001413 ValueLatticeElement Result;
Hal Finkel7e184492014-09-07 20:29:59 +00001414 if (!getEdgeValue(V, FromBB, ToBB, Result, CxtI)) {
Nick Lewycky55a700b2010-12-18 01:00:40 +00001415 solve();
Hal Finkel7e184492014-09-07 20:29:59 +00001416 bool WasFastQuery = getEdgeValue(V, FromBB, ToBB, Result, CxtI);
Nick Lewycky55a700b2010-12-18 01:00:40 +00001417 (void)WasFastQuery;
1418 assert(WasFastQuery && "More work to do after problem solved?");
1419 }
1420
David Greene37e98092009-12-23 20:43:58 +00001421 DEBUG(dbgs() << " Result = " << Result << "\n");
Chris Lattneraf025d32009-11-15 19:59:49 +00001422 return Result;
1423}
1424
Philip Reames92e5e1b2016-09-12 21:46:58 +00001425void LazyValueInfoImpl::threadEdge(BasicBlock *PredBB, BasicBlock *OldSucc,
Philip Reames9db79482016-09-12 22:38:44 +00001426 BasicBlock *NewSucc) {
1427 TheCache.threadEdgeImpl(OldSucc, NewSucc);
Owen Andersonaa7f66b2010-07-26 18:48:03 +00001428}
1429
Chris Lattneraf025d32009-11-15 19:59:49 +00001430//===----------------------------------------------------------------------===//
1431// LazyValueInfo Impl
1432//===----------------------------------------------------------------------===//
1433
Philip Reames92e5e1b2016-09-12 21:46:58 +00001434/// This lazily constructs the LazyValueInfoImpl.
Daniel Jasperaec2fa32016-12-19 08:22:17 +00001435static LazyValueInfoImpl &getImpl(void *&PImpl, AssumptionCache *AC,
1436 const DataLayout *DL,
Philip Reames92e5e1b2016-09-12 21:46:58 +00001437 DominatorTree *DT = nullptr) {
Mehdi Aminia28d91d2015-03-10 02:37:25 +00001438 if (!PImpl) {
1439 assert(DL && "getCache() called with a null DataLayout");
Daniel Jasperaec2fa32016-12-19 08:22:17 +00001440 PImpl = new LazyValueInfoImpl(AC, *DL, DT);
Mehdi Aminia28d91d2015-03-10 02:37:25 +00001441 }
Philip Reames92e5e1b2016-09-12 21:46:58 +00001442 return *static_cast<LazyValueInfoImpl*>(PImpl);
Chris Lattneraf025d32009-11-15 19:59:49 +00001443}
1444
Sean Silva687019f2016-06-13 22:01:25 +00001445bool LazyValueInfoWrapperPass::runOnFunction(Function &F) {
Daniel Jasperaec2fa32016-12-19 08:22:17 +00001446 Info.AC = &getAnalysis<AssumptionCacheTracker>().getAssumptionCache(F);
Mehdi Aminia28d91d2015-03-10 02:37:25 +00001447 const DataLayout &DL = F.getParent()->getDataLayout();
Hal Finkel7e184492014-09-07 20:29:59 +00001448
1449 DominatorTreeWrapperPass *DTWP =
1450 getAnalysisIfAvailable<DominatorTreeWrapperPass>();
Sean Silva687019f2016-06-13 22:01:25 +00001451 Info.DT = DTWP ? &DTWP->getDomTree() : nullptr;
1452 Info.TLI = &getAnalysis<TargetLibraryInfoWrapperPass>().getTLI();
Chad Rosier43a33062011-12-02 01:26:24 +00001453
Sean Silva687019f2016-06-13 22:01:25 +00001454 if (Info.PImpl)
Daniel Jasperaec2fa32016-12-19 08:22:17 +00001455 getImpl(Info.PImpl, Info.AC, &DL, Info.DT).clear();
Hal Finkel7e184492014-09-07 20:29:59 +00001456
Owen Anderson208636f2010-08-18 18:39:01 +00001457 // Fully lazy.
1458 return false;
1459}
1460
Sean Silva687019f2016-06-13 22:01:25 +00001461void LazyValueInfoWrapperPass::getAnalysisUsage(AnalysisUsage &AU) const {
Chad Rosier43a33062011-12-02 01:26:24 +00001462 AU.setPreservesAll();
Daniel Jasperaec2fa32016-12-19 08:22:17 +00001463 AU.addRequired<AssumptionCacheTracker>();
Chandler Carruthb98f63d2015-01-15 10:41:28 +00001464 AU.addRequired<TargetLibraryInfoWrapperPass>();
Chad Rosier43a33062011-12-02 01:26:24 +00001465}
1466
Sean Silva687019f2016-06-13 22:01:25 +00001467LazyValueInfo &LazyValueInfoWrapperPass::getLVI() { return Info; }
1468
1469LazyValueInfo::~LazyValueInfo() { releaseMemory(); }
1470
Chris Lattneraf025d32009-11-15 19:59:49 +00001471void LazyValueInfo::releaseMemory() {
1472 // If the cache was allocated, free it.
1473 if (PImpl) {
Daniel Jasperaec2fa32016-12-19 08:22:17 +00001474 delete &getImpl(PImpl, AC, nullptr);
Craig Topper9f008862014-04-15 04:59:12 +00001475 PImpl = nullptr;
Chris Lattneraf025d32009-11-15 19:59:49 +00001476 }
1477}
1478
Chandler Carrutha504f2b2017-01-23 06:35:12 +00001479bool LazyValueInfo::invalidate(Function &F, const PreservedAnalyses &PA,
1480 FunctionAnalysisManager::Invalidator &Inv) {
1481 // We need to invalidate if we have either failed to preserve this analyses
1482 // result directly or if any of its dependencies have been invalidated.
1483 auto PAC = PA.getChecker<LazyValueAnalysis>();
1484 if (!(PAC.preserved() || PAC.preservedSet<AllAnalysesOn<Function>>()) ||
1485 (DT && Inv.invalidate<DominatorTreeAnalysis>(F, PA)))
1486 return true;
1487
1488 return false;
1489}
1490
Sean Silva687019f2016-06-13 22:01:25 +00001491void LazyValueInfoWrapperPass::releaseMemory() { Info.releaseMemory(); }
1492
Florian Hahn8af01572017-09-28 11:09:22 +00001493LazyValueInfo LazyValueAnalysis::run(Function &F,
1494 FunctionAnalysisManager &FAM) {
Daniel Jasperaec2fa32016-12-19 08:22:17 +00001495 auto &AC = FAM.getResult<AssumptionAnalysis>(F);
Sean Silva687019f2016-06-13 22:01:25 +00001496 auto &TLI = FAM.getResult<TargetLibraryAnalysis>(F);
1497 auto *DT = FAM.getCachedResult<DominatorTreeAnalysis>(F);
1498
Anna Thomasa10e3e42017-03-12 14:06:41 +00001499 return LazyValueInfo(&AC, &F.getParent()->getDataLayout(), &TLI, DT);
Sean Silva687019f2016-06-13 22:01:25 +00001500}
1501
Wei Mif160e342016-09-15 06:28:34 +00001502/// Returns true if we can statically tell that this value will never be a
1503/// "useful" constant. In practice, this means we've got something like an
1504/// alloca or a malloc call for which a comparison against a constant can
1505/// only be guarding dead code. Note that we are potentially giving up some
1506/// precision in dead code (a constant result) in favour of avoiding a
1507/// expensive search for a easily answered common query.
1508static bool isKnownNonConstant(Value *V) {
1509 V = V->stripPointerCasts();
1510 // The return val of alloc cannot be a Constant.
1511 if (isa<AllocaInst>(V))
1512 return true;
1513 return false;
1514}
1515
Hal Finkel7e184492014-09-07 20:29:59 +00001516Constant *LazyValueInfo::getConstant(Value *V, BasicBlock *BB,
1517 Instruction *CxtI) {
Wei Mif160e342016-09-15 06:28:34 +00001518 // Bail out early if V is known not to be a Constant.
1519 if (isKnownNonConstant(V))
1520 return nullptr;
1521
Mehdi Aminia28d91d2015-03-10 02:37:25 +00001522 const DataLayout &DL = BB->getModule()->getDataLayout();
Florian Hahn8af01572017-09-28 11:09:22 +00001523 ValueLatticeElement Result =
Daniel Jasperaec2fa32016-12-19 08:22:17 +00001524 getImpl(PImpl, AC, &DL, DT).getValueInBlock(V, BB, CxtI);
Chandler Carruth66b31302015-01-04 12:03:27 +00001525
Chris Lattner19019ea2009-11-11 22:48:44 +00001526 if (Result.isConstant())
1527 return Result.getConstant();
Nick Lewycky11678bd2010-12-15 18:57:18 +00001528 if (Result.isConstantRange()) {
Craig Topper2b195fd2017-05-06 03:35:15 +00001529 const ConstantRange &CR = Result.getConstantRange();
Owen Anderson38f6b7f2010-08-27 23:29:38 +00001530 if (const APInt *SingleVal = CR.getSingleElement())
1531 return ConstantInt::get(V->getContext(), *SingleVal);
1532 }
Craig Topper9f008862014-04-15 04:59:12 +00001533 return nullptr;
Chris Lattner19019ea2009-11-11 22:48:44 +00001534}
Chris Lattnerfde1f8d2009-11-11 02:08:33 +00001535
John Regehre1c481d2016-05-02 19:58:00 +00001536ConstantRange LazyValueInfo::getConstantRange(Value *V, BasicBlock *BB,
NAKAMURA Takumi940cd932016-07-04 01:26:21 +00001537 Instruction *CxtI) {
John Regehre1c481d2016-05-02 19:58:00 +00001538 assert(V->getType()->isIntegerTy());
1539 unsigned Width = V->getType()->getIntegerBitWidth();
1540 const DataLayout &DL = BB->getModule()->getDataLayout();
Florian Hahn8af01572017-09-28 11:09:22 +00001541 ValueLatticeElement Result =
Daniel Jasperaec2fa32016-12-19 08:22:17 +00001542 getImpl(PImpl, AC, &DL, DT).getValueInBlock(V, BB, CxtI);
John Regehre1c481d2016-05-02 19:58:00 +00001543 if (Result.isUndefined())
1544 return ConstantRange(Width, /*isFullSet=*/false);
1545 if (Result.isConstantRange())
1546 return Result.getConstantRange();
Artur Pilipenkoa4b6a702016-08-10 12:54:54 +00001547 // We represent ConstantInt constants as constant ranges but other kinds
1548 // of integer constants, i.e. ConstantExpr will be tagged as constants
1549 assert(!(Result.isConstant() && isa<ConstantInt>(Result.getConstant())) &&
1550 "ConstantInt value must be represented as constantrange");
Davide Italianobd543d02016-05-25 22:29:34 +00001551 return ConstantRange(Width, /*isFullSet=*/true);
John Regehre1c481d2016-05-02 19:58:00 +00001552}
1553
Sanjay Patel2a385e22015-01-09 16:47:20 +00001554/// Determine whether the specified value is known to be a
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +00001555/// constant on the specified edge. Return null if not.
Chris Lattnerd5e25432009-11-12 01:29:10 +00001556Constant *LazyValueInfo::getConstantOnEdge(Value *V, BasicBlock *FromBB,
Hal Finkel7e184492014-09-07 20:29:59 +00001557 BasicBlock *ToBB,
1558 Instruction *CxtI) {
Mehdi Aminia28d91d2015-03-10 02:37:25 +00001559 const DataLayout &DL = FromBB->getModule()->getDataLayout();
Florian Hahn8af01572017-09-28 11:09:22 +00001560 ValueLatticeElement Result =
Daniel Jasperaec2fa32016-12-19 08:22:17 +00001561 getImpl(PImpl, AC, &DL, DT).getValueOnEdge(V, FromBB, ToBB, CxtI);
Chandler Carruth66b31302015-01-04 12:03:27 +00001562
Chris Lattnerd5e25432009-11-12 01:29:10 +00001563 if (Result.isConstant())
1564 return Result.getConstant();
Nick Lewycky11678bd2010-12-15 18:57:18 +00001565 if (Result.isConstantRange()) {
Craig Topper2b195fd2017-05-06 03:35:15 +00001566 const ConstantRange &CR = Result.getConstantRange();
Owen Anderson185fe002010-08-10 20:03:09 +00001567 if (const APInt *SingleVal = CR.getSingleElement())
1568 return ConstantInt::get(V->getContext(), *SingleVal);
1569 }
Craig Topper9f008862014-04-15 04:59:12 +00001570 return nullptr;
Chris Lattnerd5e25432009-11-12 01:29:10 +00001571}
1572
Craig Topper2c20c422017-06-23 05:41:35 +00001573ConstantRange LazyValueInfo::getConstantRangeOnEdge(Value *V,
1574 BasicBlock *FromBB,
1575 BasicBlock *ToBB,
1576 Instruction *CxtI) {
1577 unsigned Width = V->getType()->getIntegerBitWidth();
1578 const DataLayout &DL = FromBB->getModule()->getDataLayout();
Florian Hahn8af01572017-09-28 11:09:22 +00001579 ValueLatticeElement Result =
Craig Topper2c20c422017-06-23 05:41:35 +00001580 getImpl(PImpl, AC, &DL, DT).getValueOnEdge(V, FromBB, ToBB, CxtI);
1581
1582 if (Result.isUndefined())
1583 return ConstantRange(Width, /*isFullSet=*/false);
1584 if (Result.isConstantRange())
1585 return Result.getConstantRange();
1586 // We represent ConstantInt constants as constant ranges but other kinds
1587 // of integer constants, i.e. ConstantExpr will be tagged as constants
1588 assert(!(Result.isConstant() && isa<ConstantInt>(Result.getConstant())) &&
1589 "ConstantInt value must be represented as constantrange");
1590 return ConstantRange(Width, /*isFullSet=*/true);
1591}
1592
Florian Hahn8af01572017-09-28 11:09:22 +00001593static LazyValueInfo::Tristate
1594getPredicateResult(unsigned Pred, Constant *C, const ValueLatticeElement &Val,
1595 const DataLayout &DL, TargetLibraryInfo *TLI) {
Chris Lattner565ee2f2009-11-12 04:36:58 +00001596 // If we know the value is a constant, evaluate the conditional.
Craig Topper9f008862014-04-15 04:59:12 +00001597 Constant *Res = nullptr;
Craig Topper6dd9dcf2017-06-09 21:18:16 +00001598 if (Val.isConstant()) {
1599 Res = ConstantFoldCompareInstOperands(Pred, Val.getConstant(), C, DL, TLI);
Nick Lewycky11678bd2010-12-15 18:57:18 +00001600 if (ConstantInt *ResCI = dyn_cast<ConstantInt>(Res))
Hal Finkel7e184492014-09-07 20:29:59 +00001601 return ResCI->isZero() ? LazyValueInfo::False : LazyValueInfo::True;
1602 return LazyValueInfo::Unknown;
Chris Lattneraf025d32009-11-15 19:59:49 +00001603 }
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +00001604
Craig Topper6dd9dcf2017-06-09 21:18:16 +00001605 if (Val.isConstantRange()) {
Owen Andersonc62f7042010-08-24 07:55:44 +00001606 ConstantInt *CI = dyn_cast<ConstantInt>(C);
Hal Finkel7e184492014-09-07 20:29:59 +00001607 if (!CI) return LazyValueInfo::Unknown;
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +00001608
Craig Topper6dd9dcf2017-06-09 21:18:16 +00001609 const ConstantRange &CR = Val.getConstantRange();
Owen Anderson185fe002010-08-10 20:03:09 +00001610 if (Pred == ICmpInst::ICMP_EQ) {
1611 if (!CR.contains(CI->getValue()))
Hal Finkel7e184492014-09-07 20:29:59 +00001612 return LazyValueInfo::False;
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +00001613
Craig Topper79452482017-06-07 00:58:09 +00001614 if (CR.isSingleElement())
Hal Finkel7e184492014-09-07 20:29:59 +00001615 return LazyValueInfo::True;
Owen Anderson185fe002010-08-10 20:03:09 +00001616 } else if (Pred == ICmpInst::ICMP_NE) {
1617 if (!CR.contains(CI->getValue()))
Hal Finkel7e184492014-09-07 20:29:59 +00001618 return LazyValueInfo::True;
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +00001619
Craig Topper79452482017-06-07 00:58:09 +00001620 if (CR.isSingleElement())
Hal Finkel7e184492014-09-07 20:29:59 +00001621 return LazyValueInfo::False;
Craig Topper31ce4ec2017-06-09 16:16:20 +00001622 } else {
1623 // Handle more complex predicates.
1624 ConstantRange TrueValues = ConstantRange::makeExactICmpRegion(
1625 (ICmpInst::Predicate)Pred, CI->getValue());
1626 if (TrueValues.contains(CR))
1627 return LazyValueInfo::True;
1628 if (TrueValues.inverse().contains(CR))
1629 return LazyValueInfo::False;
Owen Anderson185fe002010-08-10 20:03:09 +00001630 }
Hal Finkel7e184492014-09-07 20:29:59 +00001631 return LazyValueInfo::Unknown;
Owen Anderson185fe002010-08-10 20:03:09 +00001632 }
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +00001633
Craig Topper6dd9dcf2017-06-09 21:18:16 +00001634 if (Val.isNotConstant()) {
Chris Lattner565ee2f2009-11-12 04:36:58 +00001635 // If this is an equality comparison, we can try to fold it knowing that
1636 // "V != C1".
1637 if (Pred == ICmpInst::ICMP_EQ) {
Sylvestre Ledru91ce36c2012-09-27 10:14:43 +00001638 // !C1 == C -> false iff C1 == C.
Chris Lattner565ee2f2009-11-12 04:36:58 +00001639 Res = ConstantFoldCompareInstOperands(ICmpInst::ICMP_NE,
Craig Topper6dd9dcf2017-06-09 21:18:16 +00001640 Val.getNotConstant(), C, DL,
Chad Rosier43a33062011-12-02 01:26:24 +00001641 TLI);
Chris Lattner565ee2f2009-11-12 04:36:58 +00001642 if (Res->isNullValue())
Hal Finkel7e184492014-09-07 20:29:59 +00001643 return LazyValueInfo::False;
Chris Lattner565ee2f2009-11-12 04:36:58 +00001644 } else if (Pred == ICmpInst::ICMP_NE) {
Sylvestre Ledru91ce36c2012-09-27 10:14:43 +00001645 // !C1 != C -> true iff C1 == C.
Chris Lattnerb0c0a0d2009-11-15 20:01:24 +00001646 Res = ConstantFoldCompareInstOperands(ICmpInst::ICMP_NE,
Craig Topper6dd9dcf2017-06-09 21:18:16 +00001647 Val.getNotConstant(), C, DL,
Chad Rosier43a33062011-12-02 01:26:24 +00001648 TLI);
Chris Lattner565ee2f2009-11-12 04:36:58 +00001649 if (Res->isNullValue())
Hal Finkel7e184492014-09-07 20:29:59 +00001650 return LazyValueInfo::True;
Chris Lattner565ee2f2009-11-12 04:36:58 +00001651 }
Hal Finkel7e184492014-09-07 20:29:59 +00001652 return LazyValueInfo::Unknown;
Chris Lattner565ee2f2009-11-12 04:36:58 +00001653 }
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +00001654
Hal Finkel7e184492014-09-07 20:29:59 +00001655 return LazyValueInfo::Unknown;
1656}
1657
Sanjay Patel2a385e22015-01-09 16:47:20 +00001658/// Determine whether the specified value comparison with a constant is known to
1659/// be true or false on the specified CFG edge. Pred is a CmpInst predicate.
Hal Finkel7e184492014-09-07 20:29:59 +00001660LazyValueInfo::Tristate
1661LazyValueInfo::getPredicateOnEdge(unsigned Pred, Value *V, Constant *C,
1662 BasicBlock *FromBB, BasicBlock *ToBB,
1663 Instruction *CxtI) {
Mehdi Aminia28d91d2015-03-10 02:37:25 +00001664 const DataLayout &DL = FromBB->getModule()->getDataLayout();
Florian Hahn8af01572017-09-28 11:09:22 +00001665 ValueLatticeElement Result =
Daniel Jasperaec2fa32016-12-19 08:22:17 +00001666 getImpl(PImpl, AC, &DL, DT).getValueOnEdge(V, FromBB, ToBB, CxtI);
Hal Finkel7e184492014-09-07 20:29:59 +00001667
1668 return getPredicateResult(Pred, C, Result, DL, TLI);
1669}
1670
1671LazyValueInfo::Tristate
1672LazyValueInfo::getPredicateAt(unsigned Pred, Value *V, Constant *C,
1673 Instruction *CxtI) {
Wei Mif160e342016-09-15 06:28:34 +00001674 // Is or is not NonNull are common predicates being queried. If
Nuno Lopes404f1062017-09-09 18:23:11 +00001675 // isKnownNonZero can tell us the result of the predicate, we can
Wei Mif160e342016-09-15 06:28:34 +00001676 // return it quickly. But this is only a fastpath, and falling
1677 // through would still be correct.
Nuno Lopes404f1062017-09-09 18:23:11 +00001678 const DataLayout &DL = CxtI->getModule()->getDataLayout();
Wei Mif160e342016-09-15 06:28:34 +00001679 if (V->getType()->isPointerTy() && C->isNullValue() &&
Nuno Lopes404f1062017-09-09 18:23:11 +00001680 isKnownNonZero(V->stripPointerCasts(), DL)) {
Wei Mif160e342016-09-15 06:28:34 +00001681 if (Pred == ICmpInst::ICMP_EQ)
1682 return LazyValueInfo::False;
1683 else if (Pred == ICmpInst::ICMP_NE)
1684 return LazyValueInfo::True;
1685 }
Florian Hahn8af01572017-09-28 11:09:22 +00001686 ValueLatticeElement Result = getImpl(PImpl, AC, &DL, DT).getValueAt(V, CxtI);
Philip Reames66ab0f02015-06-16 00:49:59 +00001687 Tristate Ret = getPredicateResult(Pred, C, Result, DL, TLI);
1688 if (Ret != Unknown)
1689 return Ret;
Hal Finkel7e184492014-09-07 20:29:59 +00001690
Philip Reamesaeefae02015-11-04 01:47:04 +00001691 // Note: The following bit of code is somewhat distinct from the rest of LVI;
1692 // LVI as a whole tries to compute a lattice value which is conservatively
1693 // correct at a given location. In this case, we have a predicate which we
1694 // weren't able to prove about the merged result, and we're pushing that
1695 // predicate back along each incoming edge to see if we can prove it
1696 // separately for each input. As a motivating example, consider:
1697 // bb1:
1698 // %v1 = ... ; constantrange<1, 5>
1699 // br label %merge
1700 // bb2:
1701 // %v2 = ... ; constantrange<10, 20>
1702 // br label %merge
1703 // merge:
1704 // %phi = phi [%v1, %v2] ; constantrange<1,20>
1705 // %pred = icmp eq i32 %phi, 8
1706 // We can't tell from the lattice value for '%phi' that '%pred' is false
1707 // along each path, but by checking the predicate over each input separately,
1708 // we can.
1709 // We limit the search to one step backwards from the current BB and value.
1710 // We could consider extending this to search further backwards through the
1711 // CFG and/or value graph, but there are non-obvious compile time vs quality
NAKAMURA Takumif2529512016-07-04 01:26:27 +00001712 // tradeoffs.
Philip Reames66ab0f02015-06-16 00:49:59 +00001713 if (CxtI) {
Philip Reamesbb11d622015-08-31 18:31:48 +00001714 BasicBlock *BB = CxtI->getParent();
1715
1716 // Function entry or an unreachable block. Bail to avoid confusing
1717 // analysis below.
1718 pred_iterator PI = pred_begin(BB), PE = pred_end(BB);
1719 if (PI == PE)
1720 return Unknown;
1721
1722 // If V is a PHI node in the same block as the context, we need to ask
1723 // questions about the predicate as applied to the incoming value along
1724 // each edge. This is useful for eliminating cases where the predicate is
1725 // known along all incoming edges.
1726 if (auto *PHI = dyn_cast<PHINode>(V))
1727 if (PHI->getParent() == BB) {
1728 Tristate Baseline = Unknown;
1729 for (unsigned i = 0, e = PHI->getNumIncomingValues(); i < e; i++) {
1730 Value *Incoming = PHI->getIncomingValue(i);
1731 BasicBlock *PredBB = PHI->getIncomingBlock(i);
NAKAMURA Takumif2529512016-07-04 01:26:27 +00001732 // Note that PredBB may be BB itself.
Philip Reamesbb11d622015-08-31 18:31:48 +00001733 Tristate Result = getPredicateOnEdge(Pred, Incoming, C, PredBB, BB,
1734 CxtI);
NAKAMURA Takumi4cb46e62016-07-04 01:26:33 +00001735
Philip Reamesbb11d622015-08-31 18:31:48 +00001736 // Keep going as long as we've seen a consistent known result for
1737 // all inputs.
1738 Baseline = (i == 0) ? Result /* First iteration */
1739 : (Baseline == Result ? Baseline : Unknown); /* All others */
1740 if (Baseline == Unknown)
1741 break;
1742 }
1743 if (Baseline != Unknown)
1744 return Baseline;
NAKAMURA Takumibd072a92016-07-25 00:59:46 +00001745 }
Philip Reamesbb11d622015-08-31 18:31:48 +00001746
Philip Reames66ab0f02015-06-16 00:49:59 +00001747 // For a comparison where the V is outside this block, it's possible
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +00001748 // that we've branched on it before. Look to see if the value is known
Philip Reames66ab0f02015-06-16 00:49:59 +00001749 // on all incoming edges.
Philip Reamesbb11d622015-08-31 18:31:48 +00001750 if (!isa<Instruction>(V) ||
1751 cast<Instruction>(V)->getParent() != BB) {
Philip Reames66ab0f02015-06-16 00:49:59 +00001752 // For predecessor edge, determine if the comparison is true or false
Bruno Cardoso Lopes51fd2422015-07-28 15:53:21 +00001753 // on that edge. If they're all true or all false, we can conclude
Philip Reames66ab0f02015-06-16 00:49:59 +00001754 // the value of the comparison in this block.
1755 Tristate Baseline = getPredicateOnEdge(Pred, V, C, *PI, BB, CxtI);
1756 if (Baseline != Unknown) {
1757 // Check that all remaining incoming values match the first one.
1758 while (++PI != PE) {
1759 Tristate Ret = getPredicateOnEdge(Pred, V, C, *PI, BB, CxtI);
1760 if (Ret != Baseline) break;
1761 }
1762 // If we terminated early, then one of the values didn't match.
1763 if (PI == PE) {
1764 return Baseline;
1765 }
1766 }
1767 }
1768 }
1769 return Unknown;
Chris Lattnerfde1f8d2009-11-11 02:08:33 +00001770}
1771
Owen Andersonaa7f66b2010-07-26 18:48:03 +00001772void LazyValueInfo::threadEdge(BasicBlock *PredBB, BasicBlock *OldSucc,
Nick Lewycky11678bd2010-12-15 18:57:18 +00001773 BasicBlock *NewSucc) {
Mehdi Aminia28d91d2015-03-10 02:37:25 +00001774 if (PImpl) {
1775 const DataLayout &DL = PredBB->getModule()->getDataLayout();
Daniel Jasperaec2fa32016-12-19 08:22:17 +00001776 getImpl(PImpl, AC, &DL, DT).threadEdge(PredBB, OldSucc, NewSucc);
Mehdi Aminia28d91d2015-03-10 02:37:25 +00001777 }
Owen Anderson208636f2010-08-18 18:39:01 +00001778}
1779
1780void LazyValueInfo::eraseBlock(BasicBlock *BB) {
Mehdi Aminia28d91d2015-03-10 02:37:25 +00001781 if (PImpl) {
1782 const DataLayout &DL = BB->getModule()->getDataLayout();
Daniel Jasperaec2fa32016-12-19 08:22:17 +00001783 getImpl(PImpl, AC, &DL, DT).eraseBlock(BB);
Mehdi Aminia28d91d2015-03-10 02:37:25 +00001784 }
Owen Andersonaa7f66b2010-07-26 18:48:03 +00001785}
Anna Thomase27b39a2017-03-22 19:27:12 +00001786
1787
Anna Thomas4acfc7e2017-06-06 19:25:31 +00001788void LazyValueInfo::printLVI(Function &F, DominatorTree &DTree, raw_ostream &OS) {
Anna Thomase27b39a2017-03-22 19:27:12 +00001789 if (PImpl) {
Anna Thomas4acfc7e2017-06-06 19:25:31 +00001790 getImpl(PImpl, AC, DL, DT).printLVI(F, DTree, OS);
Anna Thomase27b39a2017-03-22 19:27:12 +00001791 }
1792}
1793
Anna Thomas4acfc7e2017-06-06 19:25:31 +00001794// Print the LVI for the function arguments at the start of each basic block.
1795void LazyValueInfoAnnotatedWriter::emitBasicBlockStartAnnot(
1796 const BasicBlock *BB, formatted_raw_ostream &OS) {
1797 // Find if there are latticevalues defined for arguments of the function.
1798 auto *F = BB->getParent();
1799 for (auto &Arg : F->args()) {
Florian Hahn8af01572017-09-28 11:09:22 +00001800 ValueLatticeElement Result = LVIImpl->getValueInBlock(
Anna Thomas4acfc7e2017-06-06 19:25:31 +00001801 const_cast<Argument *>(&Arg), const_cast<BasicBlock *>(BB));
1802 if (Result.isUndefined())
1803 continue;
1804 OS << "; LatticeVal for: '" << Arg << "' is: " << Result << "\n";
1805 }
1806}
1807
1808// This function prints the LVI analysis for the instruction I at the beginning
1809// of various basic blocks. It relies on calculated values that are stored in
1810// the LazyValueInfoCache, and in the absence of cached values, recalculte the
1811// LazyValueInfo for `I`, and print that info.
1812void LazyValueInfoAnnotatedWriter::emitInstructionAnnot(
1813 const Instruction *I, formatted_raw_ostream &OS) {
1814
1815 auto *ParentBB = I->getParent();
1816 SmallPtrSet<const BasicBlock*, 16> BlocksContainingLVI;
1817 // We can generate (solve) LVI values only for blocks that are dominated by
1818 // the I's parent. However, to avoid generating LVI for all dominating blocks,
1819 // that contain redundant/uninteresting information, we print LVI for
1820 // blocks that may use this LVI information (such as immediate successor
1821 // blocks, and blocks that contain uses of `I`).
1822 auto printResult = [&](const BasicBlock *BB) {
1823 if (!BlocksContainingLVI.insert(BB).second)
1824 return;
Florian Hahn8af01572017-09-28 11:09:22 +00001825 ValueLatticeElement Result = LVIImpl->getValueInBlock(
Anna Thomas4acfc7e2017-06-06 19:25:31 +00001826 const_cast<Instruction *>(I), const_cast<BasicBlock *>(BB));
1827 OS << "; LatticeVal for: '" << *I << "' in BB: '";
1828 BB->printAsOperand(OS, false);
1829 OS << "' is: " << Result << "\n";
1830 };
1831
1832 printResult(ParentBB);
Hiroshi Inoue8f976ba2018-01-17 12:29:38 +00001833 // Print the LVI analysis results for the immediate successor blocks, that
Anna Thomas4acfc7e2017-06-06 19:25:31 +00001834 // are dominated by `ParentBB`.
1835 for (auto *BBSucc : successors(ParentBB))
1836 if (DT.dominates(ParentBB, BBSucc))
1837 printResult(BBSucc);
1838
1839 // Print LVI in blocks where `I` is used.
1840 for (auto *U : I->users())
1841 if (auto *UseI = dyn_cast<Instruction>(U))
1842 if (!isa<PHINode>(UseI) || DT.dominates(ParentBB, UseI->getParent()))
1843 printResult(UseI->getParent());
1844
1845}
1846
Anna Thomase27b39a2017-03-22 19:27:12 +00001847namespace {
1848// Printer class for LazyValueInfo results.
1849class LazyValueInfoPrinter : public FunctionPass {
1850public:
1851 static char ID; // Pass identification, replacement for typeid
1852 LazyValueInfoPrinter() : FunctionPass(ID) {
1853 initializeLazyValueInfoPrinterPass(*PassRegistry::getPassRegistry());
1854 }
1855
1856 void getAnalysisUsage(AnalysisUsage &AU) const override {
1857 AU.setPreservesAll();
1858 AU.addRequired<LazyValueInfoWrapperPass>();
Anna Thomas4acfc7e2017-06-06 19:25:31 +00001859 AU.addRequired<DominatorTreeWrapperPass>();
Anna Thomase27b39a2017-03-22 19:27:12 +00001860 }
1861
Anna Thomas4acfc7e2017-06-06 19:25:31 +00001862 // Get the mandatory dominator tree analysis and pass this in to the
1863 // LVIPrinter. We cannot rely on the LVI's DT, since it's optional.
Anna Thomase27b39a2017-03-22 19:27:12 +00001864 bool runOnFunction(Function &F) override {
1865 dbgs() << "LVI for function '" << F.getName() << "':\n";
1866 auto &LVI = getAnalysis<LazyValueInfoWrapperPass>().getLVI();
Anna Thomas4acfc7e2017-06-06 19:25:31 +00001867 auto &DTree = getAnalysis<DominatorTreeWrapperPass>().getDomTree();
1868 LVI.printLVI(F, DTree, dbgs());
Anna Thomase27b39a2017-03-22 19:27:12 +00001869 return false;
1870 }
1871};
1872}
1873
1874char LazyValueInfoPrinter::ID = 0;
1875INITIALIZE_PASS_BEGIN(LazyValueInfoPrinter, "print-lazy-value-info",
1876 "Lazy Value Info Printer Pass", false, false)
1877INITIALIZE_PASS_DEPENDENCY(LazyValueInfoWrapperPass)
1878INITIALIZE_PASS_END(LazyValueInfoPrinter, "print-lazy-value-info",
1879 "Lazy Value Info Printer Pass", false, false)