Hans Wennborg | c5ec73d | 2014-11-21 18:58:23 +0000 | [diff] [blame] | 1 | //===- LazyValueInfo.cpp - Value constraint analysis ------------*- C++ -*-===// |
Chris Lattner | 741c94c | 2009-11-11 00:22:30 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file defines the interface for lazy computation of value constraint |
| 11 | // information. |
| 12 | // |
| 13 | //===----------------------------------------------------------------------===// |
| 14 | |
| 15 | #include "llvm/Analysis/LazyValueInfo.h" |
Chandler Carruth | ed0881b | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 16 | #include "llvm/ADT/DenseSet.h" |
| 17 | #include "llvm/ADT/STLExtras.h" |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 18 | #include "llvm/Analysis/AssumptionCache.h" |
Chandler Carruth | ed0881b | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 19 | #include "llvm/Analysis/ConstantFolding.h" |
Chandler Carruth | 62d4215 | 2015-01-15 02:16:27 +0000 | [diff] [blame] | 20 | #include "llvm/Analysis/TargetLibraryInfo.h" |
Dan Gohman | a4fcd24 | 2010-12-15 20:02:24 +0000 | [diff] [blame] | 21 | #include "llvm/Analysis/ValueTracking.h" |
Anna Thomas | e27b39a | 2017-03-22 19:27:12 +0000 | [diff] [blame] | 22 | #include "llvm/IR/AssemblyAnnotationWriter.h" |
Chandler Carruth | 1305dc3 | 2014-03-04 11:45:46 +0000 | [diff] [blame] | 23 | #include "llvm/IR/CFG.h" |
Chandler Carruth | 8cd041e | 2014-03-04 12:24:34 +0000 | [diff] [blame] | 24 | #include "llvm/IR/ConstantRange.h" |
Chandler Carruth | 9fb823b | 2013-01-02 11:36:10 +0000 | [diff] [blame] | 25 | #include "llvm/IR/Constants.h" |
| 26 | #include "llvm/IR/DataLayout.h" |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 27 | #include "llvm/IR/Dominators.h" |
Chandler Carruth | 9fb823b | 2013-01-02 11:36:10 +0000 | [diff] [blame] | 28 | #include "llvm/IR/Instructions.h" |
| 29 | #include "llvm/IR/IntrinsicInst.h" |
Artur Pilipenko | 2e8f82d | 2016-08-12 15:52:23 +0000 | [diff] [blame] | 30 | #include "llvm/IR/Intrinsics.h" |
Philip Reames | eb3e9da | 2015-10-29 03:57:17 +0000 | [diff] [blame] | 31 | #include "llvm/IR/LLVMContext.h" |
Chandler Carruth | 820a908 | 2014-03-04 11:08:18 +0000 | [diff] [blame] | 32 | #include "llvm/IR/PatternMatch.h" |
Chandler Carruth | 4220e9c | 2014-03-04 11:17:44 +0000 | [diff] [blame] | 33 | #include "llvm/IR/ValueHandle.h" |
Chris Lattner | b584d1e | 2009-11-12 01:22:16 +0000 | [diff] [blame] | 34 | #include "llvm/Support/Debug.h" |
Anna Thomas | e27b39a | 2017-03-22 19:27:12 +0000 | [diff] [blame] | 35 | #include "llvm/Support/FormattedStream.h" |
Chandler Carruth | ed0881b | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 36 | #include "llvm/Support/raw_ostream.h" |
Bill Wendling | 4ec081a | 2012-01-11 23:43:34 +0000 | [diff] [blame] | 37 | #include <map> |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 38 | #include <stack> |
Chris Lattner | 741c94c | 2009-11-11 00:22:30 +0000 | [diff] [blame] | 39 | using namespace llvm; |
Benjamin Kramer | d9d80b1 | 2012-03-02 15:34:43 +0000 | [diff] [blame] | 40 | using namespace PatternMatch; |
Chris Lattner | 741c94c | 2009-11-11 00:22:30 +0000 | [diff] [blame] | 41 | |
Chandler Carruth | f1221bd | 2014-04-22 02:48:03 +0000 | [diff] [blame] | 42 | #define DEBUG_TYPE "lazy-value-info" |
| 43 | |
Daniel Berlin | 9c92a46 | 2017-02-08 15:22:52 +0000 | [diff] [blame] | 44 | // This is the number of worklist items we will process to try to discover an |
| 45 | // answer for a given value. |
| 46 | static const unsigned MaxProcessedPerValue = 500; |
| 47 | |
Sean Silva | 687019f | 2016-06-13 22:01:25 +0000 | [diff] [blame] | 48 | char LazyValueInfoWrapperPass::ID = 0; |
| 49 | INITIALIZE_PASS_BEGIN(LazyValueInfoWrapperPass, "lazy-value-info", |
Chad Rosier | 43a3306 | 2011-12-02 01:26:24 +0000 | [diff] [blame] | 50 | "Lazy Value Information Analysis", false, true) |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 51 | INITIALIZE_PASS_DEPENDENCY(AssumptionCacheTracker) |
Chandler Carruth | b98f63d | 2015-01-15 10:41:28 +0000 | [diff] [blame] | 52 | INITIALIZE_PASS_DEPENDENCY(TargetLibraryInfoWrapperPass) |
Sean Silva | 687019f | 2016-06-13 22:01:25 +0000 | [diff] [blame] | 53 | INITIALIZE_PASS_END(LazyValueInfoWrapperPass, "lazy-value-info", |
Owen Anderson | df7a4f2 | 2010-10-07 22:25:06 +0000 | [diff] [blame] | 54 | "Lazy Value Information Analysis", false, true) |
Chris Lattner | 741c94c | 2009-11-11 00:22:30 +0000 | [diff] [blame] | 55 | |
| 56 | namespace llvm { |
Sean Silva | 687019f | 2016-06-13 22:01:25 +0000 | [diff] [blame] | 57 | FunctionPass *createLazyValueInfoPass() { return new LazyValueInfoWrapperPass(); } |
Chris Lattner | 741c94c | 2009-11-11 00:22:30 +0000 | [diff] [blame] | 58 | } |
| 59 | |
Chandler Carruth | dab4eae | 2016-11-23 17:53:26 +0000 | [diff] [blame] | 60 | AnalysisKey LazyValueAnalysis::Key; |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 61 | |
| 62 | //===----------------------------------------------------------------------===// |
| 63 | // LVILatticeVal |
| 64 | //===----------------------------------------------------------------------===// |
| 65 | |
Sanjay Patel | 2a385e2 | 2015-01-09 16:47:20 +0000 | [diff] [blame] | 66 | /// This is the information tracked by LazyValueInfo for each value. |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 67 | /// |
| 68 | /// FIXME: This is basically just for bringup, this can be made a lot more rich |
| 69 | /// in the future. |
| 70 | /// |
| 71 | namespace { |
| 72 | class LVILatticeVal { |
| 73 | enum LatticeValueTy { |
Philip Reames | 3bb2832 | 2016-04-25 18:48:43 +0000 | [diff] [blame] | 74 | /// This Value has no known value yet. As a result, this implies the |
| 75 | /// producing instruction is dead. Caution: We use this as the starting |
| 76 | /// state in our local meet rules. In this usage, it's taken to mean |
NAKAMURA Takumi | f252951 | 2016-07-04 01:26:27 +0000 | [diff] [blame] | 77 | /// "nothing known yet". |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 78 | undefined, |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 79 | |
Philip Reames | 02bb6a6 | 2016-12-07 04:48:50 +0000 | [diff] [blame] | 80 | /// This Value has a specific constant value. (For constant integers, |
| 81 | /// constantrange is used instead. Integer typed constantexprs can appear |
| 82 | /// as constant.) |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 83 | constant, |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 84 | |
Philip Reames | 02bb6a6 | 2016-12-07 04:48:50 +0000 | [diff] [blame] | 85 | /// This Value is known to not have the specified value. (For constant |
| 86 | /// integers, constantrange is used instead. As above, integer typed |
| 87 | /// constantexprs can appear here.) |
Chris Lattner | 565ee2f | 2009-11-12 04:36:58 +0000 | [diff] [blame] | 88 | notconstant, |
Chad Rosier | 43a3306 | 2011-12-02 01:26:24 +0000 | [diff] [blame] | 89 | |
Philip Reames | 3bb2832 | 2016-04-25 18:48:43 +0000 | [diff] [blame] | 90 | /// The Value falls within this range. (Used only for integer typed values.) |
Owen Anderson | 0f306a4 | 2010-08-05 22:59:19 +0000 | [diff] [blame] | 91 | constantrange, |
Chad Rosier | 43a3306 | 2011-12-02 01:26:24 +0000 | [diff] [blame] | 92 | |
Philip Reames | 3bb2832 | 2016-04-25 18:48:43 +0000 | [diff] [blame] | 93 | /// We can not precisely model the dynamic values this value might take. |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 94 | overdefined |
| 95 | }; |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 96 | |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 97 | /// Val: This stores the current lattice value along with the Constant* for |
Chris Lattner | 565ee2f | 2009-11-12 04:36:58 +0000 | [diff] [blame] | 98 | /// the constant if this is a 'constant' or 'notconstant' value. |
Owen Anderson | c3a1413 | 2010-08-05 22:10:46 +0000 | [diff] [blame] | 99 | LatticeValueTy Tag; |
| 100 | Constant *Val; |
Owen Anderson | 0f306a4 | 2010-08-05 22:59:19 +0000 | [diff] [blame] | 101 | ConstantRange Range; |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 102 | |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 103 | public: |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 104 | LVILatticeVal() : Tag(undefined), Val(nullptr), Range(1, true) {} |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 105 | |
Chris Lattner | 19019ea | 2009-11-11 22:48:44 +0000 | [diff] [blame] | 106 | static LVILatticeVal get(Constant *C) { |
| 107 | LVILatticeVal Res; |
Nick Lewycky | 11678bd | 2010-12-15 18:57:18 +0000 | [diff] [blame] | 108 | if (!isa<UndefValue>(C)) |
Owen Anderson | 185fe00 | 2010-08-10 20:03:09 +0000 | [diff] [blame] | 109 | Res.markConstant(C); |
Chris Lattner | 19019ea | 2009-11-11 22:48:44 +0000 | [diff] [blame] | 110 | return Res; |
| 111 | } |
Chris Lattner | 565ee2f | 2009-11-12 04:36:58 +0000 | [diff] [blame] | 112 | static LVILatticeVal getNot(Constant *C) { |
| 113 | LVILatticeVal Res; |
Nick Lewycky | 11678bd | 2010-12-15 18:57:18 +0000 | [diff] [blame] | 114 | if (!isa<UndefValue>(C)) |
Owen Anderson | 185fe00 | 2010-08-10 20:03:09 +0000 | [diff] [blame] | 115 | Res.markNotConstant(C); |
Chris Lattner | 565ee2f | 2009-11-12 04:36:58 +0000 | [diff] [blame] | 116 | return Res; |
| 117 | } |
Owen Anderson | 5f1dd09 | 2010-08-10 23:20:01 +0000 | [diff] [blame] | 118 | static LVILatticeVal getRange(ConstantRange CR) { |
| 119 | LVILatticeVal Res; |
Benjamin Kramer | 2337c1f | 2016-02-20 10:40:34 +0000 | [diff] [blame] | 120 | Res.markConstantRange(std::move(CR)); |
Owen Anderson | 5f1dd09 | 2010-08-10 23:20:01 +0000 | [diff] [blame] | 121 | return Res; |
| 122 | } |
Akira Hatanaka | 2992bee | 2015-12-11 00:49:47 +0000 | [diff] [blame] | 123 | static LVILatticeVal getOverdefined() { |
| 124 | LVILatticeVal Res; |
| 125 | Res.markOverdefined(); |
| 126 | return Res; |
| 127 | } |
NAKAMURA Takumi | 4cb46e6 | 2016-07-04 01:26:33 +0000 | [diff] [blame] | 128 | |
Owen Anderson | 0f306a4 | 2010-08-05 22:59:19 +0000 | [diff] [blame] | 129 | bool isUndefined() const { return Tag == undefined; } |
| 130 | bool isConstant() const { return Tag == constant; } |
| 131 | bool isNotConstant() const { return Tag == notconstant; } |
| 132 | bool isConstantRange() const { return Tag == constantrange; } |
| 133 | bool isOverdefined() const { return Tag == overdefined; } |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 134 | |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 135 | Constant *getConstant() const { |
| 136 | assert(isConstant() && "Cannot get the constant of a non-constant!"); |
Owen Anderson | c3a1413 | 2010-08-05 22:10:46 +0000 | [diff] [blame] | 137 | return Val; |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 138 | } |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 139 | |
Chris Lattner | 565ee2f | 2009-11-12 04:36:58 +0000 | [diff] [blame] | 140 | Constant *getNotConstant() const { |
| 141 | assert(isNotConstant() && "Cannot get the constant of a non-notconstant!"); |
Owen Anderson | c3a1413 | 2010-08-05 22:10:46 +0000 | [diff] [blame] | 142 | return Val; |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 143 | } |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 144 | |
Craig Topper | 2b195fd | 2017-05-06 03:35:15 +0000 | [diff] [blame] | 145 | const ConstantRange &getConstantRange() const { |
Owen Anderson | 0f306a4 | 2010-08-05 22:59:19 +0000 | [diff] [blame] | 146 | assert(isConstantRange() && |
| 147 | "Cannot get the constant-range of a non-constant-range!"); |
| 148 | return Range; |
| 149 | } |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 150 | |
Philip Reames | 1baaef1 | 2016-12-06 03:01:08 +0000 | [diff] [blame] | 151 | private: |
Philip Reames | 71a4967 | 2016-12-07 01:03:56 +0000 | [diff] [blame] | 152 | void markOverdefined() { |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 153 | if (isOverdefined()) |
Philip Reames | 71a4967 | 2016-12-07 01:03:56 +0000 | [diff] [blame] | 154 | return; |
Owen Anderson | c3a1413 | 2010-08-05 22:10:46 +0000 | [diff] [blame] | 155 | Tag = overdefined; |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 156 | } |
| 157 | |
Philip Reames | 71a4967 | 2016-12-07 01:03:56 +0000 | [diff] [blame] | 158 | void markConstant(Constant *V) { |
Nick Lewycky | 11678bd | 2010-12-15 18:57:18 +0000 | [diff] [blame] | 159 | assert(V && "Marking constant with NULL"); |
Philip Reames | 71a4967 | 2016-12-07 01:03:56 +0000 | [diff] [blame] | 160 | if (ConstantInt *CI = dyn_cast<ConstantInt>(V)) { |
| 161 | markConstantRange(ConstantRange(CI->getValue())); |
| 162 | return; |
| 163 | } |
Nick Lewycky | 11678bd | 2010-12-15 18:57:18 +0000 | [diff] [blame] | 164 | if (isa<UndefValue>(V)) |
Philip Reames | 71a4967 | 2016-12-07 01:03:56 +0000 | [diff] [blame] | 165 | return; |
Nick Lewycky | 11678bd | 2010-12-15 18:57:18 +0000 | [diff] [blame] | 166 | |
| 167 | assert((!isConstant() || getConstant() == V) && |
| 168 | "Marking constant with different value"); |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 169 | assert(isUndefined()); |
Owen Anderson | c3a1413 | 2010-08-05 22:10:46 +0000 | [diff] [blame] | 170 | Tag = constant; |
Owen Anderson | c3a1413 | 2010-08-05 22:10:46 +0000 | [diff] [blame] | 171 | Val = V; |
Chris Lattner | 19019ea | 2009-11-11 22:48:44 +0000 | [diff] [blame] | 172 | } |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 173 | |
Philip Reames | 71a4967 | 2016-12-07 01:03:56 +0000 | [diff] [blame] | 174 | void markNotConstant(Constant *V) { |
Chris Lattner | 565ee2f | 2009-11-12 04:36:58 +0000 | [diff] [blame] | 175 | assert(V && "Marking constant with NULL"); |
Philip Reames | 71a4967 | 2016-12-07 01:03:56 +0000 | [diff] [blame] | 176 | if (ConstantInt *CI = dyn_cast<ConstantInt>(V)) { |
| 177 | markConstantRange(ConstantRange(CI->getValue()+1, CI->getValue())); |
| 178 | return; |
| 179 | } |
Nick Lewycky | 11678bd | 2010-12-15 18:57:18 +0000 | [diff] [blame] | 180 | if (isa<UndefValue>(V)) |
Philip Reames | 71a4967 | 2016-12-07 01:03:56 +0000 | [diff] [blame] | 181 | return; |
Nick Lewycky | 11678bd | 2010-12-15 18:57:18 +0000 | [diff] [blame] | 182 | |
| 183 | assert((!isConstant() || getConstant() != V) && |
| 184 | "Marking constant !constant with same value"); |
| 185 | assert((!isNotConstant() || getNotConstant() == V) && |
| 186 | "Marking !constant with different value"); |
| 187 | assert(isUndefined() || isConstant()); |
| 188 | Tag = notconstant; |
Owen Anderson | c3a1413 | 2010-08-05 22:10:46 +0000 | [diff] [blame] | 189 | Val = V; |
Chris Lattner | 565ee2f | 2009-11-12 04:36:58 +0000 | [diff] [blame] | 190 | } |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 191 | |
Philip Reames | 71a4967 | 2016-12-07 01:03:56 +0000 | [diff] [blame] | 192 | void markConstantRange(ConstantRange NewR) { |
Owen Anderson | 0f306a4 | 2010-08-05 22:59:19 +0000 | [diff] [blame] | 193 | if (isConstantRange()) { |
| 194 | if (NewR.isEmptySet()) |
Philip Reames | 71a4967 | 2016-12-07 01:03:56 +0000 | [diff] [blame] | 195 | markOverdefined(); |
| 196 | else { |
Philip Reames | 71a4967 | 2016-12-07 01:03:56 +0000 | [diff] [blame] | 197 | Range = std::move(NewR); |
| 198 | } |
| 199 | return; |
Owen Anderson | 0f306a4 | 2010-08-05 22:59:19 +0000 | [diff] [blame] | 200 | } |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 201 | |
Owen Anderson | 0f306a4 | 2010-08-05 22:59:19 +0000 | [diff] [blame] | 202 | assert(isUndefined()); |
| 203 | if (NewR.isEmptySet()) |
Philip Reames | 71a4967 | 2016-12-07 01:03:56 +0000 | [diff] [blame] | 204 | markOverdefined(); |
| 205 | else { |
| 206 | Tag = constantrange; |
| 207 | Range = std::move(NewR); |
| 208 | } |
Owen Anderson | 0f306a4 | 2010-08-05 22:59:19 +0000 | [diff] [blame] | 209 | } |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 210 | |
Philip Reames | b294962 | 2016-12-06 02:54:16 +0000 | [diff] [blame] | 211 | public: |
| 212 | |
Sanjay Patel | 2a385e2 | 2015-01-09 16:47:20 +0000 | [diff] [blame] | 213 | /// Merge the specified lattice value into this one, updating this |
Chris Lattner | 19019ea | 2009-11-11 22:48:44 +0000 | [diff] [blame] | 214 | /// one and returning true if anything changed. |
Philip Reames | b47a719 | 2016-12-07 00:54:21 +0000 | [diff] [blame] | 215 | void mergeIn(const LVILatticeVal &RHS, const DataLayout &DL) { |
| 216 | if (RHS.isUndefined() || isOverdefined()) |
| 217 | return; |
| 218 | if (RHS.isOverdefined()) { |
| 219 | markOverdefined(); |
| 220 | return; |
| 221 | } |
Chris Lattner | 19019ea | 2009-11-11 22:48:44 +0000 | [diff] [blame] | 222 | |
Nick Lewycky | 11678bd | 2010-12-15 18:57:18 +0000 | [diff] [blame] | 223 | if (isUndefined()) { |
Philip Reames | b47a719 | 2016-12-07 00:54:21 +0000 | [diff] [blame] | 224 | *this = RHS; |
| 225 | return; |
Chris Lattner | 22db4b5 | 2009-11-12 04:57:13 +0000 | [diff] [blame] | 226 | } |
| 227 | |
Nick Lewycky | 11678bd | 2010-12-15 18:57:18 +0000 | [diff] [blame] | 228 | if (isConstant()) { |
Philip Reames | b47a719 | 2016-12-07 00:54:21 +0000 | [diff] [blame] | 229 | if (RHS.isConstant() && Val == RHS.Val) |
| 230 | return; |
| 231 | markOverdefined(); |
| 232 | return; |
Nick Lewycky | 11678bd | 2010-12-15 18:57:18 +0000 | [diff] [blame] | 233 | } |
| 234 | |
| 235 | if (isNotConstant()) { |
Philip Reames | b47a719 | 2016-12-07 00:54:21 +0000 | [diff] [blame] | 236 | if (RHS.isNotConstant() && Val == RHS.Val) |
| 237 | return; |
| 238 | markOverdefined(); |
| 239 | return; |
Nick Lewycky | 11678bd | 2010-12-15 18:57:18 +0000 | [diff] [blame] | 240 | } |
| 241 | |
| 242 | assert(isConstantRange() && "New LVILattice type?"); |
Philip Reames | 02bb6a6 | 2016-12-07 04:48:50 +0000 | [diff] [blame] | 243 | if (!RHS.isConstantRange()) { |
| 244 | // We can get here if we've encountered a constantexpr of integer type |
| 245 | // and merge it with a constantrange. |
| 246 | markOverdefined(); |
| 247 | return; |
| 248 | } |
Nick Lewycky | 11678bd | 2010-12-15 18:57:18 +0000 | [diff] [blame] | 249 | ConstantRange NewR = Range.unionWith(RHS.getConstantRange()); |
| 250 | if (NewR.isFullSet()) |
Philip Reames | b47a719 | 2016-12-07 00:54:21 +0000 | [diff] [blame] | 251 | markOverdefined(); |
| 252 | else |
Craig Topper | 2b195fd | 2017-05-06 03:35:15 +0000 | [diff] [blame] | 253 | markConstantRange(std::move(NewR)); |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 254 | } |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 255 | }; |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 256 | |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 257 | } // end anonymous namespace. |
| 258 | |
Chris Lattner | 19019ea | 2009-11-11 22:48:44 +0000 | [diff] [blame] | 259 | namespace llvm { |
Chandler Carruth | 2b1ba48 | 2011-04-18 18:49:44 +0000 | [diff] [blame] | 260 | raw_ostream &operator<<(raw_ostream &OS, const LVILatticeVal &Val) |
| 261 | LLVM_ATTRIBUTE_USED; |
Chris Lattner | 19019ea | 2009-11-11 22:48:44 +0000 | [diff] [blame] | 262 | raw_ostream &operator<<(raw_ostream &OS, const LVILatticeVal &Val) { |
| 263 | if (Val.isUndefined()) |
| 264 | return OS << "undefined"; |
| 265 | if (Val.isOverdefined()) |
| 266 | return OS << "overdefined"; |
Chris Lattner | 565ee2f | 2009-11-12 04:36:58 +0000 | [diff] [blame] | 267 | |
| 268 | if (Val.isNotConstant()) |
| 269 | return OS << "notconstant<" << *Val.getNotConstant() << '>'; |
Davide Italiano | bd543d0 | 2016-05-25 22:29:34 +0000 | [diff] [blame] | 270 | if (Val.isConstantRange()) |
Owen Anderson | 8afac04 | 2010-08-09 20:50:46 +0000 | [diff] [blame] | 271 | return OS << "constantrange<" << Val.getConstantRange().getLower() << ", " |
| 272 | << Val.getConstantRange().getUpper() << '>'; |
Chris Lattner | 19019ea | 2009-11-11 22:48:44 +0000 | [diff] [blame] | 273 | return OS << "constant<" << *Val.getConstant() << '>'; |
| 274 | } |
Alexander Kornienko | f00654e | 2015-06-23 09:49:53 +0000 | [diff] [blame] | 275 | } |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 276 | |
Philip Reames | ed8cd0d | 2016-02-02 22:03:19 +0000 | [diff] [blame] | 277 | /// Returns true if this lattice value represents at most one possible value. |
| 278 | /// This is as precise as any lattice value can get while still representing |
| 279 | /// reachable code. |
Benjamin Kramer | c321e53 | 2016-06-08 19:09:22 +0000 | [diff] [blame] | 280 | static bool hasSingleValue(const LVILatticeVal &Val) { |
Philip Reames | ed8cd0d | 2016-02-02 22:03:19 +0000 | [diff] [blame] | 281 | if (Val.isConstantRange() && |
| 282 | Val.getConstantRange().isSingleElement()) |
| 283 | // Integer constants are single element ranges |
| 284 | return true; |
| 285 | if (Val.isConstant()) |
| 286 | // Non integer constants |
| 287 | return true; |
| 288 | return false; |
| 289 | } |
| 290 | |
| 291 | /// Combine two sets of facts about the same value into a single set of |
| 292 | /// facts. Note that this method is not suitable for merging facts along |
| 293 | /// different paths in a CFG; that's what the mergeIn function is for. This |
| 294 | /// is for merging facts gathered about the same value at the same location |
| 295 | /// through two independent means. |
| 296 | /// Notes: |
| 297 | /// * This method does not promise to return the most precise possible lattice |
| 298 | /// value implied by A and B. It is allowed to return any lattice element |
| 299 | /// which is at least as strong as *either* A or B (unless our facts |
NAKAMURA Takumi | f252951 | 2016-07-04 01:26:27 +0000 | [diff] [blame] | 300 | /// conflict, see below). |
Philip Reames | ed8cd0d | 2016-02-02 22:03:19 +0000 | [diff] [blame] | 301 | /// * Due to unreachable code, the intersection of two lattice values could be |
| 302 | /// contradictory. If this happens, we return some valid lattice value so as |
| 303 | /// not confuse the rest of LVI. Ideally, we'd always return Undefined, but |
| 304 | /// we do not make this guarantee. TODO: This would be a useful enhancement. |
Craig Topper | db52809 | 2017-06-08 17:08:58 +0000 | [diff] [blame] | 305 | static LVILatticeVal intersect(const LVILatticeVal &A, const LVILatticeVal &B) { |
Philip Reames | ed8cd0d | 2016-02-02 22:03:19 +0000 | [diff] [blame] | 306 | // Undefined is the strongest state. It means the value is known to be along |
| 307 | // an unreachable path. |
| 308 | if (A.isUndefined()) |
| 309 | return A; |
| 310 | if (B.isUndefined()) |
| 311 | return B; |
| 312 | |
| 313 | // If we gave up for one, but got a useable fact from the other, use it. |
| 314 | if (A.isOverdefined()) |
| 315 | return B; |
| 316 | if (B.isOverdefined()) |
| 317 | return A; |
| 318 | |
| 319 | // Can't get any more precise than constants. |
| 320 | if (hasSingleValue(A)) |
| 321 | return A; |
| 322 | if (hasSingleValue(B)) |
| 323 | return B; |
| 324 | |
| 325 | // Could be either constant range or not constant here. |
| 326 | if (!A.isConstantRange() || !B.isConstantRange()) { |
| 327 | // TODO: Arbitrary choice, could be improved |
| 328 | return A; |
| 329 | } |
| 330 | |
| 331 | // Intersect two constant ranges |
| 332 | ConstantRange Range = |
| 333 | A.getConstantRange().intersectWith(B.getConstantRange()); |
| 334 | // Note: An empty range is implicitly converted to overdefined internally. |
| 335 | // TODO: We could instead use Undefined here since we've proven a conflict |
NAKAMURA Takumi | f252951 | 2016-07-04 01:26:27 +0000 | [diff] [blame] | 336 | // and thus know this path must be unreachable. |
Benjamin Kramer | 2337c1f | 2016-02-20 10:40:34 +0000 | [diff] [blame] | 337 | return LVILatticeVal::getRange(std::move(Range)); |
Philip Reames | ed8cd0d | 2016-02-02 22:03:19 +0000 | [diff] [blame] | 338 | } |
Philip Reames | d1f829d | 2016-02-02 21:57:37 +0000 | [diff] [blame] | 339 | |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 340 | //===----------------------------------------------------------------------===// |
Chris Lattner | af025d3 | 2009-11-15 19:59:49 +0000 | [diff] [blame] | 341 | // LazyValueInfoCache Decl |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 342 | //===----------------------------------------------------------------------===// |
| 343 | |
Chris Lattner | af025d3 | 2009-11-15 19:59:49 +0000 | [diff] [blame] | 344 | namespace { |
Sanjay Patel | 2a385e2 | 2015-01-09 16:47:20 +0000 | [diff] [blame] | 345 | /// A callback value handle updates the cache when values are erased. |
Owen Anderson | 118ac80 | 2011-01-05 21:15:29 +0000 | [diff] [blame] | 346 | class LazyValueInfoCache; |
David Blaikie | 774b584 | 2015-08-03 22:30:24 +0000 | [diff] [blame] | 347 | struct LVIValueHandle final : public CallbackVH { |
Justin Lebar | 58b377e | 2016-07-27 22:33:36 +0000 | [diff] [blame] | 348 | // Needs to access getValPtr(), which is protected. |
| 349 | friend struct DenseMapInfo<LVIValueHandle>; |
| 350 | |
Owen Anderson | 118ac80 | 2011-01-05 21:15:29 +0000 | [diff] [blame] | 351 | LazyValueInfoCache *Parent; |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 352 | |
Owen Anderson | 118ac80 | 2011-01-05 21:15:29 +0000 | [diff] [blame] | 353 | LVIValueHandle(Value *V, LazyValueInfoCache *P) |
| 354 | : CallbackVH(V), Parent(P) { } |
Craig Topper | e9ba759 | 2014-03-05 07:30:04 +0000 | [diff] [blame] | 355 | |
| 356 | void deleted() override; |
| 357 | void allUsesReplacedWith(Value *V) override { |
Owen Anderson | 118ac80 | 2011-01-05 21:15:29 +0000 | [diff] [blame] | 358 | deleted(); |
| 359 | } |
| 360 | }; |
Justin Lebar | 58b377e | 2016-07-27 22:33:36 +0000 | [diff] [blame] | 361 | } // end anonymous namespace |
Owen Anderson | 118ac80 | 2011-01-05 21:15:29 +0000 | [diff] [blame] | 362 | |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 363 | namespace { |
Sanjay Patel | 2a385e2 | 2015-01-09 16:47:20 +0000 | [diff] [blame] | 364 | /// This is the cache kept by LazyValueInfo which |
Chris Lattner | af025d3 | 2009-11-15 19:59:49 +0000 | [diff] [blame] | 365 | /// maintains information about queries across the clients' queries. |
| 366 | class LazyValueInfoCache { |
Sanjay Patel | 2a385e2 | 2015-01-09 16:47:20 +0000 | [diff] [blame] | 367 | /// This is all of the cached block information for exactly one Value*. |
| 368 | /// The entries are sorted by the BasicBlock* of the |
Chris Lattner | af025d3 | 2009-11-15 19:59:49 +0000 | [diff] [blame] | 369 | /// entries, allowing us to do a lookup with a binary search. |
Akira Hatanaka | 2992bee | 2015-12-11 00:49:47 +0000 | [diff] [blame] | 370 | /// Over-defined lattice values are recorded in OverDefinedCache to reduce |
| 371 | /// memory overhead. |
Justin Lebar | 58b377e | 2016-07-27 22:33:36 +0000 | [diff] [blame] | 372 | struct ValueCacheEntryTy { |
| 373 | ValueCacheEntryTy(Value *V, LazyValueInfoCache *P) : Handle(V, P) {} |
| 374 | LVIValueHandle Handle; |
Chandler Carruth | 6acdca7 | 2017-01-24 12:55:57 +0000 | [diff] [blame] | 375 | SmallDenseMap<PoisoningVH<BasicBlock>, LVILatticeVal, 4> BlockVals; |
Justin Lebar | 58b377e | 2016-07-27 22:33:36 +0000 | [diff] [blame] | 376 | }; |
Chris Lattner | af025d3 | 2009-11-15 19:59:49 +0000 | [diff] [blame] | 377 | |
Sanjay Patel | 2a385e2 | 2015-01-09 16:47:20 +0000 | [diff] [blame] | 378 | /// This tracks, on a per-block basis, the set of values that are |
Akira Hatanaka | 2992bee | 2015-12-11 00:49:47 +0000 | [diff] [blame] | 379 | /// over-defined at the end of that block. |
Chandler Carruth | 6acdca7 | 2017-01-24 12:55:57 +0000 | [diff] [blame] | 380 | typedef DenseMap<PoisoningVH<BasicBlock>, SmallPtrSet<Value *, 4>> |
Bruno Cardoso Lopes | 6ac4ea4 | 2015-08-18 16:34:27 +0000 | [diff] [blame] | 381 | OverDefinedCacheTy; |
Sanjay Patel | 2a385e2 | 2015-01-09 16:47:20 +0000 | [diff] [blame] | 382 | /// Keep track of all blocks that we have ever seen, so we |
Benjamin Kramer | 3664708 | 2011-12-03 15:16:45 +0000 | [diff] [blame] | 383 | /// don't spend time removing unused blocks from our caches. |
Chandler Carruth | 6acdca7 | 2017-01-24 12:55:57 +0000 | [diff] [blame] | 384 | DenseSet<PoisoningVH<BasicBlock> > SeenBlocks; |
Benjamin Kramer | 3664708 | 2011-12-03 15:16:45 +0000 | [diff] [blame] | 385 | |
Anna Thomas | e27b39a | 2017-03-22 19:27:12 +0000 | [diff] [blame] | 386 | /// This is all of the cached information for all values, |
| 387 | /// mapped from Value* to key information. |
| 388 | DenseMap<Value *, std::unique_ptr<ValueCacheEntryTy>> ValueCache; |
| 389 | OverDefinedCacheTy OverDefinedCache; |
| 390 | |
| 391 | |
Philip Reames | 9db7948 | 2016-09-12 22:38:44 +0000 | [diff] [blame] | 392 | public: |
Hans Wennborg | 45172ac | 2014-11-25 17:23:05 +0000 | [diff] [blame] | 393 | void insertResult(Value *Val, BasicBlock *BB, const LVILatticeVal &Result) { |
| 394 | SeenBlocks.insert(BB); |
Akira Hatanaka | 2992bee | 2015-12-11 00:49:47 +0000 | [diff] [blame] | 395 | |
| 396 | // Insert over-defined values into their own cache to reduce memory |
| 397 | // overhead. |
Hans Wennborg | 45172ac | 2014-11-25 17:23:05 +0000 | [diff] [blame] | 398 | if (Result.isOverdefined()) |
Bruno Cardoso Lopes | 6ac4ea4 | 2015-08-18 16:34:27 +0000 | [diff] [blame] | 399 | OverDefinedCache[BB].insert(Val); |
Justin Lebar | 58b377e | 2016-07-27 22:33:36 +0000 | [diff] [blame] | 400 | else { |
| 401 | auto It = ValueCache.find_as(Val); |
| 402 | if (It == ValueCache.end()) { |
| 403 | ValueCache[Val] = make_unique<ValueCacheEntryTy>(Val, this); |
| 404 | It = ValueCache.find_as(Val); |
| 405 | assert(It != ValueCache.end() && "Val was just added to the map!"); |
| 406 | } |
| 407 | It->second->BlockVals[BB] = Result; |
| 408 | } |
Hans Wennborg | 45172ac | 2014-11-25 17:23:05 +0000 | [diff] [blame] | 409 | } |
Owen Anderson | c1561b8 | 2010-07-30 23:59:40 +0000 | [diff] [blame] | 410 | |
Akira Hatanaka | 2992bee | 2015-12-11 00:49:47 +0000 | [diff] [blame] | 411 | bool isOverdefined(Value *V, BasicBlock *BB) const { |
| 412 | auto ODI = OverDefinedCache.find(BB); |
| 413 | |
| 414 | if (ODI == OverDefinedCache.end()) |
| 415 | return false; |
| 416 | |
| 417 | return ODI->second.count(V); |
| 418 | } |
| 419 | |
Philip Reames | 9db7948 | 2016-09-12 22:38:44 +0000 | [diff] [blame] | 420 | bool hasCachedValueInfo(Value *V, BasicBlock *BB) const { |
Akira Hatanaka | 2992bee | 2015-12-11 00:49:47 +0000 | [diff] [blame] | 421 | if (isOverdefined(V, BB)) |
| 422 | return true; |
| 423 | |
Justin Lebar | 58b377e | 2016-07-27 22:33:36 +0000 | [diff] [blame] | 424 | auto I = ValueCache.find_as(V); |
Akira Hatanaka | 2992bee | 2015-12-11 00:49:47 +0000 | [diff] [blame] | 425 | if (I == ValueCache.end()) |
| 426 | return false; |
| 427 | |
Justin Lebar | 58b377e | 2016-07-27 22:33:36 +0000 | [diff] [blame] | 428 | return I->second->BlockVals.count(BB); |
Akira Hatanaka | 2992bee | 2015-12-11 00:49:47 +0000 | [diff] [blame] | 429 | } |
| 430 | |
Philip Reames | 9db7948 | 2016-09-12 22:38:44 +0000 | [diff] [blame] | 431 | LVILatticeVal getCachedValueInfo(Value *V, BasicBlock *BB) const { |
Akira Hatanaka | 2992bee | 2015-12-11 00:49:47 +0000 | [diff] [blame] | 432 | if (isOverdefined(V, BB)) |
| 433 | return LVILatticeVal::getOverdefined(); |
| 434 | |
Justin Lebar | 58b377e | 2016-07-27 22:33:36 +0000 | [diff] [blame] | 435 | auto I = ValueCache.find_as(V); |
| 436 | if (I == ValueCache.end()) |
| 437 | return LVILatticeVal(); |
| 438 | auto BBI = I->second->BlockVals.find(BB); |
| 439 | if (BBI == I->second->BlockVals.end()) |
| 440 | return LVILatticeVal(); |
| 441 | return BBI->second; |
Akira Hatanaka | 2992bee | 2015-12-11 00:49:47 +0000 | [diff] [blame] | 442 | } |
NAKAMURA Takumi | 4cb46e6 | 2016-07-04 01:26:33 +0000 | [diff] [blame] | 443 | |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 444 | /// clear - Empty the cache. |
| 445 | void clear() { |
| 446 | SeenBlocks.clear(); |
| 447 | ValueCache.clear(); |
| 448 | OverDefinedCache.clear(); |
| 449 | } |
| 450 | |
Philip Reames | b627aec | 2016-09-12 22:03:36 +0000 | [diff] [blame] | 451 | /// Inform the cache that a given value has been deleted. |
| 452 | void eraseValue(Value *V); |
| 453 | |
| 454 | /// This is part of the update interface to inform the cache |
| 455 | /// that a block has been deleted. |
| 456 | void eraseBlock(BasicBlock *BB); |
| 457 | |
Philip Reames | 9db7948 | 2016-09-12 22:38:44 +0000 | [diff] [blame] | 458 | /// Updates the cache to remove any influence an overdefined value in |
| 459 | /// OldSucc might have (unless also overdefined in NewSucc). This just |
| 460 | /// flushes elements from the cache and does not add any. |
| 461 | void threadEdgeImpl(BasicBlock *OldSucc,BasicBlock *NewSucc); |
| 462 | |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 463 | friend struct LVIValueHandle; |
| 464 | }; |
Philip Reames | b627aec | 2016-09-12 22:03:36 +0000 | [diff] [blame] | 465 | } |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 466 | |
Philip Reames | b627aec | 2016-09-12 22:03:36 +0000 | [diff] [blame] | 467 | void LazyValueInfoCache::eraseValue(Value *V) { |
Chandler Carruth | 41421df | 2017-01-26 08:31:54 +0000 | [diff] [blame] | 468 | for (auto I = OverDefinedCache.begin(), E = OverDefinedCache.end(); I != E;) { |
| 469 | // Copy and increment the iterator immediately so we can erase behind |
| 470 | // ourselves. |
| 471 | auto Iter = I++; |
| 472 | SmallPtrSetImpl<Value *> &ValueSet = Iter->second; |
Philip Reames | fdbb05b | 2016-12-30 22:09:10 +0000 | [diff] [blame] | 473 | ValueSet.erase(V); |
Philip Reames | b627aec | 2016-09-12 22:03:36 +0000 | [diff] [blame] | 474 | if (ValueSet.empty()) |
Chandler Carruth | 41421df | 2017-01-26 08:31:54 +0000 | [diff] [blame] | 475 | OverDefinedCache.erase(Iter); |
Philip Reames | b627aec | 2016-09-12 22:03:36 +0000 | [diff] [blame] | 476 | } |
Philip Reames | b627aec | 2016-09-12 22:03:36 +0000 | [diff] [blame] | 477 | |
| 478 | ValueCache.erase(V); |
| 479 | } |
| 480 | |
| 481 | void LVIValueHandle::deleted() { |
| 482 | // This erasure deallocates *this, so it MUST happen after we're done |
| 483 | // using any and all members of *this. |
| 484 | Parent->eraseValue(*this); |
| 485 | } |
| 486 | |
| 487 | void LazyValueInfoCache::eraseBlock(BasicBlock *BB) { |
| 488 | // Shortcut if we have never seen this block. |
Chandler Carruth | 6acdca7 | 2017-01-24 12:55:57 +0000 | [diff] [blame] | 489 | DenseSet<PoisoningVH<BasicBlock> >::iterator I = SeenBlocks.find(BB); |
Philip Reames | b627aec | 2016-09-12 22:03:36 +0000 | [diff] [blame] | 490 | if (I == SeenBlocks.end()) |
| 491 | return; |
| 492 | SeenBlocks.erase(I); |
| 493 | |
| 494 | auto ODI = OverDefinedCache.find(BB); |
| 495 | if (ODI != OverDefinedCache.end()) |
| 496 | OverDefinedCache.erase(ODI); |
| 497 | |
| 498 | for (auto &I : ValueCache) |
| 499 | I.second->BlockVals.erase(BB); |
| 500 | } |
| 501 | |
Philip Reames | 9db7948 | 2016-09-12 22:38:44 +0000 | [diff] [blame] | 502 | void LazyValueInfoCache::threadEdgeImpl(BasicBlock *OldSucc, |
| 503 | BasicBlock *NewSucc) { |
| 504 | // When an edge in the graph has been threaded, values that we could not |
| 505 | // determine a value for before (i.e. were marked overdefined) may be |
| 506 | // possible to solve now. We do NOT try to proactively update these values. |
| 507 | // Instead, we clear their entries from the cache, and allow lazy updating to |
| 508 | // recompute them when needed. |
| 509 | |
| 510 | // The updating process is fairly simple: we need to drop cached info |
| 511 | // for all values that were marked overdefined in OldSucc, and for those same |
| 512 | // values in any successor of OldSucc (except NewSucc) in which they were |
| 513 | // also marked overdefined. |
| 514 | std::vector<BasicBlock*> worklist; |
| 515 | worklist.push_back(OldSucc); |
| 516 | |
| 517 | auto I = OverDefinedCache.find(OldSucc); |
| 518 | if (I == OverDefinedCache.end()) |
| 519 | return; // Nothing to process here. |
| 520 | SmallVector<Value *, 4> ValsToClear(I->second.begin(), I->second.end()); |
| 521 | |
| 522 | // Use a worklist to perform a depth-first search of OldSucc's successors. |
| 523 | // NOTE: We do not need a visited list since any blocks we have already |
| 524 | // visited will have had their overdefined markers cleared already, and we |
| 525 | // thus won't loop to their successors. |
| 526 | while (!worklist.empty()) { |
| 527 | BasicBlock *ToUpdate = worklist.back(); |
| 528 | worklist.pop_back(); |
| 529 | |
| 530 | // Skip blocks only accessible through NewSucc. |
| 531 | if (ToUpdate == NewSucc) continue; |
| 532 | |
Philip Reames | 1e48efc | 2016-12-30 17:56:47 +0000 | [diff] [blame] | 533 | // If a value was marked overdefined in OldSucc, and is here too... |
| 534 | auto OI = OverDefinedCache.find(ToUpdate); |
| 535 | if (OI == OverDefinedCache.end()) |
| 536 | continue; |
| 537 | SmallPtrSetImpl<Value *> &ValueSet = OI->second; |
| 538 | |
Philip Reames | 9db7948 | 2016-09-12 22:38:44 +0000 | [diff] [blame] | 539 | bool changed = false; |
| 540 | for (Value *V : ValsToClear) { |
Philip Reames | fdbb05b | 2016-12-30 22:09:10 +0000 | [diff] [blame] | 541 | if (!ValueSet.erase(V)) |
Philip Reames | 9db7948 | 2016-09-12 22:38:44 +0000 | [diff] [blame] | 542 | continue; |
| 543 | |
Philip Reames | 9db7948 | 2016-09-12 22:38:44 +0000 | [diff] [blame] | 544 | // If we removed anything, then we potentially need to update |
| 545 | // blocks successors too. |
| 546 | changed = true; |
Philip Reames | 1e48efc | 2016-12-30 17:56:47 +0000 | [diff] [blame] | 547 | |
| 548 | if (ValueSet.empty()) { |
| 549 | OverDefinedCache.erase(OI); |
| 550 | break; |
| 551 | } |
Philip Reames | 9db7948 | 2016-09-12 22:38:44 +0000 | [diff] [blame] | 552 | } |
| 553 | |
| 554 | if (!changed) continue; |
| 555 | |
| 556 | worklist.insert(worklist.end(), succ_begin(ToUpdate), succ_end(ToUpdate)); |
| 557 | } |
| 558 | } |
| 559 | |
Anna Thomas | 4acfc7e | 2017-06-06 19:25:31 +0000 | [diff] [blame] | 560 | |
| 561 | namespace { |
| 562 | /// An assembly annotator class to print LazyValueCache information in |
| 563 | /// comments. |
| 564 | class LazyValueInfoImpl; |
| 565 | class LazyValueInfoAnnotatedWriter : public AssemblyAnnotationWriter { |
| 566 | LazyValueInfoImpl *LVIImpl; |
| 567 | // While analyzing which blocks we can solve values for, we need the dominator |
| 568 | // information. Since this is an optional parameter in LVI, we require this |
| 569 | // DomTreeAnalysis pass in the printer pass, and pass the dominator |
| 570 | // tree to the LazyValueInfoAnnotatedWriter. |
| 571 | DominatorTree &DT; |
| 572 | |
| 573 | public: |
| 574 | LazyValueInfoAnnotatedWriter(LazyValueInfoImpl *L, DominatorTree &DTree) |
| 575 | : LVIImpl(L), DT(DTree) {} |
| 576 | |
| 577 | virtual void emitBasicBlockStartAnnot(const BasicBlock *BB, |
| 578 | formatted_raw_ostream &OS); |
| 579 | |
| 580 | virtual void emitInstructionAnnot(const Instruction *I, |
| 581 | formatted_raw_ostream &OS); |
| 582 | }; |
| 583 | } |
Philip Reames | b627aec | 2016-09-12 22:03:36 +0000 | [diff] [blame] | 584 | namespace { |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 585 | // The actual implementation of the lazy analysis and update. Note that the |
| 586 | // inheritance from LazyValueInfoCache is intended to be temporary while |
| 587 | // splitting the code and then transitioning to a has-a relationship. |
Philip Reames | 9db7948 | 2016-09-12 22:38:44 +0000 | [diff] [blame] | 588 | class LazyValueInfoImpl { |
| 589 | |
| 590 | /// Cached results from previous queries |
| 591 | LazyValueInfoCache TheCache; |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 592 | |
| 593 | /// This stack holds the state of the value solver during a query. |
| 594 | /// It basically emulates the callstack of the naive |
| 595 | /// recursive value lookup process. |
Daniel Berlin | 9c92a46 | 2017-02-08 15:22:52 +0000 | [diff] [blame] | 596 | SmallVector<std::pair<BasicBlock*, Value*>, 8> BlockValueStack; |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 597 | |
| 598 | /// Keeps track of which block-value pairs are in BlockValueStack. |
| 599 | DenseSet<std::pair<BasicBlock*, Value*> > BlockValueSet; |
| 600 | |
| 601 | /// Push BV onto BlockValueStack unless it's already in there. |
| 602 | /// Returns true on success. |
| 603 | bool pushBlockValue(const std::pair<BasicBlock *, Value *> &BV) { |
| 604 | if (!BlockValueSet.insert(BV).second) |
| 605 | return false; // It's already in the stack. |
| 606 | |
| 607 | DEBUG(dbgs() << "PUSH: " << *BV.second << " in " << BV.first->getName() |
| 608 | << "\n"); |
Daniel Berlin | 9c92a46 | 2017-02-08 15:22:52 +0000 | [diff] [blame] | 609 | BlockValueStack.push_back(BV); |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 610 | return true; |
| 611 | } |
| 612 | |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 613 | AssumptionCache *AC; ///< A pointer to the cache of @llvm.assume calls. |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 614 | const DataLayout &DL; ///< A mandatory DataLayout |
| 615 | DominatorTree *DT; ///< An optional DT pointer. |
| 616 | |
| 617 | LVILatticeVal getBlockValue(Value *Val, BasicBlock *BB); |
| 618 | bool getEdgeValue(Value *V, BasicBlock *F, BasicBlock *T, |
| 619 | LVILatticeVal &Result, Instruction *CxtI = nullptr); |
| 620 | bool hasBlockValue(Value *Val, BasicBlock *BB); |
| 621 | |
| 622 | // These methods process one work item and may add more. A false value |
| 623 | // returned means that the work item was not completely processed and must |
| 624 | // be revisited after going through the new items. |
| 625 | bool solveBlockValue(Value *Val, BasicBlock *BB); |
Philip Reames | 05c435e | 2016-12-06 03:22:03 +0000 | [diff] [blame] | 626 | bool solveBlockValueImpl(LVILatticeVal &Res, Value *Val, BasicBlock *BB); |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 627 | bool solveBlockValueNonLocal(LVILatticeVal &BBLV, Value *Val, BasicBlock *BB); |
| 628 | bool solveBlockValuePHINode(LVILatticeVal &BBLV, PHINode *PN, BasicBlock *BB); |
| 629 | bool solveBlockValueSelect(LVILatticeVal &BBLV, SelectInst *S, |
| 630 | BasicBlock *BB); |
Craig Topper | 3778c89 | 2017-06-02 16:33:13 +0000 | [diff] [blame] | 631 | bool solveBlockValueBinaryOp(LVILatticeVal &BBLV, BinaryOperator *BBI, |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 632 | BasicBlock *BB); |
Craig Topper | 0e5f109 | 2017-06-03 07:47:08 +0000 | [diff] [blame] | 633 | bool solveBlockValueCast(LVILatticeVal &BBLV, CastInst *CI, |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 634 | BasicBlock *BB); |
| 635 | void intersectAssumeOrGuardBlockValueConstantRange(Value *Val, |
| 636 | LVILatticeVal &BBLV, |
Craig Topper | 9277a86 | 2017-06-02 17:28:12 +0000 | [diff] [blame] | 637 | Instruction *BBI); |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 638 | |
| 639 | void solve(); |
| 640 | |
| 641 | public: |
Sanjay Patel | 2a385e2 | 2015-01-09 16:47:20 +0000 | [diff] [blame] | 642 | /// This is the query interface to determine the lattice |
Chris Lattner | af025d3 | 2009-11-15 19:59:49 +0000 | [diff] [blame] | 643 | /// value for the specified Value* at the end of the specified block. |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 644 | LVILatticeVal getValueInBlock(Value *V, BasicBlock *BB, |
| 645 | Instruction *CxtI = nullptr); |
| 646 | |
Sanjay Patel | 2a385e2 | 2015-01-09 16:47:20 +0000 | [diff] [blame] | 647 | /// This is the query interface to determine the lattice |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 648 | /// value for the specified Value* at the specified instruction (generally |
| 649 | /// from an assume intrinsic). |
| 650 | LVILatticeVal getValueAt(Value *V, Instruction *CxtI); |
Chris Lattner | af025d3 | 2009-11-15 19:59:49 +0000 | [diff] [blame] | 651 | |
Sanjay Patel | 2a385e2 | 2015-01-09 16:47:20 +0000 | [diff] [blame] | 652 | /// This is the query interface to determine the lattice |
Chris Lattner | af025d3 | 2009-11-15 19:59:49 +0000 | [diff] [blame] | 653 | /// value for the specified Value* that is true on the specified edge. |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 654 | LVILatticeVal getValueOnEdge(Value *V, BasicBlock *FromBB,BasicBlock *ToBB, |
| 655 | Instruction *CxtI = nullptr); |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 656 | |
Philip Reames | 9db7948 | 2016-09-12 22:38:44 +0000 | [diff] [blame] | 657 | /// Complete flush all previously computed values |
| 658 | void clear() { |
| 659 | TheCache.clear(); |
| 660 | } |
| 661 | |
Anna Thomas | 4acfc7e | 2017-06-06 19:25:31 +0000 | [diff] [blame] | 662 | /// Printing the LazyValueInfo Analysis. |
| 663 | void printLVI(Function &F, DominatorTree &DTree, raw_ostream &OS) { |
| 664 | LazyValueInfoAnnotatedWriter Writer(this, DTree); |
| 665 | F.print(OS, &Writer); |
Anna Thomas | e27b39a | 2017-03-22 19:27:12 +0000 | [diff] [blame] | 666 | } |
| 667 | |
Philip Reames | 9db7948 | 2016-09-12 22:38:44 +0000 | [diff] [blame] | 668 | /// This is part of the update interface to inform the cache |
| 669 | /// that a block has been deleted. |
| 670 | void eraseBlock(BasicBlock *BB) { |
| 671 | TheCache.eraseBlock(BB); |
| 672 | } |
| 673 | |
Sanjay Patel | 2a385e2 | 2015-01-09 16:47:20 +0000 | [diff] [blame] | 674 | /// This is the update interface to inform the cache that an edge from |
| 675 | /// PredBB to OldSucc has been threaded to be from PredBB to NewSucc. |
Owen Anderson | aa7f66b | 2010-07-26 18:48:03 +0000 | [diff] [blame] | 676 | void threadEdge(BasicBlock *PredBB,BasicBlock *OldSucc,BasicBlock *NewSucc); |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 677 | |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 678 | LazyValueInfoImpl(AssumptionCache *AC, const DataLayout &DL, |
| 679 | DominatorTree *DT = nullptr) |
| 680 | : AC(AC), DL(DL), DT(DT) {} |
Chris Lattner | af025d3 | 2009-11-15 19:59:49 +0000 | [diff] [blame] | 681 | }; |
| 682 | } // end anonymous namespace |
| 683 | |
Anna Thomas | 4acfc7e | 2017-06-06 19:25:31 +0000 | [diff] [blame] | 684 | |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 685 | void LazyValueInfoImpl::solve() { |
Daniel Berlin | 9c92a46 | 2017-02-08 15:22:52 +0000 | [diff] [blame] | 686 | SmallVector<std::pair<BasicBlock *, Value *>, 8> StartingStack( |
| 687 | BlockValueStack.begin(), BlockValueStack.end()); |
| 688 | |
| 689 | unsigned processedCount = 0; |
Owen Anderson | 6f060af | 2011-01-05 23:26:22 +0000 | [diff] [blame] | 690 | while (!BlockValueStack.empty()) { |
Daniel Berlin | 9c92a46 | 2017-02-08 15:22:52 +0000 | [diff] [blame] | 691 | processedCount++; |
| 692 | // Abort if we have to process too many values to get a result for this one. |
| 693 | // Because of the design of the overdefined cache currently being per-block |
| 694 | // to avoid naming-related issues (IE it wants to try to give different |
| 695 | // results for the same name in different blocks), overdefined results don't |
| 696 | // get cached globally, which in turn means we will often try to rediscover |
| 697 | // the same overdefined result again and again. Once something like |
| 698 | // PredicateInfo is used in LVI or CVP, we should be able to make the |
| 699 | // overdefined cache global, and remove this throttle. |
| 700 | if (processedCount > MaxProcessedPerValue) { |
| 701 | DEBUG(dbgs() << "Giving up on stack because we are getting too deep\n"); |
| 702 | // Fill in the original values |
| 703 | while (!StartingStack.empty()) { |
| 704 | std::pair<BasicBlock *, Value *> &e = StartingStack.back(); |
| 705 | TheCache.insertResult(e.second, e.first, |
| 706 | LVILatticeVal::getOverdefined()); |
| 707 | StartingStack.pop_back(); |
| 708 | } |
| 709 | BlockValueSet.clear(); |
| 710 | BlockValueStack.clear(); |
| 711 | return; |
| 712 | } |
Vitaly Buka | 9987d98 | 2017-02-09 09:28:05 +0000 | [diff] [blame] | 713 | std::pair<BasicBlock *, Value *> e = BlockValueStack.back(); |
Hans Wennborg | 45172ac | 2014-11-25 17:23:05 +0000 | [diff] [blame] | 714 | assert(BlockValueSet.count(e) && "Stack value should be in BlockValueSet!"); |
| 715 | |
Nuno Lopes | e6e0490 | 2012-06-28 01:16:18 +0000 | [diff] [blame] | 716 | if (solveBlockValue(e.second, e.first)) { |
Hans Wennborg | 45172ac | 2014-11-25 17:23:05 +0000 | [diff] [blame] | 717 | // The work item was completely processed. |
Daniel Berlin | 9c92a46 | 2017-02-08 15:22:52 +0000 | [diff] [blame] | 718 | assert(BlockValueStack.back() == e && "Nothing should have been pushed!"); |
Philip Reames | 9db7948 | 2016-09-12 22:38:44 +0000 | [diff] [blame] | 719 | assert(TheCache.hasCachedValueInfo(e.second, e.first) && |
Akira Hatanaka | 2992bee | 2015-12-11 00:49:47 +0000 | [diff] [blame] | 720 | "Result should be in cache!"); |
Hans Wennborg | 45172ac | 2014-11-25 17:23:05 +0000 | [diff] [blame] | 721 | |
Philip Reames | 44456b8 | 2016-02-02 03:15:40 +0000 | [diff] [blame] | 722 | DEBUG(dbgs() << "POP " << *e.second << " in " << e.first->getName() |
Philip Reames | 9db7948 | 2016-09-12 22:38:44 +0000 | [diff] [blame] | 723 | << " = " << TheCache.getCachedValueInfo(e.second, e.first) << "\n"); |
Philip Reames | 44456b8 | 2016-02-02 03:15:40 +0000 | [diff] [blame] | 724 | |
Daniel Berlin | 9c92a46 | 2017-02-08 15:22:52 +0000 | [diff] [blame] | 725 | BlockValueStack.pop_back(); |
Hans Wennborg | 45172ac | 2014-11-25 17:23:05 +0000 | [diff] [blame] | 726 | BlockValueSet.erase(e); |
| 727 | } else { |
| 728 | // More work needs to be done before revisiting. |
Daniel Berlin | 9c92a46 | 2017-02-08 15:22:52 +0000 | [diff] [blame] | 729 | assert(BlockValueStack.back() != e && "Stack should have been pushed!"); |
Nuno Lopes | e6e0490 | 2012-06-28 01:16:18 +0000 | [diff] [blame] | 730 | } |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 731 | } |
| 732 | } |
| 733 | |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 734 | bool LazyValueInfoImpl::hasBlockValue(Value *Val, BasicBlock *BB) { |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 735 | // If already a constant, there is nothing to compute. |
| 736 | if (isa<Constant>(Val)) |
| 737 | return true; |
| 738 | |
Philip Reames | 9db7948 | 2016-09-12 22:38:44 +0000 | [diff] [blame] | 739 | return TheCache.hasCachedValueInfo(Val, BB); |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 740 | } |
| 741 | |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 742 | LVILatticeVal LazyValueInfoImpl::getBlockValue(Value *Val, BasicBlock *BB) { |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 743 | // If already a constant, there is nothing to compute. |
| 744 | if (Constant *VC = dyn_cast<Constant>(Val)) |
| 745 | return LVILatticeVal::get(VC); |
| 746 | |
Philip Reames | 9db7948 | 2016-09-12 22:38:44 +0000 | [diff] [blame] | 747 | return TheCache.getCachedValueInfo(Val, BB); |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 748 | } |
| 749 | |
Philip Reames | eb3e9da | 2015-10-29 03:57:17 +0000 | [diff] [blame] | 750 | static LVILatticeVal getFromRangeMetadata(Instruction *BBI) { |
| 751 | switch (BBI->getOpcode()) { |
| 752 | default: break; |
| 753 | case Instruction::Load: |
| 754 | case Instruction::Call: |
| 755 | case Instruction::Invoke: |
NAKAMURA Takumi | bd072a9 | 2016-07-25 00:59:46 +0000 | [diff] [blame] | 756 | if (MDNode *Ranges = BBI->getMetadata(LLVMContext::MD_range)) |
Philip Reames | 70efccd | 2015-10-29 04:21:49 +0000 | [diff] [blame] | 757 | if (isa<IntegerType>(BBI->getType())) { |
Benjamin Kramer | 2337c1f | 2016-02-20 10:40:34 +0000 | [diff] [blame] | 758 | return LVILatticeVal::getRange(getConstantRangeFromMetadata(*Ranges)); |
Philip Reames | eb3e9da | 2015-10-29 03:57:17 +0000 | [diff] [blame] | 759 | } |
| 760 | break; |
| 761 | }; |
Philip Reames | d1f829d | 2016-02-02 21:57:37 +0000 | [diff] [blame] | 762 | // Nothing known - will be intersected with other facts |
| 763 | return LVILatticeVal::getOverdefined(); |
Philip Reames | eb3e9da | 2015-10-29 03:57:17 +0000 | [diff] [blame] | 764 | } |
| 765 | |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 766 | bool LazyValueInfoImpl::solveBlockValue(Value *Val, BasicBlock *BB) { |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 767 | if (isa<Constant>(Val)) |
| 768 | return true; |
| 769 | |
Philip Reames | 9db7948 | 2016-09-12 22:38:44 +0000 | [diff] [blame] | 770 | if (TheCache.hasCachedValueInfo(Val, BB)) { |
Hans Wennborg | 45172ac | 2014-11-25 17:23:05 +0000 | [diff] [blame] | 771 | // If we have a cached value, use that. |
| 772 | DEBUG(dbgs() << " reuse BB '" << BB->getName() |
Philip Reames | 9db7948 | 2016-09-12 22:38:44 +0000 | [diff] [blame] | 773 | << "' val=" << TheCache.getCachedValueInfo(Val, BB) << '\n'); |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 774 | |
Hans Wennborg | 45172ac | 2014-11-25 17:23:05 +0000 | [diff] [blame] | 775 | // Since we're reusing a cached value, we don't need to update the |
| 776 | // OverDefinedCache. The cache will have been properly updated whenever the |
| 777 | // cached value was inserted. |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 778 | return true; |
Chris Lattner | 2c70856 | 2009-11-15 20:00:52 +0000 | [diff] [blame] | 779 | } |
| 780 | |
Hans Wennborg | 45172ac | 2014-11-25 17:23:05 +0000 | [diff] [blame] | 781 | // Hold off inserting this value into the Cache in case we have to return |
| 782 | // false and come back later. |
| 783 | LVILatticeVal Res; |
Philip Reames | 05c435e | 2016-12-06 03:22:03 +0000 | [diff] [blame] | 784 | if (!solveBlockValueImpl(Res, Val, BB)) |
| 785 | // Work pushed, will revisit |
| 786 | return false; |
| 787 | |
| 788 | TheCache.insertResult(Val, BB, Res); |
| 789 | return true; |
| 790 | } |
| 791 | |
| 792 | bool LazyValueInfoImpl::solveBlockValueImpl(LVILatticeVal &Res, |
| 793 | Value *Val, BasicBlock *BB) { |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 794 | |
Chris Lattner | af025d3 | 2009-11-15 19:59:49 +0000 | [diff] [blame] | 795 | Instruction *BBI = dyn_cast<Instruction>(Val); |
Philip Reames | 05c435e | 2016-12-06 03:22:03 +0000 | [diff] [blame] | 796 | if (!BBI || BBI->getParent() != BB) |
| 797 | return solveBlockValueNonLocal(Res, Val, BB); |
Chris Lattner | 2c70856 | 2009-11-15 20:00:52 +0000 | [diff] [blame] | 798 | |
Philip Reames | 05c435e | 2016-12-06 03:22:03 +0000 | [diff] [blame] | 799 | if (PHINode *PN = dyn_cast<PHINode>(BBI)) |
| 800 | return solveBlockValuePHINode(Res, PN, BB); |
Owen Anderson | 80d19f0 | 2010-08-18 21:11:37 +0000 | [diff] [blame] | 801 | |
Philip Reames | 05c435e | 2016-12-06 03:22:03 +0000 | [diff] [blame] | 802 | if (auto *SI = dyn_cast<SelectInst>(BBI)) |
| 803 | return solveBlockValueSelect(Res, SI, BB); |
Philip Reames | c0bdb0c | 2016-02-01 22:57:53 +0000 | [diff] [blame] | 804 | |
Philip Reames | 2ab964e | 2016-04-27 01:02:25 +0000 | [diff] [blame] | 805 | // If this value is a nonnull pointer, record it's range and bailout. Note |
| 806 | // that for all other pointer typed values, we terminate the search at the |
| 807 | // definition. We could easily extend this to look through geps, bitcasts, |
| 808 | // and the like to prove non-nullness, but it's not clear that's worth it |
Craig Topper | 7ad13f2 | 2017-06-09 21:21:17 +0000 | [diff] [blame] | 809 | // compile time wise. The context-insensitive value walk done inside |
Philip Reames | 2ab964e | 2016-04-27 01:02:25 +0000 | [diff] [blame] | 810 | // isKnownNonNull gets most of the profitable cases at much less expense. |
| 811 | // This does mean that we have a sensativity to where the defining |
| 812 | // instruction is placed, even if it could legally be hoisted much higher. |
| 813 | // That is unfortunate. |
Igor Laevsky | 0fa4819 | 2015-09-18 13:01:48 +0000 | [diff] [blame] | 814 | PointerType *PT = dyn_cast<PointerType>(BBI->getType()); |
| 815 | if (PT && isKnownNonNull(BBI)) { |
| 816 | Res = LVILatticeVal::getNot(ConstantPointerNull::get(PT)); |
Hans Wennborg | 45172ac | 2014-11-25 17:23:05 +0000 | [diff] [blame] | 817 | return true; |
Nick Lewycky | 367f98f | 2011-01-15 09:16:12 +0000 | [diff] [blame] | 818 | } |
Davide Italiano | bd543d0 | 2016-05-25 22:29:34 +0000 | [diff] [blame] | 819 | if (BBI->getType()->isIntegerTy()) { |
Craig Topper | 0e5f109 | 2017-06-03 07:47:08 +0000 | [diff] [blame] | 820 | if (auto *CI = dyn_cast<CastInst>(BBI)) |
| 821 | return solveBlockValueCast(Res, CI, BB); |
| 822 | |
Philip Reames | 2ab964e | 2016-04-27 01:02:25 +0000 | [diff] [blame] | 823 | BinaryOperator *BO = dyn_cast<BinaryOperator>(BBI); |
Philip Reames | 05c435e | 2016-12-06 03:22:03 +0000 | [diff] [blame] | 824 | if (BO && isa<ConstantInt>(BO->getOperand(1))) |
Craig Topper | 3778c89 | 2017-06-02 16:33:13 +0000 | [diff] [blame] | 825 | return solveBlockValueBinaryOp(Res, BO, BB); |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 826 | } |
Owen Anderson | 80d19f0 | 2010-08-18 21:11:37 +0000 | [diff] [blame] | 827 | |
Philip Reames | a0c9f6e | 2016-03-04 22:27:39 +0000 | [diff] [blame] | 828 | DEBUG(dbgs() << " compute BB '" << BB->getName() |
| 829 | << "' - unknown inst def found.\n"); |
| 830 | Res = getFromRangeMetadata(BBI); |
Hans Wennborg | 45172ac | 2014-11-25 17:23:05 +0000 | [diff] [blame] | 831 | return true; |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 832 | } |
| 833 | |
| 834 | static bool InstructionDereferencesPointer(Instruction *I, Value *Ptr) { |
| 835 | if (LoadInst *L = dyn_cast<LoadInst>(I)) { |
| 836 | return L->getPointerAddressSpace() == 0 && |
Mehdi Amini | a28d91d | 2015-03-10 02:37:25 +0000 | [diff] [blame] | 837 | GetUnderlyingObject(L->getPointerOperand(), |
| 838 | L->getModule()->getDataLayout()) == Ptr; |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 839 | } |
| 840 | if (StoreInst *S = dyn_cast<StoreInst>(I)) { |
| 841 | return S->getPointerAddressSpace() == 0 && |
Mehdi Amini | a28d91d | 2015-03-10 02:37:25 +0000 | [diff] [blame] | 842 | GetUnderlyingObject(S->getPointerOperand(), |
| 843 | S->getModule()->getDataLayout()) == Ptr; |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 844 | } |
Nick Lewycky | 367f98f | 2011-01-15 09:16:12 +0000 | [diff] [blame] | 845 | if (MemIntrinsic *MI = dyn_cast<MemIntrinsic>(I)) { |
| 846 | if (MI->isVolatile()) return false; |
Nick Lewycky | 367f98f | 2011-01-15 09:16:12 +0000 | [diff] [blame] | 847 | |
| 848 | // FIXME: check whether it has a valuerange that excludes zero? |
| 849 | ConstantInt *Len = dyn_cast<ConstantInt>(MI->getLength()); |
| 850 | if (!Len || Len->isZero()) return false; |
| 851 | |
Eli Friedman | 7a5fc69 | 2011-05-31 20:40:16 +0000 | [diff] [blame] | 852 | if (MI->getDestAddressSpace() == 0) |
Mehdi Amini | a28d91d | 2015-03-10 02:37:25 +0000 | [diff] [blame] | 853 | if (GetUnderlyingObject(MI->getRawDest(), |
| 854 | MI->getModule()->getDataLayout()) == Ptr) |
Eli Friedman | 7a5fc69 | 2011-05-31 20:40:16 +0000 | [diff] [blame] | 855 | return true; |
Nick Lewycky | 367f98f | 2011-01-15 09:16:12 +0000 | [diff] [blame] | 856 | if (MemTransferInst *MTI = dyn_cast<MemTransferInst>(MI)) |
Eli Friedman | 7a5fc69 | 2011-05-31 20:40:16 +0000 | [diff] [blame] | 857 | if (MTI->getSourceAddressSpace() == 0) |
Mehdi Amini | a28d91d | 2015-03-10 02:37:25 +0000 | [diff] [blame] | 858 | if (GetUnderlyingObject(MTI->getRawSource(), |
| 859 | MTI->getModule()->getDataLayout()) == Ptr) |
Eli Friedman | 7a5fc69 | 2011-05-31 20:40:16 +0000 | [diff] [blame] | 860 | return true; |
Nick Lewycky | 367f98f | 2011-01-15 09:16:12 +0000 | [diff] [blame] | 861 | } |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 862 | return false; |
| 863 | } |
| 864 | |
Philip Reames | 3f83dbe | 2016-04-27 00:30:55 +0000 | [diff] [blame] | 865 | /// Return true if the allocation associated with Val is ever dereferenced |
| 866 | /// within the given basic block. This establishes the fact Val is not null, |
| 867 | /// but does not imply that the memory at Val is dereferenceable. (Val may |
| 868 | /// point off the end of the dereferenceable part of the object.) |
| 869 | static bool isObjectDereferencedInBlock(Value *Val, BasicBlock *BB) { |
| 870 | assert(Val->getType()->isPointerTy()); |
| 871 | |
| 872 | const DataLayout &DL = BB->getModule()->getDataLayout(); |
| 873 | Value *UnderlyingVal = GetUnderlyingObject(Val, DL); |
| 874 | // If 'GetUnderlyingObject' didn't converge, skip it. It won't converge |
| 875 | // inside InstructionDereferencesPointer either. |
| 876 | if (UnderlyingVal == GetUnderlyingObject(UnderlyingVal, DL, 1)) |
| 877 | for (Instruction &I : *BB) |
| 878 | if (InstructionDereferencesPointer(&I, UnderlyingVal)) |
| 879 | return true; |
| 880 | return false; |
| 881 | } |
| 882 | |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 883 | bool LazyValueInfoImpl::solveBlockValueNonLocal(LVILatticeVal &BBLV, |
Owen Anderson | 64c2c57 | 2010-12-20 18:18:16 +0000 | [diff] [blame] | 884 | Value *Val, BasicBlock *BB) { |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 885 | LVILatticeVal Result; // Start Undefined. |
| 886 | |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 887 | // If this is the entry block, we must be asking about an argument. The |
| 888 | // value is overdefined. |
| 889 | if (BB == &BB->getParent()->getEntryBlock()) { |
| 890 | assert(isa<Argument>(Val) && "Unknown live-in to the entry block"); |
Craig Topper | 96d6ee85 | 2017-04-28 16:57:59 +0000 | [diff] [blame] | 891 | // Before giving up, see if we can prove the pointer non-null local to |
Philip Reames | 3f83dbe | 2016-04-27 00:30:55 +0000 | [diff] [blame] | 892 | // this particular block. |
| 893 | if (Val->getType()->isPointerTy() && |
| 894 | (isKnownNonNull(Val) || isObjectDereferencedInBlock(Val, BB))) { |
Chris Lattner | 229907c | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 895 | PointerType *PTy = cast<PointerType>(Val->getType()); |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 896 | Result = LVILatticeVal::getNot(ConstantPointerNull::get(PTy)); |
| 897 | } else { |
Philip Reames | 1baaef1 | 2016-12-06 03:01:08 +0000 | [diff] [blame] | 898 | Result = LVILatticeVal::getOverdefined(); |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 899 | } |
Owen Anderson | 64c2c57 | 2010-12-20 18:18:16 +0000 | [diff] [blame] | 900 | BBLV = Result; |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 901 | return true; |
| 902 | } |
| 903 | |
| 904 | // Loop over all of our predecessors, merging what we know from them into |
Philip Reames | c80bd04 | 2017-02-07 00:25:24 +0000 | [diff] [blame] | 905 | // result. If we encounter an unexplored predecessor, we eagerly explore it |
| 906 | // in a depth first manner. In practice, this has the effect of discovering |
| 907 | // paths we can't analyze eagerly without spending compile times analyzing |
| 908 | // other paths. This heuristic benefits from the fact that predecessors are |
| 909 | // frequently arranged such that dominating ones come first and we quickly |
| 910 | // find a path to function entry. TODO: We should consider explicitly |
| 911 | // canonicalizing to make this true rather than relying on this happy |
| 912 | // accident. |
Duncan P. N. Exon Smith | 6c99015 | 2014-07-21 17:06:51 +0000 | [diff] [blame] | 913 | for (pred_iterator PI = pred_begin(BB), E = pred_end(BB); PI != E; ++PI) { |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 914 | LVILatticeVal EdgeResult; |
Philip Reames | c80bd04 | 2017-02-07 00:25:24 +0000 | [diff] [blame] | 915 | if (!getEdgeValue(Val, *PI, BB, EdgeResult)) |
| 916 | // Explore that input, then return here |
| 917 | return false; |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 918 | |
Mehdi Amini | a28d91d | 2015-03-10 02:37:25 +0000 | [diff] [blame] | 919 | Result.mergeIn(EdgeResult, DL); |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 920 | |
| 921 | // If we hit overdefined, exit early. The BlockVals entry is already set |
| 922 | // to overdefined. |
| 923 | if (Result.isOverdefined()) { |
| 924 | DEBUG(dbgs() << " compute BB '" << BB->getName() |
Philip Reames | b757104 | 2016-02-02 22:43:08 +0000 | [diff] [blame] | 925 | << "' - overdefined because of pred (non local).\n"); |
Artur Pilipenko | adcd01f | 2016-08-09 09:14:29 +0000 | [diff] [blame] | 926 | // Before giving up, see if we can prove the pointer non-null local to |
Philip Reames | 3f83dbe | 2016-04-27 00:30:55 +0000 | [diff] [blame] | 927 | // this particular block. |
| 928 | if (Val->getType()->isPointerTy() && |
| 929 | isObjectDereferencedInBlock(Val, BB)) { |
Chris Lattner | 229907c | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 930 | PointerType *PTy = cast<PointerType>(Val->getType()); |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 931 | Result = LVILatticeVal::getNot(ConstantPointerNull::get(PTy)); |
| 932 | } |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 933 | |
Owen Anderson | 64c2c57 | 2010-12-20 18:18:16 +0000 | [diff] [blame] | 934 | BBLV = Result; |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 935 | return true; |
| 936 | } |
| 937 | } |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 938 | |
| 939 | // Return the merged value, which is more precise than 'overdefined'. |
| 940 | assert(!Result.isOverdefined()); |
Owen Anderson | 64c2c57 | 2010-12-20 18:18:16 +0000 | [diff] [blame] | 941 | BBLV = Result; |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 942 | return true; |
| 943 | } |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 944 | |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 945 | bool LazyValueInfoImpl::solveBlockValuePHINode(LVILatticeVal &BBLV, |
Owen Anderson | 64c2c57 | 2010-12-20 18:18:16 +0000 | [diff] [blame] | 946 | PHINode *PN, BasicBlock *BB) { |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 947 | LVILatticeVal Result; // Start Undefined. |
| 948 | |
| 949 | // Loop over all of our predecessors, merging what we know from them into |
Philip Reames | c80bd04 | 2017-02-07 00:25:24 +0000 | [diff] [blame] | 950 | // result. See the comment about the chosen traversal order in |
| 951 | // solveBlockValueNonLocal; the same reasoning applies here. |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 952 | for (unsigned i = 0, e = PN->getNumIncomingValues(); i != e; ++i) { |
| 953 | BasicBlock *PhiBB = PN->getIncomingBlock(i); |
| 954 | Value *PhiVal = PN->getIncomingValue(i); |
| 955 | LVILatticeVal EdgeResult; |
Hal Finkel | 2400c96 | 2014-10-16 00:40:05 +0000 | [diff] [blame] | 956 | // Note that we can provide PN as the context value to getEdgeValue, even |
| 957 | // though the results will be cached, because PN is the value being used as |
| 958 | // the cache key in the caller. |
Philip Reames | c80bd04 | 2017-02-07 00:25:24 +0000 | [diff] [blame] | 959 | if (!getEdgeValue(PhiVal, PhiBB, BB, EdgeResult, PN)) |
| 960 | // Explore that input, then return here |
| 961 | return false; |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 962 | |
Mehdi Amini | a28d91d | 2015-03-10 02:37:25 +0000 | [diff] [blame] | 963 | Result.mergeIn(EdgeResult, DL); |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 964 | |
| 965 | // If we hit overdefined, exit early. The BlockVals entry is already set |
| 966 | // to overdefined. |
| 967 | if (Result.isOverdefined()) { |
| 968 | DEBUG(dbgs() << " compute BB '" << BB->getName() |
Philip Reames | b757104 | 2016-02-02 22:43:08 +0000 | [diff] [blame] | 969 | << "' - overdefined because of pred (local).\n"); |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 970 | |
Owen Anderson | 64c2c57 | 2010-12-20 18:18:16 +0000 | [diff] [blame] | 971 | BBLV = Result; |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 972 | return true; |
| 973 | } |
| 974 | } |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 975 | |
| 976 | // Return the merged value, which is more precise than 'overdefined'. |
| 977 | assert(!Result.isOverdefined() && "Possible PHI in entry block?"); |
Owen Anderson | 64c2c57 | 2010-12-20 18:18:16 +0000 | [diff] [blame] | 978 | BBLV = Result; |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 979 | return true; |
| 980 | } |
| 981 | |
Artur Pilipenko | 933c07a | 2016-08-10 13:38:07 +0000 | [diff] [blame] | 982 | static LVILatticeVal getValueFromCondition(Value *Val, Value *Cond, |
| 983 | bool isTrueDest = true); |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 984 | |
Philip Reames | d1f829d | 2016-02-02 21:57:37 +0000 | [diff] [blame] | 985 | // If we can determine a constraint on the value given conditions assumed by |
| 986 | // the program, intersect those constraints with BBLV |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 987 | void LazyValueInfoImpl::intersectAssumeOrGuardBlockValueConstantRange( |
Artur Pilipenko | 2e8f82d | 2016-08-12 15:52:23 +0000 | [diff] [blame] | 988 | Value *Val, LVILatticeVal &BBLV, Instruction *BBI) { |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 989 | BBI = BBI ? BBI : dyn_cast<Instruction>(Val); |
| 990 | if (!BBI) |
| 991 | return; |
| 992 | |
Hal Finkel | 8a9a783 | 2017-01-11 13:24:24 +0000 | [diff] [blame] | 993 | for (auto &AssumeVH : AC->assumptionsFor(Val)) { |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 994 | if (!AssumeVH) |
Chandler Carruth | 66b3130 | 2015-01-04 12:03:27 +0000 | [diff] [blame] | 995 | continue; |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 996 | auto *I = cast<CallInst>(AssumeVH); |
| 997 | if (!isValidAssumeForContext(I, BBI, DT)) |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 998 | continue; |
| 999 | |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 1000 | BBLV = intersect(BBLV, getValueFromCondition(Val, I->getArgOperand(0))); |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1001 | } |
Artur Pilipenko | 2e8f82d | 2016-08-12 15:52:23 +0000 | [diff] [blame] | 1002 | |
| 1003 | // If guards are not used in the module, don't spend time looking for them |
| 1004 | auto *GuardDecl = BBI->getModule()->getFunction( |
| 1005 | Intrinsic::getName(Intrinsic::experimental_guard)); |
| 1006 | if (!GuardDecl || GuardDecl->use_empty()) |
| 1007 | return; |
| 1008 | |
Artur Pilipenko | 47dc098 | 2016-10-21 15:02:21 +0000 | [diff] [blame] | 1009 | for (Instruction &I : make_range(BBI->getIterator().getReverse(), |
| 1010 | BBI->getParent()->rend())) { |
Artur Pilipenko | 2e8f82d | 2016-08-12 15:52:23 +0000 | [diff] [blame] | 1011 | Value *Cond = nullptr; |
Artur Pilipenko | 47dc098 | 2016-10-21 15:02:21 +0000 | [diff] [blame] | 1012 | if (match(&I, m_Intrinsic<Intrinsic::experimental_guard>(m_Value(Cond)))) |
| 1013 | BBLV = intersect(BBLV, getValueFromCondition(Val, Cond)); |
Artur Pilipenko | 2e8f82d | 2016-08-12 15:52:23 +0000 | [diff] [blame] | 1014 | } |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1015 | } |
| 1016 | |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 1017 | bool LazyValueInfoImpl::solveBlockValueSelect(LVILatticeVal &BBLV, |
Philip Reames | c0bdb0c | 2016-02-01 22:57:53 +0000 | [diff] [blame] | 1018 | SelectInst *SI, BasicBlock *BB) { |
| 1019 | |
| 1020 | // Recurse on our inputs if needed |
| 1021 | if (!hasBlockValue(SI->getTrueValue(), BB)) { |
| 1022 | if (pushBlockValue(std::make_pair(BB, SI->getTrueValue()))) |
| 1023 | return false; |
Philip Reames | 1baaef1 | 2016-12-06 03:01:08 +0000 | [diff] [blame] | 1024 | BBLV = LVILatticeVal::getOverdefined(); |
Philip Reames | c0bdb0c | 2016-02-01 22:57:53 +0000 | [diff] [blame] | 1025 | return true; |
| 1026 | } |
| 1027 | LVILatticeVal TrueVal = getBlockValue(SI->getTrueValue(), BB); |
| 1028 | // If we hit overdefined, don't ask more queries. We want to avoid poisoning |
| 1029 | // extra slots in the table if we can. |
| 1030 | if (TrueVal.isOverdefined()) { |
Philip Reames | 1baaef1 | 2016-12-06 03:01:08 +0000 | [diff] [blame] | 1031 | BBLV = LVILatticeVal::getOverdefined(); |
Philip Reames | c0bdb0c | 2016-02-01 22:57:53 +0000 | [diff] [blame] | 1032 | return true; |
| 1033 | } |
| 1034 | |
| 1035 | if (!hasBlockValue(SI->getFalseValue(), BB)) { |
| 1036 | if (pushBlockValue(std::make_pair(BB, SI->getFalseValue()))) |
| 1037 | return false; |
Philip Reames | 1baaef1 | 2016-12-06 03:01:08 +0000 | [diff] [blame] | 1038 | BBLV = LVILatticeVal::getOverdefined(); |
Philip Reames | c0bdb0c | 2016-02-01 22:57:53 +0000 | [diff] [blame] | 1039 | return true; |
| 1040 | } |
| 1041 | LVILatticeVal FalseVal = getBlockValue(SI->getFalseValue(), BB); |
| 1042 | // If we hit overdefined, don't ask more queries. We want to avoid poisoning |
| 1043 | // extra slots in the table if we can. |
| 1044 | if (FalseVal.isOverdefined()) { |
Philip Reames | 1baaef1 | 2016-12-06 03:01:08 +0000 | [diff] [blame] | 1045 | BBLV = LVILatticeVal::getOverdefined(); |
Philip Reames | c0bdb0c | 2016-02-01 22:57:53 +0000 | [diff] [blame] | 1046 | return true; |
| 1047 | } |
| 1048 | |
Philip Reames | adf0e35 | 2016-02-26 22:53:59 +0000 | [diff] [blame] | 1049 | if (TrueVal.isConstantRange() && FalseVal.isConstantRange()) { |
Craig Topper | 2b195fd | 2017-05-06 03:35:15 +0000 | [diff] [blame] | 1050 | const ConstantRange &TrueCR = TrueVal.getConstantRange(); |
| 1051 | const ConstantRange &FalseCR = FalseVal.getConstantRange(); |
Philip Reames | adf0e35 | 2016-02-26 22:53:59 +0000 | [diff] [blame] | 1052 | Value *LHS = nullptr; |
| 1053 | Value *RHS = nullptr; |
| 1054 | SelectPatternResult SPR = matchSelectPattern(SI, LHS, RHS); |
| 1055 | // Is this a min specifically of our two inputs? (Avoid the risk of |
| 1056 | // ValueTracking getting smarter looking back past our immediate inputs.) |
| 1057 | if (SelectPatternResult::isMinOrMax(SPR.Flavor) && |
| 1058 | LHS == SI->getTrueValue() && RHS == SI->getFalseValue()) { |
Philip Reames | b294962 | 2016-12-06 02:54:16 +0000 | [diff] [blame] | 1059 | ConstantRange ResultCR = [&]() { |
| 1060 | switch (SPR.Flavor) { |
| 1061 | default: |
| 1062 | llvm_unreachable("unexpected minmax type!"); |
| 1063 | case SPF_SMIN: /// Signed minimum |
| 1064 | return TrueCR.smin(FalseCR); |
| 1065 | case SPF_UMIN: /// Unsigned minimum |
| 1066 | return TrueCR.umin(FalseCR); |
| 1067 | case SPF_SMAX: /// Signed maximum |
| 1068 | return TrueCR.smax(FalseCR); |
| 1069 | case SPF_UMAX: /// Unsigned maximum |
| 1070 | return TrueCR.umax(FalseCR); |
| 1071 | }; |
| 1072 | }(); |
| 1073 | BBLV = LVILatticeVal::getRange(ResultCR); |
| 1074 | return true; |
Philip Reames | adf0e35 | 2016-02-26 22:53:59 +0000 | [diff] [blame] | 1075 | } |
NAKAMURA Takumi | 4cb46e6 | 2016-07-04 01:26:33 +0000 | [diff] [blame] | 1076 | |
Philip Reames | adf0e35 | 2016-02-26 22:53:59 +0000 | [diff] [blame] | 1077 | // TODO: ABS, NABS from the SelectPatternResult |
| 1078 | } |
| 1079 | |
Philip Reames | 854a84c | 2016-02-12 00:09:18 +0000 | [diff] [blame] | 1080 | // Can we constrain the facts about the true and false values by using the |
| 1081 | // condition itself? This shows up with idioms like e.g. select(a > 5, a, 5). |
| 1082 | // TODO: We could potentially refine an overdefined true value above. |
Artur Pilipenko | 2e19f59 | 2016-08-02 16:20:48 +0000 | [diff] [blame] | 1083 | Value *Cond = SI->getCondition(); |
Artur Pilipenko | 933c07a | 2016-08-10 13:38:07 +0000 | [diff] [blame] | 1084 | TrueVal = intersect(TrueVal, |
| 1085 | getValueFromCondition(SI->getTrueValue(), Cond, true)); |
| 1086 | FalseVal = intersect(FalseVal, |
| 1087 | getValueFromCondition(SI->getFalseValue(), Cond, false)); |
Philip Reames | 854a84c | 2016-02-12 00:09:18 +0000 | [diff] [blame] | 1088 | |
Artur Pilipenko | 2e19f59 | 2016-08-02 16:20:48 +0000 | [diff] [blame] | 1089 | // Handle clamp idioms such as: |
| 1090 | // %24 = constantrange<0, 17> |
| 1091 | // %39 = icmp eq i32 %24, 0 |
| 1092 | // %40 = add i32 %24, -1 |
| 1093 | // %siv.next = select i1 %39, i32 16, i32 %40 |
| 1094 | // %siv.next = constantrange<0, 17> not <-1, 17> |
| 1095 | // In general, this can handle any clamp idiom which tests the edge |
| 1096 | // condition via an equality or inequality. |
| 1097 | if (auto *ICI = dyn_cast<ICmpInst>(Cond)) { |
Philip Reames | adf0e35 | 2016-02-26 22:53:59 +0000 | [diff] [blame] | 1098 | ICmpInst::Predicate Pred = ICI->getPredicate(); |
| 1099 | Value *A = ICI->getOperand(0); |
| 1100 | if (ConstantInt *CIBase = dyn_cast<ConstantInt>(ICI->getOperand(1))) { |
| 1101 | auto addConstants = [](ConstantInt *A, ConstantInt *B) { |
| 1102 | assert(A->getType() == B->getType()); |
| 1103 | return ConstantInt::get(A->getType(), A->getValue() + B->getValue()); |
| 1104 | }; |
| 1105 | // See if either input is A + C2, subject to the constraint from the |
| 1106 | // condition that A != C when that input is used. We can assume that |
| 1107 | // that input doesn't include C + C2. |
| 1108 | ConstantInt *CIAdded; |
| 1109 | switch (Pred) { |
Philip Reames | 70b3918 | 2016-02-27 05:18:30 +0000 | [diff] [blame] | 1110 | default: break; |
Philip Reames | adf0e35 | 2016-02-26 22:53:59 +0000 | [diff] [blame] | 1111 | case ICmpInst::ICMP_EQ: |
| 1112 | if (match(SI->getFalseValue(), m_Add(m_Specific(A), |
| 1113 | m_ConstantInt(CIAdded)))) { |
| 1114 | auto ResNot = addConstants(CIBase, CIAdded); |
| 1115 | FalseVal = intersect(FalseVal, |
| 1116 | LVILatticeVal::getNot(ResNot)); |
| 1117 | } |
| 1118 | break; |
| 1119 | case ICmpInst::ICMP_NE: |
| 1120 | if (match(SI->getTrueValue(), m_Add(m_Specific(A), |
| 1121 | m_ConstantInt(CIAdded)))) { |
| 1122 | auto ResNot = addConstants(CIBase, CIAdded); |
| 1123 | TrueVal = intersect(TrueVal, |
| 1124 | LVILatticeVal::getNot(ResNot)); |
| 1125 | } |
| 1126 | break; |
| 1127 | }; |
| 1128 | } |
| 1129 | } |
NAKAMURA Takumi | 4cb46e6 | 2016-07-04 01:26:33 +0000 | [diff] [blame] | 1130 | |
Philip Reames | c0bdb0c | 2016-02-01 22:57:53 +0000 | [diff] [blame] | 1131 | LVILatticeVal Result; // Start Undefined. |
| 1132 | Result.mergeIn(TrueVal, DL); |
| 1133 | Result.mergeIn(FalseVal, DL); |
Philip Reames | c0bdb0c | 2016-02-01 22:57:53 +0000 | [diff] [blame] | 1134 | BBLV = Result; |
| 1135 | return true; |
| 1136 | } |
| 1137 | |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 1138 | bool LazyValueInfoImpl::solveBlockValueCast(LVILatticeVal &BBLV, |
Craig Topper | 0e5f109 | 2017-06-03 07:47:08 +0000 | [diff] [blame] | 1139 | CastInst *CI, |
| 1140 | BasicBlock *BB) { |
| 1141 | if (!CI->getOperand(0)->getType()->isSized()) { |
Philip Reames | e5030e8 | 2016-04-26 22:52:30 +0000 | [diff] [blame] | 1142 | // Without knowing how wide the input is, we can't analyze it in any useful |
| 1143 | // way. |
Philip Reames | 1baaef1 | 2016-12-06 03:01:08 +0000 | [diff] [blame] | 1144 | BBLV = LVILatticeVal::getOverdefined(); |
Philip Reames | e5030e8 | 2016-04-26 22:52:30 +0000 | [diff] [blame] | 1145 | return true; |
| 1146 | } |
Philip Reames | f105db4 | 2016-04-26 23:27:33 +0000 | [diff] [blame] | 1147 | |
| 1148 | // Filter out casts we don't know how to reason about before attempting to |
| 1149 | // recurse on our operand. This can cut a long search short if we know we're |
| 1150 | // not going to be able to get any useful information anways. |
Craig Topper | 0e5f109 | 2017-06-03 07:47:08 +0000 | [diff] [blame] | 1151 | switch (CI->getOpcode()) { |
Philip Reames | f105db4 | 2016-04-26 23:27:33 +0000 | [diff] [blame] | 1152 | case Instruction::Trunc: |
| 1153 | case Instruction::SExt: |
| 1154 | case Instruction::ZExt: |
| 1155 | case Instruction::BitCast: |
| 1156 | break; |
| 1157 | default: |
| 1158 | // Unhandled instructions are overdefined. |
| 1159 | DEBUG(dbgs() << " compute BB '" << BB->getName() |
| 1160 | << "' - overdefined (unknown cast).\n"); |
Philip Reames | 1baaef1 | 2016-12-06 03:01:08 +0000 | [diff] [blame] | 1161 | BBLV = LVILatticeVal::getOverdefined(); |
Philip Reames | f105db4 | 2016-04-26 23:27:33 +0000 | [diff] [blame] | 1162 | return true; |
| 1163 | } |
| 1164 | |
Philip Reames | 38c87c2 | 2016-04-26 21:48:16 +0000 | [diff] [blame] | 1165 | // Figure out the range of the LHS. If that fails, we still apply the |
| 1166 | // transfer rule on the full set since we may be able to locally infer |
| 1167 | // interesting facts. |
Craig Topper | 0e5f109 | 2017-06-03 07:47:08 +0000 | [diff] [blame] | 1168 | if (!hasBlockValue(CI->getOperand(0), BB)) |
| 1169 | if (pushBlockValue(std::make_pair(BB, CI->getOperand(0)))) |
Philip Reames | 38c87c2 | 2016-04-26 21:48:16 +0000 | [diff] [blame] | 1170 | // More work to do before applying this transfer rule. |
Hans Wennborg | 45172ac | 2014-11-25 17:23:05 +0000 | [diff] [blame] | 1171 | return false; |
Philip Reames | 38c87c2 | 2016-04-26 21:48:16 +0000 | [diff] [blame] | 1172 | |
| 1173 | const unsigned OperandBitWidth = |
Craig Topper | 0e5f109 | 2017-06-03 07:47:08 +0000 | [diff] [blame] | 1174 | DL.getTypeSizeInBits(CI->getOperand(0)->getType()); |
Philip Reames | 38c87c2 | 2016-04-26 21:48:16 +0000 | [diff] [blame] | 1175 | ConstantRange LHSRange = ConstantRange(OperandBitWidth); |
Craig Topper | 0e5f109 | 2017-06-03 07:47:08 +0000 | [diff] [blame] | 1176 | if (hasBlockValue(CI->getOperand(0), BB)) { |
| 1177 | LVILatticeVal LHSVal = getBlockValue(CI->getOperand(0), BB); |
| 1178 | intersectAssumeOrGuardBlockValueConstantRange(CI->getOperand(0), LHSVal, |
| 1179 | CI); |
Philip Reames | 38c87c2 | 2016-04-26 21:48:16 +0000 | [diff] [blame] | 1180 | if (LHSVal.isConstantRange()) |
| 1181 | LHSRange = LHSVal.getConstantRange(); |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 1182 | } |
| 1183 | |
Craig Topper | a803d5b | 2017-06-03 07:47:14 +0000 | [diff] [blame] | 1184 | const unsigned ResultBitWidth = CI->getType()->getIntegerBitWidth(); |
Philip Reames | 6671577 | 2016-04-25 18:30:31 +0000 | [diff] [blame] | 1185 | |
| 1186 | // NOTE: We're currently limited by the set of operations that ConstantRange |
| 1187 | // can evaluate symbolically. Enhancing that set will allows us to analyze |
| 1188 | // more definitions. |
Craig Topper | 0e5f109 | 2017-06-03 07:47:08 +0000 | [diff] [blame] | 1189 | BBLV = LVILatticeVal::getRange(LHSRange.castOp(CI->getOpcode(), |
| 1190 | ResultBitWidth)); |
Philip Reames | 6671577 | 2016-04-25 18:30:31 +0000 | [diff] [blame] | 1191 | return true; |
| 1192 | } |
| 1193 | |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 1194 | bool LazyValueInfoImpl::solveBlockValueBinaryOp(LVILatticeVal &BBLV, |
Craig Topper | 3778c89 | 2017-06-02 16:33:13 +0000 | [diff] [blame] | 1195 | BinaryOperator *BO, |
Philip Reames | e5030e8 | 2016-04-26 22:52:30 +0000 | [diff] [blame] | 1196 | BasicBlock *BB) { |
Philip Reames | 6671577 | 2016-04-25 18:30:31 +0000 | [diff] [blame] | 1197 | |
Craig Topper | 3778c89 | 2017-06-02 16:33:13 +0000 | [diff] [blame] | 1198 | assert(BO->getOperand(0)->getType()->isSized() && |
Philip Reames | 053c2a6 | 2016-04-26 23:10:35 +0000 | [diff] [blame] | 1199 | "all operands to binary operators are sized"); |
Philip Reames | f105db4 | 2016-04-26 23:27:33 +0000 | [diff] [blame] | 1200 | |
| 1201 | // Filter out operators we don't know how to reason about before attempting to |
| 1202 | // recurse on our operand(s). This can cut a long search short if we know |
Craig Topper | 84a9f16 | 2017-06-02 16:21:13 +0000 | [diff] [blame] | 1203 | // we're not going to be able to get any useful information anyways. |
Craig Topper | 3778c89 | 2017-06-02 16:33:13 +0000 | [diff] [blame] | 1204 | switch (BO->getOpcode()) { |
Philip Reames | f105db4 | 2016-04-26 23:27:33 +0000 | [diff] [blame] | 1205 | case Instruction::Add: |
| 1206 | case Instruction::Sub: |
| 1207 | case Instruction::Mul: |
| 1208 | case Instruction::UDiv: |
| 1209 | case Instruction::Shl: |
| 1210 | case Instruction::LShr: |
| 1211 | case Instruction::And: |
| 1212 | case Instruction::Or: |
| 1213 | // continue into the code below |
| 1214 | break; |
| 1215 | default: |
| 1216 | // Unhandled instructions are overdefined. |
| 1217 | DEBUG(dbgs() << " compute BB '" << BB->getName() |
| 1218 | << "' - overdefined (unknown binary operator).\n"); |
Philip Reames | 1baaef1 | 2016-12-06 03:01:08 +0000 | [diff] [blame] | 1219 | BBLV = LVILatticeVal::getOverdefined(); |
Philip Reames | f105db4 | 2016-04-26 23:27:33 +0000 | [diff] [blame] | 1220 | return true; |
| 1221 | }; |
NAKAMURA Takumi | 4cb46e6 | 2016-07-04 01:26:33 +0000 | [diff] [blame] | 1222 | |
Philip Reames | 053c2a6 | 2016-04-26 23:10:35 +0000 | [diff] [blame] | 1223 | // Figure out the range of the LHS. If that fails, use a conservative range, |
| 1224 | // but apply the transfer rule anyways. This lets us pick up facts from |
| 1225 | // expressions like "and i32 (call i32 @foo()), 32" |
Craig Topper | 3778c89 | 2017-06-02 16:33:13 +0000 | [diff] [blame] | 1226 | if (!hasBlockValue(BO->getOperand(0), BB)) |
| 1227 | if (pushBlockValue(std::make_pair(BB, BO->getOperand(0)))) |
Philip Reames | 053c2a6 | 2016-04-26 23:10:35 +0000 | [diff] [blame] | 1228 | // More work to do before applying this transfer rule. |
| 1229 | return false; |
| 1230 | |
| 1231 | const unsigned OperandBitWidth = |
Craig Topper | 3778c89 | 2017-06-02 16:33:13 +0000 | [diff] [blame] | 1232 | DL.getTypeSizeInBits(BO->getOperand(0)->getType()); |
Philip Reames | 053c2a6 | 2016-04-26 23:10:35 +0000 | [diff] [blame] | 1233 | ConstantRange LHSRange = ConstantRange(OperandBitWidth); |
Craig Topper | 3778c89 | 2017-06-02 16:33:13 +0000 | [diff] [blame] | 1234 | if (hasBlockValue(BO->getOperand(0), BB)) { |
| 1235 | LVILatticeVal LHSVal = getBlockValue(BO->getOperand(0), BB); |
| 1236 | intersectAssumeOrGuardBlockValueConstantRange(BO->getOperand(0), LHSVal, |
| 1237 | BO); |
Philip Reames | 053c2a6 | 2016-04-26 23:10:35 +0000 | [diff] [blame] | 1238 | if (LHSVal.isConstantRange()) |
| 1239 | LHSRange = LHSVal.getConstantRange(); |
Philip Reames | 6671577 | 2016-04-25 18:30:31 +0000 | [diff] [blame] | 1240 | } |
Philip Reames | 6671577 | 2016-04-25 18:30:31 +0000 | [diff] [blame] | 1241 | |
Craig Topper | 3778c89 | 2017-06-02 16:33:13 +0000 | [diff] [blame] | 1242 | ConstantInt *RHS = cast<ConstantInt>(BO->getOperand(1)); |
Philip Reames | 6671577 | 2016-04-25 18:30:31 +0000 | [diff] [blame] | 1243 | ConstantRange RHSRange = ConstantRange(RHS->getValue()); |
| 1244 | |
Owen Anderson | 80d19f0 | 2010-08-18 21:11:37 +0000 | [diff] [blame] | 1245 | // NOTE: We're currently limited by the set of operations that ConstantRange |
| 1246 | // can evaluate symbolically. Enhancing that set will allows us to analyze |
| 1247 | // more definitions. |
Craig Topper | 3778c89 | 2017-06-02 16:33:13 +0000 | [diff] [blame] | 1248 | Instruction::BinaryOps BinOp = BO->getOpcode(); |
Philip Reames | 0e613f7 | 2016-12-06 02:36:58 +0000 | [diff] [blame] | 1249 | BBLV = LVILatticeVal::getRange(LHSRange.binaryOp(BinOp, RHSRange)); |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 1250 | return true; |
Chris Lattner | 741c94c | 2009-11-11 00:22:30 +0000 | [diff] [blame] | 1251 | } |
| 1252 | |
Artur Pilipenko | fd223d5 | 2016-08-10 15:13:15 +0000 | [diff] [blame] | 1253 | static LVILatticeVal getValueFromICmpCondition(Value *Val, ICmpInst *ICI, |
| 1254 | bool isTrueDest) { |
Artur Pilipenko | 2147291 | 2016-08-08 14:08:37 +0000 | [diff] [blame] | 1255 | Value *LHS = ICI->getOperand(0); |
| 1256 | Value *RHS = ICI->getOperand(1); |
| 1257 | CmpInst::Predicate Predicate = ICI->getPredicate(); |
| 1258 | |
| 1259 | if (isa<Constant>(RHS)) { |
| 1260 | if (ICI->isEquality() && LHS == Val) { |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1261 | // We know that V has the RHS constant if this is a true SETEQ or |
NAKAMURA Takumi | f252951 | 2016-07-04 01:26:27 +0000 | [diff] [blame] | 1262 | // false SETNE. |
Artur Pilipenko | 2147291 | 2016-08-08 14:08:37 +0000 | [diff] [blame] | 1263 | if (isTrueDest == (Predicate == ICmpInst::ICMP_EQ)) |
Artur Pilipenko | 933c07a | 2016-08-10 13:38:07 +0000 | [diff] [blame] | 1264 | return LVILatticeVal::get(cast<Constant>(RHS)); |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1265 | else |
Artur Pilipenko | 933c07a | 2016-08-10 13:38:07 +0000 | [diff] [blame] | 1266 | return LVILatticeVal::getNot(cast<Constant>(RHS)); |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1267 | } |
Artur Pilipenko | c710a46 | 2016-08-09 14:50:08 +0000 | [diff] [blame] | 1268 | } |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1269 | |
Artur Pilipenko | c710a46 | 2016-08-09 14:50:08 +0000 | [diff] [blame] | 1270 | if (!Val->getType()->isIntegerTy()) |
Artur Pilipenko | 933c07a | 2016-08-10 13:38:07 +0000 | [diff] [blame] | 1271 | return LVILatticeVal::getOverdefined(); |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1272 | |
Artur Pilipenko | c710a46 | 2016-08-09 14:50:08 +0000 | [diff] [blame] | 1273 | // Use ConstantRange::makeAllowedICmpRegion in order to determine the possible |
| 1274 | // range of Val guaranteed by the condition. Recognize comparisons in the from |
| 1275 | // of: |
| 1276 | // icmp <pred> Val, ... |
Artur Pilipenko | 6356258 | 2016-08-12 10:05:11 +0000 | [diff] [blame] | 1277 | // icmp <pred> (add Val, Offset), ... |
Artur Pilipenko | c710a46 | 2016-08-09 14:50:08 +0000 | [diff] [blame] | 1278 | // The latter is the range checking idiom that InstCombine produces. Subtract |
| 1279 | // the offset from the allowed range for RHS in this case. |
Artur Pilipenko | eed618d | 2016-08-08 14:33:11 +0000 | [diff] [blame] | 1280 | |
Artur Pilipenko | c710a46 | 2016-08-09 14:50:08 +0000 | [diff] [blame] | 1281 | // Val or (add Val, Offset) can be on either hand of the comparison |
| 1282 | if (LHS != Val && !match(LHS, m_Add(m_Specific(Val), m_ConstantInt()))) { |
| 1283 | std::swap(LHS, RHS); |
| 1284 | Predicate = CmpInst::getSwappedPredicate(Predicate); |
| 1285 | } |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1286 | |
Artur Pilipenko | c710a46 | 2016-08-09 14:50:08 +0000 | [diff] [blame] | 1287 | ConstantInt *Offset = nullptr; |
Artur Pilipenko | 6356258 | 2016-08-12 10:05:11 +0000 | [diff] [blame] | 1288 | if (LHS != Val) |
Artur Pilipenko | c710a46 | 2016-08-09 14:50:08 +0000 | [diff] [blame] | 1289 | match(LHS, m_Add(m_Specific(Val), m_ConstantInt(Offset))); |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1290 | |
Artur Pilipenko | c710a46 | 2016-08-09 14:50:08 +0000 | [diff] [blame] | 1291 | if (LHS == Val || Offset) { |
| 1292 | // Calculate the range of values that are allowed by the comparison |
| 1293 | ConstantRange RHSRange(RHS->getType()->getIntegerBitWidth(), |
| 1294 | /*isFullSet=*/true); |
| 1295 | if (ConstantInt *CI = dyn_cast<ConstantInt>(RHS)) |
| 1296 | RHSRange = ConstantRange(CI->getValue()); |
Artur Pilipenko | 6669f25 | 2016-08-12 10:14:11 +0000 | [diff] [blame] | 1297 | else if (Instruction *I = dyn_cast<Instruction>(RHS)) |
| 1298 | if (auto *Ranges = I->getMetadata(LLVMContext::MD_range)) |
| 1299 | RHSRange = getConstantRangeFromMetadata(*Ranges); |
Artur Pilipenko | c710a46 | 2016-08-09 14:50:08 +0000 | [diff] [blame] | 1300 | |
| 1301 | // If we're interested in the false dest, invert the condition |
| 1302 | CmpInst::Predicate Pred = |
| 1303 | isTrueDest ? Predicate : CmpInst::getInversePredicate(Predicate); |
| 1304 | ConstantRange TrueValues = |
| 1305 | ConstantRange::makeAllowedICmpRegion(Pred, RHSRange); |
| 1306 | |
| 1307 | if (Offset) // Apply the offset from above. |
| 1308 | TrueValues = TrueValues.subtract(Offset->getValue()); |
| 1309 | |
Artur Pilipenko | 933c07a | 2016-08-10 13:38:07 +0000 | [diff] [blame] | 1310 | return LVILatticeVal::getRange(std::move(TrueValues)); |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1311 | } |
NAKAMURA Takumi | 4cb46e6 | 2016-07-04 01:26:33 +0000 | [diff] [blame] | 1312 | |
Artur Pilipenko | 933c07a | 2016-08-10 13:38:07 +0000 | [diff] [blame] | 1313 | return LVILatticeVal::getOverdefined(); |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1314 | } |
| 1315 | |
Artur Pilipenko | fd223d5 | 2016-08-10 15:13:15 +0000 | [diff] [blame] | 1316 | static LVILatticeVal |
| 1317 | getValueFromCondition(Value *Val, Value *Cond, bool isTrueDest, |
| 1318 | DenseMap<Value*, LVILatticeVal> &Visited); |
| 1319 | |
| 1320 | static LVILatticeVal |
| 1321 | getValueFromConditionImpl(Value *Val, Value *Cond, bool isTrueDest, |
| 1322 | DenseMap<Value*, LVILatticeVal> &Visited) { |
| 1323 | if (ICmpInst *ICI = dyn_cast<ICmpInst>(Cond)) |
| 1324 | return getValueFromICmpCondition(Val, ICI, isTrueDest); |
| 1325 | |
| 1326 | // Handle conditions in the form of (cond1 && cond2), we know that on the |
Craig Topper | b60f866 | 2017-06-23 01:08:16 +0000 | [diff] [blame] | 1327 | // true dest path both of the conditions hold. Similarly for conditions of |
| 1328 | // the form (cond1 || cond2), we know that on the false dest path neither |
| 1329 | // condition holds. |
Artur Pilipenko | fd223d5 | 2016-08-10 15:13:15 +0000 | [diff] [blame] | 1330 | BinaryOperator *BO = dyn_cast<BinaryOperator>(Cond); |
Craig Topper | b60f866 | 2017-06-23 01:08:16 +0000 | [diff] [blame] | 1331 | if (!BO || (isTrueDest && BO->getOpcode() != BinaryOperator::And) || |
| 1332 | (!isTrueDest && BO->getOpcode() != BinaryOperator::Or)) |
Artur Pilipenko | fd223d5 | 2016-08-10 15:13:15 +0000 | [diff] [blame] | 1333 | return LVILatticeVal::getOverdefined(); |
| 1334 | |
| 1335 | auto RHS = getValueFromCondition(Val, BO->getOperand(0), isTrueDest, Visited); |
| 1336 | auto LHS = getValueFromCondition(Val, BO->getOperand(1), isTrueDest, Visited); |
| 1337 | return intersect(RHS, LHS); |
| 1338 | } |
| 1339 | |
| 1340 | static LVILatticeVal |
| 1341 | getValueFromCondition(Value *Val, Value *Cond, bool isTrueDest, |
| 1342 | DenseMap<Value*, LVILatticeVal> &Visited) { |
| 1343 | auto I = Visited.find(Cond); |
| 1344 | if (I != Visited.end()) |
| 1345 | return I->second; |
Artur Pilipenko | b623088 | 2016-08-12 15:08:15 +0000 | [diff] [blame] | 1346 | |
| 1347 | auto Result = getValueFromConditionImpl(Val, Cond, isTrueDest, Visited); |
| 1348 | Visited[Cond] = Result; |
| 1349 | return Result; |
Artur Pilipenko | fd223d5 | 2016-08-10 15:13:15 +0000 | [diff] [blame] | 1350 | } |
| 1351 | |
| 1352 | LVILatticeVal getValueFromCondition(Value *Val, Value *Cond, bool isTrueDest) { |
| 1353 | assert(Cond && "precondition"); |
| 1354 | DenseMap<Value*, LVILatticeVal> Visited; |
| 1355 | return getValueFromCondition(Val, Cond, isTrueDest, Visited); |
| 1356 | } |
| 1357 | |
Nuno Lopes | e6e0490 | 2012-06-28 01:16:18 +0000 | [diff] [blame] | 1358 | /// \brief Compute the value of Val on the edge BBFrom -> BBTo. Returns false if |
Philip Reames | 13f7324 | 2016-02-01 23:21:11 +0000 | [diff] [blame] | 1359 | /// Val is not constrained on the edge. Result is unspecified if return value |
| 1360 | /// is false. |
Nuno Lopes | e6e0490 | 2012-06-28 01:16:18 +0000 | [diff] [blame] | 1361 | static bool getEdgeValueLocal(Value *Val, BasicBlock *BBFrom, |
| 1362 | BasicBlock *BBTo, LVILatticeVal &Result) { |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 1363 | // TODO: Handle more complex conditionals. If (v == 0 || v2 < 1) is false, we |
Chris Lattner | 7735878 | 2009-11-15 20:02:12 +0000 | [diff] [blame] | 1364 | // know that v != 0. |
Chris Lattner | 19019ea | 2009-11-11 22:48:44 +0000 | [diff] [blame] | 1365 | if (BranchInst *BI = dyn_cast<BranchInst>(BBFrom->getTerminator())) { |
| 1366 | // If this is a conditional branch and only one successor goes to BBTo, then |
Sanjay Patel | 938e279 | 2015-01-09 16:35:37 +0000 | [diff] [blame] | 1367 | // we may be able to infer something from the condition. |
Chris Lattner | 19019ea | 2009-11-11 22:48:44 +0000 | [diff] [blame] | 1368 | if (BI->isConditional() && |
| 1369 | BI->getSuccessor(0) != BI->getSuccessor(1)) { |
| 1370 | bool isTrueDest = BI->getSuccessor(0) == BBTo; |
| 1371 | assert(BI->getSuccessor(!isTrueDest) == BBTo && |
| 1372 | "BBTo isn't a successor of BBFrom"); |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 1373 | |
Chris Lattner | 19019ea | 2009-11-11 22:48:44 +0000 | [diff] [blame] | 1374 | // If V is the condition of the branch itself, then we know exactly what |
| 1375 | // it is. |
Daniel Jasper | 43cd2ef | 2017-08-01 05:30:49 +0000 | [diff] [blame] | 1376 | if (BI->getCondition() == Val) { |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 1377 | Result = LVILatticeVal::get(ConstantInt::get( |
Owen Anderson | 185fe00 | 2010-08-10 20:03:09 +0000 | [diff] [blame] | 1378 | Type::getInt1Ty(Val->getContext()), isTrueDest)); |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 1379 | return true; |
| 1380 | } |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 1381 | |
Chris Lattner | 19019ea | 2009-11-11 22:48:44 +0000 | [diff] [blame] | 1382 | // If the condition of the branch is an equality comparison, we may be |
| 1383 | // able to infer the value. |
Daniel Jasper | 43cd2ef | 2017-08-01 05:30:49 +0000 | [diff] [blame] | 1384 | Result = getValueFromCondition(Val, BI->getCondition(), isTrueDest); |
Artur Pilipenko | 933c07a | 2016-08-10 13:38:07 +0000 | [diff] [blame] | 1385 | if (!Result.isOverdefined()) |
Artur Pilipenko | 2e19f59 | 2016-08-02 16:20:48 +0000 | [diff] [blame] | 1386 | return true; |
Chris Lattner | 19019ea | 2009-11-11 22:48:44 +0000 | [diff] [blame] | 1387 | } |
| 1388 | } |
Chris Lattner | 7735878 | 2009-11-15 20:02:12 +0000 | [diff] [blame] | 1389 | |
| 1390 | // If the edge was formed by a switch on the value, then we may know exactly |
| 1391 | // what it is. |
| 1392 | if (SwitchInst *SI = dyn_cast<SwitchInst>(BBFrom->getTerminator())) { |
Daniel Jasper | 43cd2ef | 2017-08-01 05:30:49 +0000 | [diff] [blame] | 1393 | if (SI->getCondition() != Val) |
Nuno Lopes | 8650fb8 | 2012-06-28 16:13:37 +0000 | [diff] [blame] | 1394 | return false; |
| 1395 | |
| 1396 | bool DefaultCase = SI->getDefaultDest() == BBTo; |
| 1397 | unsigned BitWidth = Val->getType()->getIntegerBitWidth(); |
| 1398 | ConstantRange EdgesVals(BitWidth, DefaultCase/*isFullSet*/); |
| 1399 | |
Chandler Carruth | 927d8e6 | 2017-04-12 07:27:28 +0000 | [diff] [blame] | 1400 | for (auto Case : SI->cases()) { |
Daniel Jasper | 43cd2ef | 2017-08-01 05:30:49 +0000 | [diff] [blame] | 1401 | ConstantRange EdgeVal(Case.getCaseValue()->getValue()); |
Manman Ren | f3fedb6 | 2012-09-05 23:45:58 +0000 | [diff] [blame] | 1402 | if (DefaultCase) { |
| 1403 | // It is possible that the default destination is the destination of |
| 1404 | // some cases. There is no need to perform difference for those cases. |
Chandler Carruth | 927d8e6 | 2017-04-12 07:27:28 +0000 | [diff] [blame] | 1405 | if (Case.getCaseSuccessor() != BBTo) |
Manman Ren | f3fedb6 | 2012-09-05 23:45:58 +0000 | [diff] [blame] | 1406 | EdgesVals = EdgesVals.difference(EdgeVal); |
Chandler Carruth | 927d8e6 | 2017-04-12 07:27:28 +0000 | [diff] [blame] | 1407 | } else if (Case.getCaseSuccessor() == BBTo) |
Nuno Lopes | ac59380 | 2012-05-18 21:02:10 +0000 | [diff] [blame] | 1408 | EdgesVals = EdgesVals.unionWith(EdgeVal); |
Chris Lattner | 7735878 | 2009-11-15 20:02:12 +0000 | [diff] [blame] | 1409 | } |
Benjamin Kramer | 2337c1f | 2016-02-20 10:40:34 +0000 | [diff] [blame] | 1410 | Result = LVILatticeVal::getRange(std::move(EdgesVals)); |
Nuno Lopes | 8650fb8 | 2012-06-28 16:13:37 +0000 | [diff] [blame] | 1411 | return true; |
Chris Lattner | 7735878 | 2009-11-15 20:02:12 +0000 | [diff] [blame] | 1412 | } |
Nuno Lopes | e6e0490 | 2012-06-28 01:16:18 +0000 | [diff] [blame] | 1413 | return false; |
| 1414 | } |
| 1415 | |
Sanjay Patel | 938e279 | 2015-01-09 16:35:37 +0000 | [diff] [blame] | 1416 | /// \brief Compute the value of Val on the edge BBFrom -> BBTo or the value at |
| 1417 | /// the basic block if the edge does not constrain Val. |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 1418 | bool LazyValueInfoImpl::getEdgeValue(Value *Val, BasicBlock *BBFrom, |
Xin Tong | 68ea9aa | 2017-02-24 20:59:26 +0000 | [diff] [blame] | 1419 | BasicBlock *BBTo, LVILatticeVal &Result, |
| 1420 | Instruction *CxtI) { |
Nuno Lopes | e6e0490 | 2012-06-28 01:16:18 +0000 | [diff] [blame] | 1421 | // If already a constant, there is nothing to compute. |
| 1422 | if (Constant *VC = dyn_cast<Constant>(Val)) { |
| 1423 | Result = LVILatticeVal::get(VC); |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 1424 | return true; |
| 1425 | } |
Nuno Lopes | e6e0490 | 2012-06-28 01:16:18 +0000 | [diff] [blame] | 1426 | |
Philip Reames | 44456b8 | 2016-02-02 03:15:40 +0000 | [diff] [blame] | 1427 | LVILatticeVal LocalResult; |
| 1428 | if (!getEdgeValueLocal(Val, BBFrom, BBTo, LocalResult)) |
| 1429 | // If we couldn't constrain the value on the edge, LocalResult doesn't |
| 1430 | // provide any information. |
Philip Reames | 1baaef1 | 2016-12-06 03:01:08 +0000 | [diff] [blame] | 1431 | LocalResult = LVILatticeVal::getOverdefined(); |
NAKAMURA Takumi | 4cb46e6 | 2016-07-04 01:26:33 +0000 | [diff] [blame] | 1432 | |
Philip Reames | 44456b8 | 2016-02-02 03:15:40 +0000 | [diff] [blame] | 1433 | if (hasSingleValue(LocalResult)) { |
| 1434 | // Can't get any more precise here |
| 1435 | Result = LocalResult; |
Nuno Lopes | e6e0490 | 2012-06-28 01:16:18 +0000 | [diff] [blame] | 1436 | return true; |
| 1437 | } |
| 1438 | |
| 1439 | if (!hasBlockValue(Val, BBFrom)) { |
Hans Wennborg | 45172ac | 2014-11-25 17:23:05 +0000 | [diff] [blame] | 1440 | if (pushBlockValue(std::make_pair(BBFrom, Val))) |
| 1441 | return false; |
Philip Reames | 44456b8 | 2016-02-02 03:15:40 +0000 | [diff] [blame] | 1442 | // No new information. |
| 1443 | Result = LocalResult; |
Hans Wennborg | 45172ac | 2014-11-25 17:23:05 +0000 | [diff] [blame] | 1444 | return true; |
Nuno Lopes | e6e0490 | 2012-06-28 01:16:18 +0000 | [diff] [blame] | 1445 | } |
| 1446 | |
Philip Reames | 44456b8 | 2016-02-02 03:15:40 +0000 | [diff] [blame] | 1447 | // Try to intersect ranges of the BB and the constraint on the edge. |
| 1448 | LVILatticeVal InBlock = getBlockValue(Val, BBFrom); |
Artur Pilipenko | 2e8f82d | 2016-08-12 15:52:23 +0000 | [diff] [blame] | 1449 | intersectAssumeOrGuardBlockValueConstantRange(Val, InBlock, |
| 1450 | BBFrom->getTerminator()); |
Hal Finkel | 2400c96 | 2014-10-16 00:40:05 +0000 | [diff] [blame] | 1451 | // We can use the context instruction (generically the ultimate instruction |
| 1452 | // the calling pass is trying to simplify) here, even though the result of |
| 1453 | // this function is generally cached when called from the solve* functions |
| 1454 | // (and that cached result might be used with queries using a different |
| 1455 | // context instruction), because when this function is called from the solve* |
| 1456 | // functions, the context instruction is not provided. When called from |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 1457 | // LazyValueInfoImpl::getValueOnEdge, the context instruction is provided, |
Hal Finkel | 2400c96 | 2014-10-16 00:40:05 +0000 | [diff] [blame] | 1458 | // but then the result is not cached. |
Artur Pilipenko | 2e8f82d | 2016-08-12 15:52:23 +0000 | [diff] [blame] | 1459 | intersectAssumeOrGuardBlockValueConstantRange(Val, InBlock, CxtI); |
Philip Reames | 44456b8 | 2016-02-02 03:15:40 +0000 | [diff] [blame] | 1460 | |
| 1461 | Result = intersect(LocalResult, InBlock); |
Nuno Lopes | e6e0490 | 2012-06-28 01:16:18 +0000 | [diff] [blame] | 1462 | return true; |
Chris Lattner | 19019ea | 2009-11-11 22:48:44 +0000 | [diff] [blame] | 1463 | } |
| 1464 | |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 1465 | LVILatticeVal LazyValueInfoImpl::getValueInBlock(Value *V, BasicBlock *BB, |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1466 | Instruction *CxtI) { |
David Greene | 37e9809 | 2009-12-23 20:43:58 +0000 | [diff] [blame] | 1467 | DEBUG(dbgs() << "LVI Getting block end value " << *V << " at '" |
Chris Lattner | af025d3 | 2009-11-15 19:59:49 +0000 | [diff] [blame] | 1468 | << BB->getName() << "'\n"); |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 1469 | |
Hans Wennborg | 45172ac | 2014-11-25 17:23:05 +0000 | [diff] [blame] | 1470 | assert(BlockValueStack.empty() && BlockValueSet.empty()); |
Philip Reames | bb781b4 | 2016-02-10 21:46:32 +0000 | [diff] [blame] | 1471 | if (!hasBlockValue(V, BB)) { |
NAKAMURA Takumi | bd072a9 | 2016-07-25 00:59:46 +0000 | [diff] [blame] | 1472 | pushBlockValue(std::make_pair(BB, V)); |
Philip Reames | bb781b4 | 2016-02-10 21:46:32 +0000 | [diff] [blame] | 1473 | solve(); |
| 1474 | } |
Owen Anderson | c7ed4dc | 2010-12-09 06:14:58 +0000 | [diff] [blame] | 1475 | LVILatticeVal Result = getBlockValue(V, BB); |
Artur Pilipenko | 2e8f82d | 2016-08-12 15:52:23 +0000 | [diff] [blame] | 1476 | intersectAssumeOrGuardBlockValueConstantRange(V, Result, CxtI); |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1477 | |
| 1478 | DEBUG(dbgs() << " Result = " << Result << "\n"); |
| 1479 | return Result; |
| 1480 | } |
| 1481 | |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 1482 | LVILatticeVal LazyValueInfoImpl::getValueAt(Value *V, Instruction *CxtI) { |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1483 | DEBUG(dbgs() << "LVI Getting value " << *V << " at '" |
| 1484 | << CxtI->getName() << "'\n"); |
| 1485 | |
Philip Reames | bb781b4 | 2016-02-10 21:46:32 +0000 | [diff] [blame] | 1486 | if (auto *C = dyn_cast<Constant>(V)) |
| 1487 | return LVILatticeVal::get(C); |
| 1488 | |
Philip Reames | d1f829d | 2016-02-02 21:57:37 +0000 | [diff] [blame] | 1489 | LVILatticeVal Result = LVILatticeVal::getOverdefined(); |
Philip Reames | eb3e9da | 2015-10-29 03:57:17 +0000 | [diff] [blame] | 1490 | if (auto *I = dyn_cast<Instruction>(V)) |
| 1491 | Result = getFromRangeMetadata(I); |
Artur Pilipenko | 2e8f82d | 2016-08-12 15:52:23 +0000 | [diff] [blame] | 1492 | intersectAssumeOrGuardBlockValueConstantRange(V, Result, CxtI); |
Philip Reames | 2c275cc | 2016-02-02 00:45:30 +0000 | [diff] [blame] | 1493 | |
David Greene | 37e9809 | 2009-12-23 20:43:58 +0000 | [diff] [blame] | 1494 | DEBUG(dbgs() << " Result = " << Result << "\n"); |
Chris Lattner | af025d3 | 2009-11-15 19:59:49 +0000 | [diff] [blame] | 1495 | return Result; |
| 1496 | } |
Chris Lattner | 19019ea | 2009-11-11 22:48:44 +0000 | [diff] [blame] | 1497 | |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 1498 | LVILatticeVal LazyValueInfoImpl:: |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1499 | getValueOnEdge(Value *V, BasicBlock *FromBB, BasicBlock *ToBB, |
| 1500 | Instruction *CxtI) { |
David Greene | 37e9809 | 2009-12-23 20:43:58 +0000 | [diff] [blame] | 1501 | DEBUG(dbgs() << "LVI Getting edge value " << *V << " from '" |
Chris Lattner | af025d3 | 2009-11-15 19:59:49 +0000 | [diff] [blame] | 1502 | << FromBB->getName() << "' to '" << ToBB->getName() << "'\n"); |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 1503 | |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 1504 | LVILatticeVal Result; |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1505 | if (!getEdgeValue(V, FromBB, ToBB, Result, CxtI)) { |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 1506 | solve(); |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1507 | bool WasFastQuery = getEdgeValue(V, FromBB, ToBB, Result, CxtI); |
Nick Lewycky | 55a700b | 2010-12-18 01:00:40 +0000 | [diff] [blame] | 1508 | (void)WasFastQuery; |
| 1509 | assert(WasFastQuery && "More work to do after problem solved?"); |
| 1510 | } |
| 1511 | |
David Greene | 37e9809 | 2009-12-23 20:43:58 +0000 | [diff] [blame] | 1512 | DEBUG(dbgs() << " Result = " << Result << "\n"); |
Chris Lattner | af025d3 | 2009-11-15 19:59:49 +0000 | [diff] [blame] | 1513 | return Result; |
| 1514 | } |
| 1515 | |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 1516 | void LazyValueInfoImpl::threadEdge(BasicBlock *PredBB, BasicBlock *OldSucc, |
Philip Reames | 9db7948 | 2016-09-12 22:38:44 +0000 | [diff] [blame] | 1517 | BasicBlock *NewSucc) { |
| 1518 | TheCache.threadEdgeImpl(OldSucc, NewSucc); |
Owen Anderson | aa7f66b | 2010-07-26 18:48:03 +0000 | [diff] [blame] | 1519 | } |
| 1520 | |
Chris Lattner | af025d3 | 2009-11-15 19:59:49 +0000 | [diff] [blame] | 1521 | //===----------------------------------------------------------------------===// |
| 1522 | // LazyValueInfo Impl |
| 1523 | //===----------------------------------------------------------------------===// |
| 1524 | |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 1525 | /// This lazily constructs the LazyValueInfoImpl. |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 1526 | static LazyValueInfoImpl &getImpl(void *&PImpl, AssumptionCache *AC, |
| 1527 | const DataLayout *DL, |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 1528 | DominatorTree *DT = nullptr) { |
Mehdi Amini | a28d91d | 2015-03-10 02:37:25 +0000 | [diff] [blame] | 1529 | if (!PImpl) { |
| 1530 | assert(DL && "getCache() called with a null DataLayout"); |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 1531 | PImpl = new LazyValueInfoImpl(AC, *DL, DT); |
Mehdi Amini | a28d91d | 2015-03-10 02:37:25 +0000 | [diff] [blame] | 1532 | } |
Philip Reames | 92e5e1b | 2016-09-12 21:46:58 +0000 | [diff] [blame] | 1533 | return *static_cast<LazyValueInfoImpl*>(PImpl); |
Chris Lattner | af025d3 | 2009-11-15 19:59:49 +0000 | [diff] [blame] | 1534 | } |
| 1535 | |
Sean Silva | 687019f | 2016-06-13 22:01:25 +0000 | [diff] [blame] | 1536 | bool LazyValueInfoWrapperPass::runOnFunction(Function &F) { |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 1537 | Info.AC = &getAnalysis<AssumptionCacheTracker>().getAssumptionCache(F); |
Mehdi Amini | a28d91d | 2015-03-10 02:37:25 +0000 | [diff] [blame] | 1538 | const DataLayout &DL = F.getParent()->getDataLayout(); |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1539 | |
| 1540 | DominatorTreeWrapperPass *DTWP = |
| 1541 | getAnalysisIfAvailable<DominatorTreeWrapperPass>(); |
Sean Silva | 687019f | 2016-06-13 22:01:25 +0000 | [diff] [blame] | 1542 | Info.DT = DTWP ? &DTWP->getDomTree() : nullptr; |
| 1543 | Info.TLI = &getAnalysis<TargetLibraryInfoWrapperPass>().getTLI(); |
Chad Rosier | 43a3306 | 2011-12-02 01:26:24 +0000 | [diff] [blame] | 1544 | |
Sean Silva | 687019f | 2016-06-13 22:01:25 +0000 | [diff] [blame] | 1545 | if (Info.PImpl) |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 1546 | getImpl(Info.PImpl, Info.AC, &DL, Info.DT).clear(); |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1547 | |
Owen Anderson | 208636f | 2010-08-18 18:39:01 +0000 | [diff] [blame] | 1548 | // Fully lazy. |
| 1549 | return false; |
| 1550 | } |
| 1551 | |
Sean Silva | 687019f | 2016-06-13 22:01:25 +0000 | [diff] [blame] | 1552 | void LazyValueInfoWrapperPass::getAnalysisUsage(AnalysisUsage &AU) const { |
Chad Rosier | 43a3306 | 2011-12-02 01:26:24 +0000 | [diff] [blame] | 1553 | AU.setPreservesAll(); |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 1554 | AU.addRequired<AssumptionCacheTracker>(); |
Chandler Carruth | b98f63d | 2015-01-15 10:41:28 +0000 | [diff] [blame] | 1555 | AU.addRequired<TargetLibraryInfoWrapperPass>(); |
Chad Rosier | 43a3306 | 2011-12-02 01:26:24 +0000 | [diff] [blame] | 1556 | } |
| 1557 | |
Sean Silva | 687019f | 2016-06-13 22:01:25 +0000 | [diff] [blame] | 1558 | LazyValueInfo &LazyValueInfoWrapperPass::getLVI() { return Info; } |
| 1559 | |
| 1560 | LazyValueInfo::~LazyValueInfo() { releaseMemory(); } |
| 1561 | |
Chris Lattner | af025d3 | 2009-11-15 19:59:49 +0000 | [diff] [blame] | 1562 | void LazyValueInfo::releaseMemory() { |
| 1563 | // If the cache was allocated, free it. |
| 1564 | if (PImpl) { |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 1565 | delete &getImpl(PImpl, AC, nullptr); |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1566 | PImpl = nullptr; |
Chris Lattner | af025d3 | 2009-11-15 19:59:49 +0000 | [diff] [blame] | 1567 | } |
| 1568 | } |
| 1569 | |
Chandler Carruth | a504f2b | 2017-01-23 06:35:12 +0000 | [diff] [blame] | 1570 | bool LazyValueInfo::invalidate(Function &F, const PreservedAnalyses &PA, |
| 1571 | FunctionAnalysisManager::Invalidator &Inv) { |
| 1572 | // We need to invalidate if we have either failed to preserve this analyses |
| 1573 | // result directly or if any of its dependencies have been invalidated. |
| 1574 | auto PAC = PA.getChecker<LazyValueAnalysis>(); |
| 1575 | if (!(PAC.preserved() || PAC.preservedSet<AllAnalysesOn<Function>>()) || |
| 1576 | (DT && Inv.invalidate<DominatorTreeAnalysis>(F, PA))) |
| 1577 | return true; |
| 1578 | |
| 1579 | return false; |
| 1580 | } |
| 1581 | |
Sean Silva | 687019f | 2016-06-13 22:01:25 +0000 | [diff] [blame] | 1582 | void LazyValueInfoWrapperPass::releaseMemory() { Info.releaseMemory(); } |
| 1583 | |
| 1584 | LazyValueInfo LazyValueAnalysis::run(Function &F, FunctionAnalysisManager &FAM) { |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 1585 | auto &AC = FAM.getResult<AssumptionAnalysis>(F); |
Sean Silva | 687019f | 2016-06-13 22:01:25 +0000 | [diff] [blame] | 1586 | auto &TLI = FAM.getResult<TargetLibraryAnalysis>(F); |
| 1587 | auto *DT = FAM.getCachedResult<DominatorTreeAnalysis>(F); |
| 1588 | |
Anna Thomas | a10e3e4 | 2017-03-12 14:06:41 +0000 | [diff] [blame] | 1589 | return LazyValueInfo(&AC, &F.getParent()->getDataLayout(), &TLI, DT); |
Sean Silva | 687019f | 2016-06-13 22:01:25 +0000 | [diff] [blame] | 1590 | } |
| 1591 | |
Wei Mi | f160e34 | 2016-09-15 06:28:34 +0000 | [diff] [blame] | 1592 | /// Returns true if we can statically tell that this value will never be a |
| 1593 | /// "useful" constant. In practice, this means we've got something like an |
| 1594 | /// alloca or a malloc call for which a comparison against a constant can |
| 1595 | /// only be guarding dead code. Note that we are potentially giving up some |
| 1596 | /// precision in dead code (a constant result) in favour of avoiding a |
| 1597 | /// expensive search for a easily answered common query. |
| 1598 | static bool isKnownNonConstant(Value *V) { |
| 1599 | V = V->stripPointerCasts(); |
| 1600 | // The return val of alloc cannot be a Constant. |
| 1601 | if (isa<AllocaInst>(V)) |
| 1602 | return true; |
| 1603 | return false; |
| 1604 | } |
| 1605 | |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1606 | Constant *LazyValueInfo::getConstant(Value *V, BasicBlock *BB, |
| 1607 | Instruction *CxtI) { |
Wei Mi | f160e34 | 2016-09-15 06:28:34 +0000 | [diff] [blame] | 1608 | // Bail out early if V is known not to be a Constant. |
| 1609 | if (isKnownNonConstant(V)) |
| 1610 | return nullptr; |
| 1611 | |
Mehdi Amini | a28d91d | 2015-03-10 02:37:25 +0000 | [diff] [blame] | 1612 | const DataLayout &DL = BB->getModule()->getDataLayout(); |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1613 | LVILatticeVal Result = |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 1614 | getImpl(PImpl, AC, &DL, DT).getValueInBlock(V, BB, CxtI); |
Chandler Carruth | 66b3130 | 2015-01-04 12:03:27 +0000 | [diff] [blame] | 1615 | |
Chris Lattner | 19019ea | 2009-11-11 22:48:44 +0000 | [diff] [blame] | 1616 | if (Result.isConstant()) |
| 1617 | return Result.getConstant(); |
Nick Lewycky | 11678bd | 2010-12-15 18:57:18 +0000 | [diff] [blame] | 1618 | if (Result.isConstantRange()) { |
Craig Topper | 2b195fd | 2017-05-06 03:35:15 +0000 | [diff] [blame] | 1619 | const ConstantRange &CR = Result.getConstantRange(); |
Owen Anderson | 38f6b7f | 2010-08-27 23:29:38 +0000 | [diff] [blame] | 1620 | if (const APInt *SingleVal = CR.getSingleElement()) |
| 1621 | return ConstantInt::get(V->getContext(), *SingleVal); |
| 1622 | } |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1623 | return nullptr; |
Chris Lattner | 19019ea | 2009-11-11 22:48:44 +0000 | [diff] [blame] | 1624 | } |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 1625 | |
John Regehr | e1c481d | 2016-05-02 19:58:00 +0000 | [diff] [blame] | 1626 | ConstantRange LazyValueInfo::getConstantRange(Value *V, BasicBlock *BB, |
NAKAMURA Takumi | 940cd93 | 2016-07-04 01:26:21 +0000 | [diff] [blame] | 1627 | Instruction *CxtI) { |
John Regehr | e1c481d | 2016-05-02 19:58:00 +0000 | [diff] [blame] | 1628 | assert(V->getType()->isIntegerTy()); |
| 1629 | unsigned Width = V->getType()->getIntegerBitWidth(); |
| 1630 | const DataLayout &DL = BB->getModule()->getDataLayout(); |
| 1631 | LVILatticeVal Result = |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 1632 | getImpl(PImpl, AC, &DL, DT).getValueInBlock(V, BB, CxtI); |
John Regehr | e1c481d | 2016-05-02 19:58:00 +0000 | [diff] [blame] | 1633 | if (Result.isUndefined()) |
| 1634 | return ConstantRange(Width, /*isFullSet=*/false); |
| 1635 | if (Result.isConstantRange()) |
| 1636 | return Result.getConstantRange(); |
Artur Pilipenko | a4b6a70 | 2016-08-10 12:54:54 +0000 | [diff] [blame] | 1637 | // We represent ConstantInt constants as constant ranges but other kinds |
| 1638 | // of integer constants, i.e. ConstantExpr will be tagged as constants |
| 1639 | assert(!(Result.isConstant() && isa<ConstantInt>(Result.getConstant())) && |
| 1640 | "ConstantInt value must be represented as constantrange"); |
Davide Italiano | bd543d0 | 2016-05-25 22:29:34 +0000 | [diff] [blame] | 1641 | return ConstantRange(Width, /*isFullSet=*/true); |
John Regehr | e1c481d | 2016-05-02 19:58:00 +0000 | [diff] [blame] | 1642 | } |
| 1643 | |
Sanjay Patel | 2a385e2 | 2015-01-09 16:47:20 +0000 | [diff] [blame] | 1644 | /// Determine whether the specified value is known to be a |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 1645 | /// constant on the specified edge. Return null if not. |
Chris Lattner | d5e2543 | 2009-11-12 01:29:10 +0000 | [diff] [blame] | 1646 | Constant *LazyValueInfo::getConstantOnEdge(Value *V, BasicBlock *FromBB, |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1647 | BasicBlock *ToBB, |
| 1648 | Instruction *CxtI) { |
Mehdi Amini | a28d91d | 2015-03-10 02:37:25 +0000 | [diff] [blame] | 1649 | const DataLayout &DL = FromBB->getModule()->getDataLayout(); |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1650 | LVILatticeVal Result = |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 1651 | getImpl(PImpl, AC, &DL, DT).getValueOnEdge(V, FromBB, ToBB, CxtI); |
Chandler Carruth | 66b3130 | 2015-01-04 12:03:27 +0000 | [diff] [blame] | 1652 | |
Chris Lattner | d5e2543 | 2009-11-12 01:29:10 +0000 | [diff] [blame] | 1653 | if (Result.isConstant()) |
| 1654 | return Result.getConstant(); |
Nick Lewycky | 11678bd | 2010-12-15 18:57:18 +0000 | [diff] [blame] | 1655 | if (Result.isConstantRange()) { |
Craig Topper | 2b195fd | 2017-05-06 03:35:15 +0000 | [diff] [blame] | 1656 | const ConstantRange &CR = Result.getConstantRange(); |
Owen Anderson | 185fe00 | 2010-08-10 20:03:09 +0000 | [diff] [blame] | 1657 | if (const APInt *SingleVal = CR.getSingleElement()) |
| 1658 | return ConstantInt::get(V->getContext(), *SingleVal); |
| 1659 | } |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1660 | return nullptr; |
Chris Lattner | d5e2543 | 2009-11-12 01:29:10 +0000 | [diff] [blame] | 1661 | } |
| 1662 | |
Craig Topper | 2c20c42 | 2017-06-23 05:41:35 +0000 | [diff] [blame] | 1663 | ConstantRange LazyValueInfo::getConstantRangeOnEdge(Value *V, |
| 1664 | BasicBlock *FromBB, |
| 1665 | BasicBlock *ToBB, |
| 1666 | Instruction *CxtI) { |
| 1667 | unsigned Width = V->getType()->getIntegerBitWidth(); |
| 1668 | const DataLayout &DL = FromBB->getModule()->getDataLayout(); |
| 1669 | LVILatticeVal Result = |
| 1670 | getImpl(PImpl, AC, &DL, DT).getValueOnEdge(V, FromBB, ToBB, CxtI); |
| 1671 | |
| 1672 | if (Result.isUndefined()) |
| 1673 | return ConstantRange(Width, /*isFullSet=*/false); |
| 1674 | if (Result.isConstantRange()) |
| 1675 | return Result.getConstantRange(); |
| 1676 | // We represent ConstantInt constants as constant ranges but other kinds |
| 1677 | // of integer constants, i.e. ConstantExpr will be tagged as constants |
| 1678 | assert(!(Result.isConstant() && isa<ConstantInt>(Result.getConstant())) && |
| 1679 | "ConstantInt value must be represented as constantrange"); |
| 1680 | return ConstantRange(Width, /*isFullSet=*/true); |
| 1681 | } |
| 1682 | |
Mehdi Amini | a28d91d | 2015-03-10 02:37:25 +0000 | [diff] [blame] | 1683 | static LazyValueInfo::Tristate getPredicateResult(unsigned Pred, Constant *C, |
Craig Topper | 6dd9dcf | 2017-06-09 21:18:16 +0000 | [diff] [blame] | 1684 | const LVILatticeVal &Val, |
Mehdi Amini | a28d91d | 2015-03-10 02:37:25 +0000 | [diff] [blame] | 1685 | const DataLayout &DL, |
| 1686 | TargetLibraryInfo *TLI) { |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1687 | |
Chris Lattner | 565ee2f | 2009-11-12 04:36:58 +0000 | [diff] [blame] | 1688 | // If we know the value is a constant, evaluate the conditional. |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1689 | Constant *Res = nullptr; |
Craig Topper | 6dd9dcf | 2017-06-09 21:18:16 +0000 | [diff] [blame] | 1690 | if (Val.isConstant()) { |
| 1691 | Res = ConstantFoldCompareInstOperands(Pred, Val.getConstant(), C, DL, TLI); |
Nick Lewycky | 11678bd | 2010-12-15 18:57:18 +0000 | [diff] [blame] | 1692 | if (ConstantInt *ResCI = dyn_cast<ConstantInt>(Res)) |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1693 | return ResCI->isZero() ? LazyValueInfo::False : LazyValueInfo::True; |
| 1694 | return LazyValueInfo::Unknown; |
Chris Lattner | af025d3 | 2009-11-15 19:59:49 +0000 | [diff] [blame] | 1695 | } |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 1696 | |
Craig Topper | 6dd9dcf | 2017-06-09 21:18:16 +0000 | [diff] [blame] | 1697 | if (Val.isConstantRange()) { |
Owen Anderson | c62f704 | 2010-08-24 07:55:44 +0000 | [diff] [blame] | 1698 | ConstantInt *CI = dyn_cast<ConstantInt>(C); |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1699 | if (!CI) return LazyValueInfo::Unknown; |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 1700 | |
Craig Topper | 6dd9dcf | 2017-06-09 21:18:16 +0000 | [diff] [blame] | 1701 | const ConstantRange &CR = Val.getConstantRange(); |
Owen Anderson | 185fe00 | 2010-08-10 20:03:09 +0000 | [diff] [blame] | 1702 | if (Pred == ICmpInst::ICMP_EQ) { |
| 1703 | if (!CR.contains(CI->getValue())) |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1704 | return LazyValueInfo::False; |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 1705 | |
Craig Topper | 7945248 | 2017-06-07 00:58:09 +0000 | [diff] [blame] | 1706 | if (CR.isSingleElement()) |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1707 | return LazyValueInfo::True; |
Owen Anderson | 185fe00 | 2010-08-10 20:03:09 +0000 | [diff] [blame] | 1708 | } else if (Pred == ICmpInst::ICMP_NE) { |
| 1709 | if (!CR.contains(CI->getValue())) |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1710 | return LazyValueInfo::True; |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 1711 | |
Craig Topper | 7945248 | 2017-06-07 00:58:09 +0000 | [diff] [blame] | 1712 | if (CR.isSingleElement()) |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1713 | return LazyValueInfo::False; |
Craig Topper | 31ce4ec | 2017-06-09 16:16:20 +0000 | [diff] [blame] | 1714 | } else { |
| 1715 | // Handle more complex predicates. |
| 1716 | ConstantRange TrueValues = ConstantRange::makeExactICmpRegion( |
| 1717 | (ICmpInst::Predicate)Pred, CI->getValue()); |
| 1718 | if (TrueValues.contains(CR)) |
| 1719 | return LazyValueInfo::True; |
| 1720 | if (TrueValues.inverse().contains(CR)) |
| 1721 | return LazyValueInfo::False; |
Owen Anderson | 185fe00 | 2010-08-10 20:03:09 +0000 | [diff] [blame] | 1722 | } |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1723 | return LazyValueInfo::Unknown; |
Owen Anderson | 185fe00 | 2010-08-10 20:03:09 +0000 | [diff] [blame] | 1724 | } |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 1725 | |
Craig Topper | 6dd9dcf | 2017-06-09 21:18:16 +0000 | [diff] [blame] | 1726 | if (Val.isNotConstant()) { |
Chris Lattner | 565ee2f | 2009-11-12 04:36:58 +0000 | [diff] [blame] | 1727 | // If this is an equality comparison, we can try to fold it knowing that |
| 1728 | // "V != C1". |
| 1729 | if (Pred == ICmpInst::ICMP_EQ) { |
Sylvestre Ledru | 91ce36c | 2012-09-27 10:14:43 +0000 | [diff] [blame] | 1730 | // !C1 == C -> false iff C1 == C. |
Chris Lattner | 565ee2f | 2009-11-12 04:36:58 +0000 | [diff] [blame] | 1731 | Res = ConstantFoldCompareInstOperands(ICmpInst::ICMP_NE, |
Craig Topper | 6dd9dcf | 2017-06-09 21:18:16 +0000 | [diff] [blame] | 1732 | Val.getNotConstant(), C, DL, |
Chad Rosier | 43a3306 | 2011-12-02 01:26:24 +0000 | [diff] [blame] | 1733 | TLI); |
Chris Lattner | 565ee2f | 2009-11-12 04:36:58 +0000 | [diff] [blame] | 1734 | if (Res->isNullValue()) |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1735 | return LazyValueInfo::False; |
Chris Lattner | 565ee2f | 2009-11-12 04:36:58 +0000 | [diff] [blame] | 1736 | } else if (Pred == ICmpInst::ICMP_NE) { |
Sylvestre Ledru | 91ce36c | 2012-09-27 10:14:43 +0000 | [diff] [blame] | 1737 | // !C1 != C -> true iff C1 == C. |
Chris Lattner | b0c0a0d | 2009-11-15 20:01:24 +0000 | [diff] [blame] | 1738 | Res = ConstantFoldCompareInstOperands(ICmpInst::ICMP_NE, |
Craig Topper | 6dd9dcf | 2017-06-09 21:18:16 +0000 | [diff] [blame] | 1739 | Val.getNotConstant(), C, DL, |
Chad Rosier | 43a3306 | 2011-12-02 01:26:24 +0000 | [diff] [blame] | 1740 | TLI); |
Chris Lattner | 565ee2f | 2009-11-12 04:36:58 +0000 | [diff] [blame] | 1741 | if (Res->isNullValue()) |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1742 | return LazyValueInfo::True; |
Chris Lattner | 565ee2f | 2009-11-12 04:36:58 +0000 | [diff] [blame] | 1743 | } |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1744 | return LazyValueInfo::Unknown; |
Chris Lattner | 565ee2f | 2009-11-12 04:36:58 +0000 | [diff] [blame] | 1745 | } |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 1746 | |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1747 | return LazyValueInfo::Unknown; |
| 1748 | } |
| 1749 | |
Sanjay Patel | 2a385e2 | 2015-01-09 16:47:20 +0000 | [diff] [blame] | 1750 | /// Determine whether the specified value comparison with a constant is known to |
| 1751 | /// be true or false on the specified CFG edge. Pred is a CmpInst predicate. |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1752 | LazyValueInfo::Tristate |
| 1753 | LazyValueInfo::getPredicateOnEdge(unsigned Pred, Value *V, Constant *C, |
| 1754 | BasicBlock *FromBB, BasicBlock *ToBB, |
| 1755 | Instruction *CxtI) { |
Mehdi Amini | a28d91d | 2015-03-10 02:37:25 +0000 | [diff] [blame] | 1756 | const DataLayout &DL = FromBB->getModule()->getDataLayout(); |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1757 | LVILatticeVal Result = |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 1758 | getImpl(PImpl, AC, &DL, DT).getValueOnEdge(V, FromBB, ToBB, CxtI); |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1759 | |
| 1760 | return getPredicateResult(Pred, C, Result, DL, TLI); |
| 1761 | } |
| 1762 | |
| 1763 | LazyValueInfo::Tristate |
| 1764 | LazyValueInfo::getPredicateAt(unsigned Pred, Value *V, Constant *C, |
| 1765 | Instruction *CxtI) { |
Wei Mi | f160e34 | 2016-09-15 06:28:34 +0000 | [diff] [blame] | 1766 | // Is or is not NonNull are common predicates being queried. If |
| 1767 | // isKnownNonNull can tell us the result of the predicate, we can |
| 1768 | // return it quickly. But this is only a fastpath, and falling |
| 1769 | // through would still be correct. |
| 1770 | if (V->getType()->isPointerTy() && C->isNullValue() && |
| 1771 | isKnownNonNull(V->stripPointerCasts())) { |
| 1772 | if (Pred == ICmpInst::ICMP_EQ) |
| 1773 | return LazyValueInfo::False; |
| 1774 | else if (Pred == ICmpInst::ICMP_NE) |
| 1775 | return LazyValueInfo::True; |
| 1776 | } |
Mehdi Amini | a28d91d | 2015-03-10 02:37:25 +0000 | [diff] [blame] | 1777 | const DataLayout &DL = CxtI->getModule()->getDataLayout(); |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 1778 | LVILatticeVal Result = getImpl(PImpl, AC, &DL, DT).getValueAt(V, CxtI); |
Philip Reames | 66ab0f0 | 2015-06-16 00:49:59 +0000 | [diff] [blame] | 1779 | Tristate Ret = getPredicateResult(Pred, C, Result, DL, TLI); |
| 1780 | if (Ret != Unknown) |
| 1781 | return Ret; |
Hal Finkel | 7e18449 | 2014-09-07 20:29:59 +0000 | [diff] [blame] | 1782 | |
Philip Reames | aeefae0 | 2015-11-04 01:47:04 +0000 | [diff] [blame] | 1783 | // Note: The following bit of code is somewhat distinct from the rest of LVI; |
| 1784 | // LVI as a whole tries to compute a lattice value which is conservatively |
| 1785 | // correct at a given location. In this case, we have a predicate which we |
| 1786 | // weren't able to prove about the merged result, and we're pushing that |
| 1787 | // predicate back along each incoming edge to see if we can prove it |
| 1788 | // separately for each input. As a motivating example, consider: |
| 1789 | // bb1: |
| 1790 | // %v1 = ... ; constantrange<1, 5> |
| 1791 | // br label %merge |
| 1792 | // bb2: |
| 1793 | // %v2 = ... ; constantrange<10, 20> |
| 1794 | // br label %merge |
| 1795 | // merge: |
| 1796 | // %phi = phi [%v1, %v2] ; constantrange<1,20> |
| 1797 | // %pred = icmp eq i32 %phi, 8 |
| 1798 | // We can't tell from the lattice value for '%phi' that '%pred' is false |
| 1799 | // along each path, but by checking the predicate over each input separately, |
| 1800 | // we can. |
| 1801 | // We limit the search to one step backwards from the current BB and value. |
| 1802 | // We could consider extending this to search further backwards through the |
| 1803 | // CFG and/or value graph, but there are non-obvious compile time vs quality |
NAKAMURA Takumi | f252951 | 2016-07-04 01:26:27 +0000 | [diff] [blame] | 1804 | // tradeoffs. |
Philip Reames | 66ab0f0 | 2015-06-16 00:49:59 +0000 | [diff] [blame] | 1805 | if (CxtI) { |
Philip Reames | bb11d62 | 2015-08-31 18:31:48 +0000 | [diff] [blame] | 1806 | BasicBlock *BB = CxtI->getParent(); |
| 1807 | |
| 1808 | // Function entry or an unreachable block. Bail to avoid confusing |
| 1809 | // analysis below. |
| 1810 | pred_iterator PI = pred_begin(BB), PE = pred_end(BB); |
| 1811 | if (PI == PE) |
| 1812 | return Unknown; |
| 1813 | |
| 1814 | // If V is a PHI node in the same block as the context, we need to ask |
| 1815 | // questions about the predicate as applied to the incoming value along |
| 1816 | // each edge. This is useful for eliminating cases where the predicate is |
| 1817 | // known along all incoming edges. |
| 1818 | if (auto *PHI = dyn_cast<PHINode>(V)) |
| 1819 | if (PHI->getParent() == BB) { |
| 1820 | Tristate Baseline = Unknown; |
| 1821 | for (unsigned i = 0, e = PHI->getNumIncomingValues(); i < e; i++) { |
| 1822 | Value *Incoming = PHI->getIncomingValue(i); |
| 1823 | BasicBlock *PredBB = PHI->getIncomingBlock(i); |
NAKAMURA Takumi | f252951 | 2016-07-04 01:26:27 +0000 | [diff] [blame] | 1824 | // Note that PredBB may be BB itself. |
Philip Reames | bb11d62 | 2015-08-31 18:31:48 +0000 | [diff] [blame] | 1825 | Tristate Result = getPredicateOnEdge(Pred, Incoming, C, PredBB, BB, |
| 1826 | CxtI); |
NAKAMURA Takumi | 4cb46e6 | 2016-07-04 01:26:33 +0000 | [diff] [blame] | 1827 | |
Philip Reames | bb11d62 | 2015-08-31 18:31:48 +0000 | [diff] [blame] | 1828 | // Keep going as long as we've seen a consistent known result for |
| 1829 | // all inputs. |
| 1830 | Baseline = (i == 0) ? Result /* First iteration */ |
| 1831 | : (Baseline == Result ? Baseline : Unknown); /* All others */ |
| 1832 | if (Baseline == Unknown) |
| 1833 | break; |
| 1834 | } |
| 1835 | if (Baseline != Unknown) |
| 1836 | return Baseline; |
NAKAMURA Takumi | bd072a9 | 2016-07-25 00:59:46 +0000 | [diff] [blame] | 1837 | } |
Philip Reames | bb11d62 | 2015-08-31 18:31:48 +0000 | [diff] [blame] | 1838 | |
Philip Reames | 66ab0f0 | 2015-06-16 00:49:59 +0000 | [diff] [blame] | 1839 | // For a comparison where the V is outside this block, it's possible |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 1840 | // that we've branched on it before. Look to see if the value is known |
Philip Reames | 66ab0f0 | 2015-06-16 00:49:59 +0000 | [diff] [blame] | 1841 | // on all incoming edges. |
Philip Reames | bb11d62 | 2015-08-31 18:31:48 +0000 | [diff] [blame] | 1842 | if (!isa<Instruction>(V) || |
| 1843 | cast<Instruction>(V)->getParent() != BB) { |
Philip Reames | 66ab0f0 | 2015-06-16 00:49:59 +0000 | [diff] [blame] | 1844 | // For predecessor edge, determine if the comparison is true or false |
Bruno Cardoso Lopes | 51fd242 | 2015-07-28 15:53:21 +0000 | [diff] [blame] | 1845 | // on that edge. If they're all true or all false, we can conclude |
Philip Reames | 66ab0f0 | 2015-06-16 00:49:59 +0000 | [diff] [blame] | 1846 | // the value of the comparison in this block. |
| 1847 | Tristate Baseline = getPredicateOnEdge(Pred, V, C, *PI, BB, CxtI); |
| 1848 | if (Baseline != Unknown) { |
| 1849 | // Check that all remaining incoming values match the first one. |
| 1850 | while (++PI != PE) { |
| 1851 | Tristate Ret = getPredicateOnEdge(Pred, V, C, *PI, BB, CxtI); |
| 1852 | if (Ret != Baseline) break; |
| 1853 | } |
| 1854 | // If we terminated early, then one of the values didn't match. |
| 1855 | if (PI == PE) { |
| 1856 | return Baseline; |
| 1857 | } |
| 1858 | } |
| 1859 | } |
| 1860 | } |
| 1861 | return Unknown; |
Chris Lattner | fde1f8d | 2009-11-11 02:08:33 +0000 | [diff] [blame] | 1862 | } |
| 1863 | |
Owen Anderson | aa7f66b | 2010-07-26 18:48:03 +0000 | [diff] [blame] | 1864 | void LazyValueInfo::threadEdge(BasicBlock *PredBB, BasicBlock *OldSucc, |
Nick Lewycky | 11678bd | 2010-12-15 18:57:18 +0000 | [diff] [blame] | 1865 | BasicBlock *NewSucc) { |
Mehdi Amini | a28d91d | 2015-03-10 02:37:25 +0000 | [diff] [blame] | 1866 | if (PImpl) { |
| 1867 | const DataLayout &DL = PredBB->getModule()->getDataLayout(); |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 1868 | getImpl(PImpl, AC, &DL, DT).threadEdge(PredBB, OldSucc, NewSucc); |
Mehdi Amini | a28d91d | 2015-03-10 02:37:25 +0000 | [diff] [blame] | 1869 | } |
Owen Anderson | 208636f | 2010-08-18 18:39:01 +0000 | [diff] [blame] | 1870 | } |
| 1871 | |
| 1872 | void LazyValueInfo::eraseBlock(BasicBlock *BB) { |
Mehdi Amini | a28d91d | 2015-03-10 02:37:25 +0000 | [diff] [blame] | 1873 | if (PImpl) { |
| 1874 | const DataLayout &DL = BB->getModule()->getDataLayout(); |
Daniel Jasper | aec2fa3 | 2016-12-19 08:22:17 +0000 | [diff] [blame] | 1875 | getImpl(PImpl, AC, &DL, DT).eraseBlock(BB); |
Mehdi Amini | a28d91d | 2015-03-10 02:37:25 +0000 | [diff] [blame] | 1876 | } |
Owen Anderson | aa7f66b | 2010-07-26 18:48:03 +0000 | [diff] [blame] | 1877 | } |
Anna Thomas | e27b39a | 2017-03-22 19:27:12 +0000 | [diff] [blame] | 1878 | |
| 1879 | |
Anna Thomas | 4acfc7e | 2017-06-06 19:25:31 +0000 | [diff] [blame] | 1880 | void LazyValueInfo::printLVI(Function &F, DominatorTree &DTree, raw_ostream &OS) { |
Anna Thomas | e27b39a | 2017-03-22 19:27:12 +0000 | [diff] [blame] | 1881 | if (PImpl) { |
Anna Thomas | 4acfc7e | 2017-06-06 19:25:31 +0000 | [diff] [blame] | 1882 | getImpl(PImpl, AC, DL, DT).printLVI(F, DTree, OS); |
Anna Thomas | e27b39a | 2017-03-22 19:27:12 +0000 | [diff] [blame] | 1883 | } |
| 1884 | } |
| 1885 | |
Anna Thomas | 4acfc7e | 2017-06-06 19:25:31 +0000 | [diff] [blame] | 1886 | // Print the LVI for the function arguments at the start of each basic block. |
| 1887 | void LazyValueInfoAnnotatedWriter::emitBasicBlockStartAnnot( |
| 1888 | const BasicBlock *BB, formatted_raw_ostream &OS) { |
| 1889 | // Find if there are latticevalues defined for arguments of the function. |
| 1890 | auto *F = BB->getParent(); |
| 1891 | for (auto &Arg : F->args()) { |
| 1892 | LVILatticeVal Result = LVIImpl->getValueInBlock( |
| 1893 | const_cast<Argument *>(&Arg), const_cast<BasicBlock *>(BB)); |
| 1894 | if (Result.isUndefined()) |
| 1895 | continue; |
| 1896 | OS << "; LatticeVal for: '" << Arg << "' is: " << Result << "\n"; |
| 1897 | } |
| 1898 | } |
| 1899 | |
| 1900 | // This function prints the LVI analysis for the instruction I at the beginning |
| 1901 | // of various basic blocks. It relies on calculated values that are stored in |
| 1902 | // the LazyValueInfoCache, and in the absence of cached values, recalculte the |
| 1903 | // LazyValueInfo for `I`, and print that info. |
| 1904 | void LazyValueInfoAnnotatedWriter::emitInstructionAnnot( |
| 1905 | const Instruction *I, formatted_raw_ostream &OS) { |
| 1906 | |
| 1907 | auto *ParentBB = I->getParent(); |
| 1908 | SmallPtrSet<const BasicBlock*, 16> BlocksContainingLVI; |
| 1909 | // We can generate (solve) LVI values only for blocks that are dominated by |
| 1910 | // the I's parent. However, to avoid generating LVI for all dominating blocks, |
| 1911 | // that contain redundant/uninteresting information, we print LVI for |
| 1912 | // blocks that may use this LVI information (such as immediate successor |
| 1913 | // blocks, and blocks that contain uses of `I`). |
| 1914 | auto printResult = [&](const BasicBlock *BB) { |
| 1915 | if (!BlocksContainingLVI.insert(BB).second) |
| 1916 | return; |
| 1917 | LVILatticeVal Result = LVIImpl->getValueInBlock( |
| 1918 | const_cast<Instruction *>(I), const_cast<BasicBlock *>(BB)); |
| 1919 | OS << "; LatticeVal for: '" << *I << "' in BB: '"; |
| 1920 | BB->printAsOperand(OS, false); |
| 1921 | OS << "' is: " << Result << "\n"; |
| 1922 | }; |
| 1923 | |
| 1924 | printResult(ParentBB); |
| 1925 | // Print the LVI analysis results for the the immediate successor blocks, that |
| 1926 | // are dominated by `ParentBB`. |
| 1927 | for (auto *BBSucc : successors(ParentBB)) |
| 1928 | if (DT.dominates(ParentBB, BBSucc)) |
| 1929 | printResult(BBSucc); |
| 1930 | |
| 1931 | // Print LVI in blocks where `I` is used. |
| 1932 | for (auto *U : I->users()) |
| 1933 | if (auto *UseI = dyn_cast<Instruction>(U)) |
| 1934 | if (!isa<PHINode>(UseI) || DT.dominates(ParentBB, UseI->getParent())) |
| 1935 | printResult(UseI->getParent()); |
| 1936 | |
| 1937 | } |
| 1938 | |
Anna Thomas | e27b39a | 2017-03-22 19:27:12 +0000 | [diff] [blame] | 1939 | namespace { |
| 1940 | // Printer class for LazyValueInfo results. |
| 1941 | class LazyValueInfoPrinter : public FunctionPass { |
| 1942 | public: |
| 1943 | static char ID; // Pass identification, replacement for typeid |
| 1944 | LazyValueInfoPrinter() : FunctionPass(ID) { |
| 1945 | initializeLazyValueInfoPrinterPass(*PassRegistry::getPassRegistry()); |
| 1946 | } |
| 1947 | |
| 1948 | void getAnalysisUsage(AnalysisUsage &AU) const override { |
| 1949 | AU.setPreservesAll(); |
| 1950 | AU.addRequired<LazyValueInfoWrapperPass>(); |
Anna Thomas | 4acfc7e | 2017-06-06 19:25:31 +0000 | [diff] [blame] | 1951 | AU.addRequired<DominatorTreeWrapperPass>(); |
Anna Thomas | e27b39a | 2017-03-22 19:27:12 +0000 | [diff] [blame] | 1952 | } |
| 1953 | |
Anna Thomas | 4acfc7e | 2017-06-06 19:25:31 +0000 | [diff] [blame] | 1954 | // Get the mandatory dominator tree analysis and pass this in to the |
| 1955 | // LVIPrinter. We cannot rely on the LVI's DT, since it's optional. |
Anna Thomas | e27b39a | 2017-03-22 19:27:12 +0000 | [diff] [blame] | 1956 | bool runOnFunction(Function &F) override { |
| 1957 | dbgs() << "LVI for function '" << F.getName() << "':\n"; |
| 1958 | auto &LVI = getAnalysis<LazyValueInfoWrapperPass>().getLVI(); |
Anna Thomas | 4acfc7e | 2017-06-06 19:25:31 +0000 | [diff] [blame] | 1959 | auto &DTree = getAnalysis<DominatorTreeWrapperPass>().getDomTree(); |
| 1960 | LVI.printLVI(F, DTree, dbgs()); |
Anna Thomas | e27b39a | 2017-03-22 19:27:12 +0000 | [diff] [blame] | 1961 | return false; |
| 1962 | } |
| 1963 | }; |
| 1964 | } |
| 1965 | |
| 1966 | char LazyValueInfoPrinter::ID = 0; |
| 1967 | INITIALIZE_PASS_BEGIN(LazyValueInfoPrinter, "print-lazy-value-info", |
| 1968 | "Lazy Value Info Printer Pass", false, false) |
| 1969 | INITIALIZE_PASS_DEPENDENCY(LazyValueInfoWrapperPass) |
| 1970 | INITIALIZE_PASS_END(LazyValueInfoPrinter, "print-lazy-value-info", |
| 1971 | "Lazy Value Info Printer Pass", false, false) |