blob: 1c78ef9a52d1036f217b817a197fdc56d8bc61be [file] [log] [blame]
Nick Lewyckya11e2eb2008-06-30 00:04:21 +00001//===- LoopVR.cpp - Value Range analysis driven by loop information -------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
Chris Lattner944fac72008-08-23 22:23:09 +00009//
10// FIXME: What does this do?
11//
12//===----------------------------------------------------------------------===//
Nick Lewyckya11e2eb2008-06-30 00:04:21 +000013
14#define DEBUG_TYPE "loopvr"
15#include "llvm/Analysis/LoopVR.h"
16#include "llvm/Constants.h"
17#include "llvm/Instructions.h"
Owen Anderson76f600b2009-07-06 22:37:39 +000018#include "llvm/LLVMContext.h"
Nick Lewyckya11e2eb2008-06-30 00:04:21 +000019#include "llvm/Analysis/ScalarEvolutionExpressions.h"
20#include "llvm/Assembly/Writer.h"
21#include "llvm/Support/CFG.h"
22#include "llvm/Support/Debug.h"
Chris Lattner944fac72008-08-23 22:23:09 +000023#include "llvm/Support/raw_ostream.h"
Nick Lewyckya11e2eb2008-06-30 00:04:21 +000024using namespace llvm;
25
26char LoopVR::ID = 0;
Dan Gohman2ba682c2009-03-23 15:50:52 +000027static RegisterPass<LoopVR> X("loopvr", "Loop Value Ranges", false, true);
Nick Lewyckya11e2eb2008-06-30 00:04:21 +000028
29/// getRange - determine the range for a particular SCEV within a given Loop
Dan Gohman0bba49c2009-07-07 17:06:11 +000030ConstantRange LoopVR::getRange(const SCEV *S, Loop *L, ScalarEvolution &SE) {
31 const SCEV *T = SE.getBackedgeTakenCount(L);
Nick Lewyckya11e2eb2008-06-30 00:04:21 +000032 if (isa<SCEVCouldNotCompute>(T))
33 return ConstantRange(cast<IntegerType>(S->getType())->getBitWidth(), true);
34
35 T = SE.getTruncateOrZeroExtend(T, S->getType());
36 return getRange(S, T, SE);
37}
38
39/// getRange - determine the range for a particular SCEV with a given trip count
Dan Gohman0bba49c2009-07-07 17:06:11 +000040ConstantRange LoopVR::getRange(const SCEV *S, const SCEV *T, ScalarEvolution &SE){
Nick Lewyckya11e2eb2008-06-30 00:04:21 +000041
Dan Gohmanb40c2362009-04-18 17:57:20 +000042 if (const SCEVConstant *C = dyn_cast<SCEVConstant>(S))
Nick Lewyckya11e2eb2008-06-30 00:04:21 +000043 return ConstantRange(C->getValue()->getValue());
44
45 ConstantRange FullSet(cast<IntegerType>(S->getType())->getBitWidth(), true);
46
47 // {x,+,y,+,...z}. We detect overflow by checking the size of the set after
48 // summing the upper and lower.
Dan Gohmanb40c2362009-04-18 17:57:20 +000049 if (const SCEVAddExpr *Add = dyn_cast<SCEVAddExpr>(S)) {
Nick Lewyckya11e2eb2008-06-30 00:04:21 +000050 ConstantRange X = getRange(Add->getOperand(0), T, SE);
51 if (X.isFullSet()) return FullSet;
52 for (unsigned i = 1, e = Add->getNumOperands(); i != e; ++i) {
53 ConstantRange Y = getRange(Add->getOperand(i), T, SE);
54 if (Y.isFullSet()) return FullSet;
55
56 APInt Spread_X = X.getSetSize(), Spread_Y = Y.getSetSize();
57 APInt NewLower = X.getLower() + Y.getLower();
58 APInt NewUpper = X.getUpper() + Y.getUpper() - 1;
59 if (NewLower == NewUpper)
60 return FullSet;
61
62 X = ConstantRange(NewLower, NewUpper);
63 if (X.getSetSize().ult(Spread_X) || X.getSetSize().ult(Spread_Y))
64 return FullSet; // we've wrapped, therefore, full set.
65 }
66 return X;
67 }
68
69 // {x,*,y,*,...,z}. In order to detect overflow, we use k*bitwidth where
70 // k is the number of terms being multiplied.
Dan Gohmanb40c2362009-04-18 17:57:20 +000071 if (const SCEVMulExpr *Mul = dyn_cast<SCEVMulExpr>(S)) {
Nick Lewyckya11e2eb2008-06-30 00:04:21 +000072 ConstantRange X = getRange(Mul->getOperand(0), T, SE);
73 if (X.isFullSet()) return FullSet;
74
Owen Anderson76f600b2009-07-06 22:37:39 +000075 const IntegerType *Ty = Context->getIntegerType(X.getBitWidth());
76 const IntegerType *ExTy = Context->getIntegerType(X.getBitWidth() *
Nick Lewyckya11e2eb2008-06-30 00:04:21 +000077 Mul->getNumOperands());
78 ConstantRange XExt = X.zeroExtend(ExTy->getBitWidth());
79
80 for (unsigned i = 1, e = Mul->getNumOperands(); i != e; ++i) {
81 ConstantRange Y = getRange(Mul->getOperand(i), T, SE);
82 if (Y.isFullSet()) return FullSet;
83
84 ConstantRange YExt = Y.zeroExtend(ExTy->getBitWidth());
85 XExt = ConstantRange(XExt.getLower() * YExt.getLower(),
86 ((XExt.getUpper()-1) * (YExt.getUpper()-1)) + 1);
87 }
88 return XExt.truncate(Ty->getBitWidth());
89 }
90
91 // X smax Y smax ... Z is: range(smax(X_smin, Y_smin, ..., Z_smin),
92 // smax(X_smax, Y_smax, ..., Z_smax))
93 // It doesn't matter if one of the SCEVs has FullSet because we're taking
94 // a maximum of the minimums across all of them.
Dan Gohmanb40c2362009-04-18 17:57:20 +000095 if (const SCEVSMaxExpr *SMax = dyn_cast<SCEVSMaxExpr>(S)) {
Nick Lewyckya11e2eb2008-06-30 00:04:21 +000096 ConstantRange X = getRange(SMax->getOperand(0), T, SE);
97 if (X.isFullSet()) return FullSet;
98
99 APInt smin = X.getSignedMin(), smax = X.getSignedMax();
100 for (unsigned i = 1, e = SMax->getNumOperands(); i != e; ++i) {
101 ConstantRange Y = getRange(SMax->getOperand(i), T, SE);
102 smin = APIntOps::smax(smin, Y.getSignedMin());
103 smax = APIntOps::smax(smax, Y.getSignedMax());
104 }
105 if (smax + 1 == smin) return FullSet;
106 return ConstantRange(smin, smax + 1);
107 }
108
109 // X umax Y umax ... Z is: range(umax(X_umin, Y_umin, ..., Z_umin),
110 // umax(X_umax, Y_umax, ..., Z_umax))
111 // It doesn't matter if one of the SCEVs has FullSet because we're taking
112 // a maximum of the minimums across all of them.
Dan Gohmanb40c2362009-04-18 17:57:20 +0000113 if (const SCEVUMaxExpr *UMax = dyn_cast<SCEVUMaxExpr>(S)) {
Nick Lewyckya11e2eb2008-06-30 00:04:21 +0000114 ConstantRange X = getRange(UMax->getOperand(0), T, SE);
115 if (X.isFullSet()) return FullSet;
116
117 APInt umin = X.getUnsignedMin(), umax = X.getUnsignedMax();
118 for (unsigned i = 1, e = UMax->getNumOperands(); i != e; ++i) {
119 ConstantRange Y = getRange(UMax->getOperand(i), T, SE);
120 umin = APIntOps::umax(umin, Y.getUnsignedMin());
121 umax = APIntOps::umax(umax, Y.getUnsignedMax());
122 }
123 if (umax + 1 == umin) return FullSet;
124 return ConstantRange(umin, umax + 1);
125 }
126
127 // L udiv R. Luckily, there's only ever 2 sides to a udiv.
Dan Gohmanb40c2362009-04-18 17:57:20 +0000128 if (const SCEVUDivExpr *UDiv = dyn_cast<SCEVUDivExpr>(S)) {
Nick Lewyckya11e2eb2008-06-30 00:04:21 +0000129 ConstantRange L = getRange(UDiv->getLHS(), T, SE);
130 ConstantRange R = getRange(UDiv->getRHS(), T, SE);
131 if (L.isFullSet() && R.isFullSet()) return FullSet;
132
133 if (R.getUnsignedMax() == 0) {
134 // RHS must be single-element zero. Return an empty set.
135 return ConstantRange(R.getBitWidth(), false);
136 }
137
138 APInt Lower = L.getUnsignedMin().udiv(R.getUnsignedMax());
139
140 APInt Upper;
141
142 if (R.getUnsignedMin() == 0) {
143 // Just because it contains zero, doesn't mean it will also contain one.
144 // Use maximalIntersectWith to get the right behaviour.
145 ConstantRange NotZero(APInt(L.getBitWidth(), 1),
146 APInt::getNullValue(L.getBitWidth()));
147 R = R.maximalIntersectWith(NotZero);
148 }
149
150 // But, the maximal intersection might still include zero. If it does, then
151 // we know it also included one.
152 if (R.contains(APInt::getNullValue(L.getBitWidth())))
153 Upper = L.getUnsignedMax();
154 else
155 Upper = L.getUnsignedMax().udiv(R.getUnsignedMin());
156
157 return ConstantRange(Lower, Upper);
158 }
159
160 // ConstantRange already implements the cast operators.
161
Dan Gohmanb40c2362009-04-18 17:57:20 +0000162 if (const SCEVZeroExtendExpr *ZExt = dyn_cast<SCEVZeroExtendExpr>(S)) {
Nick Lewyckya11e2eb2008-06-30 00:04:21 +0000163 T = SE.getTruncateOrZeroExtend(T, ZExt->getOperand()->getType());
164 ConstantRange X = getRange(ZExt->getOperand(), T, SE);
165 return X.zeroExtend(cast<IntegerType>(ZExt->getType())->getBitWidth());
166 }
167
Dan Gohmanb40c2362009-04-18 17:57:20 +0000168 if (const SCEVSignExtendExpr *SExt = dyn_cast<SCEVSignExtendExpr>(S)) {
Nick Lewyckya11e2eb2008-06-30 00:04:21 +0000169 T = SE.getTruncateOrZeroExtend(T, SExt->getOperand()->getType());
170 ConstantRange X = getRange(SExt->getOperand(), T, SE);
171 return X.signExtend(cast<IntegerType>(SExt->getType())->getBitWidth());
172 }
173
Dan Gohmanb40c2362009-04-18 17:57:20 +0000174 if (const SCEVTruncateExpr *Trunc = dyn_cast<SCEVTruncateExpr>(S)) {
Nick Lewyckya11e2eb2008-06-30 00:04:21 +0000175 T = SE.getTruncateOrZeroExtend(T, Trunc->getOperand()->getType());
176 ConstantRange X = getRange(Trunc->getOperand(), T, SE);
177 if (X.isFullSet()) return FullSet;
178 return X.truncate(cast<IntegerType>(Trunc->getType())->getBitWidth());
179 }
180
Dan Gohmanb40c2362009-04-18 17:57:20 +0000181 if (const SCEVAddRecExpr *AddRec = dyn_cast<SCEVAddRecExpr>(S)) {
182 const SCEVConstant *Trip = dyn_cast<SCEVConstant>(T);
Nick Lewyckya11e2eb2008-06-30 00:04:21 +0000183 if (!Trip) return FullSet;
184
185 if (AddRec->isAffine()) {
Dan Gohman0bba49c2009-07-07 17:06:11 +0000186 const SCEV *StartHandle = AddRec->getStart();
187 const SCEV *StepHandle = AddRec->getOperand(1);
Nick Lewyckya11e2eb2008-06-30 00:04:21 +0000188
Dan Gohmanb40c2362009-04-18 17:57:20 +0000189 const SCEVConstant *Step = dyn_cast<SCEVConstant>(StepHandle);
Nick Lewyckya11e2eb2008-06-30 00:04:21 +0000190 if (!Step) return FullSet;
191
192 uint32_t ExWidth = 2 * Trip->getValue()->getBitWidth();
193 APInt TripExt = Trip->getValue()->getValue(); TripExt.zext(ExWidth);
194 APInt StepExt = Step->getValue()->getValue(); StepExt.zext(ExWidth);
195 if ((TripExt * StepExt).ugt(APInt::getLowBitsSet(ExWidth, ExWidth >> 1)))
196 return FullSet;
197
Dan Gohman0bba49c2009-07-07 17:06:11 +0000198 const SCEV *EndHandle = SE.getAddExpr(StartHandle,
Nick Lewyckya11e2eb2008-06-30 00:04:21 +0000199 SE.getMulExpr(T, StepHandle));
Dan Gohmanb40c2362009-04-18 17:57:20 +0000200 const SCEVConstant *Start = dyn_cast<SCEVConstant>(StartHandle);
201 const SCEVConstant *End = dyn_cast<SCEVConstant>(EndHandle);
Nick Lewyckya11e2eb2008-06-30 00:04:21 +0000202 if (!Start || !End) return FullSet;
203
204 const APInt &StartInt = Start->getValue()->getValue();
205 const APInt &EndInt = End->getValue()->getValue();
206 const APInt &StepInt = Step->getValue()->getValue();
207
208 if (StepInt.isNegative()) {
209 if (EndInt == StartInt + 1) return FullSet;
210 return ConstantRange(EndInt, StartInt + 1);
211 } else {
212 if (StartInt == EndInt + 1) return FullSet;
213 return ConstantRange(StartInt, EndInt + 1);
214 }
215 }
216 }
217
218 // TODO: non-affine addrec, udiv, SCEVUnknown (narrowed from elsewhere)?
219
220 return FullSet;
221}
222
223bool LoopVR::runOnFunction(Function &F) { Map.clear(); return false; }
224
225void LoopVR::print(std::ostream &os, const Module *) const {
Chris Lattner944fac72008-08-23 22:23:09 +0000226 raw_os_ostream OS(os);
Nick Lewyckya11e2eb2008-06-30 00:04:21 +0000227 for (std::map<Value *, ConstantRange *>::const_iterator I = Map.begin(),
228 E = Map.end(); I != E; ++I) {
Chris Lattner944fac72008-08-23 22:23:09 +0000229 OS << *I->first << ": " << *I->second << '\n';
Nick Lewyckya11e2eb2008-06-30 00:04:21 +0000230 }
231}
232
233void LoopVR::releaseMemory() {
234 for (std::map<Value *, ConstantRange *>::iterator I = Map.begin(),
235 E = Map.end(); I != E; ++I) {
236 delete I->second;
237 }
238
239 Map.clear();
240}
241
242ConstantRange LoopVR::compute(Value *V) {
243 if (ConstantInt *CI = dyn_cast<ConstantInt>(V))
244 return ConstantRange(CI->getValue());
245
246 Instruction *I = dyn_cast<Instruction>(V);
247 if (!I)
248 return ConstantRange(cast<IntegerType>(V->getType())->getBitWidth(), false);
249
250 LoopInfo &LI = getAnalysis<LoopInfo>();
Nick Lewyckya11e2eb2008-06-30 00:04:21 +0000251
252 Loop *L = LI.getLoopFor(I->getParent());
Torok Edwinc83889a2008-10-27 10:18:45 +0000253 if (!L || L->isLoopInvariant(I))
Nick Lewyckya11e2eb2008-06-30 00:04:21 +0000254 return ConstantRange(cast<IntegerType>(V->getType())->getBitWidth(), false);
255
Torok Edwinc83889a2008-10-27 10:18:45 +0000256 ScalarEvolution &SE = getAnalysis<ScalarEvolution>();
257
Dan Gohman0bba49c2009-07-07 17:06:11 +0000258 const SCEV *S = SE.getSCEV(I);
Nick Lewyckya11e2eb2008-06-30 00:04:21 +0000259 if (isa<SCEVUnknown>(S) || isa<SCEVCouldNotCompute>(S))
260 return ConstantRange(cast<IntegerType>(V->getType())->getBitWidth(), false);
261
262 return ConstantRange(getRange(S, L, SE));
263}
264
265ConstantRange LoopVR::get(Value *V) {
266 std::map<Value *, ConstantRange *>::iterator I = Map.find(V);
267 if (I == Map.end()) {
268 ConstantRange *CR = new ConstantRange(compute(V));
269 Map[V] = CR;
270 return *CR;
271 }
272
273 return *I->second;
274}
275
276void LoopVR::remove(Value *V) {
277 std::map<Value *, ConstantRange *>::iterator I = Map.find(V);
278 if (I != Map.end()) {
279 delete I->second;
280 Map.erase(I);
281 }
282}
283
284void LoopVR::narrow(Value *V, const ConstantRange &CR) {
285 if (CR.isFullSet()) return;
286
287 std::map<Value *, ConstantRange *>::iterator I = Map.find(V);
288 if (I == Map.end())
289 Map[V] = new ConstantRange(CR);
290 else
291 Map[V] = new ConstantRange(Map[V]->maximalIntersectWith(CR));
292}