blob: e6d5d1c0e4de7054934b59661c860edb7c67a0ee [file] [log] [blame]
Chandler Carrutha9174582015-01-22 05:25:13 +00001//===- InstCombineInternal.h - InstCombine pass internals -------*- C++ -*-===//
Chris Lattner35522b72010-01-04 07:12:23 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
Chandler Carrutha9174582015-01-22 05:25:13 +00009/// \file
10///
11/// This file provides internal interfaces used to implement the InstCombine.
12///
13//===----------------------------------------------------------------------===//
Chris Lattner35522b72010-01-04 07:12:23 +000014
Chandler Carrutha9174582015-01-22 05:25:13 +000015#ifndef LLVM_LIB_TRANSFORMS_INSTCOMBINE_INSTCOMBINEINTERNAL_H
16#define LLVM_LIB_TRANSFORMS_INSTCOMBINE_INSTCOMBINEINTERNAL_H
Chris Lattner35522b72010-01-04 07:12:23 +000017
Bjorn Steinbrink83505342015-07-10 06:55:49 +000018#include "llvm/Analysis/AliasAnalysis.h"
Daniel Jasperaec2fa32016-12-19 08:22:17 +000019#include "llvm/Analysis/AssumptionCache.h"
Daniel Berlin2c75c632017-04-26 20:56:07 +000020#include "llvm/Analysis/InstructionSimplify.h"
Chandler Carruth5175b9a2015-01-20 08:35:24 +000021#include "llvm/Analysis/LoopInfo.h"
Chandler Carruth452a0072014-03-04 11:59:06 +000022#include "llvm/Analysis/TargetFolder.h"
Chandler Carruth802d7552012-12-04 07:12:27 +000023#include "llvm/Analysis/ValueTracking.h"
Gerolf Hoflehnerec6217c2014-11-21 23:36:44 +000024#include "llvm/IR/Dominators.h"
Chandler Carruth9fb823b2013-01-02 11:36:10 +000025#include "llvm/IR/IRBuilder.h"
Chandler Carruth7da14f12014-03-06 03:23:41 +000026#include "llvm/IR/InstVisitor.h"
Chandler Carruth9fb823b2013-01-02 11:36:10 +000027#include "llvm/IR/IntrinsicInst.h"
28#include "llvm/IR/Operator.h"
Hal Finkel74c2f352014-09-07 12:44:26 +000029#include "llvm/IR/PatternMatch.h"
Chris Lattner35522b72010-01-04 07:12:23 +000030#include "llvm/Pass.h"
Craig Topper1a36b7d2017-05-15 06:39:41 +000031#include "llvm/Support/KnownBits.h"
Chandler Carruth83ba2692015-01-24 04:19:17 +000032#include "llvm/Transforms/InstCombine/InstCombineWorklist.h"
Adrian Prantl47ea6472017-03-16 21:14:09 +000033#include "llvm/Transforms/Utils/Local.h"
Chris Lattner35522b72010-01-04 07:12:23 +000034
Chandler Carruth964daaa2014-04-22 02:55:47 +000035#define DEBUG_TYPE "instcombine"
36
Chris Lattner35522b72010-01-04 07:12:23 +000037namespace llvm {
Chandler Carruthd70cc602014-05-07 17:36:59 +000038class CallSite;
39class DataLayout;
Hal Finkel60db0582014-09-07 18:57:58 +000040class DominatorTree;
Chandler Carruthd70cc602014-05-07 17:36:59 +000041class TargetLibraryInfo;
42class DbgDeclareInst;
43class MemIntrinsic;
44class MemSetInst;
Adam Nemetea06e6e2017-07-26 19:03:18 +000045class OptimizationRemarkEmitter;
Jakub Staszak190db2f2013-01-14 23:16:36 +000046
Sanjay Patel73fc8dd2017-02-03 21:43:34 +000047/// Assign a complexity or rank value to LLVM Values. This is used to reduce
48/// the amount of pattern matching needed for compares and commutative
49/// instructions. For example, if we have:
50/// icmp ugt X, Constant
51/// or
52/// xor (add X, Constant), cast Z
53///
54/// We do not have to consider the commuted variants of these patterns because
55/// canonicalization based on complexity guarantees the above ordering.
Chandler Carruth3a622162015-01-20 19:27:58 +000056///
57/// This routine maps IR values to various complexity ranks:
58/// 0 -> undef
59/// 1 -> Constants
60/// 2 -> Other non-instructions
61/// 3 -> Arguments
Sanjay Patel73fc8dd2017-02-03 21:43:34 +000062/// 4 -> Cast and (f)neg/not instructions
63/// 5 -> Other instructions
Chris Lattner2188e402010-01-04 07:37:31 +000064static inline unsigned getComplexity(Value *V) {
65 if (isa<Instruction>(V)) {
Sanjay Patel73fc8dd2017-02-03 21:43:34 +000066 if (isa<CastInst>(V) || BinaryOperator::isNeg(V) ||
67 BinaryOperator::isFNeg(V) || BinaryOperator::isNot(V))
68 return 4;
69 return 5;
Chris Lattner2188e402010-01-04 07:37:31 +000070 }
Chandler Carruthd70cc602014-05-07 17:36:59 +000071 if (isa<Argument>(V))
72 return 3;
Chris Lattner2188e402010-01-04 07:37:31 +000073 return isa<Constant>(V) ? (isa<UndefValue>(V) ? 0 : 1) : 2;
74}
Chris Lattner35522b72010-01-04 07:12:23 +000075
Sanjay Patelb2e70032017-05-17 14:21:19 +000076/// Predicate canonicalization reduces the number of patterns that need to be
77/// matched by other transforms. For example, we may swap the operands of a
78/// conditional branch or select to create a compare with a canonical (inverted)
79/// predicate which is then more likely to be matched with other values.
80static inline bool isCanonicalPredicate(CmpInst::Predicate Pred) {
81 switch (Pred) {
82 case CmpInst::ICMP_NE:
83 case CmpInst::ICMP_ULE:
84 case CmpInst::ICMP_SLE:
85 case CmpInst::ICMP_UGE:
86 case CmpInst::ICMP_SGE:
87 // TODO: There are 16 FCMP predicates. Should others be (not) canonical?
88 case CmpInst::FCMP_ONE:
89 case CmpInst::FCMP_OLE:
90 case CmpInst::FCMP_OGE:
91 return false;
92 default:
93 return true;
94 }
95}
96
Sanjay Patele800df8e2017-06-22 15:28:01 +000097/// Return the source operand of a potentially bitcasted value while optionally
98/// checking if it has one use. If there is no bitcast or the one use check is
99/// not met, return the input value itself.
100static inline Value *peekThroughBitcast(Value *V, bool OneUseOnly = false) {
101 if (auto *BitCast = dyn_cast<BitCastInst>(V))
102 if (!OneUseOnly || BitCast->hasOneUse())
103 return BitCast->getOperand(0);
104
105 // V is not a bitcast or V has more than one use and OneUseOnly is true.
106 return V;
107}
108
Chandler Carruth3a622162015-01-20 19:27:58 +0000109/// \brief Add one to a Constant
Benjamin Kramer970f4952014-01-19 16:56:10 +0000110static inline Constant *AddOne(Constant *C) {
111 return ConstantExpr::getAdd(C, ConstantInt::get(C->getType(), 1));
112}
Chandler Carruth3a622162015-01-20 19:27:58 +0000113/// \brief Subtract one from a Constant
Benjamin Kramer970f4952014-01-19 16:56:10 +0000114static inline Constant *SubOne(Constant *C) {
115 return ConstantExpr::getSub(C, ConstantInt::get(C->getType(), 1));
116}
117
Sanjoy Das82ea3d42015-02-24 00:08:41 +0000118/// \brief Return true if the specified value is free to invert (apply ~ to).
119/// This happens in cases where the ~ can be eliminated. If WillInvertAllUses
120/// is true, work under the assumption that the caller intends to remove all
121/// uses of V and only keep uses of ~V.
122///
123static inline bool IsFreeToInvert(Value *V, bool WillInvertAllUses) {
124 // ~(~(X)) -> X.
125 if (BinaryOperator::isNot(V))
126 return true;
127
128 // Constants can be considered to be not'ed values.
129 if (isa<ConstantInt>(V))
130 return true;
131
Sanjay Patel611f9f92016-10-27 17:30:50 +0000132 // A vector of constant integers can be inverted easily.
Craig Topperbcf511c2017-06-30 21:09:34 +0000133 if (V->getType()->isVectorTy() && isa<Constant>(V)) {
Sanjay Patel611f9f92016-10-27 17:30:50 +0000134 unsigned NumElts = V->getType()->getVectorNumElements();
135 for (unsigned i = 0; i != NumElts; ++i) {
Craig Topperbcf511c2017-06-30 21:09:34 +0000136 Constant *Elt = cast<Constant>(V)->getAggregateElement(i);
Sanjay Patel611f9f92016-10-27 17:30:50 +0000137 if (!Elt)
138 return false;
139
140 if (isa<UndefValue>(Elt))
141 continue;
142
143 if (!isa<ConstantInt>(Elt))
144 return false;
145 }
146 return true;
147 }
148
Sanjoy Das82ea3d42015-02-24 00:08:41 +0000149 // Compares can be inverted if all of their uses are being modified to use the
150 // ~V.
151 if (isa<CmpInst>(V))
152 return WillInvertAllUses;
153
154 // If `V` is of the form `A + Constant` then `-1 - V` can be folded into `(-1
155 // - Constant) - A` if we are willing to invert all of the uses.
156 if (BinaryOperator *BO = dyn_cast<BinaryOperator>(V))
157 if (BO->getOpcode() == Instruction::Add ||
158 BO->getOpcode() == Instruction::Sub)
159 if (isa<Constant>(BO->getOperand(0)) || isa<Constant>(BO->getOperand(1)))
160 return WillInvertAllUses;
161
162 return false;
163}
164
Sanjoy Dasb0984472015-04-08 04:27:22 +0000165
166/// \brief Specific patterns of overflow check idioms that we match.
167enum OverflowCheckFlavor {
168 OCF_UNSIGNED_ADD,
169 OCF_SIGNED_ADD,
170 OCF_UNSIGNED_SUB,
171 OCF_SIGNED_SUB,
172 OCF_UNSIGNED_MUL,
173 OCF_SIGNED_MUL,
174
175 OCF_INVALID
176};
177
178/// \brief Returns the OverflowCheckFlavor corresponding to a overflow_with_op
179/// intrinsic.
180static inline OverflowCheckFlavor
181IntrinsicIDToOverflowCheckFlavor(unsigned ID) {
182 switch (ID) {
183 default:
184 return OCF_INVALID;
185 case Intrinsic::uadd_with_overflow:
186 return OCF_UNSIGNED_ADD;
187 case Intrinsic::sadd_with_overflow:
188 return OCF_SIGNED_ADD;
189 case Intrinsic::usub_with_overflow:
190 return OCF_UNSIGNED_SUB;
191 case Intrinsic::ssub_with_overflow:
192 return OCF_SIGNED_SUB;
193 case Intrinsic::umul_with_overflow:
194 return OCF_UNSIGNED_MUL;
195 case Intrinsic::smul_with_overflow:
196 return OCF_SIGNED_MUL;
197 }
198}
199
Chandler Carruth3a622162015-01-20 19:27:58 +0000200/// \brief The core instruction combiner logic.
201///
202/// This class provides both the logic to recursively visit instructions and
Craig Topper28ec3462016-12-28 03:12:42 +0000203/// combine them.
Duncan Sands6c5e4352010-05-11 20:16:09 +0000204class LLVM_LIBRARY_VISIBILITY InstCombiner
Chandler Carruth1edb9d62015-01-20 22:44:35 +0000205 : public InstVisitor<InstCombiner, Instruction *> {
Chandler Carruthdf5747a2015-01-21 11:38:17 +0000206 // FIXME: These members shouldn't be public.
Chris Lattner35522b72010-01-04 07:12:23 +0000207public:
Chandler Carruth3a622162015-01-20 19:27:58 +0000208 /// \brief A worklist of the instructions that need to be simplified.
Chandler Carruthdf5747a2015-01-21 11:38:17 +0000209 InstCombineWorklist &Worklist;
Chris Lattner35522b72010-01-04 07:12:23 +0000210
Chandler Carruth3a622162015-01-20 19:27:58 +0000211 /// \brief An IRBuilder that automatically inserts new instructions into the
212 /// worklist.
Justin Bogner19dd0da2016-08-04 23:41:01 +0000213 typedef IRBuilder<TargetFolder, IRBuilderCallbackInserter> BuilderTy;
Craig Topperbb4069e2017-07-07 23:16:26 +0000214 BuilderTy &Builder;
Jakub Staszak190db2f2013-01-14 23:16:36 +0000215
Chandler Carruthdf5747a2015-01-21 11:38:17 +0000216private:
217 // Mode in which we are running the combiner.
218 const bool MinimizeSize;
Matthias Braunc31032d2016-03-09 18:47:11 +0000219 /// Enable combines that trigger rarely but are costly in compiletime.
220 const bool ExpensiveCombines;
Chandler Carruthdf5747a2015-01-21 11:38:17 +0000221
Bjorn Steinbrink83505342015-07-10 06:55:49 +0000222 AliasAnalysis *AA;
223
Chandler Carruthdf5747a2015-01-21 11:38:17 +0000224 // Required analyses.
Daniel Jasperaec2fa32016-12-19 08:22:17 +0000225 AssumptionCache &AC;
Justin Bogner99798402016-08-05 01:06:44 +0000226 TargetLibraryInfo &TLI;
227 DominatorTree &DT;
Mehdi Aminia28d91d2015-03-10 02:37:25 +0000228 const DataLayout &DL;
Daniel Berlin2c75c632017-04-26 20:56:07 +0000229 const SimplifyQuery SQ;
Adam Nemetea06e6e2017-07-26 19:03:18 +0000230 OptimizationRemarkEmitter &ORE;
Chandler Carruthdf5747a2015-01-21 11:38:17 +0000231 // Optional analyses. When non-null, these can both be used to do better
232 // combining and will be updated to reflect any changes.
Chandler Carruthdf5747a2015-01-21 11:38:17 +0000233 LoopInfo *LI;
234
235 bool MadeIRChange;
Chris Lattner35522b72010-01-04 07:12:23 +0000236
237public:
Craig Topperbb4069e2017-07-07 23:16:26 +0000238 InstCombiner(InstCombineWorklist &Worklist, BuilderTy &Builder,
Matthias Braunc31032d2016-03-09 18:47:11 +0000239 bool MinimizeSize, bool ExpensiveCombines, AliasAnalysis *AA,
Daniel Berlin2c75c632017-04-26 20:56:07 +0000240 AssumptionCache &AC, TargetLibraryInfo &TLI, DominatorTree &DT,
Adam Nemetea06e6e2017-07-26 19:03:18 +0000241 OptimizationRemarkEmitter &ORE, const DataLayout &DL,
242 LoopInfo *LI)
Chandler Carruthdf5747a2015-01-21 11:38:17 +0000243 : Worklist(Worklist), Builder(Builder), MinimizeSize(MinimizeSize),
Daniel Jasperaec2fa32016-12-19 08:22:17 +0000244 ExpensiveCombines(ExpensiveCombines), AA(AA), AC(AC), TLI(TLI), DT(DT),
Adam Nemetea06e6e2017-07-26 19:03:18 +0000245 DL(DL), SQ(DL, &TLI, &DT, &AC), ORE(ORE), LI(LI), MadeIRChange(false) {}
Jakub Staszak190db2f2013-01-14 23:16:36 +0000246
Chandler Carruthdf5747a2015-01-21 11:38:17 +0000247 /// \brief Run the combiner over the entire worklist until it is empty.
248 ///
249 /// \returns true if the IR is changed.
250 bool run();
Chris Lattner35522b72010-01-04 07:12:23 +0000251
Daniel Jasperaec2fa32016-12-19 08:22:17 +0000252 AssumptionCache &getAssumptionCache() const { return AC; }
253
Mehdi Aminia28d91d2015-03-10 02:37:25 +0000254 const DataLayout &getDataLayout() const { return DL; }
Chandler Carruthb3d03df2015-01-20 21:10:35 +0000255
Justin Bogner99798402016-08-05 01:06:44 +0000256 DominatorTree &getDominatorTree() const { return DT; }
Chris Lattner35522b72010-01-04 07:12:23 +0000257
Chandler Carruth5175b9a2015-01-20 08:35:24 +0000258 LoopInfo *getLoopInfo() const { return LI; }
259
Justin Bogner99798402016-08-05 01:06:44 +0000260 TargetLibraryInfo &getTargetLibraryInfo() const { return TLI; }
Chad Rosier43a33062011-12-02 01:26:24 +0000261
Chris Lattner35522b72010-01-04 07:12:23 +0000262 // Visitation implementation - Implement instruction combining for different
263 // instruction types. The semantics are as follows:
264 // Return Value:
265 // null - No change was made
266 // I - Change was made, I is still valid, I may be dead though
267 // otherwise - Change was made, replace I with returned instruction
268 //
269 Instruction *visitAdd(BinaryOperator &I);
270 Instruction *visitFAdd(BinaryOperator &I);
Chris Lattner229907c2011-07-18 04:54:35 +0000271 Value *OptimizePointerDifference(Value *LHS, Value *RHS, Type *Ty);
Chris Lattner35522b72010-01-04 07:12:23 +0000272 Instruction *visitSub(BinaryOperator &I);
273 Instruction *visitFSub(BinaryOperator &I);
274 Instruction *visitMul(BinaryOperator &I);
Benjamin Kramer76b15d02014-01-19 13:36:27 +0000275 Value *foldFMulConst(Instruction *FMulOrDiv, Constant *C,
Shuxin Yangdf0e61e2013-01-07 21:39:23 +0000276 Instruction *InsertBefore);
Chris Lattner35522b72010-01-04 07:12:23 +0000277 Instruction *visitFMul(BinaryOperator &I);
278 Instruction *visitURem(BinaryOperator &I);
279 Instruction *visitSRem(BinaryOperator &I);
280 Instruction *visitFRem(BinaryOperator &I);
281 bool SimplifyDivRemOfSelect(BinaryOperator &I);
282 Instruction *commonRemTransforms(BinaryOperator &I);
283 Instruction *commonIRemTransforms(BinaryOperator &I);
284 Instruction *commonDivTransforms(BinaryOperator &I);
285 Instruction *commonIDivTransforms(BinaryOperator &I);
286 Instruction *visitUDiv(BinaryOperator &I);
287 Instruction *visitSDiv(BinaryOperator &I);
Frits van Bommel2a559512011-01-29 17:50:27 +0000288 Instruction *visitFDiv(BinaryOperator &I);
Erik Ecksteind1817522014-12-03 10:39:15 +0000289 Value *simplifyRangeCheck(ICmpInst *Cmp0, ICmpInst *Cmp1, bool Inverted);
Chris Lattner35522b72010-01-04 07:12:23 +0000290 Instruction *visitAnd(BinaryOperator &I);
Chandler Carruthd70cc602014-05-07 17:36:59 +0000291 Instruction *visitOr(BinaryOperator &I);
Chris Lattner35522b72010-01-04 07:12:23 +0000292 Instruction *visitXor(BinaryOperator &I);
293 Instruction *visitShl(BinaryOperator &I);
294 Instruction *visitAShr(BinaryOperator &I);
295 Instruction *visitLShr(BinaryOperator &I);
296 Instruction *commonShiftTransforms(BinaryOperator &I);
Chris Lattner35522b72010-01-04 07:12:23 +0000297 Instruction *visitFCmpInst(FCmpInst &I);
298 Instruction *visitICmpInst(ICmpInst &I);
Matt Arsenaultfed3dc82014-04-14 21:50:37 +0000299 Instruction *FoldShiftByConstant(Value *Op0, Constant *Op1,
Chris Lattner35522b72010-01-04 07:12:23 +0000300 BinaryOperator &I);
301 Instruction *commonCastTransforms(CastInst &CI);
Chris Lattner35522b72010-01-04 07:12:23 +0000302 Instruction *commonPointerCastTransforms(CastInst &CI);
303 Instruction *visitTrunc(TruncInst &CI);
304 Instruction *visitZExt(ZExtInst &CI);
305 Instruction *visitSExt(SExtInst &CI);
306 Instruction *visitFPTrunc(FPTruncInst &CI);
307 Instruction *visitFPExt(CastInst &CI);
308 Instruction *visitFPToUI(FPToUIInst &FI);
309 Instruction *visitFPToSI(FPToSIInst &FI);
310 Instruction *visitUIToFP(CastInst &CI);
311 Instruction *visitSIToFP(CastInst &CI);
312 Instruction *visitPtrToInt(PtrToIntInst &CI);
313 Instruction *visitIntToPtr(IntToPtrInst &CI);
314 Instruction *visitBitCast(BitCastInst &CI);
Matt Arsenaulta9e95ab2013-11-15 05:45:08 +0000315 Instruction *visitAddrSpaceCast(AddrSpaceCastInst &CI);
Mehdi Aminib9a0fa42015-02-16 21:47:54 +0000316 Instruction *FoldItoFPtoI(Instruction &FI);
Chris Lattner35522b72010-01-04 07:12:23 +0000317 Instruction *visitSelectInst(SelectInst &SI);
Chris Lattner35522b72010-01-04 07:12:23 +0000318 Instruction *visitCallInst(CallInst &CI);
319 Instruction *visitInvokeInst(InvokeInst &II);
320
321 Instruction *SliceUpIllegalIntegerPHI(PHINode &PN);
322 Instruction *visitPHINode(PHINode &PN);
323 Instruction *visitGetElementPtrInst(GetElementPtrInst &GEP);
324 Instruction *visitAllocaInst(AllocaInst &AI);
Nuno Lopes95cc4f32012-07-09 18:38:20 +0000325 Instruction *visitAllocSite(Instruction &FI);
Gabor Greif75f69432010-06-24 12:21:15 +0000326 Instruction *visitFree(CallInst &FI);
Chris Lattner35522b72010-01-04 07:12:23 +0000327 Instruction *visitLoadInst(LoadInst &LI);
328 Instruction *visitStoreInst(StoreInst &SI);
329 Instruction *visitBranchInst(BranchInst &BI);
Davide Italianoaec46172017-01-31 18:09:05 +0000330 Instruction *visitFenceInst(FenceInst &FI);
Chris Lattner35522b72010-01-04 07:12:23 +0000331 Instruction *visitSwitchInst(SwitchInst &SI);
Hal Finkel93873cc12014-09-07 21:28:34 +0000332 Instruction *visitReturnInst(ReturnInst &RI);
Michael Zolotukhin7d6293a2014-05-07 14:30:18 +0000333 Instruction *visitInsertValueInst(InsertValueInst &IV);
Chris Lattner35522b72010-01-04 07:12:23 +0000334 Instruction *visitInsertElementInst(InsertElementInst &IE);
335 Instruction *visitExtractElementInst(ExtractElementInst &EI);
336 Instruction *visitShuffleVectorInst(ShuffleVectorInst &SVI);
337 Instruction *visitExtractValueInst(ExtractValueInst &EV);
Duncan Sands5c055792011-09-30 13:12:16 +0000338 Instruction *visitLandingPadInst(LandingPadInst &LI);
Arnaud A. de Grandmaison333ef382016-05-10 09:24:49 +0000339 Instruction *visitVAStartInst(VAStartInst &I);
340 Instruction *visitVACopyInst(VACopyInst &I);
Chris Lattner35522b72010-01-04 07:12:23 +0000341
Sanjay Patel53523312016-09-12 14:25:46 +0000342 /// Specify what to return for unhandled instructions.
Craig Toppere73658d2014-04-28 04:05:08 +0000343 Instruction *visitInstruction(Instruction &I) { return nullptr; }
Chris Lattner35522b72010-01-04 07:12:23 +0000344
Sanjay Patel53523312016-09-12 14:25:46 +0000345 /// True when DB dominates all uses of DI except UI.
346 /// UI must be in the same block as DI.
347 /// The routine checks that the DI parent and DB are different.
Gerolf Hoflehnerec6217c2014-11-21 23:36:44 +0000348 bool dominatesAllUses(const Instruction *DI, const Instruction *UI,
349 const BasicBlock *DB) const;
350
Sanjay Patel53523312016-09-12 14:25:46 +0000351 /// Try to replace select with select operand SIOpd in SI-ICmp sequence.
Gerolf Hoflehnerec6217c2014-11-21 23:36:44 +0000352 bool replacedSelectWithOperand(SelectInst *SI, const ICmpInst *Icmp,
353 const unsigned SIOpd);
354
Yaxun Liuba01ed02017-02-10 21:46:07 +0000355 /// Try to replace instruction \p I with value \p V which are pointers
356 /// in different address space.
357 /// \return true if successful.
358 bool replacePointer(Instruction &I, Value *V);
359
Chris Lattner35522b72010-01-04 07:12:23 +0000360private:
Sanjay Patel2217f752017-01-31 17:25:42 +0000361 bool shouldChangeType(unsigned FromBitWidth, unsigned ToBitWidth) const;
362 bool shouldChangeType(Type *From, Type *To) const;
Chris Lattner2188e402010-01-04 07:37:31 +0000363 Value *dyn_castNegVal(Value *V) const;
Chandler Carruthd70cc602014-05-07 17:36:59 +0000364 Value *dyn_castFNegVal(Value *V, bool NoSignedZero = false) const;
David Blaikie87ca1b62015-03-27 20:56:11 +0000365 Type *FindElementAtOffset(PointerType *PtrTy, int64_t Offset,
Chandler Carruthd70cc602014-05-07 17:36:59 +0000366 SmallVectorImpl<Value *> &NewIndices);
Jakub Staszak190db2f2013-01-14 23:16:36 +0000367
Tobias Grosser8ef834c2016-07-19 09:06:08 +0000368 /// Classify whether a cast is worth optimizing.
Chandler Carruth3a622162015-01-20 19:27:58 +0000369 ///
Tobias Grosser8ef834c2016-07-19 09:06:08 +0000370 /// This is a helper to decide whether the simplification of
371 /// logic(cast(A), cast(B)) to cast(logic(A, B)) should be performed.
372 ///
373 /// \param CI The cast we are interested in.
374 ///
375 /// \return true if this cast actually results in any code being generated and
376 /// if it cannot already be eliminated by some other transformation.
377 bool shouldOptimizeCast(CastInst *CI);
Chris Lattner2188e402010-01-04 07:37:31 +0000378
Sanjoy Dasb0984472015-04-08 04:27:22 +0000379 /// \brief Try to optimize a sequence of instructions checking if an operation
380 /// on LHS and RHS overflows.
381 ///
Sanjoy Das6f5dca72015-08-28 19:09:31 +0000382 /// If this overflow check is done via one of the overflow check intrinsics,
383 /// then CtxI has to be the call instruction calling that intrinsic. If this
384 /// overflow check is done by arithmetic followed by a compare, then CtxI has
385 /// to be the arithmetic instruction.
386 ///
Sanjoy Dasb0984472015-04-08 04:27:22 +0000387 /// If a simplification is possible, stores the simplified result of the
388 /// operation in OperationResult and result of the overflow check in
389 /// OverflowResult, and return true. If no simplification is possible,
390 /// returns false.
391 bool OptimizeOverflowCheck(OverflowCheckFlavor OCF, Value *LHS, Value *RHS,
392 Instruction &CtxI, Value *&OperationResult,
393 Constant *&OverflowResult);
394
Chris Lattner35522b72010-01-04 07:12:23 +0000395 Instruction *visitCallSite(CallSite CS);
Mehdi Aminia28d91d2015-03-10 02:37:25 +0000396 Instruction *tryOptimizeCall(CallInst *CI);
Chris Lattner35522b72010-01-04 07:12:23 +0000397 bool transformConstExprCastCall(CallSite CS);
Duncan Sandsa0984362011-09-06 13:37:06 +0000398 Instruction *transformCallThroughTrampoline(CallSite CS,
399 IntrinsicInst *Tramp);
Tobias Grosser8ef834c2016-07-19 09:06:08 +0000400
401 /// Transform (zext icmp) to bitwise / integer operations in order to
402 /// eliminate it.
403 ///
404 /// \param ICI The icmp of the (zext icmp) pair we are interested in.
405 /// \parem CI The zext of the (zext icmp) pair we are interested in.
406 /// \param DoTransform Pass false to just test whether the given (zext icmp)
407 /// would be transformed. Pass true to actually perform the transformation.
408 ///
409 /// \return null if the transformation cannot be performed. If the
410 /// transformation can be performed the new instruction that replaces the
411 /// (zext icmp) pair will be returned (if \p DoTransform is false the
412 /// unmodified \p ICI will be returned in this case).
413 Instruction *transformZExtICmp(ICmpInst *ICI, ZExtInst &CI,
414 bool DoTransform = true);
415
Benjamin Kramer398b8c52011-04-01 20:09:03 +0000416 Instruction *transformSExtICmp(ICmpInst *ICI, Instruction &CI);
Craig Topper2b1fc322017-05-22 06:25:31 +0000417 bool willNotOverflowSignedAdd(const Value *LHS, const Value *RHS,
418 const Instruction &CxtI) const {
Craig Topperbb973722017-05-15 02:44:08 +0000419 return computeOverflowForSignedAdd(LHS, RHS, &CxtI) ==
420 OverflowResult::NeverOverflows;
421 };
Craig Topper2b1fc322017-05-22 06:25:31 +0000422 bool willNotOverflowUnsignedAdd(const Value *LHS, const Value *RHS,
423 const Instruction &CxtI) const {
Craig Topperbb973722017-05-15 02:44:08 +0000424 return computeOverflowForUnsignedAdd(LHS, RHS, &CxtI) ==
425 OverflowResult::NeverOverflows;
426 };
Craig Topper2b1fc322017-05-22 06:25:31 +0000427 bool willNotOverflowSignedSub(const Value *LHS, const Value *RHS,
428 const Instruction &CxtI) const;
429 bool willNotOverflowUnsignedSub(const Value *LHS, const Value *RHS,
430 const Instruction &CxtI) const;
431 bool willNotOverflowSignedMul(const Value *LHS, const Value *RHS,
432 const Instruction &CxtI) const;
433 bool willNotOverflowUnsignedMul(const Value *LHS, const Value *RHS,
434 const Instruction &CxtI) const {
Craig Topperbb973722017-05-15 02:44:08 +0000435 return computeOverflowForUnsignedMul(LHS, RHS, &CxtI) ==
436 OverflowResult::NeverOverflows;
437 };
Nuno Lopesa2f6cec2012-05-22 17:19:09 +0000438 Value *EmitGEPOffset(User *GEP);
Anat Shemer0c95efa2013-04-18 19:35:39 +0000439 Instruction *scalarizePHI(ExtractElementInst &EI, PHINode *PN);
Nick Lewyckya2b77202013-05-31 00:59:42 +0000440 Value *EvaluateInDifferentElementOrder(Value *V, ArrayRef<int> Mask);
Sanjay Patel40e7ba02016-02-23 16:36:07 +0000441 Instruction *foldCastedBitwiseLogic(BinaryOperator &I);
Sanjay Patel94da1de2017-08-05 15:19:18 +0000442 Instruction *narrowBinOp(TruncInst &Trunc);
Sanjay Patelc50e55d2017-08-09 18:37:41 +0000443 Instruction *narrowRotate(TruncInst &Trunc);
Guozhi Weiae541f62016-10-25 20:43:42 +0000444 Instruction *optimizeBitCastFromPhi(CastInst &CI, PHINode *PN);
Chris Lattner35522b72010-01-04 07:12:23 +0000445
Tobias Grosser8ef834c2016-07-19 09:06:08 +0000446 /// Determine if a pair of casts can be replaced by a single cast.
447 ///
448 /// \param CI1 The first of a pair of casts.
449 /// \param CI2 The second of a pair of casts.
450 ///
451 /// \return 0 if the cast pair cannot be eliminated, otherwise returns an
452 /// Instruction::CastOps value for a cast that can replace the pair, casting
453 /// CI1->getSrcTy() to CI2->getDstTy().
454 ///
455 /// \see CastInst::isEliminableCastPair
456 Instruction::CastOps isEliminableCastPair(const CastInst *CI1,
457 const CastInst *CI2);
458
Craig Topperda6ea0d2017-06-16 05:10:37 +0000459 Value *foldAndOfICmps(ICmpInst *LHS, ICmpInst *RHS, Instruction &CxtI);
Sanjay Patel5e456b92017-05-18 20:53:16 +0000460 Value *foldAndOfFCmps(FCmpInst *LHS, FCmpInst *RHS);
Craig Topperf2d3e6d2017-06-15 19:09:51 +0000461 Value *foldOrOfICmps(ICmpInst *LHS, ICmpInst *RHS, Instruction &CxtI);
Sanjay Patel5e456b92017-05-18 20:53:16 +0000462 Value *foldOrOfFCmps(FCmpInst *LHS, FCmpInst *RHS);
463 Value *foldXorOfICmps(ICmpInst *LHS, ICmpInst *RHS);
464
Craig Topperda6ea0d2017-06-16 05:10:37 +0000465 Value *foldAndOrOfICmpsOfAndWithPow2(ICmpInst *LHS, ICmpInst *RHS,
466 bool JoinedByAnd, Instruction &CxtI);
Chris Lattner35522b72010-01-04 07:12:23 +0000467public:
Chandler Carruth3a622162015-01-20 19:27:58 +0000468 /// \brief Inserts an instruction \p New before instruction \p Old
469 ///
470 /// Also adds the new instruction to the worklist and returns \p New so that
471 /// it is suitable for use as the return from the visitation patterns.
Chris Lattner35522b72010-01-04 07:12:23 +0000472 Instruction *InsertNewInstBefore(Instruction *New, Instruction &Old) {
Craig Toppere73658d2014-04-28 04:05:08 +0000473 assert(New && !New->getParent() &&
Chris Lattner35522b72010-01-04 07:12:23 +0000474 "New instruction already inserted into a basic block!");
475 BasicBlock *BB = Old.getParent();
Duncan P. N. Exon Smith9f8aaf22015-10-13 16:59:33 +0000476 BB->getInstList().insert(Old.getIterator(), New); // Insert inst
Chris Lattner35522b72010-01-04 07:12:23 +0000477 Worklist.Add(New);
478 return New;
479 }
Eli Friedman6efb64e2011-05-19 01:20:42 +0000480
Chandler Carruth3a622162015-01-20 19:27:58 +0000481 /// \brief Same as InsertNewInstBefore, but also sets the debug loc.
Eli Friedman6efb64e2011-05-19 01:20:42 +0000482 Instruction *InsertNewInstWith(Instruction *New, Instruction &Old) {
483 New->setDebugLoc(Old.getDebugLoc());
484 return InsertNewInstBefore(New, Old);
485 }
486
Chandler Carruth3a622162015-01-20 19:27:58 +0000487 /// \brief A combiner-aware RAUW-like routine.
488 ///
489 /// This method is to be used when an instruction is found to be dead,
Sanjay Patelf2ea8a22016-01-06 00:23:12 +0000490 /// replaceable with another preexisting expression. Here we add all uses of
Chandler Carruth3a622162015-01-20 19:27:58 +0000491 /// I to the worklist, replace all uses of I with the new value, then return
492 /// I, so that the inst combiner will know that I was modified.
Sanjay Patel4b198802016-02-01 22:23:39 +0000493 Instruction *replaceInstUsesWith(Instruction &I, Value *V) {
Owen Anderson51b75b8c2015-03-10 05:13:47 +0000494 // If there are no uses to replace, then we return nullptr to indicate that
495 // no changes were made to the program.
496 if (I.use_empty()) return nullptr;
497
Chandler Carruthd70cc602014-05-07 17:36:59 +0000498 Worklist.AddUsersToWorkList(I); // Add all modified instrs to worklist.
Jakub Staszak190db2f2013-01-14 23:16:36 +0000499
Chris Lattner35522b72010-01-04 07:12:23 +0000500 // If we are replacing the instruction with itself, this must be in a
501 // segment of unreachable code, so just clobber the instruction.
Jakub Staszak190db2f2013-01-14 23:16:36 +0000502 if (&I == V)
Chris Lattner35522b72010-01-04 07:12:23 +0000503 V = UndefValue::get(I.getType());
Frits van Bommeld14d9912011-03-27 23:32:31 +0000504
Matt Arsenaulte6db7602013-09-05 19:48:28 +0000505 DEBUG(dbgs() << "IC: Replacing " << I << "\n"
Chandler Carruthb3d03df2015-01-20 21:10:35 +0000506 << " with " << *V << '\n');
Frits van Bommeld14d9912011-03-27 23:32:31 +0000507
Chris Lattner35522b72010-01-04 07:12:23 +0000508 I.replaceAllUsesWith(V);
509 return &I;
510 }
511
Erik Eckstein096ff7d2014-12-11 08:02:30 +0000512 /// Creates a result tuple for an overflow intrinsic \p II with a given
Sanjoy Dasb0984472015-04-08 04:27:22 +0000513 /// \p Result and a constant \p Overflow value.
Erik Eckstein096ff7d2014-12-11 08:02:30 +0000514 Instruction *CreateOverflowTuple(IntrinsicInst *II, Value *Result,
Sanjoy Dasb0984472015-04-08 04:27:22 +0000515 Constant *Overflow) {
516 Constant *V[] = {UndefValue::get(Result->getType()), Overflow};
Erik Eckstein096ff7d2014-12-11 08:02:30 +0000517 StructType *ST = cast<StructType>(II->getType());
518 Constant *Struct = ConstantStruct::get(ST, V);
519 return InsertValueInst::Create(Struct, Result, 0);
520 }
Chandler Carruthb3d03df2015-01-20 21:10:35 +0000521
Chandler Carruth3a622162015-01-20 19:27:58 +0000522 /// \brief Combiner aware instruction erasure.
523 ///
524 /// When dealing with an instruction that has side effects or produces a void
525 /// value, we can't rely on DCE to delete the instruction. Instead, visit
526 /// methods should return the value returned by this function.
Sanjay Patel4b198802016-02-01 22:23:39 +0000527 Instruction *eraseInstFromFunction(Instruction &I) {
Matt Arsenaulte6db7602013-09-05 19:48:28 +0000528 DEBUG(dbgs() << "IC: ERASE " << I << '\n');
Adrian Prantlfa9e84e2017-03-16 20:11:54 +0000529 assert(I.use_empty() && "Cannot erase instruction that is used!");
Adrian Prantl47ea6472017-03-16 21:14:09 +0000530 salvageDebugInfo(I);
531
Chris Lattner35522b72010-01-04 07:12:23 +0000532 // Make sure that we reprocess all operands now that we reduced their
533 // use counts.
534 if (I.getNumOperands() < 8) {
Sanjay Patel8af7fbc32016-01-31 16:34:48 +0000535 for (Use &Operand : I.operands())
536 if (auto *Inst = dyn_cast<Instruction>(Operand))
537 Worklist.Add(Inst);
Chris Lattner35522b72010-01-04 07:12:23 +0000538 }
539 Worklist.Remove(&I);
540 I.eraseFromParent();
541 MadeIRChange = true;
Chandler Carruthd70cc602014-05-07 17:36:59 +0000542 return nullptr; // Don't do anything with FI
Chris Lattner35522b72010-01-04 07:12:23 +0000543 }
Jakub Staszak190db2f2013-01-14 23:16:36 +0000544
Craig Topper2b1fc322017-05-22 06:25:31 +0000545 void computeKnownBits(const Value *V, KnownBits &Known,
546 unsigned Depth, const Instruction *CxtI) const {
Craig Topper26c41592017-05-15 02:30:27 +0000547 llvm::computeKnownBits(V, Known, DL, Depth, &AC, CxtI, &DT);
Chris Lattner35522b72010-01-04 07:12:23 +0000548 }
Craig Topper2b1fc322017-05-22 06:25:31 +0000549 KnownBits computeKnownBits(const Value *V, unsigned Depth,
550 const Instruction *CxtI) const {
Craig Topper1a36b7d2017-05-15 06:39:41 +0000551 return llvm::computeKnownBits(V, DL, Depth, &AC, CxtI, &DT);
552 }
Jakub Staszak190db2f2013-01-14 23:16:36 +0000553
Craig Topperd4039f72017-05-25 21:51:12 +0000554 bool isKnownToBeAPowerOfTwo(const Value *V, bool OrZero = false,
555 unsigned Depth = 0,
556 const Instruction *CxtI = nullptr) {
557 return llvm::isKnownToBeAPowerOfTwo(V, DL, OrZero, Depth, &AC, CxtI, &DT);
558 }
559
Craig Topper2b1fc322017-05-22 06:25:31 +0000560 bool MaskedValueIsZero(const Value *V, const APInt &Mask, unsigned Depth = 0,
561 const Instruction *CxtI = nullptr) const {
Daniel Jasperaec2fa32016-12-19 08:22:17 +0000562 return llvm::MaskedValueIsZero(V, Mask, DL, Depth, &AC, CxtI, &DT);
Chris Lattner35522b72010-01-04 07:12:23 +0000563 }
Craig Topper2b1fc322017-05-22 06:25:31 +0000564 unsigned ComputeNumSignBits(const Value *Op, unsigned Depth = 0,
565 const Instruction *CxtI = nullptr) const {
Daniel Jasperaec2fa32016-12-19 08:22:17 +0000566 return llvm::ComputeNumSignBits(Op, DL, Depth, &AC, CxtI, &DT);
Chris Lattner35522b72010-01-04 07:12:23 +0000567 }
Craig Topper2b1fc322017-05-22 06:25:31 +0000568 OverflowResult computeOverflowForUnsignedMul(const Value *LHS,
569 const Value *RHS,
570 const Instruction *CxtI) const {
Daniel Jasperaec2fa32016-12-19 08:22:17 +0000571 return llvm::computeOverflowForUnsignedMul(LHS, RHS, DL, &AC, CxtI, &DT);
David Majnemer491331a2015-01-02 07:29:43 +0000572 }
Craig Topper2b1fc322017-05-22 06:25:31 +0000573 OverflowResult computeOverflowForUnsignedAdd(const Value *LHS,
574 const Value *RHS,
575 const Instruction *CxtI) const {
Daniel Jasperaec2fa32016-12-19 08:22:17 +0000576 return llvm::computeOverflowForUnsignedAdd(LHS, RHS, DL, &AC, CxtI, &DT);
David Majnemer5310c1e2015-01-07 00:39:50 +0000577 }
Craig Topperbb973722017-05-15 02:44:08 +0000578 OverflowResult computeOverflowForSignedAdd(const Value *LHS,
579 const Value *RHS,
580 const Instruction *CxtI) const {
581 return llvm::computeOverflowForSignedAdd(LHS, RHS, DL, &AC, CxtI, &DT);
582 }
Chris Lattner35522b72010-01-04 07:12:23 +0000583
Davide Italiano2133bf52017-02-07 17:56:50 +0000584 /// Maximum size of array considered when transforming.
David Blaikie4c01af22017-02-07 18:58:17 +0000585 uint64_t MaxArraySizeForCombine;
Davide Italiano2133bf52017-02-07 17:56:50 +0000586
Chris Lattner35522b72010-01-04 07:12:23 +0000587private:
Chandler Carruth3a622162015-01-20 19:27:58 +0000588 /// \brief Performs a few simplifications for operators which are associative
589 /// or commutative.
Duncan Sands641baf12010-11-13 15:10:37 +0000590 bool SimplifyAssociativeOrCommutative(BinaryOperator &I);
Chris Lattner35522b72010-01-04 07:12:23 +0000591
Chandler Carruthb3d03df2015-01-20 21:10:35 +0000592 /// \brief Tries to simplify binary operations which some other binary
593 /// operation distributes over.
Chandler Carruth3a622162015-01-20 19:27:58 +0000594 ///
595 /// It does this by either by factorizing out common terms (eg "(A*B)+(A*C)"
596 /// -> "A*(B+C)") or expanding out if this results in simplifications (eg: "A
597 /// & (B | C) -> (A&B) | (A&C)" if this is a win). Returns the simplified
598 /// value, or null if it didn't simplify.
Duncan Sandsfbb9ac32010-12-22 13:36:08 +0000599 Value *SimplifyUsingDistributiveLaws(BinaryOperator &I);
Duncan Sandsadc7771f2010-11-23 14:23:47 +0000600
Daniel Berlin2c75c632017-04-26 20:56:07 +0000601 /// This tries to simplify binary operations by factorizing out common terms
602 /// (e. g. "(A*B)+(A*C)" -> "A*(B+C)").
Craig Topper47c8f662017-07-06 18:35:52 +0000603 Value *tryFactorization(BinaryOperator &, Instruction::BinaryOps, Value *,
604 Value *, Value *, Value *);
Daniel Berlin2c75c632017-04-26 20:56:07 +0000605
Anna Thomasd67165c2017-06-23 13:41:45 +0000606 /// Match a select chain which produces one of three values based on whether
607 /// the LHS is less than, equal to, or greater than RHS respectively.
608 /// Return true if we matched a three way compare idiom. The LHS, RHS, Less,
609 /// Equal and Greater values are saved in the matching process and returned to
610 /// the caller.
611 bool matchThreeWayIntCompare(SelectInst *SI, Value *&LHS, Value *&RHS,
612 ConstantInt *&Less, ConstantInt *&Equal,
613 ConstantInt *&Greater);
614
Chandler Carruth3a622162015-01-20 19:27:58 +0000615 /// \brief Attempts to replace V with a simpler value based on the demanded
616 /// bits.
Craig Topperb45eabc2017-04-26 16:39:58 +0000617 Value *SimplifyDemandedUseBits(Value *V, APInt DemandedMask, KnownBits &Known,
618 unsigned Depth, Instruction *CxtI);
Craig Topper47596dd2017-03-25 06:52:52 +0000619 bool SimplifyDemandedBits(Instruction *I, unsigned Op,
Craig Topperb45eabc2017-04-26 16:39:58 +0000620 const APInt &DemandedMask, KnownBits &Known,
621 unsigned Depth = 0);
Craig Topperb0076fe2017-04-12 18:05:21 +0000622 /// Helper routine of SimplifyDemandedUseBits. It computes KnownZero/KnownOne
623 /// bits. It also tries to handle simplifications that can be done based on
624 /// DemandedMask, but without modifying the Instruction.
625 Value *SimplifyMultipleUseDemandedBits(Instruction *I,
626 const APInt &DemandedMask,
Craig Topperb45eabc2017-04-26 16:39:58 +0000627 KnownBits &Known,
Craig Topperb0076fe2017-04-12 18:05:21 +0000628 unsigned Depth, Instruction *CxtI);
Shuxin Yang63e999e2012-12-04 00:04:54 +0000629 /// Helper routine of SimplifyDemandedUseBits. It tries to simplify demanded
630 /// bit for "r1 = shr x, c1; r2 = shl r1, c2" instruction sequence.
Sanjay Patelcc663b82017-04-20 22:37:01 +0000631 Value *simplifyShrShlDemandedBits(
Sanjay Patelc9485ca2017-04-20 22:33:54 +0000632 Instruction *Shr, const APInt &ShrOp1, Instruction *Shl,
Craig Topperb45eabc2017-04-26 16:39:58 +0000633 const APInt &ShlOp1, const APInt &DemandedMask, KnownBits &Known);
Jakub Staszak190db2f2013-01-14 23:16:36 +0000634
Chandler Carruth3a622162015-01-20 19:27:58 +0000635 /// \brief Tries to simplify operands to an integer instruction based on its
636 /// demanded bits.
Chris Lattner35522b72010-01-04 07:12:23 +0000637 bool SimplifyDemandedInstructionBits(Instruction &Inst);
Jakub Staszak190db2f2013-01-14 23:16:36 +0000638
Chris Lattner35522b72010-01-04 07:12:23 +0000639 Value *SimplifyDemandedVectorElts(Value *V, APInt DemandedElts,
Chandler Carruthd70cc602014-05-07 17:36:59 +0000640 APInt &UndefElts, unsigned Depth = 0);
Jakub Staszak190db2f2013-01-14 23:16:36 +0000641
Serge Pavlov9ef66a82014-05-11 08:46:12 +0000642 Value *SimplifyVectorOp(BinaryOperator &Inst);
643
Sanjay Pateldb0938f2017-01-10 23:49:07 +0000644
645 /// Given a binary operator, cast instruction, or select which has a PHI node
646 /// as operand #0, see if we can fold the instruction into the PHI (which is
647 /// only possible if all operands to the PHI are constants).
Craig Topperfb71b7d2017-04-14 19:20:12 +0000648 Instruction *foldOpIntoPhi(Instruction &I, PHINode *PN);
Chris Lattner35522b72010-01-04 07:12:23 +0000649
Sanjay Pateldb0938f2017-01-10 23:49:07 +0000650 /// Given an instruction with a select as one operand and a constant as the
651 /// other operand, try to fold the binary operator into the select arguments.
652 /// This also works for Cast instructions, which obviously do not have a
653 /// second operand.
654 Instruction *FoldOpIntoSelect(Instruction &Op, SelectInst *SI);
655
656 /// This is a convenience wrapper function for the above two functions.
Craig Topperd0b053d2017-04-03 07:08:08 +0000657 Instruction *foldOpWithConstantIntoOperand(BinaryOperator &I);
Sanjay Pateldb0938f2017-01-10 23:49:07 +0000658
Chandler Carruth3a622162015-01-20 19:27:58 +0000659 /// \brief Try to rotate an operation below a PHI node, using PHI nodes for
660 /// its operands.
Chris Lattner35522b72010-01-04 07:12:23 +0000661 Instruction *FoldPHIArgOpIntoPHI(PHINode &PN);
662 Instruction *FoldPHIArgBinOpIntoPHI(PHINode &PN);
663 Instruction *FoldPHIArgGEPIntoPHI(PHINode &PN);
664 Instruction *FoldPHIArgLoadIntoPHI(PHINode &PN);
Sanjay Patel95334072015-09-27 20:34:31 +0000665 Instruction *FoldPHIArgZextsIntoPHI(PHINode &PN);
Chris Lattner35522b72010-01-04 07:12:23 +0000666
Robert Lougher2428a402016-12-14 17:49:19 +0000667 /// Helper function for FoldPHIArgXIntoPHI() to get debug location for the
668 /// folded operation.
669 DebugLoc PHIArgMergedDebugLoc(PHINode &PN);
670
Sanjay Patel43395062016-07-21 18:07:40 +0000671 Instruction *foldGEPICmp(GEPOperator *GEPLHS, Value *RHS,
672 ICmpInst::Predicate Cond, Instruction &I);
Pete Cooper980a9352016-08-12 17:13:28 +0000673 Instruction *foldAllocaCmp(ICmpInst &ICI, const AllocaInst *Alloca,
674 const Value *Other);
Sanjay Patel43395062016-07-21 18:07:40 +0000675 Instruction *foldCmpLoadFromIndexedGlobal(GetElementPtrInst *GEP,
676 GlobalVariable *GV, CmpInst &ICI,
677 ConstantInt *AndCst = nullptr);
678 Instruction *foldFCmpIntToFPConst(FCmpInst &I, Instruction *LHSI,
679 Constant *RHSC);
Sanjay Patel43395062016-07-21 18:07:40 +0000680 Instruction *foldICmpAddOpConst(Instruction &ICI, Value *X, ConstantInt *CI,
681 ICmpInst::Predicate Pred);
682 Instruction *foldICmpWithCastAndCast(ICmpInst &ICI);
Sanjay Patelf58f68c2016-09-10 15:03:44 +0000683
Sanjay Patel3151dec2016-09-12 15:24:31 +0000684 Instruction *foldICmpUsingKnownBits(ICmpInst &Cmp);
Sanjay Patel06b127a2016-09-15 14:37:50 +0000685 Instruction *foldICmpWithConstant(ICmpInst &Cmp);
Sanjay Patelf58f68c2016-09-10 15:03:44 +0000686 Instruction *foldICmpInstWithConstant(ICmpInst &Cmp);
Sanjay Patel10494b22016-09-16 16:10:22 +0000687 Instruction *foldICmpInstWithConstantNotInt(ICmpInst &Cmp);
688 Instruction *foldICmpBinOp(ICmpInst &Cmp);
689 Instruction *foldICmpEquality(ICmpInst &Cmp);
Sanjay Patela3f4f082016-08-16 17:54:36 +0000690
Anna Thomasd67165c2017-06-23 13:41:45 +0000691 Instruction *foldICmpSelectConstant(ICmpInst &Cmp, Instruction *Select,
692 ConstantInt *C);
Sanjay Patelc9196c42016-08-22 21:24:29 +0000693 Instruction *foldICmpTruncConstant(ICmpInst &Cmp, Instruction *Trunc,
694 const APInt *C);
695 Instruction *foldICmpAndConstant(ICmpInst &Cmp, BinaryOperator *And,
696 const APInt *C);
697 Instruction *foldICmpXorConstant(ICmpInst &Cmp, BinaryOperator *Xor,
698 const APInt *C);
699 Instruction *foldICmpOrConstant(ICmpInst &Cmp, BinaryOperator *Or,
700 const APInt *C);
701 Instruction *foldICmpMulConstant(ICmpInst &Cmp, BinaryOperator *Mul,
702 const APInt *C);
703 Instruction *foldICmpShlConstant(ICmpInst &Cmp, BinaryOperator *Shl,
704 const APInt *C);
705 Instruction *foldICmpShrConstant(ICmpInst &Cmp, BinaryOperator *Shr,
706 const APInt *C);
707 Instruction *foldICmpUDivConstant(ICmpInst &Cmp, BinaryOperator *UDiv,
708 const APInt *C);
709 Instruction *foldICmpDivConstant(ICmpInst &Cmp, BinaryOperator *Div,
710 const APInt *C);
711 Instruction *foldICmpSubConstant(ICmpInst &Cmp, BinaryOperator *Sub,
712 const APInt *C);
713 Instruction *foldICmpAddConstant(ICmpInst &Cmp, BinaryOperator *Add,
714 const APInt *C);
Sanjay Pateld3c7bb282016-08-26 16:42:33 +0000715 Instruction *foldICmpAndConstConst(ICmpInst &Cmp, BinaryOperator *And,
Sanjay Patel14e0e182016-08-26 18:28:46 +0000716 const APInt *C1);
717 Instruction *foldICmpAndShift(ICmpInst &Cmp, BinaryOperator *And,
Sanjay Patel9b40f982016-09-07 22:33:03 +0000718 const APInt *C1, const APInt *C2);
Sanjay Patel8da42cc2016-09-15 22:26:31 +0000719 Instruction *foldICmpShrConstConst(ICmpInst &I, Value *ShAmt, const APInt &C1,
720 const APInt &C2);
721 Instruction *foldICmpShlConstConst(ICmpInst &I, Value *ShAmt, const APInt &C1,
722 const APInt &C2);
Sanjay Patela3f4f082016-08-16 17:54:36 +0000723
Sanjay Patelf58f68c2016-09-10 15:03:44 +0000724 Instruction *foldICmpBinOpEqualityWithConstant(ICmpInst &Cmp,
725 BinaryOperator *BO,
726 const APInt *C);
727 Instruction *foldICmpIntrinsicWithConstant(ICmpInst &ICI, const APInt *C);
Sanjay Patel43395062016-07-21 18:07:40 +0000728
Sanjay Patel453ceff2016-09-29 22:18:30 +0000729 // Helpers of visitSelectInst().
Sanjay Patelf7b851f2016-09-30 19:49:22 +0000730 Instruction *foldSelectExtConst(SelectInst &Sel);
Sanjay Patel453ceff2016-09-29 22:18:30 +0000731 Instruction *foldSelectOpOp(SelectInst &SI, Instruction *TI, Instruction *FI);
732 Instruction *foldSelectIntoOp(SelectInst &SI, Value *, Value *);
733 Instruction *foldSPFofSPF(Instruction *Inner, SelectPatternFlavor SPF1,
734 Value *A, Value *B, Instruction &Outer,
735 SelectPatternFlavor SPF2, Value *C);
736 Instruction *foldSelectInstWithICmp(SelectInst &SI, ICmpInst *ICI);
737
Craig Topper70e4f432017-04-02 17:57:30 +0000738 Instruction *OptAndOp(BinaryOperator *Op, ConstantInt *OpRHS,
Chris Lattner35522b72010-01-04 07:12:23 +0000739 ConstantInt *AndRHS, BinaryOperator &TheAnd);
Jakub Staszak190db2f2013-01-14 23:16:36 +0000740
Sanjay Patel85d79742016-08-31 19:49:56 +0000741 Value *insertRangeTest(Value *V, const APInt &Lo, const APInt &Hi,
742 bool isSigned, bool Inside);
Chris Lattner35522b72010-01-04 07:12:23 +0000743 Instruction *PromoteCastOfAllocation(BitCastInst &CI, AllocaInst &AI);
Chad Rosiera00df492016-05-25 16:22:14 +0000744 Instruction *MatchBSwap(BinaryOperator &I);
Chris Lattner35522b72010-01-04 07:12:23 +0000745 bool SimplifyStoreAtEndOfBlock(StoreInst &SI);
Igor Laevsky900ffa32017-02-08 14:32:04 +0000746
Daniel Neilson3faabbb2017-06-16 14:43:59 +0000747 Instruction *
748 SimplifyElementUnorderedAtomicMemCpy(ElementUnorderedAtomicMemCpyInst *AMI);
Pete Cooper67cf9a72015-11-19 05:56:52 +0000749 Instruction *SimplifyMemTransfer(MemIntrinsic *MI);
Chris Lattner35522b72010-01-04 07:12:23 +0000750 Instruction *SimplifyMemSet(MemSetInst *MI);
751
Chris Lattner229907c2011-07-18 04:54:35 +0000752 Value *EvaluateInDifferentType(Value *V, Type *Ty, bool isSigned);
Duncan Sands533c8ae2012-10-23 08:28:26 +0000753
Chandler Carruth3a622162015-01-20 19:27:58 +0000754 /// \brief Returns a value X such that Val = X * Scale, or null if none.
755 ///
756 /// If the multiplication is known not to overflow then NoSignedWrap is set.
Duncan Sands533c8ae2012-10-23 08:28:26 +0000757 Value *Descale(Value *Val, APInt Scale, bool &NoSignedWrap);
Chris Lattner35522b72010-01-04 07:12:23 +0000758};
759
Chris Lattner35522b72010-01-04 07:12:23 +0000760} // end namespace llvm.
761
Chandler Carruth964daaa2014-04-22 02:55:47 +0000762#undef DEBUG_TYPE
763
Chris Lattner35522b72010-01-04 07:12:23 +0000764#endif