Dan Gohman | 91d598d | 2009-09-10 23:07:18 +0000 | [diff] [blame] | 1 | //===-- ConstantFolding.cpp - Fold instructions into constants ------------===// |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
Chris Lattner | f3ebc3f | 2007-12-29 20:36:04 +0000 | [diff] [blame] | 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
Dan Gohman | 91d598d | 2009-09-10 23:07:18 +0000 | [diff] [blame] | 10 | // This file defines routines for folding instructions into constants. |
| 11 | // |
Chandler Carruth | ef860a2 | 2013-01-02 09:10:48 +0000 | [diff] [blame] | 12 | // Also, to supplement the basic IR ConstantExpr simplifications, |
Dan Gohman | 91d598d | 2009-09-10 23:07:18 +0000 | [diff] [blame] | 13 | // this file defines some additional folding routines that can make use of |
Chandler Carruth | ef860a2 | 2013-01-02 09:10:48 +0000 | [diff] [blame] | 14 | // DataLayout information. These functions cannot go in IR due to library |
Dan Gohman | 91d598d | 2009-09-10 23:07:18 +0000 | [diff] [blame] | 15 | // dependency issues. |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 16 | // |
| 17 | //===----------------------------------------------------------------------===// |
| 18 | |
| 19 | #include "llvm/Analysis/ConstantFolding.h" |
Benjamin Kramer | 89ca4bc | 2013-04-13 12:53:18 +0000 | [diff] [blame] | 20 | #include "llvm/ADT/SmallPtrSet.h" |
Chandler Carruth | ed0881b | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 21 | #include "llvm/ADT/SmallVector.h" |
| 22 | #include "llvm/ADT/StringMap.h" |
| 23 | #include "llvm/Analysis/ValueTracking.h" |
Alp Toker | c817d6a | 2014-06-09 18:28:53 +0000 | [diff] [blame] | 24 | #include "llvm/Config/config.h" |
Chandler Carruth | 9fb823b | 2013-01-02 11:36:10 +0000 | [diff] [blame] | 25 | #include "llvm/IR/Constants.h" |
| 26 | #include "llvm/IR/DataLayout.h" |
| 27 | #include "llvm/IR/DerivedTypes.h" |
| 28 | #include "llvm/IR/Function.h" |
Chandler Carruth | 03eb0de | 2014-03-04 10:40:04 +0000 | [diff] [blame] | 29 | #include "llvm/IR/GetElementPtrTypeIterator.h" |
Chandler Carruth | 9fb823b | 2013-01-02 11:36:10 +0000 | [diff] [blame] | 30 | #include "llvm/IR/GlobalVariable.h" |
| 31 | #include "llvm/IR/Instructions.h" |
| 32 | #include "llvm/IR/Intrinsics.h" |
| 33 | #include "llvm/IR/Operator.h" |
Torok Edwin | 56d0659 | 2009-07-11 20:10:48 +0000 | [diff] [blame] | 34 | #include "llvm/Support/ErrorHandling.h" |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 35 | #include "llvm/Support/MathExtras.h" |
Chandler Carruth | ed0881b | 2012-12-03 16:50:05 +0000 | [diff] [blame] | 36 | #include "llvm/Target/TargetLibraryInfo.h" |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 37 | #include <cerrno> |
Jeff Cohen | cc08c83 | 2006-12-02 02:22:01 +0000 | [diff] [blame] | 38 | #include <cmath> |
Alp Toker | c817d6a | 2014-06-09 18:28:53 +0000 | [diff] [blame] | 39 | |
| 40 | #ifdef HAVE_FENV_H |
| 41 | #include <fenv.h> |
Alp Toker | c817d6a | 2014-06-09 18:28:53 +0000 | [diff] [blame] | 42 | #endif |
| 43 | |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 44 | using namespace llvm; |
| 45 | |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 46 | //===----------------------------------------------------------------------===// |
| 47 | // Constant Folding internal helper functions |
| 48 | //===----------------------------------------------------------------------===// |
| 49 | |
Sanjay Patel | 0d7dee6 | 2014-10-02 15:13:22 +0000 | [diff] [blame] | 50 | /// Constant fold bitcast, symbolically evaluating it with DataLayout. |
| 51 | /// This always returns a non-null constant, but it may be a |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 52 | /// ConstantExpr if unfoldable. |
Chris Lattner | 229907c | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 53 | static Constant *FoldBitCast(Constant *C, Type *DestTy, |
Micah Villmow | cdfe20b | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 54 | const DataLayout &TD) { |
Nadav Rotem | 365af6f | 2011-08-24 20:18:38 +0000 | [diff] [blame] | 55 | // Catch the obvious splat cases. |
| 56 | if (C->isNullValue() && !DestTy->isX86_MMXTy()) |
| 57 | return Constant::getNullValue(DestTy); |
Bruno Cardoso Lopes | c29520c | 2014-10-22 12:18:48 +0000 | [diff] [blame] | 58 | if (C->isAllOnesValue() && !DestTy->isX86_MMXTy() && |
| 59 | !DestTy->isPtrOrPtrVectorTy()) // Don't get ones for ptr types! |
Nadav Rotem | 365af6f | 2011-08-24 20:18:38 +0000 | [diff] [blame] | 60 | return Constant::getAllOnesValue(DestTy); |
| 61 | |
Rafael Espindola | bb893fe | 2012-01-27 23:33:07 +0000 | [diff] [blame] | 62 | // Handle a vector->integer cast. |
| 63 | if (IntegerType *IT = dyn_cast<IntegerType>(DestTy)) { |
Michael Ilseman | a7b93c1 | 2013-02-26 22:51:07 +0000 | [diff] [blame] | 64 | VectorType *VTy = dyn_cast<VectorType>(C->getType()); |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 65 | if (!VTy) |
Rafael Espindola | bb893fe | 2012-01-27 23:33:07 +0000 | [diff] [blame] | 66 | return ConstantExpr::getBitCast(C, DestTy); |
| 67 | |
Michael Ilseman | a7b93c1 | 2013-02-26 22:51:07 +0000 | [diff] [blame] | 68 | unsigned NumSrcElts = VTy->getNumElements(); |
| 69 | Type *SrcEltTy = VTy->getElementType(); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 70 | |
Rafael Espindola | bb893fe | 2012-01-27 23:33:07 +0000 | [diff] [blame] | 71 | // If the vector is a vector of floating point, convert it to vector of int |
| 72 | // to simplify things. |
Chris Lattner | 8213c8a | 2012-02-06 21:56:39 +0000 | [diff] [blame] | 73 | if (SrcEltTy->isFloatingPointTy()) { |
| 74 | unsigned FPWidth = SrcEltTy->getPrimitiveSizeInBits(); |
Rafael Espindola | bb893fe | 2012-01-27 23:33:07 +0000 | [diff] [blame] | 75 | Type *SrcIVTy = |
| 76 | VectorType::get(IntegerType::get(C->getContext(), FPWidth), NumSrcElts); |
Chandler Carruth | ef860a2 | 2013-01-02 09:10:48 +0000 | [diff] [blame] | 77 | // Ask IR to do the conversion now that #elts line up. |
Rafael Espindola | bb893fe | 2012-01-27 23:33:07 +0000 | [diff] [blame] | 78 | C = ConstantExpr::getBitCast(C, SrcIVTy); |
| 79 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 80 | |
Michael Ilseman | a7b93c1 | 2013-02-26 22:51:07 +0000 | [diff] [blame] | 81 | ConstantDataVector *CDV = dyn_cast<ConstantDataVector>(C); |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 82 | if (!CDV) |
Michael Ilseman | a7b93c1 | 2013-02-26 22:51:07 +0000 | [diff] [blame] | 83 | return ConstantExpr::getBitCast(C, DestTy); |
| 84 | |
Rafael Espindola | bb893fe | 2012-01-27 23:33:07 +0000 | [diff] [blame] | 85 | // Now that we know that the input value is a vector of integers, just shift |
| 86 | // and insert them into our result. |
Chris Lattner | 8213c8a | 2012-02-06 21:56:39 +0000 | [diff] [blame] | 87 | unsigned BitShift = TD.getTypeAllocSizeInBits(SrcEltTy); |
Rafael Espindola | bb893fe | 2012-01-27 23:33:07 +0000 | [diff] [blame] | 88 | APInt Result(IT->getBitWidth(), 0); |
| 89 | for (unsigned i = 0; i != NumSrcElts; ++i) { |
Chris Lattner | 8213c8a | 2012-02-06 21:56:39 +0000 | [diff] [blame] | 90 | Result <<= BitShift; |
| 91 | if (TD.isLittleEndian()) |
| 92 | Result |= CDV->getElementAsInteger(NumSrcElts-i-1); |
| 93 | else |
| 94 | Result |= CDV->getElementAsInteger(i); |
Rafael Espindola | bb893fe | 2012-01-27 23:33:07 +0000 | [diff] [blame] | 95 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 96 | |
Rafael Espindola | bb893fe | 2012-01-27 23:33:07 +0000 | [diff] [blame] | 97 | return ConstantInt::get(IT, Result); |
| 98 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 99 | |
Nadav Rotem | ad4a70a | 2011-08-20 14:02:29 +0000 | [diff] [blame] | 100 | // The code below only handles casts to vectors currently. |
Chris Lattner | 229907c | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 101 | VectorType *DestVTy = dyn_cast<VectorType>(DestTy); |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 102 | if (!DestVTy) |
Chris Lattner | d8e8fb4 | 2009-10-25 06:15:37 +0000 | [diff] [blame] | 103 | return ConstantExpr::getBitCast(C, DestTy); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 104 | |
Chris Lattner | d8e8fb4 | 2009-10-25 06:15:37 +0000 | [diff] [blame] | 105 | // If this is a scalar -> vector cast, convert the input into a <1 x scalar> |
| 106 | // vector so the code below can handle it uniformly. |
| 107 | if (isa<ConstantFP>(C) || isa<ConstantInt>(C)) { |
| 108 | Constant *Ops = C; // don't take the address of C! |
Chris Lattner | 6922931 | 2011-02-15 00:14:00 +0000 | [diff] [blame] | 109 | return FoldBitCast(ConstantVector::get(Ops), DestTy, TD); |
Chris Lattner | d8e8fb4 | 2009-10-25 06:15:37 +0000 | [diff] [blame] | 110 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 111 | |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 112 | // If this is a bitcast from constant vector -> vector, fold it. |
Chris Lattner | 61a1d6c | 2012-01-26 21:37:55 +0000 | [diff] [blame] | 113 | if (!isa<ConstantDataVector>(C) && !isa<ConstantVector>(C)) |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 114 | return ConstantExpr::getBitCast(C, DestTy); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 115 | |
Chandler Carruth | ef860a2 | 2013-01-02 09:10:48 +0000 | [diff] [blame] | 116 | // If the element types match, IR can fold it. |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 117 | unsigned NumDstElt = DestVTy->getNumElements(); |
Chris Lattner | 61a1d6c | 2012-01-26 21:37:55 +0000 | [diff] [blame] | 118 | unsigned NumSrcElt = C->getType()->getVectorNumElements(); |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 119 | if (NumDstElt == NumSrcElt) |
| 120 | return ConstantExpr::getBitCast(C, DestTy); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 121 | |
Chris Lattner | 61a1d6c | 2012-01-26 21:37:55 +0000 | [diff] [blame] | 122 | Type *SrcEltTy = C->getType()->getVectorElementType(); |
Chris Lattner | 229907c | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 123 | Type *DstEltTy = DestVTy->getElementType(); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 124 | |
| 125 | // Otherwise, we're changing the number of elements in a vector, which |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 126 | // requires endianness information to do the right thing. For example, |
| 127 | // bitcast (<2 x i64> <i64 0, i64 1> to <4 x i32>) |
| 128 | // folds to (little endian): |
| 129 | // <4 x i32> <i32 0, i32 0, i32 1, i32 0> |
| 130 | // and to (big endian): |
| 131 | // <4 x i32> <i32 0, i32 0, i32 0, i32 1> |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 132 | |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 133 | // First thing is first. We only want to think about integer here, so if |
| 134 | // we have something in FP form, recast it as integer. |
Duncan Sands | 9dff9be | 2010-02-15 16:12:20 +0000 | [diff] [blame] | 135 | if (DstEltTy->isFloatingPointTy()) { |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 136 | // Fold to an vector of integers with same size as our FP type. |
| 137 | unsigned FPWidth = DstEltTy->getPrimitiveSizeInBits(); |
Chris Lattner | 229907c | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 138 | Type *DestIVTy = |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 139 | VectorType::get(IntegerType::get(C->getContext(), FPWidth), NumDstElt); |
| 140 | // Recursively handle this integer conversion, if possible. |
| 141 | C = FoldBitCast(C, DestIVTy, TD); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 142 | |
Chandler Carruth | ef860a2 | 2013-01-02 09:10:48 +0000 | [diff] [blame] | 143 | // Finally, IR can handle this now that #elts line up. |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 144 | return ConstantExpr::getBitCast(C, DestTy); |
| 145 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 146 | |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 147 | // Okay, we know the destination is integer, if the input is FP, convert |
| 148 | // it to integer first. |
Duncan Sands | 9dff9be | 2010-02-15 16:12:20 +0000 | [diff] [blame] | 149 | if (SrcEltTy->isFloatingPointTy()) { |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 150 | unsigned FPWidth = SrcEltTy->getPrimitiveSizeInBits(); |
Chris Lattner | 229907c | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 151 | Type *SrcIVTy = |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 152 | VectorType::get(IntegerType::get(C->getContext(), FPWidth), NumSrcElt); |
Chandler Carruth | ef860a2 | 2013-01-02 09:10:48 +0000 | [diff] [blame] | 153 | // Ask IR to do the conversion now that #elts line up. |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 154 | C = ConstantExpr::getBitCast(C, SrcIVTy); |
Chandler Carruth | ef860a2 | 2013-01-02 09:10:48 +0000 | [diff] [blame] | 155 | // If IR wasn't able to fold it, bail out. |
Chris Lattner | 61a1d6c | 2012-01-26 21:37:55 +0000 | [diff] [blame] | 156 | if (!isa<ConstantVector>(C) && // FIXME: Remove ConstantVector. |
| 157 | !isa<ConstantDataVector>(C)) |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 158 | return C; |
| 159 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 160 | |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 161 | // Now we know that the input and output vectors are both integer vectors |
| 162 | // of the same size, and that their #elements is not the same. Do the |
| 163 | // conversion here, which depends on whether the input or output has |
| 164 | // more elements. |
| 165 | bool isLittleEndian = TD.isLittleEndian(); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 166 | |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 167 | SmallVector<Constant*, 32> Result; |
| 168 | if (NumDstElt < NumSrcElt) { |
| 169 | // Handle: bitcast (<4 x i32> <i32 0, i32 1, i32 2, i32 3> to <2 x i64>) |
| 170 | Constant *Zero = Constant::getNullValue(DstEltTy); |
| 171 | unsigned Ratio = NumSrcElt/NumDstElt; |
| 172 | unsigned SrcBitSize = SrcEltTy->getPrimitiveSizeInBits(); |
| 173 | unsigned SrcElt = 0; |
| 174 | for (unsigned i = 0; i != NumDstElt; ++i) { |
| 175 | // Build each element of the result. |
| 176 | Constant *Elt = Zero; |
| 177 | unsigned ShiftAmt = isLittleEndian ? 0 : SrcBitSize*(Ratio-1); |
| 178 | for (unsigned j = 0; j != Ratio; ++j) { |
Chris Lattner | 61a1d6c | 2012-01-26 21:37:55 +0000 | [diff] [blame] | 179 | Constant *Src =dyn_cast<ConstantInt>(C->getAggregateElement(SrcElt++)); |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 180 | if (!Src) // Reject constantexpr elements. |
| 181 | return ConstantExpr::getBitCast(C, DestTy); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 182 | |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 183 | // Zero extend the element to the right size. |
| 184 | Src = ConstantExpr::getZExt(Src, Elt->getType()); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 185 | |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 186 | // Shift it to the right place, depending on endianness. |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 187 | Src = ConstantExpr::getShl(Src, |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 188 | ConstantInt::get(Src->getType(), ShiftAmt)); |
| 189 | ShiftAmt += isLittleEndian ? SrcBitSize : -SrcBitSize; |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 190 | |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 191 | // Mix it in. |
| 192 | Elt = ConstantExpr::getOr(Elt, Src); |
| 193 | } |
| 194 | Result.push_back(Elt); |
| 195 | } |
Chris Lattner | 61a1d6c | 2012-01-26 21:37:55 +0000 | [diff] [blame] | 196 | return ConstantVector::get(Result); |
| 197 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 198 | |
Chris Lattner | 61a1d6c | 2012-01-26 21:37:55 +0000 | [diff] [blame] | 199 | // Handle: bitcast (<2 x i64> <i64 0, i64 1> to <4 x i32>) |
| 200 | unsigned Ratio = NumDstElt/NumSrcElt; |
Bruno Cardoso Lopes | c29520c | 2014-10-22 12:18:48 +0000 | [diff] [blame] | 201 | unsigned DstBitSize = TD.getTypeSizeInBits(DstEltTy); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 202 | |
Chris Lattner | 61a1d6c | 2012-01-26 21:37:55 +0000 | [diff] [blame] | 203 | // Loop over each source value, expanding into multiple results. |
| 204 | for (unsigned i = 0; i != NumSrcElt; ++i) { |
| 205 | Constant *Src = dyn_cast<ConstantInt>(C->getAggregateElement(i)); |
| 206 | if (!Src) // Reject constantexpr elements. |
| 207 | return ConstantExpr::getBitCast(C, DestTy); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 208 | |
Chris Lattner | 61a1d6c | 2012-01-26 21:37:55 +0000 | [diff] [blame] | 209 | unsigned ShiftAmt = isLittleEndian ? 0 : DstBitSize*(Ratio-1); |
| 210 | for (unsigned j = 0; j != Ratio; ++j) { |
| 211 | // Shift the piece of the value into the right place, depending on |
| 212 | // endianness. |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 213 | Constant *Elt = ConstantExpr::getLShr(Src, |
Chris Lattner | 61a1d6c | 2012-01-26 21:37:55 +0000 | [diff] [blame] | 214 | ConstantInt::get(Src->getType(), ShiftAmt)); |
| 215 | ShiftAmt += isLittleEndian ? DstBitSize : -DstBitSize; |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 216 | |
Bruno Cardoso Lopes | c29520c | 2014-10-22 12:18:48 +0000 | [diff] [blame] | 217 | // Truncate the element to an integer with the same pointer size and |
| 218 | // convert the element back to a pointer using a inttoptr. |
| 219 | if (DstEltTy->isPointerTy()) { |
| 220 | IntegerType *DstIntTy = Type::getIntNTy(C->getContext(), DstBitSize); |
| 221 | Constant *CE = ConstantExpr::getTrunc(Elt, DstIntTy); |
| 222 | Result.push_back(ConstantExpr::getIntToPtr(CE, DstEltTy)); |
| 223 | continue; |
| 224 | } |
| 225 | |
Chris Lattner | 61a1d6c | 2012-01-26 21:37:55 +0000 | [diff] [blame] | 226 | // Truncate and remember this piece. |
| 227 | Result.push_back(ConstantExpr::getTrunc(Elt, DstEltTy)); |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 228 | } |
| 229 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 230 | |
Chris Lattner | 6922931 | 2011-02-15 00:14:00 +0000 | [diff] [blame] | 231 | return ConstantVector::get(Result); |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 232 | } |
| 233 | |
| 234 | |
Sanjay Patel | 0d7dee6 | 2014-10-02 15:13:22 +0000 | [diff] [blame] | 235 | /// If this constant is a constant offset from a global, return the global and |
| 236 | /// the constant. Because of constantexprs, this function is recursive. |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 237 | static bool IsConstantOffsetFromGlobal(Constant *C, GlobalValue *&GV, |
Benjamin Kramer | 546bb56 | 2013-01-23 21:21:24 +0000 | [diff] [blame] | 238 | APInt &Offset, const DataLayout &TD) { |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 239 | // Trivial case, constant is the global. |
| 240 | if ((GV = dyn_cast<GlobalValue>(C))) { |
Matt Arsenault | a8e8944 | 2013-11-04 20:46:52 +0000 | [diff] [blame] | 241 | unsigned BitWidth = TD.getPointerTypeSizeInBits(GV->getType()); |
| 242 | Offset = APInt(BitWidth, 0); |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 243 | return true; |
| 244 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 245 | |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 246 | // Otherwise, if this isn't a constant expr, bail out. |
| 247 | ConstantExpr *CE = dyn_cast<ConstantExpr>(C); |
| 248 | if (!CE) return false; |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 249 | |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 250 | // Look through ptr->int and ptr->ptr casts. |
| 251 | if (CE->getOpcode() == Instruction::PtrToInt || |
Matt Arsenault | caa9c71 | 2014-07-14 22:39:26 +0000 | [diff] [blame] | 252 | CE->getOpcode() == Instruction::BitCast || |
| 253 | CE->getOpcode() == Instruction::AddrSpaceCast) |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 254 | return IsConstantOffsetFromGlobal(CE->getOperand(0), GV, Offset, TD); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 255 | |
| 256 | // i32* getelementptr ([5 x i32]* @a, i32 0, i32 5) |
Matt Arsenault | a8e8944 | 2013-11-04 20:46:52 +0000 | [diff] [blame] | 257 | GEPOperator *GEP = dyn_cast<GEPOperator>(CE); |
| 258 | if (!GEP) |
| 259 | return false; |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 260 | |
Matt Arsenault | a8e8944 | 2013-11-04 20:46:52 +0000 | [diff] [blame] | 261 | unsigned BitWidth = TD.getPointerTypeSizeInBits(GEP->getType()); |
| 262 | APInt TmpOffset(BitWidth, 0); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 263 | |
Matt Arsenault | a8e8944 | 2013-11-04 20:46:52 +0000 | [diff] [blame] | 264 | // If the base isn't a global+constant, we aren't either. |
| 265 | if (!IsConstantOffsetFromGlobal(CE->getOperand(0), GV, TmpOffset, TD)) |
| 266 | return false; |
| 267 | |
| 268 | // Otherwise, add any offset that our operands provide. |
| 269 | if (!GEP->accumulateConstantOffset(TD, TmpOffset)) |
| 270 | return false; |
| 271 | |
| 272 | Offset = TmpOffset; |
| 273 | return true; |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 274 | } |
| 275 | |
Sanjay Patel | 0d7dee6 | 2014-10-02 15:13:22 +0000 | [diff] [blame] | 276 | /// Recursive helper to read bits out of global. C is the constant being copied |
| 277 | /// out of. ByteOffset is an offset into C. CurPtr is the pointer to copy |
| 278 | /// results into and BytesLeft is the number of bytes left in |
| 279 | /// the CurPtr buffer. TD is the target data. |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 280 | static bool ReadDataFromGlobal(Constant *C, uint64_t ByteOffset, |
| 281 | unsigned char *CurPtr, unsigned BytesLeft, |
Micah Villmow | cdfe20b | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 282 | const DataLayout &TD) { |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 283 | assert(ByteOffset <= TD.getTypeAllocSize(C->getType()) && |
| 284 | "Out of range access"); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 285 | |
Chris Lattner | 3db7bd2 | 2009-10-24 05:27:19 +0000 | [diff] [blame] | 286 | // If this element is zero or undefined, we can just return since *CurPtr is |
| 287 | // zero initialized. |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 288 | if (isa<ConstantAggregateZero>(C) || isa<UndefValue>(C)) |
| 289 | return true; |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 290 | |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 291 | if (ConstantInt *CI = dyn_cast<ConstantInt>(C)) { |
| 292 | if (CI->getBitWidth() > 64 || |
| 293 | (CI->getBitWidth() & 7) != 0) |
| 294 | return false; |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 295 | |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 296 | uint64_t Val = CI->getZExtValue(); |
| 297 | unsigned IntBytes = unsigned(CI->getBitWidth()/8); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 298 | |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 299 | for (unsigned i = 0; i != BytesLeft && ByteOffset != IntBytes; ++i) { |
NAKAMURA Takumi | 43ab4ef | 2012-11-08 20:34:25 +0000 | [diff] [blame] | 300 | int n = ByteOffset; |
| 301 | if (!TD.isLittleEndian()) |
| 302 | n = IntBytes - n - 1; |
| 303 | CurPtr[i] = (unsigned char)(Val >> (n * 8)); |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 304 | ++ByteOffset; |
| 305 | } |
| 306 | return true; |
| 307 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 308 | |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 309 | if (ConstantFP *CFP = dyn_cast<ConstantFP>(C)) { |
| 310 | if (CFP->getType()->isDoubleTy()) { |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 311 | C = FoldBitCast(C, Type::getInt64Ty(C->getContext()), TD); |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 312 | return ReadDataFromGlobal(C, ByteOffset, CurPtr, BytesLeft, TD); |
| 313 | } |
| 314 | if (CFP->getType()->isFloatTy()){ |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 315 | C = FoldBitCast(C, Type::getInt32Ty(C->getContext()), TD); |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 316 | return ReadDataFromGlobal(C, ByteOffset, CurPtr, BytesLeft, TD); |
| 317 | } |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 318 | if (CFP->getType()->isHalfTy()){ |
| 319 | C = FoldBitCast(C, Type::getInt16Ty(C->getContext()), TD); |
| 320 | return ReadDataFromGlobal(C, ByteOffset, CurPtr, BytesLeft, TD); |
| 321 | } |
Chris Lattner | 3db7bd2 | 2009-10-24 05:27:19 +0000 | [diff] [blame] | 322 | return false; |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 323 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 324 | |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 325 | if (ConstantStruct *CS = dyn_cast<ConstantStruct>(C)) { |
| 326 | const StructLayout *SL = TD.getStructLayout(CS->getType()); |
| 327 | unsigned Index = SL->getElementContainingOffset(ByteOffset); |
| 328 | uint64_t CurEltOffset = SL->getElementOffset(Index); |
| 329 | ByteOffset -= CurEltOffset; |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 330 | |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 331 | while (1) { |
| 332 | // If the element access is to the element itself and not to tail padding, |
| 333 | // read the bytes from the element. |
| 334 | uint64_t EltSize = TD.getTypeAllocSize(CS->getOperand(Index)->getType()); |
| 335 | |
| 336 | if (ByteOffset < EltSize && |
| 337 | !ReadDataFromGlobal(CS->getOperand(Index), ByteOffset, CurPtr, |
| 338 | BytesLeft, TD)) |
| 339 | return false; |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 340 | |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 341 | ++Index; |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 342 | |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 343 | // Check to see if we read from the last struct element, if so we're done. |
| 344 | if (Index == CS->getType()->getNumElements()) |
| 345 | return true; |
| 346 | |
| 347 | // If we read all of the bytes we needed from this element we're done. |
| 348 | uint64_t NextEltOffset = SL->getElementOffset(Index); |
| 349 | |
Matt Arsenault | 8c78909 | 2013-08-12 23:15:58 +0000 | [diff] [blame] | 350 | if (BytesLeft <= NextEltOffset - CurEltOffset - ByteOffset) |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 351 | return true; |
| 352 | |
| 353 | // Move to the next element of the struct. |
Matt Arsenault | 8c78909 | 2013-08-12 23:15:58 +0000 | [diff] [blame] | 354 | CurPtr += NextEltOffset - CurEltOffset - ByteOffset; |
| 355 | BytesLeft -= NextEltOffset - CurEltOffset - ByteOffset; |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 356 | ByteOffset = 0; |
| 357 | CurEltOffset = NextEltOffset; |
| 358 | } |
| 359 | // not reached. |
| 360 | } |
| 361 | |
Chris Lattner | 6705883 | 2012-01-25 06:48:06 +0000 | [diff] [blame] | 362 | if (isa<ConstantArray>(C) || isa<ConstantVector>(C) || |
| 363 | isa<ConstantDataSequential>(C)) { |
Matt Arsenault | 8c78909 | 2013-08-12 23:15:58 +0000 | [diff] [blame] | 364 | Type *EltTy = C->getType()->getSequentialElementType(); |
Chris Lattner | 6705883 | 2012-01-25 06:48:06 +0000 | [diff] [blame] | 365 | uint64_t EltSize = TD.getTypeAllocSize(EltTy); |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 366 | uint64_t Index = ByteOffset / EltSize; |
| 367 | uint64_t Offset = ByteOffset - Index * EltSize; |
Chris Lattner | 6705883 | 2012-01-25 06:48:06 +0000 | [diff] [blame] | 368 | uint64_t NumElts; |
| 369 | if (ArrayType *AT = dyn_cast<ArrayType>(C->getType())) |
| 370 | NumElts = AT->getNumElements(); |
| 371 | else |
Matt Arsenault | 8c78909 | 2013-08-12 23:15:58 +0000 | [diff] [blame] | 372 | NumElts = C->getType()->getVectorNumElements(); |
Duncan Sands | 0b875a0 | 2012-07-25 09:14:54 +0000 | [diff] [blame] | 373 | |
Chris Lattner | 6705883 | 2012-01-25 06:48:06 +0000 | [diff] [blame] | 374 | for (; Index != NumElts; ++Index) { |
| 375 | if (!ReadDataFromGlobal(C->getAggregateElement(Index), Offset, CurPtr, |
| 376 | BytesLeft, TD)) |
| 377 | return false; |
Duncan Sands | 0b875a0 | 2012-07-25 09:14:54 +0000 | [diff] [blame] | 378 | |
| 379 | uint64_t BytesWritten = EltSize - Offset; |
| 380 | assert(BytesWritten <= EltSize && "Not indexing into this element?"); |
| 381 | if (BytesWritten >= BytesLeft) |
Chris Lattner | 6705883 | 2012-01-25 06:48:06 +0000 | [diff] [blame] | 382 | return true; |
Duncan Sands | 0b875a0 | 2012-07-25 09:14:54 +0000 | [diff] [blame] | 383 | |
Chris Lattner | 6705883 | 2012-01-25 06:48:06 +0000 | [diff] [blame] | 384 | Offset = 0; |
Duncan Sands | 0b875a0 | 2012-07-25 09:14:54 +0000 | [diff] [blame] | 385 | BytesLeft -= BytesWritten; |
| 386 | CurPtr += BytesWritten; |
Chris Lattner | 6705883 | 2012-01-25 06:48:06 +0000 | [diff] [blame] | 387 | } |
| 388 | return true; |
| 389 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 390 | |
Anders Carlsson | d21b06a | 2011-02-06 20:11:56 +0000 | [diff] [blame] | 391 | if (ConstantExpr *CE = dyn_cast<ConstantExpr>(C)) { |
Anders Carlsson | ecf8e15 | 2011-02-06 20:22:49 +0000 | [diff] [blame] | 392 | if (CE->getOpcode() == Instruction::IntToPtr && |
Matt Arsenault | 7a960a8 | 2013-08-20 21:20:04 +0000 | [diff] [blame] | 393 | CE->getOperand(0)->getType() == TD.getIntPtrType(CE->getType())) { |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 394 | return ReadDataFromGlobal(CE->getOperand(0), ByteOffset, CurPtr, |
Chris Lattner | 6705883 | 2012-01-25 06:48:06 +0000 | [diff] [blame] | 395 | BytesLeft, TD); |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 396 | } |
Anders Carlsson | d21b06a | 2011-02-06 20:11:56 +0000 | [diff] [blame] | 397 | } |
| 398 | |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 399 | // Otherwise, unknown initializer type. |
| 400 | return false; |
| 401 | } |
| 402 | |
| 403 | static Constant *FoldReinterpretLoadFromConstPtr(Constant *C, |
Micah Villmow | cdfe20b | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 404 | const DataLayout &TD) { |
Matt Arsenault | 7a960a8 | 2013-08-20 21:20:04 +0000 | [diff] [blame] | 405 | PointerType *PTy = cast<PointerType>(C->getType()); |
| 406 | Type *LoadTy = PTy->getElementType(); |
Chris Lattner | 229907c | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 407 | IntegerType *IntType = dyn_cast<IntegerType>(LoadTy); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 408 | |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 409 | // If this isn't an integer load we can't fold it directly. |
| 410 | if (!IntType) { |
Matt Arsenault | 7a960a8 | 2013-08-20 21:20:04 +0000 | [diff] [blame] | 411 | unsigned AS = PTy->getAddressSpace(); |
| 412 | |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 413 | // If this is a float/double load, we can try folding it as an int32/64 load |
Chris Lattner | ccf1e84 | 2009-10-23 06:57:37 +0000 | [diff] [blame] | 414 | // and then bitcast the result. This can be useful for union cases. Note |
| 415 | // that address spaces don't matter here since we're not going to result in |
| 416 | // an actual new load. |
Chris Lattner | 229907c | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 417 | Type *MapTy; |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 418 | if (LoadTy->isHalfTy()) |
Matt Arsenault | 7a960a8 | 2013-08-20 21:20:04 +0000 | [diff] [blame] | 419 | MapTy = Type::getInt16PtrTy(C->getContext(), AS); |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 420 | else if (LoadTy->isFloatTy()) |
Matt Arsenault | 7a960a8 | 2013-08-20 21:20:04 +0000 | [diff] [blame] | 421 | MapTy = Type::getInt32PtrTy(C->getContext(), AS); |
Chris Lattner | ccf1e84 | 2009-10-23 06:57:37 +0000 | [diff] [blame] | 422 | else if (LoadTy->isDoubleTy()) |
Matt Arsenault | 7a960a8 | 2013-08-20 21:20:04 +0000 | [diff] [blame] | 423 | MapTy = Type::getInt64PtrTy(C->getContext(), AS); |
Duncan Sands | 19d0b47 | 2010-02-16 11:11:14 +0000 | [diff] [blame] | 424 | else if (LoadTy->isVectorTy()) { |
Matt Arsenault | 7a960a8 | 2013-08-20 21:20:04 +0000 | [diff] [blame] | 425 | MapTy = PointerType::getIntNPtrTy(C->getContext(), |
| 426 | TD.getTypeAllocSizeInBits(LoadTy), |
| 427 | AS); |
Chris Lattner | ccf1e84 | 2009-10-23 06:57:37 +0000 | [diff] [blame] | 428 | } else |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 429 | return nullptr; |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 430 | |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 431 | C = FoldBitCast(C, MapTy, TD); |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 432 | if (Constant *Res = FoldReinterpretLoadFromConstPtr(C, TD)) |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 433 | return FoldBitCast(Res, LoadTy, TD); |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 434 | return nullptr; |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 435 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 436 | |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 437 | unsigned BytesLoaded = (IntType->getBitWidth() + 7) / 8; |
Matt Arsenault | 8c78909 | 2013-08-12 23:15:58 +0000 | [diff] [blame] | 438 | if (BytesLoaded > 32 || BytesLoaded == 0) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 439 | return nullptr; |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 440 | |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 441 | GlobalValue *GVal; |
Matt Arsenault | a8e8944 | 2013-11-04 20:46:52 +0000 | [diff] [blame] | 442 | APInt Offset; |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 443 | if (!IsConstantOffsetFromGlobal(C, GVal, Offset, TD)) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 444 | return nullptr; |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 445 | |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 446 | GlobalVariable *GV = dyn_cast<GlobalVariable>(GVal); |
Chris Lattner | 3db7bd2 | 2009-10-24 05:27:19 +0000 | [diff] [blame] | 447 | if (!GV || !GV->isConstant() || !GV->hasDefinitiveInitializer() || |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 448 | !GV->getInitializer()->getType()->isSized()) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 449 | return nullptr; |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 450 | |
| 451 | // If we're loading off the beginning of the global, some bytes may be valid, |
| 452 | // but we don't try to handle this. |
Matt Arsenault | 8c78909 | 2013-08-12 23:15:58 +0000 | [diff] [blame] | 453 | if (Offset.isNegative()) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 454 | return nullptr; |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 455 | |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 456 | // If we're not accessing anything in this constant, the result is undefined. |
Benjamin Kramer | 546bb56 | 2013-01-23 21:21:24 +0000 | [diff] [blame] | 457 | if (Offset.getZExtValue() >= |
| 458 | TD.getTypeAllocSize(GV->getInitializer()->getType())) |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 459 | return UndefValue::get(IntType); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 460 | |
Chris Lattner | 59f94c0 | 2009-10-23 06:50:36 +0000 | [diff] [blame] | 461 | unsigned char RawBytes[32] = {0}; |
Benjamin Kramer | 546bb56 | 2013-01-23 21:21:24 +0000 | [diff] [blame] | 462 | if (!ReadDataFromGlobal(GV->getInitializer(), Offset.getZExtValue(), RawBytes, |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 463 | BytesLoaded, TD)) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 464 | return nullptr; |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 465 | |
NAKAMURA Takumi | 43ab4ef | 2012-11-08 20:34:25 +0000 | [diff] [blame] | 466 | APInt ResultVal = APInt(IntType->getBitWidth(), 0); |
| 467 | if (TD.isLittleEndian()) { |
| 468 | ResultVal = RawBytes[BytesLoaded - 1]; |
| 469 | for (unsigned i = 1; i != BytesLoaded; ++i) { |
| 470 | ResultVal <<= 8; |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 471 | ResultVal |= RawBytes[BytesLoaded - 1 - i]; |
NAKAMURA Takumi | 43ab4ef | 2012-11-08 20:34:25 +0000 | [diff] [blame] | 472 | } |
| 473 | } else { |
| 474 | ResultVal = RawBytes[0]; |
| 475 | for (unsigned i = 1; i != BytesLoaded; ++i) { |
| 476 | ResultVal <<= 8; |
| 477 | ResultVal |= RawBytes[i]; |
| 478 | } |
Chris Lattner | 59f94c0 | 2009-10-23 06:50:36 +0000 | [diff] [blame] | 479 | } |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 480 | |
Chris Lattner | 59f94c0 | 2009-10-23 06:50:36 +0000 | [diff] [blame] | 481 | return ConstantInt::get(IntType->getContext(), ResultVal); |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 482 | } |
| 483 | |
Chandler Carruth | a0e5695 | 2014-05-15 09:56:28 +0000 | [diff] [blame] | 484 | static Constant *ConstantFoldLoadThroughBitcast(ConstantExpr *CE, |
| 485 | const DataLayout *DL) { |
| 486 | if (!DL) |
| 487 | return nullptr; |
| 488 | auto *DestPtrTy = dyn_cast<PointerType>(CE->getType()); |
| 489 | if (!DestPtrTy) |
| 490 | return nullptr; |
| 491 | Type *DestTy = DestPtrTy->getElementType(); |
| 492 | |
| 493 | Constant *C = ConstantFoldLoadFromConstPtr(CE->getOperand(0), DL); |
| 494 | if (!C) |
| 495 | return nullptr; |
| 496 | |
| 497 | do { |
| 498 | Type *SrcTy = C->getType(); |
| 499 | |
| 500 | // If the type sizes are the same and a cast is legal, just directly |
| 501 | // cast the constant. |
| 502 | if (DL->getTypeSizeInBits(DestTy) == DL->getTypeSizeInBits(SrcTy)) { |
| 503 | Instruction::CastOps Cast = Instruction::BitCast; |
| 504 | // If we are going from a pointer to int or vice versa, we spell the cast |
| 505 | // differently. |
| 506 | if (SrcTy->isIntegerTy() && DestTy->isPointerTy()) |
| 507 | Cast = Instruction::IntToPtr; |
| 508 | else if (SrcTy->isPointerTy() && DestTy->isIntegerTy()) |
| 509 | Cast = Instruction::PtrToInt; |
| 510 | |
| 511 | if (CastInst::castIsValid(Cast, C, DestTy)) |
| 512 | return ConstantExpr::getCast(Cast, C, DestTy); |
| 513 | } |
| 514 | |
| 515 | // If this isn't an aggregate type, there is nothing we can do to drill down |
| 516 | // and find a bitcastable constant. |
| 517 | if (!SrcTy->isAggregateType()) |
| 518 | return nullptr; |
| 519 | |
| 520 | // We're simulating a load through a pointer that was bitcast to point to |
| 521 | // a different type, so we can try to walk down through the initial |
| 522 | // elements of an aggregate to see if some part of th e aggregate is |
| 523 | // castable to implement the "load" semantic model. |
| 524 | C = C->getAggregateElement(0u); |
| 525 | } while (C); |
| 526 | |
| 527 | return nullptr; |
| 528 | } |
| 529 | |
Sanjay Patel | 0d7dee6 | 2014-10-02 15:13:22 +0000 | [diff] [blame] | 530 | /// Return the value that a load from C would produce if it is constant and |
| 531 | /// determinable. If this is not determinable, return null. |
Chris Lattner | 1664a4f | 2009-10-22 06:25:11 +0000 | [diff] [blame] | 532 | Constant *llvm::ConstantFoldLoadFromConstPtr(Constant *C, |
Micah Villmow | cdfe20b | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 533 | const DataLayout *TD) { |
Chris Lattner | 1664a4f | 2009-10-22 06:25:11 +0000 | [diff] [blame] | 534 | // First, try the easy cases: |
| 535 | if (GlobalVariable *GV = dyn_cast<GlobalVariable>(C)) |
| 536 | if (GV->isConstant() && GV->hasDefinitiveInitializer()) |
| 537 | return GV->getInitializer(); |
| 538 | |
Chris Lattner | cf7e894 | 2009-10-22 06:44:07 +0000 | [diff] [blame] | 539 | // If the loaded value isn't a constant expr, we can't handle it. |
| 540 | ConstantExpr *CE = dyn_cast<ConstantExpr>(C); |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 541 | if (!CE) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 542 | return nullptr; |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 543 | |
Chris Lattner | cf7e894 | 2009-10-22 06:44:07 +0000 | [diff] [blame] | 544 | if (CE->getOpcode() == Instruction::GetElementPtr) { |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 545 | if (GlobalVariable *GV = dyn_cast<GlobalVariable>(CE->getOperand(0))) { |
| 546 | if (GV->isConstant() && GV->hasDefinitiveInitializer()) { |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 547 | if (Constant *V = |
Chris Lattner | cf7e894 | 2009-10-22 06:44:07 +0000 | [diff] [blame] | 548 | ConstantFoldLoadThroughGEPConstantExpr(GV->getInitializer(), CE)) |
| 549 | return V; |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 550 | } |
| 551 | } |
Chris Lattner | cf7e894 | 2009-10-22 06:44:07 +0000 | [diff] [blame] | 552 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 553 | |
Chandler Carruth | a0e5695 | 2014-05-15 09:56:28 +0000 | [diff] [blame] | 554 | if (CE->getOpcode() == Instruction::BitCast) |
| 555 | if (Constant *LoadedC = ConstantFoldLoadThroughBitcast(CE, TD)) |
| 556 | return LoadedC; |
| 557 | |
Chris Lattner | cf7e894 | 2009-10-22 06:44:07 +0000 | [diff] [blame] | 558 | // Instead of loading constant c string, use corresponding integer value |
| 559 | // directly if string length is small enough. |
Chris Lattner | cf9e8f6 | 2012-02-05 02:29:43 +0000 | [diff] [blame] | 560 | StringRef Str; |
| 561 | if (TD && getConstantStringInfo(CE, Str) && !Str.empty()) { |
| 562 | unsigned StrLen = Str.size(); |
Chris Lattner | 229907c | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 563 | Type *Ty = cast<PointerType>(CE->getType())->getElementType(); |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 564 | unsigned NumBits = Ty->getPrimitiveSizeInBits(); |
Chris Lattner | fd4a09f | 2010-07-12 00:22:51 +0000 | [diff] [blame] | 565 | // Replace load with immediate integer if the result is an integer or fp |
| 566 | // value. |
| 567 | if ((NumBits >> 3) == StrLen + 1 && (NumBits & 7) == 0 && |
Chandler Carruth | 57041d8 | 2010-07-12 06:47:05 +0000 | [diff] [blame] | 568 | (isa<IntegerType>(Ty) || Ty->isFloatingPointTy())) { |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 569 | APInt StrVal(NumBits, 0); |
| 570 | APInt SingleChar(NumBits, 0); |
Chris Lattner | cf7e894 | 2009-10-22 06:44:07 +0000 | [diff] [blame] | 571 | if (TD->isLittleEndian()) { |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 572 | for (signed i = StrLen-1; i >= 0; i--) { |
Chris Lattner | cf7e894 | 2009-10-22 06:44:07 +0000 | [diff] [blame] | 573 | SingleChar = (uint64_t) Str[i] & UCHAR_MAX; |
Chris Lattner | 51d2f70 | 2009-10-22 06:38:35 +0000 | [diff] [blame] | 574 | StrVal = (StrVal << 8) | SingleChar; |
| 575 | } |
Chris Lattner | cf7e894 | 2009-10-22 06:44:07 +0000 | [diff] [blame] | 576 | } else { |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 577 | for (unsigned i = 0; i < StrLen; i++) { |
Chris Lattner | cf7e894 | 2009-10-22 06:44:07 +0000 | [diff] [blame] | 578 | SingleChar = (uint64_t) Str[i] & UCHAR_MAX; |
| 579 | StrVal = (StrVal << 8) | SingleChar; |
| 580 | } |
| 581 | // Append NULL at the end. |
| 582 | SingleChar = 0; |
| 583 | StrVal = (StrVal << 8) | SingleChar; |
Chris Lattner | 51d2f70 | 2009-10-22 06:38:35 +0000 | [diff] [blame] | 584 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 585 | |
Chris Lattner | fd4a09f | 2010-07-12 00:22:51 +0000 | [diff] [blame] | 586 | Constant *Res = ConstantInt::get(CE->getContext(), StrVal); |
| 587 | if (Ty->isFloatingPointTy()) |
| 588 | Res = ConstantExpr::getBitCast(Res, Ty); |
| 589 | return Res; |
Chris Lattner | 51d2f70 | 2009-10-22 06:38:35 +0000 | [diff] [blame] | 590 | } |
Chris Lattner | 1664a4f | 2009-10-22 06:25:11 +0000 | [diff] [blame] | 591 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 592 | |
Chris Lattner | cf7e894 | 2009-10-22 06:44:07 +0000 | [diff] [blame] | 593 | // If this load comes from anywhere in a constant global, and if the global |
| 594 | // is all undef or zero, we know what it loads. |
Dan Gohman | 0f124e1 | 2011-01-24 18:53:32 +0000 | [diff] [blame] | 595 | if (GlobalVariable *GV = |
| 596 | dyn_cast<GlobalVariable>(GetUnderlyingObject(CE, TD))) { |
Chris Lattner | cf7e894 | 2009-10-22 06:44:07 +0000 | [diff] [blame] | 597 | if (GV->isConstant() && GV->hasDefinitiveInitializer()) { |
Chris Lattner | 229907c | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 598 | Type *ResTy = cast<PointerType>(C->getType())->getElementType(); |
Chris Lattner | cf7e894 | 2009-10-22 06:44:07 +0000 | [diff] [blame] | 599 | if (GV->getInitializer()->isNullValue()) |
| 600 | return Constant::getNullValue(ResTy); |
| 601 | if (isa<UndefValue>(GV->getInitializer())) |
| 602 | return UndefValue::get(ResTy); |
| 603 | } |
| 604 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 605 | |
NAKAMURA Takumi | 43ab4ef | 2012-11-08 20:34:25 +0000 | [diff] [blame] | 606 | // Try hard to fold loads from bitcasted strange and non-type-safe things. |
| 607 | if (TD) |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 608 | return FoldReinterpretLoadFromConstPtr(CE, *TD); |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 609 | return nullptr; |
Chris Lattner | 1664a4f | 2009-10-22 06:25:11 +0000 | [diff] [blame] | 610 | } |
| 611 | |
Micah Villmow | cdfe20b | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 612 | static Constant *ConstantFoldLoadInst(const LoadInst *LI, const DataLayout *TD){ |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 613 | if (LI->isVolatile()) return nullptr; |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 614 | |
Chris Lattner | 1664a4f | 2009-10-22 06:25:11 +0000 | [diff] [blame] | 615 | if (Constant *C = dyn_cast<Constant>(LI->getOperand(0))) |
| 616 | return ConstantFoldLoadFromConstPtr(C, TD); |
Chris Lattner | ed00b80 | 2009-10-23 06:23:49 +0000 | [diff] [blame] | 617 | |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 618 | return nullptr; |
Chris Lattner | 1664a4f | 2009-10-22 06:25:11 +0000 | [diff] [blame] | 619 | } |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 620 | |
Sanjay Patel | 0d7dee6 | 2014-10-02 15:13:22 +0000 | [diff] [blame] | 621 | /// One of Op0/Op1 is a constant expression. |
Nick Lewycky | e88d388 | 2008-12-15 01:35:36 +0000 | [diff] [blame] | 622 | /// Attempt to symbolically evaluate the result of a binary operator merging |
Nick Lewycky | 0641774 | 2013-02-14 03:23:37 +0000 | [diff] [blame] | 623 | /// these together. If target data info is available, it is provided as DL, |
| 624 | /// otherwise DL is null. |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 625 | static Constant *SymbolicallyEvaluateBinop(unsigned Opc, Constant *Op0, |
Nick Lewycky | 0641774 | 2013-02-14 03:23:37 +0000 | [diff] [blame] | 626 | Constant *Op1, const DataLayout *DL){ |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 627 | // SROA |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 628 | |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 629 | // Fold (and 0xffffffff00000000, (shl x, 32)) -> shl. |
| 630 | // Fold (lshr (or X, Y), 32) -> (lshr [X/Y], 32) if one doesn't contribute |
| 631 | // bits. |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 632 | |
| 633 | |
Nick Lewycky | 0641774 | 2013-02-14 03:23:37 +0000 | [diff] [blame] | 634 | if (Opc == Instruction::And && DL) { |
Benjamin Kramer | ec1bb4f | 2013-04-19 16:56:24 +0000 | [diff] [blame] | 635 | unsigned BitWidth = DL->getTypeSizeInBits(Op0->getType()->getScalarType()); |
Nick Lewycky | 0641774 | 2013-02-14 03:23:37 +0000 | [diff] [blame] | 636 | APInt KnownZero0(BitWidth, 0), KnownOne0(BitWidth, 0); |
| 637 | APInt KnownZero1(BitWidth, 0), KnownOne1(BitWidth, 0); |
Jay Foad | a0653a3 | 2014-05-14 21:14:37 +0000 | [diff] [blame] | 638 | computeKnownBits(Op0, KnownZero0, KnownOne0, DL); |
| 639 | computeKnownBits(Op1, KnownZero1, KnownOne1, DL); |
Nick Lewycky | 0641774 | 2013-02-14 03:23:37 +0000 | [diff] [blame] | 640 | if ((KnownOne1 | KnownZero0).isAllOnesValue()) { |
| 641 | // All the bits of Op0 that the 'and' could be masking are already zero. |
| 642 | return Op0; |
| 643 | } |
| 644 | if ((KnownOne0 | KnownZero1).isAllOnesValue()) { |
| 645 | // All the bits of Op1 that the 'and' could be masking are already zero. |
| 646 | return Op1; |
| 647 | } |
| 648 | |
| 649 | APInt KnownZero = KnownZero0 | KnownZero1; |
| 650 | APInt KnownOne = KnownOne0 & KnownOne1; |
| 651 | if ((KnownZero | KnownOne).isAllOnesValue()) { |
| 652 | return ConstantInt::get(Op0->getType(), KnownOne); |
| 653 | } |
| 654 | } |
| 655 | |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 656 | // If the constant expr is something like &A[123] - &A[4].f, fold this into a |
| 657 | // constant. This happens frequently when iterating over a global array. |
Nick Lewycky | 0641774 | 2013-02-14 03:23:37 +0000 | [diff] [blame] | 658 | if (Opc == Instruction::Sub && DL) { |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 659 | GlobalValue *GV1, *GV2; |
Matt Arsenault | a8e8944 | 2013-11-04 20:46:52 +0000 | [diff] [blame] | 660 | APInt Offs1, Offs2; |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 661 | |
Nick Lewycky | 0641774 | 2013-02-14 03:23:37 +0000 | [diff] [blame] | 662 | if (IsConstantOffsetFromGlobal(Op0, GV1, Offs1, *DL)) |
| 663 | if (IsConstantOffsetFromGlobal(Op1, GV2, Offs2, *DL) && |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 664 | GV1 == GV2) { |
Matt Arsenault | bed5bf2 | 2013-09-12 01:07:58 +0000 | [diff] [blame] | 665 | unsigned OpSize = DL->getTypeSizeInBits(Op0->getType()); |
| 666 | |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 667 | // (&GV+C1) - (&GV+C2) -> C1-C2, pointer arithmetic cannot overflow. |
Benjamin Kramer | a5a9ec5 | 2013-02-05 19:04:36 +0000 | [diff] [blame] | 668 | // PtrToInt may change the bitwidth so we have convert to the right size |
| 669 | // first. |
| 670 | return ConstantInt::get(Op0->getType(), Offs1.zextOrTrunc(OpSize) - |
| 671 | Offs2.zextOrTrunc(OpSize)); |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 672 | } |
| 673 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 674 | |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 675 | return nullptr; |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 676 | } |
| 677 | |
Sanjay Patel | 0d7dee6 | 2014-10-02 15:13:22 +0000 | [diff] [blame] | 678 | /// If array indices are not pointer-sized integers, explicitly cast them so |
| 679 | /// that they aren't implicitly casted by the getelementptr. |
Jay Foad | f4b14a2 | 2011-07-19 13:32:40 +0000 | [diff] [blame] | 680 | static Constant *CastGEPIndices(ArrayRef<Constant *> Ops, |
Micah Villmow | cdfe20b | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 681 | Type *ResultTy, const DataLayout *TD, |
Chad Rosier | c24b86f | 2011-12-01 03:08:23 +0000 | [diff] [blame] | 682 | const TargetLibraryInfo *TLI) { |
Matt Arsenault | 7a960a8 | 2013-08-20 21:20:04 +0000 | [diff] [blame] | 683 | if (!TD) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 684 | return nullptr; |
Matt Arsenault | 7a960a8 | 2013-08-20 21:20:04 +0000 | [diff] [blame] | 685 | |
| 686 | Type *IntPtrTy = TD->getIntPtrType(ResultTy); |
Dan Gohman | e5e1b7b | 2010-02-01 18:27:38 +0000 | [diff] [blame] | 687 | |
| 688 | bool Any = false; |
| 689 | SmallVector<Constant*, 32> NewIdxs; |
Jay Foad | f4b14a2 | 2011-07-19 13:32:40 +0000 | [diff] [blame] | 690 | for (unsigned i = 1, e = Ops.size(); i != e; ++i) { |
Dan Gohman | e5e1b7b | 2010-02-01 18:27:38 +0000 | [diff] [blame] | 691 | if ((i == 1 || |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 692 | !isa<StructType>(GetElementPtrInst::getIndexedType( |
| 693 | Ops[0]->getType(), |
| 694 | Ops.slice(1, i - 1)))) && |
Dan Gohman | e5e1b7b | 2010-02-01 18:27:38 +0000 | [diff] [blame] | 695 | Ops[i]->getType() != IntPtrTy) { |
| 696 | Any = true; |
| 697 | NewIdxs.push_back(ConstantExpr::getCast(CastInst::getCastOpcode(Ops[i], |
| 698 | true, |
| 699 | IntPtrTy, |
| 700 | true), |
| 701 | Ops[i], IntPtrTy)); |
| 702 | } else |
| 703 | NewIdxs.push_back(Ops[i]); |
| 704 | } |
Dan Gohman | e5e1b7b | 2010-02-01 18:27:38 +0000 | [diff] [blame] | 705 | |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 706 | if (!Any) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 707 | return nullptr; |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 708 | |
| 709 | Constant *C = ConstantExpr::getGetElementPtr(Ops[0], NewIdxs); |
| 710 | if (ConstantExpr *CE = dyn_cast<ConstantExpr>(C)) { |
Chad Rosier | c24b86f | 2011-12-01 03:08:23 +0000 | [diff] [blame] | 711 | if (Constant *Folded = ConstantFoldConstantExpression(CE, TD, TLI)) |
Dan Gohman | e5e1b7b | 2010-02-01 18:27:38 +0000 | [diff] [blame] | 712 | C = Folded; |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 713 | } |
| 714 | |
Dan Gohman | e5e1b7b | 2010-02-01 18:27:38 +0000 | [diff] [blame] | 715 | return C; |
| 716 | } |
| 717 | |
Nadav Rotem | 77f1b9c | 2012-07-30 07:25:20 +0000 | [diff] [blame] | 718 | /// Strip the pointer casts, but preserve the address space information. |
| 719 | static Constant* StripPtrCastKeepAS(Constant* Ptr) { |
| 720 | assert(Ptr->getType()->isPointerTy() && "Not a pointer type"); |
| 721 | PointerType *OldPtrTy = cast<PointerType>(Ptr->getType()); |
Rafael Espindola | 78598d9 | 2014-06-04 19:01:48 +0000 | [diff] [blame] | 722 | Ptr = Ptr->stripPointerCasts(); |
Nadav Rotem | 77f1b9c | 2012-07-30 07:25:20 +0000 | [diff] [blame] | 723 | PointerType *NewPtrTy = cast<PointerType>(Ptr->getType()); |
| 724 | |
| 725 | // Preserve the address space number of the pointer. |
| 726 | if (NewPtrTy->getAddressSpace() != OldPtrTy->getAddressSpace()) { |
| 727 | NewPtrTy = NewPtrTy->getElementType()->getPointerTo( |
| 728 | OldPtrTy->getAddressSpace()); |
Matt Arsenault | b03bd4d | 2013-11-15 01:34:59 +0000 | [diff] [blame] | 729 | Ptr = ConstantExpr::getPointerCast(Ptr, NewPtrTy); |
Nadav Rotem | 77f1b9c | 2012-07-30 07:25:20 +0000 | [diff] [blame] | 730 | } |
| 731 | return Ptr; |
| 732 | } |
| 733 | |
Sanjay Patel | 0d7dee6 | 2014-10-02 15:13:22 +0000 | [diff] [blame] | 734 | /// If we can symbolically evaluate the GEP constant expression, do so. |
Jay Foad | f4b14a2 | 2011-07-19 13:32:40 +0000 | [diff] [blame] | 735 | static Constant *SymbolicallyEvaluateGEP(ArrayRef<Constant *> Ops, |
Micah Villmow | cdfe20b | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 736 | Type *ResultTy, const DataLayout *TD, |
Chad Rosier | c24b86f | 2011-12-01 03:08:23 +0000 | [diff] [blame] | 737 | const TargetLibraryInfo *TLI) { |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 738 | Constant *Ptr = Ops[0]; |
Matt Arsenault | 8c78909 | 2013-08-12 23:15:58 +0000 | [diff] [blame] | 739 | if (!TD || !Ptr->getType()->getPointerElementType()->isSized() || |
Nadav Rotem | 3924cb0 | 2011-12-05 06:29:09 +0000 | [diff] [blame] | 740 | !Ptr->getType()->isPointerTy()) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 741 | return nullptr; |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 742 | |
Matt Arsenault | 7a960a8 | 2013-08-20 21:20:04 +0000 | [diff] [blame] | 743 | Type *IntPtrTy = TD->getIntPtrType(Ptr->getType()); |
Matt Arsenault | 8c78909 | 2013-08-12 23:15:58 +0000 | [diff] [blame] | 744 | Type *ResultElementTy = ResultTy->getPointerElementType(); |
Chris Lattner | f4b42f5 | 2008-05-08 04:54:43 +0000 | [diff] [blame] | 745 | |
| 746 | // If this is a constant expr gep that is effectively computing an |
| 747 | // "offsetof", fold it into 'cast int Size to T*' instead of 'gep 0, 0, 12' |
Jay Foad | f4b14a2 | 2011-07-19 13:32:40 +0000 | [diff] [blame] | 748 | for (unsigned i = 1, e = Ops.size(); i != e; ++i) |
Chris Lattner | 5858e09 | 2011-01-06 06:19:46 +0000 | [diff] [blame] | 749 | if (!isa<ConstantInt>(Ops[i])) { |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 750 | |
Chris Lattner | 5858e09 | 2011-01-06 06:19:46 +0000 | [diff] [blame] | 751 | // If this is "gep i8* Ptr, (sub 0, V)", fold this as: |
| 752 | // "inttoptr (sub (ptrtoint Ptr), V)" |
Matt Arsenault | 8c78909 | 2013-08-12 23:15:58 +0000 | [diff] [blame] | 753 | if (Ops.size() == 2 && ResultElementTy->isIntegerTy(8)) { |
Chris Lattner | 5858e09 | 2011-01-06 06:19:46 +0000 | [diff] [blame] | 754 | ConstantExpr *CE = dyn_cast<ConstantExpr>(Ops[1]); |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 755 | assert((!CE || CE->getType() == IntPtrTy) && |
Chris Lattner | 171608e | 2011-01-06 22:24:29 +0000 | [diff] [blame] | 756 | "CastGEPIndices didn't canonicalize index types!"); |
Chris Lattner | 5858e09 | 2011-01-06 06:19:46 +0000 | [diff] [blame] | 757 | if (CE && CE->getOpcode() == Instruction::Sub && |
Chris Lattner | 171608e | 2011-01-06 22:24:29 +0000 | [diff] [blame] | 758 | CE->getOperand(0)->isNullValue()) { |
Chris Lattner | 5858e09 | 2011-01-06 06:19:46 +0000 | [diff] [blame] | 759 | Constant *Res = ConstantExpr::getPtrToInt(Ptr, CE->getType()); |
| 760 | Res = ConstantExpr::getSub(Res, CE->getOperand(1)); |
| 761 | Res = ConstantExpr::getIntToPtr(Res, ResultTy); |
| 762 | if (ConstantExpr *ResCE = dyn_cast<ConstantExpr>(Res)) |
Chad Rosier | c24b86f | 2011-12-01 03:08:23 +0000 | [diff] [blame] | 763 | Res = ConstantFoldConstantExpression(ResCE, TD, TLI); |
Chris Lattner | 5858e09 | 2011-01-06 06:19:46 +0000 | [diff] [blame] | 764 | return Res; |
| 765 | } |
| 766 | } |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 767 | return nullptr; |
Chris Lattner | 5858e09 | 2011-01-06 06:19:46 +0000 | [diff] [blame] | 768 | } |
Nadav Rotem | 77f1b9c | 2012-07-30 07:25:20 +0000 | [diff] [blame] | 769 | |
Chris Lattner | 171608e | 2011-01-06 22:24:29 +0000 | [diff] [blame] | 770 | unsigned BitWidth = TD->getTypeSizeInBits(IntPtrTy); |
Jay Foad | bf90477 | 2011-07-19 14:01:37 +0000 | [diff] [blame] | 771 | APInt Offset = |
| 772 | APInt(BitWidth, TD->getIndexedOffset(Ptr->getType(), |
Roman Divacky | 4717a8d | 2012-09-06 15:42:13 +0000 | [diff] [blame] | 773 | makeArrayRef((Value *const*) |
| 774 | Ops.data() + 1, |
Jay Foad | bf90477 | 2011-07-19 14:01:37 +0000 | [diff] [blame] | 775 | Ops.size() - 1))); |
Nadav Rotem | 77f1b9c | 2012-07-30 07:25:20 +0000 | [diff] [blame] | 776 | Ptr = StripPtrCastKeepAS(Ptr); |
Dan Gohman | 474e488c | 2010-03-10 19:31:51 +0000 | [diff] [blame] | 777 | |
| 778 | // If this is a GEP of a GEP, fold it all into a single GEP. |
| 779 | while (GEPOperator *GEP = dyn_cast<GEPOperator>(Ptr)) { |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 780 | SmallVector<Value *, 4> NestedOps(GEP->op_begin() + 1, GEP->op_end()); |
Duncan Sands | 8c35506 | 2010-03-12 17:55:20 +0000 | [diff] [blame] | 781 | |
| 782 | // Do not try the incorporate the sub-GEP if some index is not a number. |
| 783 | bool AllConstantInt = true; |
| 784 | for (unsigned i = 0, e = NestedOps.size(); i != e; ++i) |
| 785 | if (!isa<ConstantInt>(NestedOps[i])) { |
| 786 | AllConstantInt = false; |
| 787 | break; |
| 788 | } |
| 789 | if (!AllConstantInt) |
| 790 | break; |
| 791 | |
Dan Gohman | 474e488c | 2010-03-10 19:31:51 +0000 | [diff] [blame] | 792 | Ptr = cast<Constant>(GEP->getOperand(0)); |
| 793 | Offset += APInt(BitWidth, |
Jay Foad | bf90477 | 2011-07-19 14:01:37 +0000 | [diff] [blame] | 794 | TD->getIndexedOffset(Ptr->getType(), NestedOps)); |
Nadav Rotem | 77f1b9c | 2012-07-30 07:25:20 +0000 | [diff] [blame] | 795 | Ptr = StripPtrCastKeepAS(Ptr); |
Dan Gohman | 474e488c | 2010-03-10 19:31:51 +0000 | [diff] [blame] | 796 | } |
| 797 | |
Dan Gohman | 81ce842 | 2009-08-19 18:18:36 +0000 | [diff] [blame] | 798 | // If the base value for this address is a literal integer value, fold the |
| 799 | // getelementptr to the resulting integer value casted to the pointer type. |
Dan Gohman | a5ca578 | 2010-03-18 19:34:33 +0000 | [diff] [blame] | 800 | APInt BasePtr(BitWidth, 0); |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 801 | if (ConstantExpr *CE = dyn_cast<ConstantExpr>(Ptr)) { |
| 802 | if (CE->getOpcode() == Instruction::IntToPtr) { |
Jay Foad | 583abbc | 2010-12-07 08:25:19 +0000 | [diff] [blame] | 803 | if (ConstantInt *Base = dyn_cast<ConstantInt>(CE->getOperand(0))) |
| 804 | BasePtr = Base->getValue().zextOrTrunc(BitWidth); |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 805 | } |
| 806 | } |
| 807 | |
Dan Gohman | a5ca578 | 2010-03-18 19:34:33 +0000 | [diff] [blame] | 808 | if (Ptr->isNullValue() || BasePtr != 0) { |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 809 | Constant *C = ConstantInt::get(Ptr->getContext(), Offset + BasePtr); |
Dan Gohman | 81ce842 | 2009-08-19 18:18:36 +0000 | [diff] [blame] | 810 | return ConstantExpr::getIntToPtr(C, ResultTy); |
| 811 | } |
| 812 | |
| 813 | // Otherwise form a regular getelementptr. Recompute the indices so that |
| 814 | // we eliminate over-indexing of the notional static type array bounds. |
| 815 | // This makes it easy to determine if the getelementptr is "inbounds". |
| 816 | // Also, this helps GlobalOpt do SROA on GlobalVariables. |
Chris Lattner | 229907c | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 817 | Type *Ty = Ptr->getType(); |
Chandler Carruth | aacb8a5 | 2012-04-24 18:42:47 +0000 | [diff] [blame] | 818 | assert(Ty->isPointerTy() && "Forming regular GEP of non-pointer type"); |
Matt Arsenault | 7a960a8 | 2013-08-20 21:20:04 +0000 | [diff] [blame] | 819 | SmallVector<Constant *, 32> NewIdxs; |
| 820 | |
Dan Gohman | c59ba42 | 2009-08-19 22:46:59 +0000 | [diff] [blame] | 821 | do { |
Chris Lattner | 229907c | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 822 | if (SequentialType *ATy = dyn_cast<SequentialType>(Ty)) { |
Duncan Sands | 19d0b47 | 2010-02-16 11:11:14 +0000 | [diff] [blame] | 823 | if (ATy->isPointerTy()) { |
Chris Lattner | 77c36d6 | 2009-12-03 01:05:45 +0000 | [diff] [blame] | 824 | // The only pointer indexing we'll do is on the first index of the GEP. |
| 825 | if (!NewIdxs.empty()) |
| 826 | break; |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 827 | |
Chris Lattner | 77c36d6 | 2009-12-03 01:05:45 +0000 | [diff] [blame] | 828 | // Only handle pointers to sized types, not pointers to functions. |
| 829 | if (!ATy->getElementType()->isSized()) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 830 | return nullptr; |
Chris Lattner | 77c36d6 | 2009-12-03 01:05:45 +0000 | [diff] [blame] | 831 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 832 | |
Dan Gohman | 81ce842 | 2009-08-19 18:18:36 +0000 | [diff] [blame] | 833 | // Determine which element of the array the offset points into. |
Dan Gohman | 23e62c5 | 2009-08-21 16:52:54 +0000 | [diff] [blame] | 834 | APInt ElemSize(BitWidth, TD->getTypeAllocSize(ATy->getElementType())); |
Dan Gohman | 81ce842 | 2009-08-19 18:18:36 +0000 | [diff] [blame] | 835 | if (ElemSize == 0) |
Chris Lattner | 6ce0380 | 2010-11-21 08:39:01 +0000 | [diff] [blame] | 836 | // The element size is 0. This may be [0 x Ty]*, so just use a zero |
Duncan Sands | 1f86be9 | 2010-11-21 12:43:13 +0000 | [diff] [blame] | 837 | // index for this level and proceed to the next level to see if it can |
| 838 | // accommodate the offset. |
Chris Lattner | 6ce0380 | 2010-11-21 08:39:01 +0000 | [diff] [blame] | 839 | NewIdxs.push_back(ConstantInt::get(IntPtrTy, 0)); |
| 840 | else { |
| 841 | // The element size is non-zero divide the offset by the element |
| 842 | // size (rounding down), to compute the index at this level. |
| 843 | APInt NewIdx = Offset.udiv(ElemSize); |
| 844 | Offset -= NewIdx * ElemSize; |
| 845 | NewIdxs.push_back(ConstantInt::get(IntPtrTy, NewIdx)); |
| 846 | } |
Dan Gohman | 81ce842 | 2009-08-19 18:18:36 +0000 | [diff] [blame] | 847 | Ty = ATy->getElementType(); |
Chris Lattner | 229907c | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 848 | } else if (StructType *STy = dyn_cast<StructType>(Ty)) { |
Chandler Carruth | aacb8a5 | 2012-04-24 18:42:47 +0000 | [diff] [blame] | 849 | // If we end up with an offset that isn't valid for this struct type, we |
| 850 | // can't re-form this GEP in a regular form, so bail out. The pointer |
| 851 | // operand likely went through casts that are necessary to make the GEP |
| 852 | // sensible. |
Dan Gohman | 81ce842 | 2009-08-19 18:18:36 +0000 | [diff] [blame] | 853 | const StructLayout &SL = *TD->getStructLayout(STy); |
Chandler Carruth | aacb8a5 | 2012-04-24 18:42:47 +0000 | [diff] [blame] | 854 | if (Offset.uge(SL.getSizeInBytes())) |
| 855 | break; |
| 856 | |
| 857 | // Determine which field of the struct the offset points into. The |
| 858 | // getZExtValue is fine as we've already ensured that the offset is |
| 859 | // within the range representable by the StructLayout API. |
Dan Gohman | 23e62c5 | 2009-08-21 16:52:54 +0000 | [diff] [blame] | 860 | unsigned ElIdx = SL.getElementContainingOffset(Offset.getZExtValue()); |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 861 | NewIdxs.push_back(ConstantInt::get(Type::getInt32Ty(Ty->getContext()), |
| 862 | ElIdx)); |
Dan Gohman | 23e62c5 | 2009-08-21 16:52:54 +0000 | [diff] [blame] | 863 | Offset -= APInt(BitWidth, SL.getElementOffset(ElIdx)); |
Dan Gohman | 81ce842 | 2009-08-19 18:18:36 +0000 | [diff] [blame] | 864 | Ty = STy->getTypeAtIndex(ElIdx); |
| 865 | } else { |
Dan Gohman | c59ba42 | 2009-08-19 22:46:59 +0000 | [diff] [blame] | 866 | // We've reached some non-indexable type. |
| 867 | break; |
Dan Gohman | 81ce842 | 2009-08-19 18:18:36 +0000 | [diff] [blame] | 868 | } |
Matt Arsenault | 8c78909 | 2013-08-12 23:15:58 +0000 | [diff] [blame] | 869 | } while (Ty != ResultElementTy); |
Dan Gohman | c59ba42 | 2009-08-19 22:46:59 +0000 | [diff] [blame] | 870 | |
| 871 | // If we haven't used up the entire offset by descending the static |
| 872 | // type, then the offset is pointing into the middle of an indivisible |
| 873 | // member, so we can't simplify it. |
| 874 | if (Offset != 0) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 875 | return nullptr; |
Dan Gohman | 81ce842 | 2009-08-19 18:18:36 +0000 | [diff] [blame] | 876 | |
Dan Gohman | 21c6216 | 2009-09-11 00:04:14 +0000 | [diff] [blame] | 877 | // Create a GEP. |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 878 | Constant *C = ConstantExpr::getGetElementPtr(Ptr, NewIdxs); |
Matt Arsenault | 8c78909 | 2013-08-12 23:15:58 +0000 | [diff] [blame] | 879 | assert(C->getType()->getPointerElementType() == Ty && |
Dan Gohman | e4ca02d | 2009-09-03 23:34:49 +0000 | [diff] [blame] | 880 | "Computed GetElementPtr has unexpected type!"); |
Dan Gohman | 81ce842 | 2009-08-19 18:18:36 +0000 | [diff] [blame] | 881 | |
Dan Gohman | c59ba42 | 2009-08-19 22:46:59 +0000 | [diff] [blame] | 882 | // If we ended up indexing a member with a type that doesn't match |
Dan Gohman | 8a8ad7d | 2009-08-20 16:42:55 +0000 | [diff] [blame] | 883 | // the type of what the original indices indexed, add a cast. |
Matt Arsenault | 8c78909 | 2013-08-12 23:15:58 +0000 | [diff] [blame] | 884 | if (Ty != ResultElementTy) |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 885 | C = FoldBitCast(C, ResultTy, *TD); |
Dan Gohman | c59ba42 | 2009-08-19 22:46:59 +0000 | [diff] [blame] | 886 | |
| 887 | return C; |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 888 | } |
| 889 | |
Chris Lattner | 6a6b3fb | 2007-12-11 07:29:44 +0000 | [diff] [blame] | 890 | |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 891 | |
| 892 | //===----------------------------------------------------------------------===// |
| 893 | // Constant Folding public APIs |
| 894 | //===----------------------------------------------------------------------===// |
| 895 | |
Sanjay Patel | 0d7dee6 | 2014-10-02 15:13:22 +0000 | [diff] [blame] | 896 | /// Try to constant fold the specified instruction. |
Duncan Sands | 763dec0 | 2010-11-23 10:16:18 +0000 | [diff] [blame] | 897 | /// If successful, the constant result is returned, if not, null is returned. |
| 898 | /// Note that this fails if not all of the operands are constant. Otherwise, |
| 899 | /// this function can only fail when attempting to fold instructions like loads |
| 900 | /// and stores, which have no constant expression form. |
Chad Rosier | c24b86f | 2011-12-01 03:08:23 +0000 | [diff] [blame] | 901 | Constant *llvm::ConstantFoldInstruction(Instruction *I, |
Micah Villmow | cdfe20b | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 902 | const DataLayout *TD, |
Chad Rosier | c24b86f | 2011-12-01 03:08:23 +0000 | [diff] [blame] | 903 | const TargetLibraryInfo *TLI) { |
Duncan Sands | 763dec0 | 2010-11-23 10:16:18 +0000 | [diff] [blame] | 904 | // Handle PHI nodes quickly here... |
Chris Lattner | 2ae054a | 2007-01-30 23:45:45 +0000 | [diff] [blame] | 905 | if (PHINode *PN = dyn_cast<PHINode>(I)) { |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 906 | Constant *CommonValue = nullptr; |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 907 | |
Duncan Sands | 1d27f012 | 2010-11-14 12:53:18 +0000 | [diff] [blame] | 908 | for (unsigned i = 0, e = PN->getNumIncomingValues(); i != e; ++i) { |
| 909 | Value *Incoming = PN->getIncomingValue(i); |
Duncan Sands | 763dec0 | 2010-11-23 10:16:18 +0000 | [diff] [blame] | 910 | // If the incoming value is undef then skip it. Note that while we could |
| 911 | // skip the value if it is equal to the phi node itself we choose not to |
| 912 | // because that would break the rule that constant folding only applies if |
| 913 | // all operands are constants. |
| 914 | if (isa<UndefValue>(Incoming)) |
Duncan Sands | 1d27f012 | 2010-11-14 12:53:18 +0000 | [diff] [blame] | 915 | continue; |
Dan Gohman | 1ccecdb | 2012-04-27 17:50:22 +0000 | [diff] [blame] | 916 | // If the incoming value is not a constant, then give up. |
Duncan Sands | 1d27f012 | 2010-11-14 12:53:18 +0000 | [diff] [blame] | 917 | Constant *C = dyn_cast<Constant>(Incoming); |
Dan Gohman | 1ccecdb | 2012-04-27 17:50:22 +0000 | [diff] [blame] | 918 | if (!C) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 919 | return nullptr; |
Dan Gohman | 1ccecdb | 2012-04-27 17:50:22 +0000 | [diff] [blame] | 920 | // Fold the PHI's operands. |
| 921 | if (ConstantExpr *NewC = dyn_cast<ConstantExpr>(C)) |
| 922 | C = ConstantFoldConstantExpression(NewC, TD, TLI); |
| 923 | // If the incoming value is a different constant to |
| 924 | // the one we saw previously, then give up. |
| 925 | if (CommonValue && C != CommonValue) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 926 | return nullptr; |
Duncan Sands | 1d27f012 | 2010-11-14 12:53:18 +0000 | [diff] [blame] | 927 | CommonValue = C; |
| 928 | } |
Chris Lattner | 2ae054a | 2007-01-30 23:45:45 +0000 | [diff] [blame] | 929 | |
Dan Gohman | 1ccecdb | 2012-04-27 17:50:22 +0000 | [diff] [blame] | 930 | |
Duncan Sands | 1d27f012 | 2010-11-14 12:53:18 +0000 | [diff] [blame] | 931 | // If we reach here, all incoming values are the same constant or undef. |
| 932 | return CommonValue ? CommonValue : UndefValue::get(PN->getType()); |
Chris Lattner | 2ae054a | 2007-01-30 23:45:45 +0000 | [diff] [blame] | 933 | } |
| 934 | |
| 935 | // Scan the operand list, checking to see if they are all constants, if so, |
| 936 | // hand off to ConstantFoldInstOperands. |
| 937 | SmallVector<Constant*, 8> Ops; |
Dan Gohman | 1ccecdb | 2012-04-27 17:50:22 +0000 | [diff] [blame] | 938 | for (User::op_iterator i = I->op_begin(), e = I->op_end(); i != e; ++i) { |
| 939 | Constant *Op = dyn_cast<Constant>(*i); |
| 940 | if (!Op) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 941 | return nullptr; // All operands not constant! |
Chris Lattner | 2ae054a | 2007-01-30 23:45:45 +0000 | [diff] [blame] | 942 | |
Dan Gohman | 1ccecdb | 2012-04-27 17:50:22 +0000 | [diff] [blame] | 943 | // Fold the Instruction's operands. |
| 944 | if (ConstantExpr *NewCE = dyn_cast<ConstantExpr>(Op)) |
| 945 | Op = ConstantFoldConstantExpression(NewCE, TD, TLI); |
| 946 | |
| 947 | Ops.push_back(Op); |
| 948 | } |
| 949 | |
Chris Lattner | d2265b4 | 2007-12-10 22:53:04 +0000 | [diff] [blame] | 950 | if (const CmpInst *CI = dyn_cast<CmpInst>(I)) |
Chris Lattner | cdfb80d | 2009-11-09 23:06:58 +0000 | [diff] [blame] | 951 | return ConstantFoldCompareInstOperands(CI->getPredicate(), Ops[0], Ops[1], |
Chad Rosier | c24b86f | 2011-12-01 03:08:23 +0000 | [diff] [blame] | 952 | TD, TLI); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 953 | |
Chris Lattner | 1664a4f | 2009-10-22 06:25:11 +0000 | [diff] [blame] | 954 | if (const LoadInst *LI = dyn_cast<LoadInst>(I)) |
| 955 | return ConstantFoldLoadInst(LI, TD); |
Frits van Bommel | a98214d | 2010-11-29 20:36:52 +0000 | [diff] [blame] | 956 | |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 957 | if (InsertValueInst *IVI = dyn_cast<InsertValueInst>(I)) { |
Frits van Bommel | a98214d | 2010-11-29 20:36:52 +0000 | [diff] [blame] | 958 | return ConstantExpr::getInsertValue( |
| 959 | cast<Constant>(IVI->getAggregateOperand()), |
| 960 | cast<Constant>(IVI->getInsertedValueOperand()), |
Jay Foad | 57aa636 | 2011-07-13 10:26:04 +0000 | [diff] [blame] | 961 | IVI->getIndices()); |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 962 | } |
Frits van Bommel | a98214d | 2010-11-29 20:36:52 +0000 | [diff] [blame] | 963 | |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 964 | if (ExtractValueInst *EVI = dyn_cast<ExtractValueInst>(I)) { |
Frits van Bommel | a98214d | 2010-11-29 20:36:52 +0000 | [diff] [blame] | 965 | return ConstantExpr::getExtractValue( |
| 966 | cast<Constant>(EVI->getAggregateOperand()), |
Jay Foad | 57aa636 | 2011-07-13 10:26:04 +0000 | [diff] [blame] | 967 | EVI->getIndices()); |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 968 | } |
Frits van Bommel | a98214d | 2010-11-29 20:36:52 +0000 | [diff] [blame] | 969 | |
Chad Rosier | c24b86f | 2011-12-01 03:08:23 +0000 | [diff] [blame] | 970 | return ConstantFoldInstOperands(I->getOpcode(), I->getType(), Ops, TD, TLI); |
Chris Lattner | 2ae054a | 2007-01-30 23:45:45 +0000 | [diff] [blame] | 971 | } |
| 972 | |
Benjamin Kramer | 89ca4bc | 2013-04-13 12:53:18 +0000 | [diff] [blame] | 973 | static Constant * |
| 974 | ConstantFoldConstantExpressionImpl(const ConstantExpr *CE, const DataLayout *TD, |
| 975 | const TargetLibraryInfo *TLI, |
Craig Topper | 71b7b68 | 2014-08-21 05:55:13 +0000 | [diff] [blame] | 976 | SmallPtrSetImpl<ConstantExpr *> &FoldedOps) { |
Benjamin Kramer | 89ca4bc | 2013-04-13 12:53:18 +0000 | [diff] [blame] | 977 | SmallVector<Constant *, 8> Ops; |
| 978 | for (User::const_op_iterator i = CE->op_begin(), e = CE->op_end(); i != e; |
| 979 | ++i) { |
Dan Gohman | 580b80d | 2009-11-23 16:22:21 +0000 | [diff] [blame] | 980 | Constant *NewC = cast<Constant>(*i); |
Benjamin Kramer | 89ca4bc | 2013-04-13 12:53:18 +0000 | [diff] [blame] | 981 | // Recursively fold the ConstantExpr's operands. If we have already folded |
| 982 | // a ConstantExpr, we don't have to process it again. |
| 983 | if (ConstantExpr *NewCE = dyn_cast<ConstantExpr>(NewC)) { |
| 984 | if (FoldedOps.insert(NewCE)) |
| 985 | NewC = ConstantFoldConstantExpressionImpl(NewCE, TD, TLI, FoldedOps); |
| 986 | } |
Dan Gohman | 580b80d | 2009-11-23 16:22:21 +0000 | [diff] [blame] | 987 | Ops.push_back(NewC); |
| 988 | } |
Nick Lewycky | f6ccd25 | 2008-05-25 20:56:15 +0000 | [diff] [blame] | 989 | |
| 990 | if (CE->isCompare()) |
Chris Lattner | cdfb80d | 2009-11-09 23:06:58 +0000 | [diff] [blame] | 991 | return ConstantFoldCompareInstOperands(CE->getPredicate(), Ops[0], Ops[1], |
Chad Rosier | c24b86f | 2011-12-01 03:08:23 +0000 | [diff] [blame] | 992 | TD, TLI); |
| 993 | return ConstantFoldInstOperands(CE->getOpcode(), CE->getType(), Ops, TD, TLI); |
Nick Lewycky | f6ccd25 | 2008-05-25 20:56:15 +0000 | [diff] [blame] | 994 | } |
| 995 | |
Sanjay Patel | 0d7dee6 | 2014-10-02 15:13:22 +0000 | [diff] [blame] | 996 | /// Attempt to fold the constant expression |
Benjamin Kramer | 89ca4bc | 2013-04-13 12:53:18 +0000 | [diff] [blame] | 997 | /// using the specified DataLayout. If successful, the constant result is |
| 998 | /// result is returned, if not, null is returned. |
| 999 | Constant *llvm::ConstantFoldConstantExpression(const ConstantExpr *CE, |
| 1000 | const DataLayout *TD, |
| 1001 | const TargetLibraryInfo *TLI) { |
| 1002 | SmallPtrSet<ConstantExpr *, 4> FoldedOps; |
| 1003 | return ConstantFoldConstantExpressionImpl(CE, TD, TLI, FoldedOps); |
| 1004 | } |
| 1005 | |
Sanjay Patel | 0d7dee6 | 2014-10-02 15:13:22 +0000 | [diff] [blame] | 1006 | /// Attempt to constant fold an instruction with the |
Chris Lattner | 2ae054a | 2007-01-30 23:45:45 +0000 | [diff] [blame] | 1007 | /// specified opcode and operands. If successful, the constant result is |
| 1008 | /// returned, if not, null is returned. Note that this function can fail when |
| 1009 | /// attempting to fold instructions like loads and stores, which have no |
| 1010 | /// constant expression form. |
| 1011 | /// |
Dan Gohman | 580b80d | 2009-11-23 16:22:21 +0000 | [diff] [blame] | 1012 | /// TODO: This function neither utilizes nor preserves nsw/nuw/inbounds/etc |
| 1013 | /// information, due to only being passed an opcode and operands. Constant |
| 1014 | /// folding using this function strips this information. |
| 1015 | /// |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1016 | Constant *llvm::ConstantFoldInstOperands(unsigned Opcode, Type *DestTy, |
Jay Foad | f4b14a2 | 2011-07-19 13:32:40 +0000 | [diff] [blame] | 1017 | ArrayRef<Constant *> Ops, |
Micah Villmow | cdfe20b | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 1018 | const DataLayout *TD, |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1019 | const TargetLibraryInfo *TLI) { |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 1020 | // Handle easy binops first. |
Chris Lattner | d2265b4 | 2007-12-10 22:53:04 +0000 | [diff] [blame] | 1021 | if (Instruction::isBinaryOp(Opcode)) { |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 1022 | if (isa<ConstantExpr>(Ops[0]) || isa<ConstantExpr>(Ops[1])) { |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1023 | if (Constant *C = SymbolicallyEvaluateBinop(Opcode, Ops[0], Ops[1], TD)) |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 1024 | return C; |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 1025 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1026 | |
Owen Anderson | 487375e | 2009-07-29 18:55:55 +0000 | [diff] [blame] | 1027 | return ConstantExpr::get(Opcode, Ops[0], Ops[1]); |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 1028 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1029 | |
Chris Lattner | d2265b4 | 2007-12-10 22:53:04 +0000 | [diff] [blame] | 1030 | switch (Opcode) { |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1031 | default: return nullptr; |
Chris Lattner | 8fb74c6 | 2010-01-02 01:22:23 +0000 | [diff] [blame] | 1032 | case Instruction::ICmp: |
Craig Topper | a2886c2 | 2012-02-07 05:05:23 +0000 | [diff] [blame] | 1033 | case Instruction::FCmp: llvm_unreachable("Invalid for compares"); |
Chris Lattner | 2ae054a | 2007-01-30 23:45:45 +0000 | [diff] [blame] | 1034 | case Instruction::Call: |
Jay Foad | f4b14a2 | 2011-07-19 13:32:40 +0000 | [diff] [blame] | 1035 | if (Function *F = dyn_cast<Function>(Ops.back())) |
Chris Lattner | 2ae054a | 2007-01-30 23:45:45 +0000 | [diff] [blame] | 1036 | if (canConstantFoldCallTo(F)) |
Chad Rosier | c24b86f | 2011-12-01 03:08:23 +0000 | [diff] [blame] | 1037 | return ConstantFoldCall(F, Ops.slice(0, Ops.size() - 1), TLI); |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1038 | return nullptr; |
Chris Lattner | 460e34a | 2007-08-11 23:49:01 +0000 | [diff] [blame] | 1039 | case Instruction::PtrToInt: |
| 1040 | // If the input is a inttoptr, eliminate the pair. This requires knowing |
| 1041 | // the width of a pointer, so it can't be done in ConstantExpr::getCast. |
| 1042 | if (ConstantExpr *CE = dyn_cast<ConstantExpr>(Ops[0])) { |
| 1043 | if (TD && CE->getOpcode() == Instruction::IntToPtr) { |
| 1044 | Constant *Input = CE->getOperand(0); |
Dan Gohman | 7ccc52f | 2009-06-15 22:12:54 +0000 | [diff] [blame] | 1045 | unsigned InWidth = Input->getType()->getScalarSizeInBits(); |
Matt Arsenault | d12e802 | 2013-09-17 23:23:16 +0000 | [diff] [blame] | 1046 | unsigned PtrWidth = TD->getPointerTypeSizeInBits(CE->getType()); |
| 1047 | if (PtrWidth < InWidth) { |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1048 | Constant *Mask = |
Matt Arsenault | d12e802 | 2013-09-17 23:23:16 +0000 | [diff] [blame] | 1049 | ConstantInt::get(CE->getContext(), |
| 1050 | APInt::getLowBitsSet(InWidth, PtrWidth)); |
Owen Anderson | 487375e | 2009-07-29 18:55:55 +0000 | [diff] [blame] | 1051 | Input = ConstantExpr::getAnd(Input, Mask); |
Nick Lewycky | 730d5da | 2008-10-24 06:14:27 +0000 | [diff] [blame] | 1052 | } |
Chris Lattner | 460e34a | 2007-08-11 23:49:01 +0000 | [diff] [blame] | 1053 | // Do a zext or trunc to get to the dest size. |
Owen Anderson | 487375e | 2009-07-29 18:55:55 +0000 | [diff] [blame] | 1054 | return ConstantExpr::getIntegerCast(Input, DestTy, false); |
Chris Lattner | 460e34a | 2007-08-11 23:49:01 +0000 | [diff] [blame] | 1055 | } |
| 1056 | } |
Owen Anderson | 487375e | 2009-07-29 18:55:55 +0000 | [diff] [blame] | 1057 | return ConstantExpr::getCast(Opcode, Ops[0], DestTy); |
Chris Lattner | 460e34a | 2007-08-11 23:49:01 +0000 | [diff] [blame] | 1058 | case Instruction::IntToPtr: |
Duncan Sands | ea68a6c | 2008-08-13 20:20:35 +0000 | [diff] [blame] | 1059 | // If the input is a ptrtoint, turn the pair into a ptr to ptr bitcast if |
Matt Arsenault | b03bd4d | 2013-11-15 01:34:59 +0000 | [diff] [blame] | 1060 | // the int size is >= the ptr size and the address spaces are the same. |
| 1061 | // This requires knowing the width of a pointer, so it can't be done in |
| 1062 | // ConstantExpr::getCast. |
Matt Arsenault | 7a960a8 | 2013-08-20 21:20:04 +0000 | [diff] [blame] | 1063 | if (ConstantExpr *CE = dyn_cast<ConstantExpr>(Ops[0])) { |
| 1064 | if (TD && CE->getOpcode() == Instruction::PtrToInt) { |
| 1065 | Constant *SrcPtr = CE->getOperand(0); |
| 1066 | unsigned SrcPtrSize = TD->getPointerTypeSizeInBits(SrcPtr->getType()); |
| 1067 | unsigned MidIntSize = CE->getType()->getScalarSizeInBits(); |
| 1068 | |
| 1069 | if (MidIntSize >= SrcPtrSize) { |
Matt Arsenault | b03bd4d | 2013-11-15 01:34:59 +0000 | [diff] [blame] | 1070 | unsigned SrcAS = SrcPtr->getType()->getPointerAddressSpace(); |
| 1071 | if (SrcAS == DestTy->getPointerAddressSpace()) |
Matt Arsenault | 7a960a8 | 2013-08-20 21:20:04 +0000 | [diff] [blame] | 1072 | return FoldBitCast(CE->getOperand(0), DestTy, *TD); |
| 1073 | } |
| 1074 | } |
| 1075 | } |
Dan Gohman | 8a0eb36 | 2010-02-23 16:35:41 +0000 | [diff] [blame] | 1076 | |
Owen Anderson | 487375e | 2009-07-29 18:55:55 +0000 | [diff] [blame] | 1077 | return ConstantExpr::getCast(Opcode, Ops[0], DestTy); |
Chris Lattner | 2ae054a | 2007-01-30 23:45:45 +0000 | [diff] [blame] | 1078 | case Instruction::Trunc: |
| 1079 | case Instruction::ZExt: |
| 1080 | case Instruction::SExt: |
| 1081 | case Instruction::FPTrunc: |
| 1082 | case Instruction::FPExt: |
| 1083 | case Instruction::UIToFP: |
| 1084 | case Instruction::SIToFP: |
| 1085 | case Instruction::FPToUI: |
| 1086 | case Instruction::FPToSI: |
Matt Arsenault | b03bd4d | 2013-11-15 01:34:59 +0000 | [diff] [blame] | 1087 | case Instruction::AddrSpaceCast: |
Owen Anderson | 487375e | 2009-07-29 18:55:55 +0000 | [diff] [blame] | 1088 | return ConstantExpr::getCast(Opcode, Ops[0], DestTy); |
Chris Lattner | 2ae054a | 2007-01-30 23:45:45 +0000 | [diff] [blame] | 1089 | case Instruction::BitCast: |
Chris Lattner | 6a6b3fb | 2007-12-11 07:29:44 +0000 | [diff] [blame] | 1090 | if (TD) |
Chris Lattner | 9d05124 | 2009-10-25 06:08:26 +0000 | [diff] [blame] | 1091 | return FoldBitCast(Ops[0], DestTy, *TD); |
Owen Anderson | 487375e | 2009-07-29 18:55:55 +0000 | [diff] [blame] | 1092 | return ConstantExpr::getBitCast(Ops[0], DestTy); |
Chris Lattner | 2ae054a | 2007-01-30 23:45:45 +0000 | [diff] [blame] | 1093 | case Instruction::Select: |
Owen Anderson | 487375e | 2009-07-29 18:55:55 +0000 | [diff] [blame] | 1094 | return ConstantExpr::getSelect(Ops[0], Ops[1], Ops[2]); |
Chris Lattner | 2ae054a | 2007-01-30 23:45:45 +0000 | [diff] [blame] | 1095 | case Instruction::ExtractElement: |
Owen Anderson | 487375e | 2009-07-29 18:55:55 +0000 | [diff] [blame] | 1096 | return ConstantExpr::getExtractElement(Ops[0], Ops[1]); |
Chris Lattner | 2ae054a | 2007-01-30 23:45:45 +0000 | [diff] [blame] | 1097 | case Instruction::InsertElement: |
Owen Anderson | 487375e | 2009-07-29 18:55:55 +0000 | [diff] [blame] | 1098 | return ConstantExpr::getInsertElement(Ops[0], Ops[1], Ops[2]); |
Chris Lattner | 2ae054a | 2007-01-30 23:45:45 +0000 | [diff] [blame] | 1099 | case Instruction::ShuffleVector: |
Owen Anderson | 487375e | 2009-07-29 18:55:55 +0000 | [diff] [blame] | 1100 | return ConstantExpr::getShuffleVector(Ops[0], Ops[1], Ops[2]); |
Chris Lattner | 2ae054a | 2007-01-30 23:45:45 +0000 | [diff] [blame] | 1101 | case Instruction::GetElementPtr: |
Chad Rosier | c24b86f | 2011-12-01 03:08:23 +0000 | [diff] [blame] | 1102 | if (Constant *C = CastGEPIndices(Ops, DestTy, TD, TLI)) |
Dan Gohman | e5e1b7b | 2010-02-01 18:27:38 +0000 | [diff] [blame] | 1103 | return C; |
Chad Rosier | c24b86f | 2011-12-01 03:08:23 +0000 | [diff] [blame] | 1104 | if (Constant *C = SymbolicallyEvaluateGEP(Ops, DestTy, TD, TLI)) |
Chris Lattner | 44d68b9 | 2007-01-31 00:51:48 +0000 | [diff] [blame] | 1105 | return C; |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1106 | |
Jay Foad | ed8db7d | 2011-07-21 14:31:17 +0000 | [diff] [blame] | 1107 | return ConstantExpr::getGetElementPtr(Ops[0], Ops.slice(1)); |
Chris Lattner | 2ae054a | 2007-01-30 23:45:45 +0000 | [diff] [blame] | 1108 | } |
| 1109 | } |
| 1110 | |
Sanjay Patel | 0d7dee6 | 2014-10-02 15:13:22 +0000 | [diff] [blame] | 1111 | /// Attempt to constant fold a compare |
Chris Lattner | d2265b4 | 2007-12-10 22:53:04 +0000 | [diff] [blame] | 1112 | /// instruction (icmp/fcmp) with the specified operands. If it fails, it |
| 1113 | /// returns a constant expression of the specified operands. |
Chris Lattner | d2265b4 | 2007-12-10 22:53:04 +0000 | [diff] [blame] | 1114 | Constant *llvm::ConstantFoldCompareInstOperands(unsigned Predicate, |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1115 | Constant *Ops0, Constant *Ops1, |
Micah Villmow | cdfe20b | 2012-10-08 16:38:25 +0000 | [diff] [blame] | 1116 | const DataLayout *TD, |
Chad Rosier | c24b86f | 2011-12-01 03:08:23 +0000 | [diff] [blame] | 1117 | const TargetLibraryInfo *TLI) { |
Chris Lattner | d2265b4 | 2007-12-10 22:53:04 +0000 | [diff] [blame] | 1118 | // fold: icmp (inttoptr x), null -> icmp x, 0 |
| 1119 | // fold: icmp (ptrtoint x), 0 -> icmp x, null |
Nick Lewycky | f6ccd25 | 2008-05-25 20:56:15 +0000 | [diff] [blame] | 1120 | // fold: icmp (inttoptr x), (inttoptr y) -> icmp trunc/zext x, trunc/zext y |
Chris Lattner | d2265b4 | 2007-12-10 22:53:04 +0000 | [diff] [blame] | 1121 | // fold: icmp (ptrtoint x), (ptrtoint y) -> icmp x, y |
| 1122 | // |
| 1123 | // ConstantExpr::getCompare cannot do this, because it doesn't have TD |
| 1124 | // around to know if bit truncation is happening. |
Chris Lattner | cdfb80d | 2009-11-09 23:06:58 +0000 | [diff] [blame] | 1125 | if (ConstantExpr *CE0 = dyn_cast<ConstantExpr>(Ops0)) { |
| 1126 | if (TD && Ops1->isNullValue()) { |
Chris Lattner | d2265b4 | 2007-12-10 22:53:04 +0000 | [diff] [blame] | 1127 | if (CE0->getOpcode() == Instruction::IntToPtr) { |
Matt Arsenault | 7a960a8 | 2013-08-20 21:20:04 +0000 | [diff] [blame] | 1128 | Type *IntPtrTy = TD->getIntPtrType(CE0->getType()); |
Chris Lattner | d2265b4 | 2007-12-10 22:53:04 +0000 | [diff] [blame] | 1129 | // Convert the integer value to the right size to ensure we get the |
| 1130 | // proper extension or truncation. |
Owen Anderson | 487375e | 2009-07-29 18:55:55 +0000 | [diff] [blame] | 1131 | Constant *C = ConstantExpr::getIntegerCast(CE0->getOperand(0), |
Chris Lattner | d2265b4 | 2007-12-10 22:53:04 +0000 | [diff] [blame] | 1132 | IntPtrTy, false); |
Chris Lattner | cdfb80d | 2009-11-09 23:06:58 +0000 | [diff] [blame] | 1133 | Constant *Null = Constant::getNullValue(C->getType()); |
Chad Rosier | c24b86f | 2011-12-01 03:08:23 +0000 | [diff] [blame] | 1134 | return ConstantFoldCompareInstOperands(Predicate, C, Null, TD, TLI); |
Chris Lattner | d2265b4 | 2007-12-10 22:53:04 +0000 | [diff] [blame] | 1135 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1136 | |
Chris Lattner | d2265b4 | 2007-12-10 22:53:04 +0000 | [diff] [blame] | 1137 | // Only do this transformation if the int is intptrty in size, otherwise |
| 1138 | // there is a truncation or extension that we aren't modeling. |
Matt Arsenault | 7a960a8 | 2013-08-20 21:20:04 +0000 | [diff] [blame] | 1139 | if (CE0->getOpcode() == Instruction::PtrToInt) { |
| 1140 | Type *IntPtrTy = TD->getIntPtrType(CE0->getOperand(0)->getType()); |
| 1141 | if (CE0->getType() == IntPtrTy) { |
| 1142 | Constant *C = CE0->getOperand(0); |
| 1143 | Constant *Null = Constant::getNullValue(C->getType()); |
| 1144 | return ConstantFoldCompareInstOperands(Predicate, C, Null, TD, TLI); |
| 1145 | } |
Chris Lattner | d2265b4 | 2007-12-10 22:53:04 +0000 | [diff] [blame] | 1146 | } |
| 1147 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1148 | |
Chris Lattner | cdfb80d | 2009-11-09 23:06:58 +0000 | [diff] [blame] | 1149 | if (ConstantExpr *CE1 = dyn_cast<ConstantExpr>(Ops1)) { |
Nick Lewycky | f6ccd25 | 2008-05-25 20:56:15 +0000 | [diff] [blame] | 1150 | if (TD && CE0->getOpcode() == CE1->getOpcode()) { |
Nick Lewycky | f6ccd25 | 2008-05-25 20:56:15 +0000 | [diff] [blame] | 1151 | if (CE0->getOpcode() == Instruction::IntToPtr) { |
Matt Arsenault | 7a960a8 | 2013-08-20 21:20:04 +0000 | [diff] [blame] | 1152 | Type *IntPtrTy = TD->getIntPtrType(CE0->getType()); |
| 1153 | |
Nick Lewycky | f6ccd25 | 2008-05-25 20:56:15 +0000 | [diff] [blame] | 1154 | // Convert the integer value to the right size to ensure we get the |
| 1155 | // proper extension or truncation. |
Owen Anderson | 487375e | 2009-07-29 18:55:55 +0000 | [diff] [blame] | 1156 | Constant *C0 = ConstantExpr::getIntegerCast(CE0->getOperand(0), |
Nick Lewycky | f6ccd25 | 2008-05-25 20:56:15 +0000 | [diff] [blame] | 1157 | IntPtrTy, false); |
Owen Anderson | 487375e | 2009-07-29 18:55:55 +0000 | [diff] [blame] | 1158 | Constant *C1 = ConstantExpr::getIntegerCast(CE1->getOperand(0), |
Nick Lewycky | f6ccd25 | 2008-05-25 20:56:15 +0000 | [diff] [blame] | 1159 | IntPtrTy, false); |
Chad Rosier | c24b86f | 2011-12-01 03:08:23 +0000 | [diff] [blame] | 1160 | return ConstantFoldCompareInstOperands(Predicate, C0, C1, TD, TLI); |
Nick Lewycky | f6ccd25 | 2008-05-25 20:56:15 +0000 | [diff] [blame] | 1161 | } |
| 1162 | |
Chandler Carruth | 7ec5085 | 2012-11-01 08:07:29 +0000 | [diff] [blame] | 1163 | // Only do this transformation if the int is intptrty in size, otherwise |
| 1164 | // there is a truncation or extension that we aren't modeling. |
Matt Arsenault | 7a960a8 | 2013-08-20 21:20:04 +0000 | [diff] [blame] | 1165 | if (CE0->getOpcode() == Instruction::PtrToInt) { |
| 1166 | Type *IntPtrTy = TD->getIntPtrType(CE0->getOperand(0)->getType()); |
| 1167 | if (CE0->getType() == IntPtrTy && |
| 1168 | CE0->getOperand(0)->getType() == CE1->getOperand(0)->getType()) { |
| 1169 | return ConstantFoldCompareInstOperands(Predicate, |
| 1170 | CE0->getOperand(0), |
| 1171 | CE1->getOperand(0), |
| 1172 | TD, |
| 1173 | TLI); |
| 1174 | } |
| 1175 | } |
Chris Lattner | d2265b4 | 2007-12-10 22:53:04 +0000 | [diff] [blame] | 1176 | } |
| 1177 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1178 | |
Chris Lattner | 8fb74c6 | 2010-01-02 01:22:23 +0000 | [diff] [blame] | 1179 | // icmp eq (or x, y), 0 -> (icmp eq x, 0) & (icmp eq y, 0) |
| 1180 | // icmp ne (or x, y), 0 -> (icmp ne x, 0) | (icmp ne y, 0) |
| 1181 | if ((Predicate == ICmpInst::ICMP_EQ || Predicate == ICmpInst::ICMP_NE) && |
| 1182 | CE0->getOpcode() == Instruction::Or && Ops1->isNullValue()) { |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1183 | Constant *LHS = |
Chad Rosier | c24b86f | 2011-12-01 03:08:23 +0000 | [diff] [blame] | 1184 | ConstantFoldCompareInstOperands(Predicate, CE0->getOperand(0), Ops1, |
| 1185 | TD, TLI); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1186 | Constant *RHS = |
Chad Rosier | c24b86f | 2011-12-01 03:08:23 +0000 | [diff] [blame] | 1187 | ConstantFoldCompareInstOperands(Predicate, CE0->getOperand(1), Ops1, |
| 1188 | TD, TLI); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1189 | unsigned OpC = |
Chris Lattner | 8fb74c6 | 2010-01-02 01:22:23 +0000 | [diff] [blame] | 1190 | Predicate == ICmpInst::ICMP_EQ ? Instruction::And : Instruction::Or; |
| 1191 | Constant *Ops[] = { LHS, RHS }; |
Chad Rosier | c24b86f | 2011-12-01 03:08:23 +0000 | [diff] [blame] | 1192 | return ConstantFoldInstOperands(OpC, LHS->getType(), Ops, TD, TLI); |
Chris Lattner | 8fb74c6 | 2010-01-02 01:22:23 +0000 | [diff] [blame] | 1193 | } |
Chris Lattner | d2265b4 | 2007-12-10 22:53:04 +0000 | [diff] [blame] | 1194 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1195 | |
Chris Lattner | cdfb80d | 2009-11-09 23:06:58 +0000 | [diff] [blame] | 1196 | return ConstantExpr::getCompare(Predicate, Ops0, Ops1); |
Chris Lattner | d2265b4 | 2007-12-10 22:53:04 +0000 | [diff] [blame] | 1197 | } |
| 1198 | |
| 1199 | |
Sanjay Patel | 0d7dee6 | 2014-10-02 15:13:22 +0000 | [diff] [blame] | 1200 | /// Given a constant and a getelementptr constantexpr, return the constant value |
| 1201 | /// being addressed by the constant expression, or null if something is funny |
| 1202 | /// and we can't decide. |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1203 | Constant *llvm::ConstantFoldLoadThroughGEPConstantExpr(Constant *C, |
Dan Gohman | e525d9d | 2009-10-05 16:36:26 +0000 | [diff] [blame] | 1204 | ConstantExpr *CE) { |
Chris Lattner | f488b35 | 2012-01-24 05:43:50 +0000 | [diff] [blame] | 1205 | if (!CE->getOperand(1)->isNullValue()) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1206 | return nullptr; // Do not allow stepping over the value! |
Chris Lattner | 6705883 | 2012-01-25 06:48:06 +0000 | [diff] [blame] | 1207 | |
| 1208 | // Loop over all of the operands, tracking down which value we are |
| 1209 | // addressing. |
| 1210 | for (unsigned i = 2, e = CE->getNumOperands(); i != e; ++i) { |
| 1211 | C = C->getAggregateElement(CE->getOperand(i)); |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1212 | if (!C) |
| 1213 | return nullptr; |
Chris Lattner | 6705883 | 2012-01-25 06:48:06 +0000 | [diff] [blame] | 1214 | } |
| 1215 | return C; |
Chris Lattner | f488b35 | 2012-01-24 05:43:50 +0000 | [diff] [blame] | 1216 | } |
| 1217 | |
Sanjay Patel | 0d7dee6 | 2014-10-02 15:13:22 +0000 | [diff] [blame] | 1218 | /// Given a constant and getelementptr indices (with an *implied* zero pointer |
| 1219 | /// index that is not in the list), return the constant value being addressed by |
| 1220 | /// a virtual load, or null if something is funny and we can't decide. |
Chris Lattner | f488b35 | 2012-01-24 05:43:50 +0000 | [diff] [blame] | 1221 | Constant *llvm::ConstantFoldLoadThroughGEPIndices(Constant *C, |
| 1222 | ArrayRef<Constant*> Indices) { |
Chris Lattner | 2ae054a | 2007-01-30 23:45:45 +0000 | [diff] [blame] | 1223 | // Loop over all of the operands, tracking down which value we are |
Chris Lattner | f488b35 | 2012-01-24 05:43:50 +0000 | [diff] [blame] | 1224 | // addressing. |
| 1225 | for (unsigned i = 0, e = Indices.size(); i != e; ++i) { |
Chris Lattner | 6705883 | 2012-01-25 06:48:06 +0000 | [diff] [blame] | 1226 | C = C->getAggregateElement(Indices[i]); |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1227 | if (!C) |
| 1228 | return nullptr; |
Chris Lattner | f488b35 | 2012-01-24 05:43:50 +0000 | [diff] [blame] | 1229 | } |
Chris Lattner | 2ae054a | 2007-01-30 23:45:45 +0000 | [diff] [blame] | 1230 | return C; |
| 1231 | } |
| 1232 | |
| 1233 | |
| 1234 | //===----------------------------------------------------------------------===// |
| 1235 | // Constant Folding for Calls |
| 1236 | // |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 1237 | |
Sanjay Patel | 0d7dee6 | 2014-10-02 15:13:22 +0000 | [diff] [blame] | 1238 | /// Return true if it's even possible to fold a call to the specified function. |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 1239 | bool llvm::canConstantFoldCallTo(const Function *F) { |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 1240 | switch (F->getIntrinsicID()) { |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 1241 | case Intrinsic::fabs: |
Matt Arsenault | d6511b4 | 2014-10-21 23:00:20 +0000 | [diff] [blame] | 1242 | case Intrinsic::minnum: |
| 1243 | case Intrinsic::maxnum: |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 1244 | case Intrinsic::log: |
| 1245 | case Intrinsic::log2: |
| 1246 | case Intrinsic::log10: |
| 1247 | case Intrinsic::exp: |
| 1248 | case Intrinsic::exp2: |
| 1249 | case Intrinsic::floor: |
Karthik Bhat | 195e9dd | 2014-03-24 04:36:06 +0000 | [diff] [blame] | 1250 | case Intrinsic::ceil: |
Dale Johannesen | 4d4e77a | 2007-10-02 17:43:59 +0000 | [diff] [blame] | 1251 | case Intrinsic::sqrt: |
Chad Rosier | 0155a63 | 2011-12-03 00:00:03 +0000 | [diff] [blame] | 1252 | case Intrinsic::pow: |
Dale Johannesen | 4d4e77a | 2007-10-02 17:43:59 +0000 | [diff] [blame] | 1253 | case Intrinsic::powi: |
Reid Spencer | 6bba6c8 | 2007-04-01 07:35:23 +0000 | [diff] [blame] | 1254 | case Intrinsic::bswap: |
| 1255 | case Intrinsic::ctpop: |
| 1256 | case Intrinsic::ctlz: |
| 1257 | case Intrinsic::cttz: |
Matt Arsenault | 8377858 | 2014-03-05 00:02:00 +0000 | [diff] [blame] | 1258 | case Intrinsic::fma: |
| 1259 | case Intrinsic::fmuladd: |
Karthik Bhat | daa8cd1 | 2014-03-06 05:32:52 +0000 | [diff] [blame] | 1260 | case Intrinsic::copysign: |
Karthik Bhat | b67688a | 2014-03-07 04:36:21 +0000 | [diff] [blame] | 1261 | case Intrinsic::round: |
Evan Phoenix | 44e5dbc | 2009-10-05 22:53:52 +0000 | [diff] [blame] | 1262 | case Intrinsic::sadd_with_overflow: |
Frits van Bommel | 0bb2ad2 | 2011-03-27 14:26:13 +0000 | [diff] [blame] | 1263 | case Intrinsic::uadd_with_overflow: |
Evan Phoenix | 44e5dbc | 2009-10-05 22:53:52 +0000 | [diff] [blame] | 1264 | case Intrinsic::ssub_with_overflow: |
Frits van Bommel | 0bb2ad2 | 2011-03-27 14:26:13 +0000 | [diff] [blame] | 1265 | case Intrinsic::usub_with_overflow: |
Chris Lattner | 698661c | 2010-10-14 00:05:07 +0000 | [diff] [blame] | 1266 | case Intrinsic::smul_with_overflow: |
Frits van Bommel | 0bb2ad2 | 2011-03-27 14:26:13 +0000 | [diff] [blame] | 1267 | case Intrinsic::umul_with_overflow: |
Anton Korobeynikov | 065232f | 2010-03-19 00:36:35 +0000 | [diff] [blame] | 1268 | case Intrinsic::convert_from_fp16: |
| 1269 | case Intrinsic::convert_to_fp16: |
Chandler Carruth | b1e7f55 | 2011-01-11 01:07:24 +0000 | [diff] [blame] | 1270 | case Intrinsic::x86_sse_cvtss2si: |
| 1271 | case Intrinsic::x86_sse_cvtss2si64: |
| 1272 | case Intrinsic::x86_sse_cvttss2si: |
| 1273 | case Intrinsic::x86_sse_cvttss2si64: |
| 1274 | case Intrinsic::x86_sse2_cvtsd2si: |
| 1275 | case Intrinsic::x86_sse2_cvtsd2si64: |
| 1276 | case Intrinsic::x86_sse2_cvttsd2si: |
| 1277 | case Intrinsic::x86_sse2_cvttsd2si64: |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 1278 | return true; |
Chris Lattner | 9ca7c09 | 2009-10-05 05:00:35 +0000 | [diff] [blame] | 1279 | default: |
| 1280 | return false; |
| 1281 | case 0: break; |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 1282 | } |
| 1283 | |
Matt Arsenault | a5e5698 | 2013-08-12 22:56:15 +0000 | [diff] [blame] | 1284 | if (!F->hasName()) |
| 1285 | return false; |
Daniel Dunbar | ca414c7 | 2009-07-26 08:34:35 +0000 | [diff] [blame] | 1286 | StringRef Name = F->getName(); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1287 | |
Chris Lattner | 785f998 | 2007-08-08 06:55:43 +0000 | [diff] [blame] | 1288 | // In these cases, the check of the length is required. We don't want to |
| 1289 | // return true for a name like "cos\0blah" which strcmp would return equal to |
| 1290 | // "cos", but has length 8. |
Daniel Dunbar | ca414c7 | 2009-07-26 08:34:35 +0000 | [diff] [blame] | 1291 | switch (Name[0]) { |
Chris Lattner | 785f998 | 2007-08-08 06:55:43 +0000 | [diff] [blame] | 1292 | default: return false; |
| 1293 | case 'a': |
Chad Rosier | c0955a5 | 2013-02-20 23:57:30 +0000 | [diff] [blame] | 1294 | return Name == "acos" || Name == "asin" || Name == "atan" || Name =="atan2"; |
Chris Lattner | 785f998 | 2007-08-08 06:55:43 +0000 | [diff] [blame] | 1295 | case 'c': |
Daniel Dunbar | ca414c7 | 2009-07-26 08:34:35 +0000 | [diff] [blame] | 1296 | return Name == "cos" || Name == "ceil" || Name == "cosf" || Name == "cosh"; |
Chris Lattner | 785f998 | 2007-08-08 06:55:43 +0000 | [diff] [blame] | 1297 | case 'e': |
Chris Lattner | 713d523 | 2011-05-22 22:22:35 +0000 | [diff] [blame] | 1298 | return Name == "exp" || Name == "exp2"; |
Chris Lattner | 785f998 | 2007-08-08 06:55:43 +0000 | [diff] [blame] | 1299 | case 'f': |
Daniel Dunbar | ca414c7 | 2009-07-26 08:34:35 +0000 | [diff] [blame] | 1300 | return Name == "fabs" || Name == "fmod" || Name == "floor"; |
Chris Lattner | 785f998 | 2007-08-08 06:55:43 +0000 | [diff] [blame] | 1301 | case 'l': |
Daniel Dunbar | ca414c7 | 2009-07-26 08:34:35 +0000 | [diff] [blame] | 1302 | return Name == "log" || Name == "log10"; |
Chris Lattner | 785f998 | 2007-08-08 06:55:43 +0000 | [diff] [blame] | 1303 | case 'p': |
Daniel Dunbar | ca414c7 | 2009-07-26 08:34:35 +0000 | [diff] [blame] | 1304 | return Name == "pow"; |
Chris Lattner | 785f998 | 2007-08-08 06:55:43 +0000 | [diff] [blame] | 1305 | case 's': |
Daniel Dunbar | ca414c7 | 2009-07-26 08:34:35 +0000 | [diff] [blame] | 1306 | return Name == "sin" || Name == "sinh" || Name == "sqrt" || |
| 1307 | Name == "sinf" || Name == "sqrtf"; |
Chris Lattner | 785f998 | 2007-08-08 06:55:43 +0000 | [diff] [blame] | 1308 | case 't': |
Daniel Dunbar | ca414c7 | 2009-07-26 08:34:35 +0000 | [diff] [blame] | 1309 | return Name == "tan" || Name == "tanh"; |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 1310 | } |
| 1311 | } |
| 1312 | |
Matt Arsenault | f8ecf9b | 2014-03-05 00:01:58 +0000 | [diff] [blame] | 1313 | static Constant *GetConstantFoldFPValue(double V, Type *Ty) { |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 1314 | if (Ty->isHalfTy()) { |
| 1315 | APFloat APF(V); |
| 1316 | bool unused; |
| 1317 | APF.convert(APFloat::IEEEhalf, APFloat::rmNearestTiesToEven, &unused); |
| 1318 | return ConstantFP::get(Ty->getContext(), APF); |
| 1319 | } |
Chris Lattner | 351534f | 2009-10-05 05:06:24 +0000 | [diff] [blame] | 1320 | if (Ty->isFloatTy()) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1321 | return ConstantFP::get(Ty->getContext(), APFloat((float)V)); |
Chris Lattner | 351534f | 2009-10-05 05:06:24 +0000 | [diff] [blame] | 1322 | if (Ty->isDoubleTy()) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1323 | return ConstantFP::get(Ty->getContext(), APFloat(V)); |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 1324 | llvm_unreachable("Can only constant fold half/float/double"); |
Matt Arsenault | f8ecf9b | 2014-03-05 00:01:58 +0000 | [diff] [blame] | 1325 | |
| 1326 | } |
| 1327 | |
Alp Toker | c817d6a | 2014-06-09 18:28:53 +0000 | [diff] [blame] | 1328 | namespace { |
Sanjay Patel | 0d7dee6 | 2014-10-02 15:13:22 +0000 | [diff] [blame] | 1329 | /// Clear the floating-point exception state. |
Alp Toker | c817d6a | 2014-06-09 18:28:53 +0000 | [diff] [blame] | 1330 | static inline void llvm_fenv_clearexcept() { |
Alp Toker | 51420a8 | 2014-06-09 19:00:52 +0000 | [diff] [blame] | 1331 | #if defined(HAVE_FENV_H) && HAVE_DECL_FE_ALL_EXCEPT |
Alp Toker | c817d6a | 2014-06-09 18:28:53 +0000 | [diff] [blame] | 1332 | feclearexcept(FE_ALL_EXCEPT); |
| 1333 | #endif |
| 1334 | errno = 0; |
| 1335 | } |
| 1336 | |
Sanjay Patel | 0d7dee6 | 2014-10-02 15:13:22 +0000 | [diff] [blame] | 1337 | /// Test if a floating-point exception was raised. |
Alp Toker | c817d6a | 2014-06-09 18:28:53 +0000 | [diff] [blame] | 1338 | static inline bool llvm_fenv_testexcept() { |
| 1339 | int errno_val = errno; |
| 1340 | if (errno_val == ERANGE || errno_val == EDOM) |
| 1341 | return true; |
Alp Toker | 51420a8 | 2014-06-09 19:00:52 +0000 | [diff] [blame] | 1342 | #if defined(HAVE_FENV_H) && HAVE_DECL_FE_ALL_EXCEPT && HAVE_DECL_FE_INEXACT |
Alp Toker | c817d6a | 2014-06-09 18:28:53 +0000 | [diff] [blame] | 1343 | if (fetestexcept(FE_ALL_EXCEPT & ~FE_INEXACT)) |
| 1344 | return true; |
| 1345 | #endif |
| 1346 | return false; |
| 1347 | } |
| 1348 | } // End namespace |
| 1349 | |
Matt Arsenault | f8ecf9b | 2014-03-05 00:01:58 +0000 | [diff] [blame] | 1350 | static Constant *ConstantFoldFP(double (*NativeFP)(double), double V, |
| 1351 | Type *Ty) { |
Alp Toker | c817d6a | 2014-06-09 18:28:53 +0000 | [diff] [blame] | 1352 | llvm_fenv_clearexcept(); |
Matt Arsenault | f8ecf9b | 2014-03-05 00:01:58 +0000 | [diff] [blame] | 1353 | V = NativeFP(V); |
Alp Toker | c817d6a | 2014-06-09 18:28:53 +0000 | [diff] [blame] | 1354 | if (llvm_fenv_testexcept()) { |
| 1355 | llvm_fenv_clearexcept(); |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1356 | return nullptr; |
Matt Arsenault | f8ecf9b | 2014-03-05 00:01:58 +0000 | [diff] [blame] | 1357 | } |
| 1358 | |
| 1359 | return GetConstantFoldFPValue(V, Ty); |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 1360 | } |
| 1361 | |
Dan Gohman | 72efc04 | 2007-07-16 15:26:22 +0000 | [diff] [blame] | 1362 | static Constant *ConstantFoldBinaryFP(double (*NativeFP)(double, double), |
Chris Lattner | 229907c | 2011-07-18 04:54:35 +0000 | [diff] [blame] | 1363 | double V, double W, Type *Ty) { |
Alp Toker | c817d6a | 2014-06-09 18:28:53 +0000 | [diff] [blame] | 1364 | llvm_fenv_clearexcept(); |
Dan Gohman | 72efc04 | 2007-07-16 15:26:22 +0000 | [diff] [blame] | 1365 | V = NativeFP(V, W); |
Alp Toker | c817d6a | 2014-06-09 18:28:53 +0000 | [diff] [blame] | 1366 | if (llvm_fenv_testexcept()) { |
| 1367 | llvm_fenv_clearexcept(); |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1368 | return nullptr; |
Dale Johannesen | bed9dc4 | 2007-09-06 18:13:44 +0000 | [diff] [blame] | 1369 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1370 | |
Matt Arsenault | f8ecf9b | 2014-03-05 00:01:58 +0000 | [diff] [blame] | 1371 | return GetConstantFoldFPValue(V, Ty); |
Dan Gohman | 72efc04 | 2007-07-16 15:26:22 +0000 | [diff] [blame] | 1372 | } |
| 1373 | |
Sanjay Patel | 0d7dee6 | 2014-10-02 15:13:22 +0000 | [diff] [blame] | 1374 | /// Attempt to fold an SSE floating point to integer conversion of a constant |
| 1375 | /// floating point. If roundTowardZero is false, the default IEEE rounding is |
| 1376 | /// used (toward nearest, ties to even). This matches the behavior of the |
| 1377 | /// non-truncating SSE instructions in the default rounding mode. The desired |
| 1378 | /// integer type Ty is used to select how many bits are available for the |
| 1379 | /// result. Returns null if the conversion cannot be performed, otherwise |
| 1380 | /// returns the Constant value resulting from the conversion. |
Chris Lattner | 61a1d6c | 2012-01-26 21:37:55 +0000 | [diff] [blame] | 1381 | static Constant *ConstantFoldConvertToInt(const APFloat &Val, |
| 1382 | bool roundTowardZero, Type *Ty) { |
Chandler Carruth | b1e7f55 | 2011-01-11 01:07:24 +0000 | [diff] [blame] | 1383 | // All of these conversion intrinsics form an integer of at most 64bits. |
Matt Arsenault | 8c78909 | 2013-08-12 23:15:58 +0000 | [diff] [blame] | 1384 | unsigned ResultWidth = Ty->getIntegerBitWidth(); |
Chandler Carruth | b1e7f55 | 2011-01-11 01:07:24 +0000 | [diff] [blame] | 1385 | assert(ResultWidth <= 64 && |
| 1386 | "Can only constant fold conversions to 64 and 32 bit ints"); |
| 1387 | |
| 1388 | uint64_t UIntVal; |
| 1389 | bool isExact = false; |
| 1390 | APFloat::roundingMode mode = roundTowardZero? APFloat::rmTowardZero |
| 1391 | : APFloat::rmNearestTiesToEven; |
| 1392 | APFloat::opStatus status = Val.convertToInteger(&UIntVal, ResultWidth, |
| 1393 | /*isSigned=*/true, mode, |
| 1394 | &isExact); |
| 1395 | if (status != APFloat::opOK && status != APFloat::opInexact) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1396 | return nullptr; |
Chandler Carruth | b1e7f55 | 2011-01-11 01:07:24 +0000 | [diff] [blame] | 1397 | return ConstantInt::get(Ty, UIntVal, /*isSigned=*/true); |
| 1398 | } |
| 1399 | |
Matt Arsenault | f8ecf9b | 2014-03-05 00:01:58 +0000 | [diff] [blame] | 1400 | static double getValueAsDouble(ConstantFP *Op) { |
| 1401 | Type *Ty = Op->getType(); |
| 1402 | |
| 1403 | if (Ty->isFloatTy()) |
| 1404 | return Op->getValueAPF().convertToFloat(); |
| 1405 | |
| 1406 | if (Ty->isDoubleTy()) |
| 1407 | return Op->getValueAPF().convertToDouble(); |
| 1408 | |
| 1409 | bool unused; |
| 1410 | APFloat APF = Op->getValueAPF(); |
| 1411 | APF.convert(APFloat::IEEEdouble, APFloat::rmNearestTiesToEven, &unused); |
| 1412 | return APF.convertToDouble(); |
| 1413 | } |
| 1414 | |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1415 | static Constant *ConstantFoldScalarCall(StringRef Name, unsigned IntrinsicID, |
| 1416 | Type *Ty, ArrayRef<Constant *> Operands, |
| 1417 | const TargetLibraryInfo *TLI) { |
Jay Foad | f4b14a2 | 2011-07-19 13:32:40 +0000 | [diff] [blame] | 1418 | if (Operands.size() == 1) { |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 1419 | if (ConstantFP *Op = dyn_cast<ConstantFP>(Operands[0])) { |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1420 | if (IntrinsicID == Intrinsic::convert_to_fp16) { |
Anton Korobeynikov | 065232f | 2010-03-19 00:36:35 +0000 | [diff] [blame] | 1421 | APFloat Val(Op->getValueAPF()); |
| 1422 | |
| 1423 | bool lost = false; |
| 1424 | Val.convert(APFloat::IEEEhalf, APFloat::rmNearestTiesToEven, &lost); |
| 1425 | |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1426 | return ConstantInt::get(Ty->getContext(), Val.bitcastToAPInt()); |
Anton Korobeynikov | 065232f | 2010-03-19 00:36:35 +0000 | [diff] [blame] | 1427 | } |
| 1428 | |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 1429 | if (!Ty->isHalfTy() && !Ty->isFloatTy() && !Ty->isDoubleTy()) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1430 | return nullptr; |
Jakob Stoklund Olesen | 1083573 | 2010-09-27 21:29:20 +0000 | [diff] [blame] | 1431 | |
Karthik Bhat | b67688a | 2014-03-07 04:36:21 +0000 | [diff] [blame] | 1432 | if (IntrinsicID == Intrinsic::round) { |
| 1433 | APFloat V = Op->getValueAPF(); |
| 1434 | V.roundToIntegral(APFloat::rmNearestTiesToAway); |
| 1435 | return ConstantFP::get(Ty->getContext(), V); |
| 1436 | } |
| 1437 | |
Jakob Stoklund Olesen | 1083573 | 2010-09-27 21:29:20 +0000 | [diff] [blame] | 1438 | /// We only fold functions with finite arguments. Folding NaN and inf is |
| 1439 | /// likely to be aborted with an exception anyway, and some host libms |
| 1440 | /// have known errors raising exceptions. |
| 1441 | if (Op->getValueAPF().isNaN() || Op->getValueAPF().isInfinity()) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1442 | return nullptr; |
Jakob Stoklund Olesen | 1083573 | 2010-09-27 21:29:20 +0000 | [diff] [blame] | 1443 | |
Dale Johannesen | bed9dc4 | 2007-09-06 18:13:44 +0000 | [diff] [blame] | 1444 | /// Currently APFloat versions of these functions do not exist, so we use |
| 1445 | /// the host native double versions. Float versions are not called |
| 1446 | /// directly but for all these it is true (float)(f((double)arg)) == |
| 1447 | /// f(arg). Long double not supported yet. |
Matt Arsenault | f8ecf9b | 2014-03-05 00:01:58 +0000 | [diff] [blame] | 1448 | double V = getValueAsDouble(Op); |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 1449 | |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1450 | switch (IntrinsicID) { |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 1451 | default: break; |
| 1452 | case Intrinsic::fabs: |
| 1453 | return ConstantFoldFP(fabs, V, Ty); |
Owen Anderson | 132ae8b | 2013-02-07 00:21:34 +0000 | [diff] [blame] | 1454 | #if HAVE_LOG2 |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 1455 | case Intrinsic::log2: |
| 1456 | return ConstantFoldFP(log2, V, Ty); |
Owen Anderson | 132ae8b | 2013-02-07 00:21:34 +0000 | [diff] [blame] | 1457 | #endif |
| 1458 | #if HAVE_LOG |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 1459 | case Intrinsic::log: |
| 1460 | return ConstantFoldFP(log, V, Ty); |
Owen Anderson | 132ae8b | 2013-02-07 00:21:34 +0000 | [diff] [blame] | 1461 | #endif |
| 1462 | #if HAVE_LOG10 |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 1463 | case Intrinsic::log10: |
| 1464 | return ConstantFoldFP(log10, V, Ty); |
Owen Anderson | 132ae8b | 2013-02-07 00:21:34 +0000 | [diff] [blame] | 1465 | #endif |
| 1466 | #if HAVE_EXP |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 1467 | case Intrinsic::exp: |
| 1468 | return ConstantFoldFP(exp, V, Ty); |
Owen Anderson | 132ae8b | 2013-02-07 00:21:34 +0000 | [diff] [blame] | 1469 | #endif |
| 1470 | #if HAVE_EXP2 |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 1471 | case Intrinsic::exp2: |
| 1472 | return ConstantFoldFP(exp2, V, Ty); |
Owen Anderson | 132ae8b | 2013-02-07 00:21:34 +0000 | [diff] [blame] | 1473 | #endif |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 1474 | case Intrinsic::floor: |
| 1475 | return ConstantFoldFP(floor, V, Ty); |
Karthik Bhat | 195e9dd | 2014-03-24 04:36:06 +0000 | [diff] [blame] | 1476 | case Intrinsic::ceil: |
| 1477 | return ConstantFoldFP(ceil, V, Ty); |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 1478 | } |
| 1479 | |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1480 | if (!TLI) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1481 | return nullptr; |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1482 | |
Daniel Dunbar | ca414c7 | 2009-07-26 08:34:35 +0000 | [diff] [blame] | 1483 | switch (Name[0]) { |
Chris Lattner | 785f998 | 2007-08-08 06:55:43 +0000 | [diff] [blame] | 1484 | case 'a': |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1485 | if (Name == "acos" && TLI->has(LibFunc::acos)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1486 | return ConstantFoldFP(acos, V, Ty); |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1487 | else if (Name == "asin" && TLI->has(LibFunc::asin)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1488 | return ConstantFoldFP(asin, V, Ty); |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1489 | else if (Name == "atan" && TLI->has(LibFunc::atan)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1490 | return ConstantFoldFP(atan, V, Ty); |
Chris Lattner | 785f998 | 2007-08-08 06:55:43 +0000 | [diff] [blame] | 1491 | break; |
| 1492 | case 'c': |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1493 | if (Name == "ceil" && TLI->has(LibFunc::ceil)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1494 | return ConstantFoldFP(ceil, V, Ty); |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1495 | else if (Name == "cos" && TLI->has(LibFunc::cos)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1496 | return ConstantFoldFP(cos, V, Ty); |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1497 | else if (Name == "cosh" && TLI->has(LibFunc::cosh)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1498 | return ConstantFoldFP(cosh, V, Ty); |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1499 | else if (Name == "cosf" && TLI->has(LibFunc::cosf)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1500 | return ConstantFoldFP(cos, V, Ty); |
Chris Lattner | 785f998 | 2007-08-08 06:55:43 +0000 | [diff] [blame] | 1501 | break; |
| 1502 | case 'e': |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1503 | if (Name == "exp" && TLI->has(LibFunc::exp)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1504 | return ConstantFoldFP(exp, V, Ty); |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1505 | |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1506 | if (Name == "exp2" && TLI->has(LibFunc::exp2)) { |
Chris Lattner | 713d523 | 2011-05-22 22:22:35 +0000 | [diff] [blame] | 1507 | // Constant fold exp2(x) as pow(2,x) in case the host doesn't have a |
| 1508 | // C99 library. |
| 1509 | return ConstantFoldBinaryFP(pow, 2.0, V, Ty); |
| 1510 | } |
Chris Lattner | 785f998 | 2007-08-08 06:55:43 +0000 | [diff] [blame] | 1511 | break; |
| 1512 | case 'f': |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1513 | if (Name == "fabs" && TLI->has(LibFunc::fabs)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1514 | return ConstantFoldFP(fabs, V, Ty); |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1515 | else if (Name == "floor" && TLI->has(LibFunc::floor)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1516 | return ConstantFoldFP(floor, V, Ty); |
Chris Lattner | 785f998 | 2007-08-08 06:55:43 +0000 | [diff] [blame] | 1517 | break; |
| 1518 | case 'l': |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1519 | if (Name == "log" && V > 0 && TLI->has(LibFunc::log)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1520 | return ConstantFoldFP(log, V, Ty); |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1521 | else if (Name == "log10" && V > 0 && TLI->has(LibFunc::log10)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1522 | return ConstantFoldFP(log10, V, Ty); |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1523 | else if (IntrinsicID == Intrinsic::sqrt && |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 1524 | (Ty->isHalfTy() || Ty->isFloatTy() || Ty->isDoubleTy())) { |
Chris Lattner | 785f998 | 2007-08-08 06:55:43 +0000 | [diff] [blame] | 1525 | if (V >= -0.0) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1526 | return ConstantFoldFP(sqrt, V, Ty); |
Sanjay Patel | 7b2cd9a | 2014-10-01 20:36:33 +0000 | [diff] [blame] | 1527 | else { |
| 1528 | // Unlike the sqrt definitions in C/C++, POSIX, and IEEE-754 - which |
| 1529 | // all guarantee or favor returning NaN - the square root of a |
| 1530 | // negative number is not defined for the LLVM sqrt intrinsic. |
| 1531 | // This is because the intrinsic should only be emitted in place of |
| 1532 | // libm's sqrt function when using "no-nans-fp-math". |
| 1533 | return UndefValue::get(Ty); |
| 1534 | } |
Chris Lattner | 785f998 | 2007-08-08 06:55:43 +0000 | [diff] [blame] | 1535 | } |
| 1536 | break; |
| 1537 | case 's': |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1538 | if (Name == "sin" && TLI->has(LibFunc::sin)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1539 | return ConstantFoldFP(sin, V, Ty); |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1540 | else if (Name == "sinh" && TLI->has(LibFunc::sinh)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1541 | return ConstantFoldFP(sinh, V, Ty); |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1542 | else if (Name == "sqrt" && V >= 0 && TLI->has(LibFunc::sqrt)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1543 | return ConstantFoldFP(sqrt, V, Ty); |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1544 | else if (Name == "sqrtf" && V >= 0 && TLI->has(LibFunc::sqrtf)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1545 | return ConstantFoldFP(sqrt, V, Ty); |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1546 | else if (Name == "sinf" && TLI->has(LibFunc::sinf)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1547 | return ConstantFoldFP(sin, V, Ty); |
Chris Lattner | 785f998 | 2007-08-08 06:55:43 +0000 | [diff] [blame] | 1548 | break; |
| 1549 | case 't': |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1550 | if (Name == "tan" && TLI->has(LibFunc::tan)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1551 | return ConstantFoldFP(tan, V, Ty); |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1552 | else if (Name == "tanh" && TLI->has(LibFunc::tanh)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1553 | return ConstantFoldFP(tanh, V, Ty); |
Chris Lattner | 785f998 | 2007-08-08 06:55:43 +0000 | [diff] [blame] | 1554 | break; |
| 1555 | default: |
| 1556 | break; |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 1557 | } |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1558 | return nullptr; |
Chris Lattner | 9ca7c09 | 2009-10-05 05:00:35 +0000 | [diff] [blame] | 1559 | } |
Chandler Carruth | 352d9b1 | 2011-01-10 09:02:58 +0000 | [diff] [blame] | 1560 | |
Chris Lattner | 9ca7c09 | 2009-10-05 05:00:35 +0000 | [diff] [blame] | 1561 | if (ConstantInt *Op = dyn_cast<ConstantInt>(Operands[0])) { |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1562 | switch (IntrinsicID) { |
Chandler Carruth | 352d9b1 | 2011-01-10 09:02:58 +0000 | [diff] [blame] | 1563 | case Intrinsic::bswap: |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1564 | return ConstantInt::get(Ty->getContext(), Op->getValue().byteSwap()); |
Chandler Carruth | 352d9b1 | 2011-01-10 09:02:58 +0000 | [diff] [blame] | 1565 | case Intrinsic::ctpop: |
Owen Anderson | edb4a70 | 2009-07-24 23:12:02 +0000 | [diff] [blame] | 1566 | return ConstantInt::get(Ty, Op->getValue().countPopulation()); |
Chandler Carruth | 352d9b1 | 2011-01-10 09:02:58 +0000 | [diff] [blame] | 1567 | case Intrinsic::convert_from_fp16: { |
Tim Northover | 29178a3 | 2013-01-22 09:46:31 +0000 | [diff] [blame] | 1568 | APFloat Val(APFloat::IEEEhalf, Op->getValue()); |
Anton Korobeynikov | 065232f | 2010-03-19 00:36:35 +0000 | [diff] [blame] | 1569 | |
| 1570 | bool lost = false; |
| 1571 | APFloat::opStatus status = |
| 1572 | Val.convert(APFloat::IEEEsingle, APFloat::rmNearestTiesToEven, &lost); |
| 1573 | |
| 1574 | // Conversion is always precise. |
Jeffrey Yasskin | 9b43f33 | 2010-12-23 00:58:24 +0000 | [diff] [blame] | 1575 | (void)status; |
Anton Korobeynikov | 065232f | 2010-03-19 00:36:35 +0000 | [diff] [blame] | 1576 | assert(status == APFloat::opOK && !lost && |
| 1577 | "Precision lost during fp16 constfolding"); |
| 1578 | |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1579 | return ConstantFP::get(Ty->getContext(), Val); |
Anton Korobeynikov | 065232f | 2010-03-19 00:36:35 +0000 | [diff] [blame] | 1580 | } |
Chandler Carruth | 352d9b1 | 2011-01-10 09:02:58 +0000 | [diff] [blame] | 1581 | default: |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1582 | return nullptr; |
Chandler Carruth | 352d9b1 | 2011-01-10 09:02:58 +0000 | [diff] [blame] | 1583 | } |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 1584 | } |
Chandler Carruth | 352d9b1 | 2011-01-10 09:02:58 +0000 | [diff] [blame] | 1585 | |
Chris Lattner | 61a1d6c | 2012-01-26 21:37:55 +0000 | [diff] [blame] | 1586 | // Support ConstantVector in case we have an Undef in the top. |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1587 | if (isa<ConstantVector>(Operands[0]) || |
Chris Lattner | 61a1d6c | 2012-01-26 21:37:55 +0000 | [diff] [blame] | 1588 | isa<ConstantDataVector>(Operands[0])) { |
| 1589 | Constant *Op = cast<Constant>(Operands[0]); |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1590 | switch (IntrinsicID) { |
Chandler Carruth | b1e7f55 | 2011-01-11 01:07:24 +0000 | [diff] [blame] | 1591 | default: break; |
| 1592 | case Intrinsic::x86_sse_cvtss2si: |
| 1593 | case Intrinsic::x86_sse_cvtss2si64: |
| 1594 | case Intrinsic::x86_sse2_cvtsd2si: |
| 1595 | case Intrinsic::x86_sse2_cvtsd2si64: |
Chris Lattner | 61a1d6c | 2012-01-26 21:37:55 +0000 | [diff] [blame] | 1596 | if (ConstantFP *FPOp = |
| 1597 | dyn_cast_or_null<ConstantFP>(Op->getAggregateElement(0U))) |
| 1598 | return ConstantFoldConvertToInt(FPOp->getValueAPF(), |
| 1599 | /*roundTowardZero=*/false, Ty); |
Chandler Carruth | b1e7f55 | 2011-01-11 01:07:24 +0000 | [diff] [blame] | 1600 | case Intrinsic::x86_sse_cvttss2si: |
| 1601 | case Intrinsic::x86_sse_cvttss2si64: |
| 1602 | case Intrinsic::x86_sse2_cvttsd2si: |
| 1603 | case Intrinsic::x86_sse2_cvttsd2si64: |
Chris Lattner | 61a1d6c | 2012-01-26 21:37:55 +0000 | [diff] [blame] | 1604 | if (ConstantFP *FPOp = |
| 1605 | dyn_cast_or_null<ConstantFP>(Op->getAggregateElement(0U))) |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1606 | return ConstantFoldConvertToInt(FPOp->getValueAPF(), |
Chris Lattner | 61a1d6c | 2012-01-26 21:37:55 +0000 | [diff] [blame] | 1607 | /*roundTowardZero=*/true, Ty); |
Chandler Carruth | b1e7f55 | 2011-01-11 01:07:24 +0000 | [diff] [blame] | 1608 | } |
| 1609 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1610 | |
Dan Gohman | cf39be3 | 2010-02-17 00:54:58 +0000 | [diff] [blame] | 1611 | if (isa<UndefValue>(Operands[0])) { |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1612 | if (IntrinsicID == Intrinsic::bswap) |
Dan Gohman | cf39be3 | 2010-02-17 00:54:58 +0000 | [diff] [blame] | 1613 | return Operands[0]; |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1614 | return nullptr; |
Dan Gohman | cf39be3 | 2010-02-17 00:54:58 +0000 | [diff] [blame] | 1615 | } |
| 1616 | |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1617 | return nullptr; |
Chris Lattner | 9ca7c09 | 2009-10-05 05:00:35 +0000 | [diff] [blame] | 1618 | } |
Chandler Carruth | 352d9b1 | 2011-01-10 09:02:58 +0000 | [diff] [blame] | 1619 | |
Jay Foad | f4b14a2 | 2011-07-19 13:32:40 +0000 | [diff] [blame] | 1620 | if (Operands.size() == 2) { |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 1621 | if (ConstantFP *Op1 = dyn_cast<ConstantFP>(Operands[0])) { |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 1622 | if (!Ty->isHalfTy() && !Ty->isFloatTy() && !Ty->isDoubleTy()) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1623 | return nullptr; |
Matt Arsenault | f8ecf9b | 2014-03-05 00:01:58 +0000 | [diff] [blame] | 1624 | double Op1V = getValueAsDouble(Op1); |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 1625 | |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 1626 | if (ConstantFP *Op2 = dyn_cast<ConstantFP>(Operands[1])) { |
Chris Lattner | 351534f | 2009-10-05 05:06:24 +0000 | [diff] [blame] | 1627 | if (Op2->getType() != Op1->getType()) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1628 | return nullptr; |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1629 | |
Matt Arsenault | f8ecf9b | 2014-03-05 00:01:58 +0000 | [diff] [blame] | 1630 | double Op2V = getValueAsDouble(Op2); |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1631 | if (IntrinsicID == Intrinsic::pow) { |
Chad Rosier | 0155a63 | 2011-12-03 00:00:03 +0000 | [diff] [blame] | 1632 | return ConstantFoldBinaryFP(pow, Op1V, Op2V, Ty); |
| 1633 | } |
Karthik Bhat | daa8cd1 | 2014-03-06 05:32:52 +0000 | [diff] [blame] | 1634 | if (IntrinsicID == Intrinsic::copysign) { |
| 1635 | APFloat V1 = Op1->getValueAPF(); |
| 1636 | APFloat V2 = Op2->getValueAPF(); |
| 1637 | V1.copySign(V2); |
| 1638 | return ConstantFP::get(Ty->getContext(), V1); |
| 1639 | } |
Matt Arsenault | d6511b4 | 2014-10-21 23:00:20 +0000 | [diff] [blame] | 1640 | |
| 1641 | if (IntrinsicID == Intrinsic::minnum) { |
| 1642 | const APFloat &C1 = Op1->getValueAPF(); |
| 1643 | const APFloat &C2 = Op2->getValueAPF(); |
| 1644 | return ConstantFP::get(Ty->getContext(), minnum(C1, C2)); |
| 1645 | } |
| 1646 | |
| 1647 | if (IntrinsicID == Intrinsic::maxnum) { |
| 1648 | const APFloat &C1 = Op1->getValueAPF(); |
| 1649 | const APFloat &C2 = Op2->getValueAPF(); |
| 1650 | return ConstantFP::get(Ty->getContext(), maxnum(C1, C2)); |
| 1651 | } |
| 1652 | |
Chad Rosier | 0155a63 | 2011-12-03 00:00:03 +0000 | [diff] [blame] | 1653 | if (!TLI) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1654 | return nullptr; |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1655 | if (Name == "pow" && TLI->has(LibFunc::pow)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1656 | return ConstantFoldBinaryFP(pow, Op1V, Op2V, Ty); |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1657 | if (Name == "fmod" && TLI->has(LibFunc::fmod)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1658 | return ConstantFoldBinaryFP(fmod, Op1V, Op2V, Ty); |
Chad Rosier | 576c0f8 | 2011-12-01 23:16:03 +0000 | [diff] [blame] | 1659 | if (Name == "atan2" && TLI->has(LibFunc::atan2)) |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1660 | return ConstantFoldBinaryFP(atan2, Op1V, Op2V, Ty); |
Chris Lattner | 26933dd | 2007-01-15 06:27:37 +0000 | [diff] [blame] | 1661 | } else if (ConstantInt *Op2C = dyn_cast<ConstantInt>(Operands[1])) { |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1662 | if (IntrinsicID == Intrinsic::powi && Ty->isHalfTy()) |
| 1663 | return ConstantFP::get(Ty->getContext(), |
Owen Anderson | d4ebfd8 | 2013-02-06 22:43:31 +0000 | [diff] [blame] | 1664 | APFloat((float)std::pow((float)Op1V, |
| 1665 | (int)Op2C->getZExtValue()))); |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1666 | if (IntrinsicID == Intrinsic::powi && Ty->isFloatTy()) |
| 1667 | return ConstantFP::get(Ty->getContext(), |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1668 | APFloat((float)std::pow((float)Op1V, |
Chris Lattner | 3b18762 | 2008-04-20 00:41:09 +0000 | [diff] [blame] | 1669 | (int)Op2C->getZExtValue()))); |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1670 | if (IntrinsicID == Intrinsic::powi && Ty->isDoubleTy()) |
| 1671 | return ConstantFP::get(Ty->getContext(), |
Chris Lattner | 46b5c64 | 2009-11-06 04:27:31 +0000 | [diff] [blame] | 1672 | APFloat((double)std::pow((double)Op1V, |
| 1673 | (int)Op2C->getZExtValue()))); |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 1674 | } |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1675 | return nullptr; |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 1676 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1677 | |
Chris Lattner | 59d9398 | 2009-10-05 05:26:04 +0000 | [diff] [blame] | 1678 | if (ConstantInt *Op1 = dyn_cast<ConstantInt>(Operands[0])) { |
| 1679 | if (ConstantInt *Op2 = dyn_cast<ConstantInt>(Operands[1])) { |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1680 | switch (IntrinsicID) { |
Chris Lattner | 59d9398 | 2009-10-05 05:26:04 +0000 | [diff] [blame] | 1681 | default: break; |
Chris Lattner | 698661c | 2010-10-14 00:05:07 +0000 | [diff] [blame] | 1682 | case Intrinsic::sadd_with_overflow: |
| 1683 | case Intrinsic::uadd_with_overflow: |
| 1684 | case Intrinsic::ssub_with_overflow: |
| 1685 | case Intrinsic::usub_with_overflow: |
Frits van Bommel | 0bb2ad2 | 2011-03-27 14:26:13 +0000 | [diff] [blame] | 1686 | case Intrinsic::smul_with_overflow: |
| 1687 | case Intrinsic::umul_with_overflow: { |
Chris Lattner | 698661c | 2010-10-14 00:05:07 +0000 | [diff] [blame] | 1688 | APInt Res; |
| 1689 | bool Overflow; |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1690 | switch (IntrinsicID) { |
Craig Topper | a2886c2 | 2012-02-07 05:05:23 +0000 | [diff] [blame] | 1691 | default: llvm_unreachable("Invalid case"); |
Chris Lattner | 698661c | 2010-10-14 00:05:07 +0000 | [diff] [blame] | 1692 | case Intrinsic::sadd_with_overflow: |
| 1693 | Res = Op1->getValue().sadd_ov(Op2->getValue(), Overflow); |
| 1694 | break; |
| 1695 | case Intrinsic::uadd_with_overflow: |
| 1696 | Res = Op1->getValue().uadd_ov(Op2->getValue(), Overflow); |
| 1697 | break; |
| 1698 | case Intrinsic::ssub_with_overflow: |
| 1699 | Res = Op1->getValue().ssub_ov(Op2->getValue(), Overflow); |
| 1700 | break; |
| 1701 | case Intrinsic::usub_with_overflow: |
| 1702 | Res = Op1->getValue().usub_ov(Op2->getValue(), Overflow); |
| 1703 | break; |
| 1704 | case Intrinsic::smul_with_overflow: |
| 1705 | Res = Op1->getValue().smul_ov(Op2->getValue(), Overflow); |
| 1706 | break; |
Frits van Bommel | 0bb2ad2 | 2011-03-27 14:26:13 +0000 | [diff] [blame] | 1707 | case Intrinsic::umul_with_overflow: |
| 1708 | Res = Op1->getValue().umul_ov(Op2->getValue(), Overflow); |
| 1709 | break; |
Chris Lattner | 698661c | 2010-10-14 00:05:07 +0000 | [diff] [blame] | 1710 | } |
Chris Lattner | 59d9398 | 2009-10-05 05:26:04 +0000 | [diff] [blame] | 1711 | Constant *Ops[] = { |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1712 | ConstantInt::get(Ty->getContext(), Res), |
| 1713 | ConstantInt::get(Type::getInt1Ty(Ty->getContext()), Overflow) |
Chris Lattner | 59d9398 | 2009-10-05 05:26:04 +0000 | [diff] [blame] | 1714 | }; |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1715 | return ConstantStruct::get(cast<StructType>(Ty), Ops); |
Chris Lattner | 59d9398 | 2009-10-05 05:26:04 +0000 | [diff] [blame] | 1716 | } |
Chandler Carruth | 58a71ed | 2011-12-12 04:26:04 +0000 | [diff] [blame] | 1717 | case Intrinsic::cttz: |
Benjamin Kramer | 435eba0 | 2013-01-24 16:28:28 +0000 | [diff] [blame] | 1718 | if (Op2->isOne() && Op1->isZero()) // cttz(0, 1) is undef. |
| 1719 | return UndefValue::get(Ty); |
Chandler Carruth | 58a71ed | 2011-12-12 04:26:04 +0000 | [diff] [blame] | 1720 | return ConstantInt::get(Ty, Op1->getValue().countTrailingZeros()); |
| 1721 | case Intrinsic::ctlz: |
Benjamin Kramer | 435eba0 | 2013-01-24 16:28:28 +0000 | [diff] [blame] | 1722 | if (Op2->isOne() && Op1->isZero()) // ctlz(0, 1) is undef. |
| 1723 | return UndefValue::get(Ty); |
Chandler Carruth | 58a71ed | 2011-12-12 04:26:04 +0000 | [diff] [blame] | 1724 | return ConstantInt::get(Ty, Op1->getValue().countLeadingZeros()); |
Chris Lattner | 59d9398 | 2009-10-05 05:26:04 +0000 | [diff] [blame] | 1725 | } |
| 1726 | } |
NAKAMURA Takumi | dce8999 | 2012-11-05 00:11:11 +0000 | [diff] [blame] | 1727 | |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1728 | return nullptr; |
Chris Lattner | 59d9398 | 2009-10-05 05:26:04 +0000 | [diff] [blame] | 1729 | } |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1730 | return nullptr; |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 1731 | } |
Matt Arsenault | 8377858 | 2014-03-05 00:02:00 +0000 | [diff] [blame] | 1732 | |
| 1733 | if (Operands.size() != 3) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1734 | return nullptr; |
Matt Arsenault | 8377858 | 2014-03-05 00:02:00 +0000 | [diff] [blame] | 1735 | |
| 1736 | if (const ConstantFP *Op1 = dyn_cast<ConstantFP>(Operands[0])) { |
| 1737 | if (const ConstantFP *Op2 = dyn_cast<ConstantFP>(Operands[1])) { |
| 1738 | if (const ConstantFP *Op3 = dyn_cast<ConstantFP>(Operands[2])) { |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1739 | switch (IntrinsicID) { |
Matt Arsenault | 8377858 | 2014-03-05 00:02:00 +0000 | [diff] [blame] | 1740 | default: break; |
| 1741 | case Intrinsic::fma: |
| 1742 | case Intrinsic::fmuladd: { |
| 1743 | APFloat V = Op1->getValueAPF(); |
| 1744 | APFloat::opStatus s = V.fusedMultiplyAdd(Op2->getValueAPF(), |
| 1745 | Op3->getValueAPF(), |
| 1746 | APFloat::rmNearestTiesToEven); |
| 1747 | if (s != APFloat::opInvalidOp) |
| 1748 | return ConstantFP::get(Ty->getContext(), V); |
| 1749 | |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1750 | return nullptr; |
Matt Arsenault | 8377858 | 2014-03-05 00:02:00 +0000 | [diff] [blame] | 1751 | } |
| 1752 | } |
| 1753 | } |
| 1754 | } |
| 1755 | } |
| 1756 | |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1757 | return nullptr; |
John Criswell | 970af11 | 2005-10-27 16:00:10 +0000 | [diff] [blame] | 1758 | } |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1759 | |
| 1760 | static Constant *ConstantFoldVectorCall(StringRef Name, unsigned IntrinsicID, |
| 1761 | VectorType *VTy, |
| 1762 | ArrayRef<Constant *> Operands, |
| 1763 | const TargetLibraryInfo *TLI) { |
| 1764 | SmallVector<Constant *, 4> Result(VTy->getNumElements()); |
| 1765 | SmallVector<Constant *, 4> Lane(Operands.size()); |
| 1766 | Type *Ty = VTy->getElementType(); |
| 1767 | |
| 1768 | for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { |
| 1769 | // Gather a column of constants. |
| 1770 | for (unsigned J = 0, JE = Operands.size(); J != JE; ++J) { |
| 1771 | Constant *Agg = Operands[J]->getAggregateElement(I); |
| 1772 | if (!Agg) |
| 1773 | return nullptr; |
| 1774 | |
| 1775 | Lane[J] = Agg; |
| 1776 | } |
| 1777 | |
| 1778 | // Use the regular scalar folding to simplify this column. |
| 1779 | Constant *Folded = ConstantFoldScalarCall(Name, IntrinsicID, Ty, Lane, TLI); |
| 1780 | if (!Folded) |
| 1781 | return nullptr; |
| 1782 | Result[I] = Folded; |
| 1783 | } |
| 1784 | |
| 1785 | return ConstantVector::get(Result); |
| 1786 | } |
| 1787 | |
Sanjay Patel | 0d7dee6 | 2014-10-02 15:13:22 +0000 | [diff] [blame] | 1788 | /// Attempt to constant fold a call to the specified function |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1789 | /// with the specified arguments, returning null if unsuccessful. |
| 1790 | Constant * |
| 1791 | llvm::ConstantFoldCall(Function *F, ArrayRef<Constant *> Operands, |
| 1792 | const TargetLibraryInfo *TLI) { |
| 1793 | if (!F->hasName()) |
Craig Topper | 9f00886 | 2014-04-15 04:59:12 +0000 | [diff] [blame] | 1794 | return nullptr; |
Benjamin Kramer | 061d147 | 2014-03-05 19:41:48 +0000 | [diff] [blame] | 1795 | StringRef Name = F->getName(); |
| 1796 | |
| 1797 | Type *Ty = F->getReturnType(); |
| 1798 | |
| 1799 | if (VectorType *VTy = dyn_cast<VectorType>(Ty)) |
| 1800 | return ConstantFoldVectorCall(Name, F->getIntrinsicID(), VTy, Operands, TLI); |
| 1801 | |
| 1802 | return ConstantFoldScalarCall(Name, F->getIntrinsicID(), Ty, Operands, TLI); |
| 1803 | } |