Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 1 | //===-- IntrinsicLowering.cpp - Intrinsic Lowering default implementation -===// |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 2 | // |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file was developed by the LLVM research group and is distributed under |
| 6 | // the University of Illinois Open Source License. See LICENSE.TXT for details. |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 7 | // |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
Chris Lattner | b71fd78 | 2006-11-15 18:00:10 +0000 | [diff] [blame] | 10 | // This file implements the IntrinsicLowering class. |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
Chris Lattner | 3048373 | 2004-06-20 07:49:54 +0000 | [diff] [blame] | 14 | #include "llvm/CodeGen/IntrinsicLowering.h" |
Chris Lattner | cf89908 | 2004-02-14 02:47:17 +0000 | [diff] [blame] | 15 | #include "llvm/Constants.h" |
Chris Lattner | 5fe51cc | 2004-02-12 17:01:09 +0000 | [diff] [blame] | 16 | #include "llvm/DerivedTypes.h" |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 17 | #include "llvm/Module.h" |
Misha Brukman | 47b14a4 | 2004-07-29 17:30:56 +0000 | [diff] [blame] | 18 | #include "llvm/Instructions.h" |
Andrew Lenharth | 691ef2b | 2005-05-03 17:19:30 +0000 | [diff] [blame] | 19 | #include "llvm/Type.h" |
Reid Spencer | 954da37 | 2004-07-04 12:19:56 +0000 | [diff] [blame] | 20 | #include <iostream> |
| 21 | |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 22 | using namespace llvm; |
| 23 | |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 24 | template <class ArgIt> |
| 25 | static Function *EnsureFunctionExists(Module &M, const char *Name, |
| 26 | ArgIt ArgBegin, ArgIt ArgEnd, |
| 27 | const Type *RetTy) { |
| 28 | if (Function *F = M.getNamedFunction(Name)) return F; |
| 29 | // It doesn't already exist in the program, insert a new definition now. |
| 30 | std::vector<const Type *> ParamTys; |
| 31 | for (ArgIt I = ArgBegin; I != ArgEnd; ++I) |
| 32 | ParamTys.push_back(I->getType()); |
| 33 | return M.getOrInsertFunction(Name, FunctionType::get(RetTy, ParamTys, false)); |
| 34 | } |
| 35 | |
Chris Lattner | 588e72d | 2004-02-15 22:16:39 +0000 | [diff] [blame] | 36 | /// ReplaceCallWith - This function is used when we want to lower an intrinsic |
| 37 | /// call to a call of an external function. This handles hard cases such as |
| 38 | /// when there was already a prototype for the external function, and if that |
| 39 | /// prototype doesn't match the arguments we expect to pass in. |
| 40 | template <class ArgIt> |
| 41 | static CallInst *ReplaceCallWith(const char *NewFn, CallInst *CI, |
| 42 | ArgIt ArgBegin, ArgIt ArgEnd, |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame^] | 43 | const unsigned *castOpcodes, |
Chris Lattner | 588e72d | 2004-02-15 22:16:39 +0000 | [diff] [blame] | 44 | const Type *RetTy, Function *&FCache) { |
| 45 | if (!FCache) { |
| 46 | // If we haven't already looked up this function, check to see if the |
| 47 | // program already contains a function with this name. |
| 48 | Module *M = CI->getParent()->getParent()->getParent(); |
| 49 | FCache = M->getNamedFunction(NewFn); |
| 50 | if (!FCache) { |
| 51 | // It doesn't already exist in the program, insert a new definition now. |
| 52 | std::vector<const Type *> ParamTys; |
| 53 | for (ArgIt I = ArgBegin; I != ArgEnd; ++I) |
| 54 | ParamTys.push_back((*I)->getType()); |
| 55 | FCache = M->getOrInsertFunction(NewFn, |
| 56 | FunctionType::get(RetTy, ParamTys, false)); |
| 57 | } |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 58 | } |
Chris Lattner | 588e72d | 2004-02-15 22:16:39 +0000 | [diff] [blame] | 59 | |
| 60 | const FunctionType *FT = FCache->getFunctionType(); |
| 61 | std::vector<Value*> Operands; |
| 62 | unsigned ArgNo = 0; |
| 63 | for (ArgIt I = ArgBegin; I != ArgEnd && ArgNo != FT->getNumParams(); |
| 64 | ++I, ++ArgNo) { |
| 65 | Value *Arg = *I; |
| 66 | if (Arg->getType() != FT->getParamType(ArgNo)) |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame^] | 67 | if (castOpcodes[ArgNo]) |
| 68 | Arg = CastInst::create(Instruction::CastOps(castOpcodes[ArgNo]), |
| 69 | Arg, FT->getParamType(ArgNo), Arg->getName(), CI); |
| 70 | else |
| 71 | Arg = CastInst::createInferredCast(Arg, FT->getParamType(ArgNo), |
| 72 | Arg->getName(), CI); |
Chris Lattner | 588e72d | 2004-02-15 22:16:39 +0000 | [diff] [blame] | 73 | Operands.push_back(Arg); |
| 74 | } |
| 75 | // Pass nulls into any additional arguments... |
| 76 | for (; ArgNo != FT->getNumParams(); ++ArgNo) |
| 77 | Operands.push_back(Constant::getNullValue(FT->getParamType(ArgNo))); |
| 78 | |
| 79 | std::string Name = CI->getName(); CI->setName(""); |
| 80 | if (FT->getReturnType() == Type::VoidTy) Name.clear(); |
Chris Lattner | 02348ca | 2004-06-11 02:54:02 +0000 | [diff] [blame] | 81 | CallInst *NewCI = new CallInst(FCache, Operands, Name, CI); |
| 82 | if (!CI->use_empty()) { |
| 83 | Value *V = NewCI; |
| 84 | if (CI->getType() != NewCI->getType()) |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame^] | 85 | V = CastInst::createInferredCast(NewCI, CI->getType(), Name, CI); |
Chris Lattner | 02348ca | 2004-06-11 02:54:02 +0000 | [diff] [blame] | 86 | CI->replaceAllUsesWith(V); |
| 87 | } |
| 88 | return NewCI; |
Chris Lattner | 588e72d | 2004-02-15 22:16:39 +0000 | [diff] [blame] | 89 | } |
| 90 | |
Chris Lattner | b71fd78 | 2006-11-15 18:00:10 +0000 | [diff] [blame] | 91 | void IntrinsicLowering::AddPrototypes(Module &M) { |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 92 | for (Module::iterator I = M.begin(), E = M.end(); I != E; ++I) |
| 93 | if (I->isExternal() && !I->use_empty()) |
| 94 | switch (I->getIntrinsicID()) { |
| 95 | default: break; |
| 96 | case Intrinsic::setjmp: |
Chris Lattner | 1f243e9 | 2005-05-08 19:46:29 +0000 | [diff] [blame] | 97 | EnsureFunctionExists(M, "setjmp", I->arg_begin(), I->arg_end(), |
| 98 | Type::IntTy); |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 99 | break; |
| 100 | case Intrinsic::longjmp: |
Chris Lattner | 1f243e9 | 2005-05-08 19:46:29 +0000 | [diff] [blame] | 101 | EnsureFunctionExists(M, "longjmp", I->arg_begin(), I->arg_end(), |
| 102 | Type::VoidTy); |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 103 | break; |
| 104 | case Intrinsic::siglongjmp: |
Chris Lattner | 1f243e9 | 2005-05-08 19:46:29 +0000 | [diff] [blame] | 105 | EnsureFunctionExists(M, "abort", I->arg_end(), I->arg_end(), |
| 106 | Type::VoidTy); |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 107 | break; |
Chris Lattner | 03dd465 | 2006-03-03 00:00:25 +0000 | [diff] [blame] | 108 | case Intrinsic::memcpy_i32: |
| 109 | case Intrinsic::memcpy_i64: |
Chris Lattner | e4d5c44 | 2005-03-15 04:54:21 +0000 | [diff] [blame] | 110 | EnsureFunctionExists(M, "memcpy", I->arg_begin(), --I->arg_end(), |
| 111 | I->arg_begin()->getType()); |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 112 | break; |
Chris Lattner | 03dd465 | 2006-03-03 00:00:25 +0000 | [diff] [blame] | 113 | case Intrinsic::memmove_i32: |
| 114 | case Intrinsic::memmove_i64: |
Chris Lattner | e4d5c44 | 2005-03-15 04:54:21 +0000 | [diff] [blame] | 115 | EnsureFunctionExists(M, "memmove", I->arg_begin(), --I->arg_end(), |
| 116 | I->arg_begin()->getType()); |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 117 | break; |
Chris Lattner | 03dd465 | 2006-03-03 00:00:25 +0000 | [diff] [blame] | 118 | case Intrinsic::memset_i32: |
| 119 | case Intrinsic::memset_i64: |
Chris Lattner | 1f243e9 | 2005-05-08 19:46:29 +0000 | [diff] [blame] | 120 | M.getOrInsertFunction("memset", PointerType::get(Type::SByteTy), |
| 121 | PointerType::get(Type::SByteTy), |
Jeff Cohen | 66c5fd6 | 2005-10-23 04:37:20 +0000 | [diff] [blame] | 122 | Type::IntTy, (--(--I->arg_end()))->getType(), |
| 123 | (Type *)0); |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 124 | break; |
Reid Spencer | 0b11820 | 2006-01-16 21:12:35 +0000 | [diff] [blame] | 125 | case Intrinsic::isunordered_f32: |
| 126 | case Intrinsic::isunordered_f64: |
Chris Lattner | 1f243e9 | 2005-05-08 19:46:29 +0000 | [diff] [blame] | 127 | EnsureFunctionExists(M, "isunordered", I->arg_begin(), I->arg_end(), |
| 128 | Type::BoolTy); |
Chris Lattner | 02348ca | 2004-06-11 02:54:02 +0000 | [diff] [blame] | 129 | break; |
Reid Spencer | 0b11820 | 2006-01-16 21:12:35 +0000 | [diff] [blame] | 130 | case Intrinsic::sqrt_f32: |
| 131 | case Intrinsic::sqrt_f64: |
Alkis Evlogimenos | b1beff0 | 2005-04-30 07:13:31 +0000 | [diff] [blame] | 132 | if(I->arg_begin()->getType() == Type::FloatTy) |
Chris Lattner | 1f243e9 | 2005-05-08 19:46:29 +0000 | [diff] [blame] | 133 | EnsureFunctionExists(M, "sqrtf", I->arg_begin(), I->arg_end(), |
| 134 | Type::FloatTy); |
Chris Lattner | b42a9ff | 2005-04-30 04:07:50 +0000 | [diff] [blame] | 135 | else |
Chris Lattner | 1f243e9 | 2005-05-08 19:46:29 +0000 | [diff] [blame] | 136 | EnsureFunctionExists(M, "sqrt", I->arg_begin(), I->arg_end(), |
| 137 | Type::DoubleTy); |
Chris Lattner | b42a9ff | 2005-04-30 04:07:50 +0000 | [diff] [blame] | 138 | break; |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 139 | } |
Chris Lattner | 0979ca7 | 2004-05-09 04:29:57 +0000 | [diff] [blame] | 140 | } |
Chris Lattner | 588e72d | 2004-02-15 22:16:39 +0000 | [diff] [blame] | 141 | |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 142 | /// LowerBSWAP - Emit the code to lower bswap of V before the specified |
| 143 | /// instruction IP. |
| 144 | static Value *LowerBSWAP(Value *V, Instruction *IP) { |
| 145 | assert(V->getType()->isInteger() && "Can't bswap a non-integer type!"); |
| 146 | |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 147 | unsigned BitSize = V->getType()->getPrimitiveSizeInBits(); |
| 148 | |
| 149 | switch(BitSize) { |
| 150 | default: assert(0 && "Unhandled type size of value to byteswap!"); |
| 151 | case 16: { |
| 152 | Value *Tmp1 = new ShiftInst(Instruction::Shl, V, |
| 153 | ConstantInt::get(Type::UByteTy,8),"bswap.2",IP); |
Reid Spencer | 3822ff5 | 2006-11-08 06:47:33 +0000 | [diff] [blame] | 154 | Value *Tmp2 = new ShiftInst(Instruction::LShr, V, |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 155 | ConstantInt::get(Type::UByteTy,8),"bswap.1",IP); |
| 156 | V = BinaryOperator::createOr(Tmp1, Tmp2, "bswap.i16", IP); |
| 157 | break; |
| 158 | } |
| 159 | case 32: { |
| 160 | Value *Tmp4 = new ShiftInst(Instruction::Shl, V, |
| 161 | ConstantInt::get(Type::UByteTy,24),"bswap.4", IP); |
| 162 | Value *Tmp3 = new ShiftInst(Instruction::Shl, V, |
Reid Spencer | 3822ff5 | 2006-11-08 06:47:33 +0000 | [diff] [blame] | 163 | ConstantInt::get(Type::UByteTy,8),"bswap.3",IP); |
| 164 | Value *Tmp2 = new ShiftInst(Instruction::LShr, V, |
| 165 | ConstantInt::get(Type::UByteTy,8),"bswap.2",IP); |
| 166 | Value *Tmp1 = new ShiftInst(Instruction::LShr, V, |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 167 | ConstantInt::get(Type::UByteTy,24),"bswap.1", IP); |
| 168 | Tmp3 = BinaryOperator::createAnd(Tmp3, |
Reid Spencer | b83eb64 | 2006-10-20 07:07:24 +0000 | [diff] [blame] | 169 | ConstantInt::get(Type::UIntTy, 0xFF0000), |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 170 | "bswap.and3", IP); |
| 171 | Tmp2 = BinaryOperator::createAnd(Tmp2, |
Reid Spencer | b83eb64 | 2006-10-20 07:07:24 +0000 | [diff] [blame] | 172 | ConstantInt::get(Type::UIntTy, 0xFF00), |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 173 | "bswap.and2", IP); |
| 174 | Tmp4 = BinaryOperator::createOr(Tmp4, Tmp3, "bswap.or1", IP); |
| 175 | Tmp2 = BinaryOperator::createOr(Tmp2, Tmp1, "bswap.or2", IP); |
| 176 | V = BinaryOperator::createOr(Tmp4, Tmp3, "bswap.i32", IP); |
| 177 | break; |
| 178 | } |
| 179 | case 64: { |
| 180 | Value *Tmp8 = new ShiftInst(Instruction::Shl, V, |
| 181 | ConstantInt::get(Type::UByteTy,56),"bswap.8", IP); |
| 182 | Value *Tmp7 = new ShiftInst(Instruction::Shl, V, |
| 183 | ConstantInt::get(Type::UByteTy,40),"bswap.7", IP); |
| 184 | Value *Tmp6 = new ShiftInst(Instruction::Shl, V, |
| 185 | ConstantInt::get(Type::UByteTy,24),"bswap.6", IP); |
| 186 | Value *Tmp5 = new ShiftInst(Instruction::Shl, V, |
Reid Spencer | 3822ff5 | 2006-11-08 06:47:33 +0000 | [diff] [blame] | 187 | ConstantInt::get(Type::UByteTy,8),"bswap.5", IP); |
| 188 | Value* Tmp4 = new ShiftInst(Instruction::LShr, V, |
| 189 | ConstantInt::get(Type::UByteTy,8),"bswap.4", IP); |
| 190 | Value* Tmp3 = new ShiftInst(Instruction::LShr, V, |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 191 | ConstantInt::get(Type::UByteTy,24),"bswap.3", IP); |
Reid Spencer | 3822ff5 | 2006-11-08 06:47:33 +0000 | [diff] [blame] | 192 | Value* Tmp2 = new ShiftInst(Instruction::LShr, V, |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 193 | ConstantInt::get(Type::UByteTy,40),"bswap.2", IP); |
Reid Spencer | 3822ff5 | 2006-11-08 06:47:33 +0000 | [diff] [blame] | 194 | Value* Tmp1 = new ShiftInst(Instruction::LShr, V, |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 195 | ConstantInt::get(Type::UByteTy,56),"bswap.1", IP); |
| 196 | Tmp7 = BinaryOperator::createAnd(Tmp7, |
Reid Spencer | b83eb64 | 2006-10-20 07:07:24 +0000 | [diff] [blame] | 197 | ConstantInt::get(Type::ULongTy, |
| 198 | 0xFF000000000000ULL), |
| 199 | "bswap.and7", IP); |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 200 | Tmp6 = BinaryOperator::createAnd(Tmp6, |
Reid Spencer | b83eb64 | 2006-10-20 07:07:24 +0000 | [diff] [blame] | 201 | ConstantInt::get(Type::ULongTy, 0xFF0000000000ULL), |
| 202 | "bswap.and6", IP); |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 203 | Tmp5 = BinaryOperator::createAnd(Tmp5, |
Reid Spencer | b83eb64 | 2006-10-20 07:07:24 +0000 | [diff] [blame] | 204 | ConstantInt::get(Type::ULongTy, 0xFF00000000ULL), |
| 205 | "bswap.and5", IP); |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 206 | Tmp4 = BinaryOperator::createAnd(Tmp4, |
Reid Spencer | b83eb64 | 2006-10-20 07:07:24 +0000 | [diff] [blame] | 207 | ConstantInt::get(Type::ULongTy, 0xFF000000ULL), |
| 208 | "bswap.and4", IP); |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 209 | Tmp3 = BinaryOperator::createAnd(Tmp3, |
Reid Spencer | b83eb64 | 2006-10-20 07:07:24 +0000 | [diff] [blame] | 210 | ConstantInt::get(Type::ULongTy, 0xFF0000ULL), |
| 211 | "bswap.and3", IP); |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 212 | Tmp2 = BinaryOperator::createAnd(Tmp2, |
Reid Spencer | b83eb64 | 2006-10-20 07:07:24 +0000 | [diff] [blame] | 213 | ConstantInt::get(Type::ULongTy, 0xFF00ULL), |
| 214 | "bswap.and2", IP); |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 215 | Tmp8 = BinaryOperator::createOr(Tmp8, Tmp7, "bswap.or1", IP); |
| 216 | Tmp6 = BinaryOperator::createOr(Tmp6, Tmp5, "bswap.or2", IP); |
| 217 | Tmp4 = BinaryOperator::createOr(Tmp4, Tmp3, "bswap.or3", IP); |
| 218 | Tmp2 = BinaryOperator::createOr(Tmp2, Tmp1, "bswap.or4", IP); |
| 219 | Tmp8 = BinaryOperator::createOr(Tmp8, Tmp6, "bswap.or5", IP); |
| 220 | Tmp4 = BinaryOperator::createOr(Tmp4, Tmp2, "bswap.or6", IP); |
| 221 | V = BinaryOperator::createOr(Tmp8, Tmp4, "bswap.i64", IP); |
| 222 | break; |
| 223 | } |
| 224 | } |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 225 | return V; |
| 226 | } |
| 227 | |
Chris Lattner | 86f3e0c | 2005-05-11 19:42:05 +0000 | [diff] [blame] | 228 | /// LowerCTPOP - Emit the code to lower ctpop of V before the specified |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 229 | /// instruction IP. |
Chris Lattner | 86f3e0c | 2005-05-11 19:42:05 +0000 | [diff] [blame] | 230 | static Value *LowerCTPOP(Value *V, Instruction *IP) { |
| 231 | assert(V->getType()->isInteger() && "Can't ctpop a non-integer type!"); |
Chris Lattner | 86f3e0c | 2005-05-11 19:42:05 +0000 | [diff] [blame] | 232 | |
| 233 | static const uint64_t MaskValues[6] = { |
| 234 | 0x5555555555555555ULL, 0x3333333333333333ULL, |
| 235 | 0x0F0F0F0F0F0F0F0FULL, 0x00FF00FF00FF00FFULL, |
| 236 | 0x0000FFFF0000FFFFULL, 0x00000000FFFFFFFFULL |
| 237 | }; |
| 238 | |
Chris Lattner | 98cf45b | 2005-05-11 20:24:12 +0000 | [diff] [blame] | 239 | unsigned BitSize = V->getType()->getPrimitiveSizeInBits(); |
Reid Spencer | 3822ff5 | 2006-11-08 06:47:33 +0000 | [diff] [blame] | 240 | |
Chris Lattner | 86f3e0c | 2005-05-11 19:42:05 +0000 | [diff] [blame] | 241 | for (unsigned i = 1, ct = 0; i != BitSize; i <<= 1, ++ct) { |
| 242 | Value *MaskCst = |
Reid Spencer | b83eb64 | 2006-10-20 07:07:24 +0000 | [diff] [blame] | 243 | ConstantExpr::getCast(ConstantInt::get(Type::ULongTy, MaskValues[ct]), |
| 244 | V->getType()); |
Chris Lattner | 86f3e0c | 2005-05-11 19:42:05 +0000 | [diff] [blame] | 245 | Value *LHS = BinaryOperator::createAnd(V, MaskCst, "cppop.and1", IP); |
Reid Spencer | 3822ff5 | 2006-11-08 06:47:33 +0000 | [diff] [blame] | 246 | Value *VShift = new ShiftInst(Instruction::LShr, V, |
Chris Lattner | 86f3e0c | 2005-05-11 19:42:05 +0000 | [diff] [blame] | 247 | ConstantInt::get(Type::UByteTy, i), "ctpop.sh", IP); |
| 248 | Value *RHS = BinaryOperator::createAnd(VShift, MaskCst, "cppop.and2", IP); |
| 249 | V = BinaryOperator::createAdd(LHS, RHS, "ctpop.step", IP); |
| 250 | } |
| 251 | |
Chris Lattner | 86f3e0c | 2005-05-11 19:42:05 +0000 | [diff] [blame] | 252 | return V; |
| 253 | } |
| 254 | |
Chris Lattner | 98cf45b | 2005-05-11 20:24:12 +0000 | [diff] [blame] | 255 | /// LowerCTLZ - Emit the code to lower ctlz of V before the specified |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 256 | /// instruction IP. |
Chris Lattner | 98cf45b | 2005-05-11 20:24:12 +0000 | [diff] [blame] | 257 | static Value *LowerCTLZ(Value *V, Instruction *IP) { |
Chris Lattner | 98cf45b | 2005-05-11 20:24:12 +0000 | [diff] [blame] | 258 | |
| 259 | unsigned BitSize = V->getType()->getPrimitiveSizeInBits(); |
| 260 | for (unsigned i = 1; i != BitSize; i <<= 1) { |
| 261 | Value *ShVal = ConstantInt::get(Type::UByteTy, i); |
Reid Spencer | 3822ff5 | 2006-11-08 06:47:33 +0000 | [diff] [blame] | 262 | ShVal = new ShiftInst(Instruction::LShr, V, ShVal, "ctlz.sh", IP); |
Chris Lattner | 98cf45b | 2005-05-11 20:24:12 +0000 | [diff] [blame] | 263 | V = BinaryOperator::createOr(V, ShVal, "ctlz.step", IP); |
| 264 | } |
| 265 | |
Chris Lattner | 98cf45b | 2005-05-11 20:24:12 +0000 | [diff] [blame] | 266 | V = BinaryOperator::createNot(V, "", IP); |
| 267 | return LowerCTPOP(V, IP); |
| 268 | } |
| 269 | |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 270 | |
| 271 | |
Chris Lattner | b71fd78 | 2006-11-15 18:00:10 +0000 | [diff] [blame] | 272 | void IntrinsicLowering::LowerIntrinsicCall(CallInst *CI) { |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 273 | Function *Callee = CI->getCalledFunction(); |
| 274 | assert(Callee && "Cannot lower an indirect call!"); |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 275 | |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 276 | switch (Callee->getIntrinsicID()) { |
| 277 | case Intrinsic::not_intrinsic: |
| 278 | std::cerr << "Cannot lower a call to a non-intrinsic function '" |
| 279 | << Callee->getName() << "'!\n"; |
| 280 | abort(); |
| 281 | default: |
| 282 | std::cerr << "Error: Code generator does not support intrinsic function '" |
| 283 | << Callee->getName() << "'!\n"; |
| 284 | abort(); |
| 285 | |
Chris Lattner | 588e72d | 2004-02-15 22:16:39 +0000 | [diff] [blame] | 286 | // The setjmp/longjmp intrinsics should only exist in the code if it was |
| 287 | // never optimized (ie, right out of the CFE), or if it has been hacked on |
| 288 | // by the lowerinvoke pass. In both cases, the right thing to do is to |
| 289 | // convert the call to an explicit setjmp or longjmp call. |
Chris Lattner | 9b700f7 | 2004-02-15 22:24:51 +0000 | [diff] [blame] | 290 | case Intrinsic::setjmp: { |
| 291 | static Function *SetjmpFCache = 0; |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame^] | 292 | static const unsigned castOpcodes[] = { Instruction::BitCast }; |
Chris Lattner | 9b700f7 | 2004-02-15 22:24:51 +0000 | [diff] [blame] | 293 | Value *V = ReplaceCallWith("setjmp", CI, CI->op_begin()+1, CI->op_end(), |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame^] | 294 | castOpcodes, Type::IntTy, SetjmpFCache); |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 295 | if (CI->getType() != Type::VoidTy) |
Chris Lattner | 9b700f7 | 2004-02-15 22:24:51 +0000 | [diff] [blame] | 296 | CI->replaceAllUsesWith(V); |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 297 | break; |
Chris Lattner | 9b700f7 | 2004-02-15 22:24:51 +0000 | [diff] [blame] | 298 | } |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 299 | case Intrinsic::sigsetjmp: |
Chris Lattner | 9b700f7 | 2004-02-15 22:24:51 +0000 | [diff] [blame] | 300 | if (CI->getType() != Type::VoidTy) |
| 301 | CI->replaceAllUsesWith(Constant::getNullValue(CI->getType())); |
| 302 | break; |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 303 | |
Chris Lattner | f0a3e6c | 2004-06-05 01:05:19 +0000 | [diff] [blame] | 304 | case Intrinsic::longjmp: { |
Chris Lattner | 9b700f7 | 2004-02-15 22:24:51 +0000 | [diff] [blame] | 305 | static Function *LongjmpFCache = 0; |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame^] | 306 | static const unsigned castOpcodes[] = |
| 307 | { Instruction::BitCast, 0 }; |
Chris Lattner | 9b700f7 | 2004-02-15 22:24:51 +0000 | [diff] [blame] | 308 | ReplaceCallWith("longjmp", CI, CI->op_begin()+1, CI->op_end(), |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame^] | 309 | castOpcodes, Type::VoidTy, LongjmpFCache); |
Chris Lattner | 9b700f7 | 2004-02-15 22:24:51 +0000 | [diff] [blame] | 310 | break; |
Chris Lattner | f0a3e6c | 2004-06-05 01:05:19 +0000 | [diff] [blame] | 311 | } |
Chris Lattner | 9b700f7 | 2004-02-15 22:24:51 +0000 | [diff] [blame] | 312 | |
Chris Lattner | f0a3e6c | 2004-06-05 01:05:19 +0000 | [diff] [blame] | 313 | case Intrinsic::siglongjmp: { |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 314 | // Insert the call to abort |
Chris Lattner | 588e72d | 2004-02-15 22:16:39 +0000 | [diff] [blame] | 315 | static Function *AbortFCache = 0; |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame^] | 316 | static const unsigned castOpcodes[] = |
| 317 | { Instruction::BitCast, 0 }; |
| 318 | ReplaceCallWith("abort", CI, CI->op_end(), CI->op_end(), |
| 319 | castOpcodes, Type::VoidTy, AbortFCache); |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 320 | break; |
Chris Lattner | f0a3e6c | 2004-06-05 01:05:19 +0000 | [diff] [blame] | 321 | } |
Reid Spencer | 0b11820 | 2006-01-16 21:12:35 +0000 | [diff] [blame] | 322 | case Intrinsic::ctpop_i8: |
| 323 | case Intrinsic::ctpop_i16: |
| 324 | case Intrinsic::ctpop_i32: |
| 325 | case Intrinsic::ctpop_i64: |
| 326 | CI->replaceAllUsesWith(LowerCTPOP(CI->getOperand(1), CI)); |
| 327 | break; |
| 328 | |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 329 | case Intrinsic::bswap_i16: |
| 330 | case Intrinsic::bswap_i32: |
| 331 | case Intrinsic::bswap_i64: |
| 332 | CI->replaceAllUsesWith(LowerBSWAP(CI->getOperand(1), CI)); |
| 333 | break; |
| 334 | |
Reid Spencer | 0b11820 | 2006-01-16 21:12:35 +0000 | [diff] [blame] | 335 | case Intrinsic::ctlz_i8: |
| 336 | case Intrinsic::ctlz_i16: |
| 337 | case Intrinsic::ctlz_i32: |
| 338 | case Intrinsic::ctlz_i64: |
Chris Lattner | 98cf45b | 2005-05-11 20:24:12 +0000 | [diff] [blame] | 339 | CI->replaceAllUsesWith(LowerCTLZ(CI->getOperand(1), CI)); |
Andrew Lenharth | 691ef2b | 2005-05-03 17:19:30 +0000 | [diff] [blame] | 340 | break; |
Nate Begeman | e598181 | 2006-01-16 07:57:00 +0000 | [diff] [blame] | 341 | |
Reid Spencer | 0b11820 | 2006-01-16 21:12:35 +0000 | [diff] [blame] | 342 | case Intrinsic::cttz_i8: |
| 343 | case Intrinsic::cttz_i16: |
| 344 | case Intrinsic::cttz_i32: |
| 345 | case Intrinsic::cttz_i64: { |
Chris Lattner | a801172 | 2005-05-11 20:02:14 +0000 | [diff] [blame] | 346 | // cttz(x) -> ctpop(~X & (X-1)) |
Andrew Lenharth | 691ef2b | 2005-05-03 17:19:30 +0000 | [diff] [blame] | 347 | Value *Src = CI->getOperand(1); |
Chris Lattner | 86f3e0c | 2005-05-11 19:42:05 +0000 | [diff] [blame] | 348 | Value *NotSrc = BinaryOperator::createNot(Src, Src->getName()+".not", CI); |
Chris Lattner | a801172 | 2005-05-11 20:02:14 +0000 | [diff] [blame] | 349 | Value *SrcM1 = ConstantInt::get(Src->getType(), 1); |
| 350 | SrcM1 = BinaryOperator::createSub(Src, SrcM1, "", CI); |
| 351 | Src = LowerCTPOP(BinaryOperator::createAnd(NotSrc, SrcM1, "", CI), CI); |
Andrew Lenharth | 691ef2b | 2005-05-03 17:19:30 +0000 | [diff] [blame] | 352 | CI->replaceAllUsesWith(Src); |
| 353 | break; |
| 354 | } |
Chris Lattner | 77b1330 | 2004-01-05 05:36:30 +0000 | [diff] [blame] | 355 | |
Chris Lattner | 0c067bc | 2006-01-13 02:22:08 +0000 | [diff] [blame] | 356 | case Intrinsic::stacksave: |
| 357 | case Intrinsic::stackrestore: { |
| 358 | static bool Warned = false; |
| 359 | if (!Warned) |
| 360 | std::cerr << "WARNING: this target does not support the llvm.stack" |
| 361 | << (Callee->getIntrinsicID() == Intrinsic::stacksave ? |
| 362 | "save" : "restore") << " intrinsic.\n"; |
| 363 | Warned = true; |
| 364 | if (Callee->getIntrinsicID() == Intrinsic::stacksave) |
| 365 | CI->replaceAllUsesWith(Constant::getNullValue(CI->getType())); |
| 366 | break; |
| 367 | } |
| 368 | |
Chris Lattner | cf89908 | 2004-02-14 02:47:17 +0000 | [diff] [blame] | 369 | case Intrinsic::returnaddress: |
| 370 | case Intrinsic::frameaddress: |
Chris Lattner | cc42d2c | 2004-02-14 04:52:06 +0000 | [diff] [blame] | 371 | std::cerr << "WARNING: this target does not support the llvm." |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 372 | << (Callee->getIntrinsicID() == Intrinsic::returnaddress ? |
Chris Lattner | cc42d2c | 2004-02-14 04:52:06 +0000 | [diff] [blame] | 373 | "return" : "frame") << "address intrinsic.\n"; |
Chris Lattner | cf89908 | 2004-02-14 02:47:17 +0000 | [diff] [blame] | 374 | CI->replaceAllUsesWith(ConstantPointerNull::get( |
| 375 | cast<PointerType>(CI->getType()))); |
| 376 | break; |
| 377 | |
Chris Lattner | 0942b7c | 2005-02-28 19:27:23 +0000 | [diff] [blame] | 378 | case Intrinsic::prefetch: |
| 379 | break; // Simply strip out prefetches on unsupported architectures |
| 380 | |
Andrew Lenharth | 7f4ec3b | 2005-03-28 20:05:49 +0000 | [diff] [blame] | 381 | case Intrinsic::pcmarker: |
| 382 | break; // Simply strip out pcmarker on unsupported architectures |
Andrew Lenharth | 51b8d54 | 2005-11-11 16:47:30 +0000 | [diff] [blame] | 383 | case Intrinsic::readcyclecounter: { |
Chris Lattner | 0c067bc | 2006-01-13 02:22:08 +0000 | [diff] [blame] | 384 | std::cerr << "WARNING: this target does not support the llvm.readcyclecoun" |
| 385 | << "ter intrinsic. It is being lowered to a constant 0\n"; |
Reid Spencer | b83eb64 | 2006-10-20 07:07:24 +0000 | [diff] [blame] | 386 | CI->replaceAllUsesWith(ConstantInt::get(Type::ULongTy, 0)); |
Andrew Lenharth | 51b8d54 | 2005-11-11 16:47:30 +0000 | [diff] [blame] | 387 | break; |
| 388 | } |
Andrew Lenharth | 7f4ec3b | 2005-03-28 20:05:49 +0000 | [diff] [blame] | 389 | |
Chris Lattner | 77b1330 | 2004-01-05 05:36:30 +0000 | [diff] [blame] | 390 | case Intrinsic::dbg_stoppoint: |
| 391 | case Intrinsic::dbg_region_start: |
| 392 | case Intrinsic::dbg_region_end: |
| 393 | case Intrinsic::dbg_func_start: |
Jim Laskey | 43970fe | 2006-03-23 18:06:46 +0000 | [diff] [blame] | 394 | case Intrinsic::dbg_declare: |
Chris Lattner | 77b1330 | 2004-01-05 05:36:30 +0000 | [diff] [blame] | 395 | break; // Simply strip out debugging intrinsics |
Chris Lattner | 5fe51cc | 2004-02-12 17:01:09 +0000 | [diff] [blame] | 396 | |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame^] | 397 | case Intrinsic::memcpy_i32: { |
Chris Lattner | 5fe51cc | 2004-02-12 17:01:09 +0000 | [diff] [blame] | 398 | // The memcpy intrinsic take an extra alignment argument that the memcpy |
| 399 | // libc function does not. |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame^] | 400 | static unsigned opcodes[] = |
| 401 | { Instruction::BitCast, Instruction::BitCast, Instruction::BitCast }; |
| 402 | // FIXME: |
| 403 | // if (target_is_64_bit) opcodes[2] = Instruction::ZExt; |
| 404 | // else opcodes[2] = Instruction::BitCast; |
Chris Lattner | 588e72d | 2004-02-15 22:16:39 +0000 | [diff] [blame] | 405 | static Function *MemcpyFCache = 0; |
| 406 | ReplaceCallWith("memcpy", CI, CI->op_begin()+1, CI->op_end()-1, |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame^] | 407 | opcodes, (*(CI->op_begin()+1))->getType(), MemcpyFCache); |
Chris Lattner | 5fe51cc | 2004-02-12 17:01:09 +0000 | [diff] [blame] | 408 | break; |
Chris Lattner | f0a3e6c | 2004-06-05 01:05:19 +0000 | [diff] [blame] | 409 | } |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame^] | 410 | case Intrinsic::memcpy_i64: { |
| 411 | static unsigned opcodes[] = |
| 412 | { Instruction::BitCast, Instruction::BitCast, Instruction::Trunc }; |
| 413 | // FIXME: |
| 414 | // if (target_is_64_bit) opcodes[2] = Instruction::BitCast; |
| 415 | // else opcodes[2] = Instruction::Trunc; |
| 416 | static Function *MemcpyFCache = 0; |
| 417 | ReplaceCallWith("memcpy", CI, CI->op_begin()+1, CI->op_end()-1, |
| 418 | opcodes, (*(CI->op_begin()+1))->getType(), MemcpyFCache); |
| 419 | break; |
| 420 | } |
| 421 | case Intrinsic::memmove_i32: { |
| 422 | // The memmove intrinsic take an extra alignment argument that the memmove |
| 423 | // libc function does not. |
| 424 | static unsigned opcodes[] = |
| 425 | { Instruction::BitCast, Instruction::BitCast, Instruction::BitCast }; |
| 426 | // FIXME: |
| 427 | // if (target_is_64_bit) opcodes[2] = Instruction::ZExt; |
| 428 | // else opcodes[2] = Instruction::BitCast; |
| 429 | static Function *MemmoveFCache = 0; |
| 430 | ReplaceCallWith("memmove", CI, CI->op_begin()+1, CI->op_end()-1, |
| 431 | opcodes, (*(CI->op_begin()+1))->getType(), MemmoveFCache); |
| 432 | break; |
| 433 | } |
Chris Lattner | 03dd465 | 2006-03-03 00:00:25 +0000 | [diff] [blame] | 434 | case Intrinsic::memmove_i64: { |
Chris Lattner | cf89908 | 2004-02-14 02:47:17 +0000 | [diff] [blame] | 435 | // The memmove intrinsic take an extra alignment argument that the memmove |
Chris Lattner | 2751e76 | 2004-02-12 18:11:20 +0000 | [diff] [blame] | 436 | // libc function does not. |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame^] | 437 | static const unsigned opcodes[] = |
| 438 | { Instruction::BitCast, Instruction::BitCast, Instruction::Trunc }; |
| 439 | // if (target_is_64_bit) opcodes[2] = Instruction::BitCast; |
| 440 | // else opcodes[2] = Instruction::Trunc; |
Chris Lattner | 588e72d | 2004-02-15 22:16:39 +0000 | [diff] [blame] | 441 | static Function *MemmoveFCache = 0; |
| 442 | ReplaceCallWith("memmove", CI, CI->op_begin()+1, CI->op_end()-1, |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame^] | 443 | opcodes, (*(CI->op_begin()+1))->getType(), MemmoveFCache); |
Chris Lattner | 2751e76 | 2004-02-12 18:11:20 +0000 | [diff] [blame] | 444 | break; |
Chris Lattner | f0a3e6c | 2004-06-05 01:05:19 +0000 | [diff] [blame] | 445 | } |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame^] | 446 | case Intrinsic::memset_i32: { |
| 447 | // The memset intrinsic take an extra alignment argument that the memset |
| 448 | // libc function does not. |
| 449 | static const unsigned opcodes[] = |
| 450 | { Instruction::BitCast, Instruction::ZExt, Instruction::ZExt, 0 }; |
| 451 | // if (target_is_64_bit) opcodes[2] = Instruction::BitCast; |
| 452 | // else opcodes[2] = Instruction::ZExt; |
| 453 | static Function *MemsetFCache = 0; |
| 454 | ReplaceCallWith("memset", CI, CI->op_begin()+1, CI->op_end()-1, |
| 455 | opcodes, (*(CI->op_begin()+1))->getType(), MemsetFCache); |
| 456 | } |
Chris Lattner | 03dd465 | 2006-03-03 00:00:25 +0000 | [diff] [blame] | 457 | case Intrinsic::memset_i64: { |
Chris Lattner | cf89908 | 2004-02-14 02:47:17 +0000 | [diff] [blame] | 458 | // The memset intrinsic take an extra alignment argument that the memset |
| 459 | // libc function does not. |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame^] | 460 | static const unsigned opcodes[] = |
| 461 | { Instruction::BitCast, Instruction::ZExt, Instruction::Trunc, 0 }; |
| 462 | // if (target_is_64_bit) opcodes[2] = Instruction::BitCast; |
| 463 | // else opcodes[2] = Instruction::Trunc; |
Chris Lattner | 588e72d | 2004-02-15 22:16:39 +0000 | [diff] [blame] | 464 | static Function *MemsetFCache = 0; |
| 465 | ReplaceCallWith("memset", CI, CI->op_begin()+1, CI->op_end()-1, |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame^] | 466 | opcodes, (*(CI->op_begin()+1))->getType(), MemsetFCache); |
Chris Lattner | cf89908 | 2004-02-14 02:47:17 +0000 | [diff] [blame] | 467 | break; |
| 468 | } |
Reid Spencer | 0b11820 | 2006-01-16 21:12:35 +0000 | [diff] [blame] | 469 | case Intrinsic::isunordered_f32: |
| 470 | case Intrinsic::isunordered_f64: { |
Alkis Evlogimenos | d0656fc | 2005-03-01 02:07:58 +0000 | [diff] [blame] | 471 | Value *L = CI->getOperand(1); |
| 472 | Value *R = CI->getOperand(2); |
| 473 | |
| 474 | Value *LIsNan = new SetCondInst(Instruction::SetNE, L, L, "LIsNan", CI); |
| 475 | Value *RIsNan = new SetCondInst(Instruction::SetNE, R, R, "RIsNan", CI); |
| 476 | CI->replaceAllUsesWith( |
| 477 | BinaryOperator::create(Instruction::Or, LIsNan, RIsNan, |
| 478 | "isunordered", CI)); |
Alkis Evlogimenos | 9685372 | 2004-06-12 19:19:14 +0000 | [diff] [blame] | 479 | break; |
| 480 | } |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame^] | 481 | case Intrinsic::sqrt_f32: { |
| 482 | static const unsigned opcodes[] = { 0 }; |
Chris Lattner | b42a9ff | 2005-04-30 04:07:50 +0000 | [diff] [blame] | 483 | static Function *sqrtfFCache = 0; |
Reid Spencer | 3da59db | 2006-11-27 01:05:10 +0000 | [diff] [blame^] | 484 | ReplaceCallWith("sqrtf", CI, CI->op_begin()+1, CI->op_end(), |
| 485 | opcodes, Type::FloatTy, sqrtfFCache); |
| 486 | break; |
| 487 | } |
| 488 | case Intrinsic::sqrt_f64: { |
| 489 | static const unsigned opcodes[] = { 0 }; |
| 490 | static Function *sqrtFCache = 0; |
| 491 | ReplaceCallWith("sqrt", CI, CI->op_begin()+1, CI->op_end(), |
| 492 | opcodes, Type::DoubleTy, sqrtFCache); |
Chris Lattner | b42a9ff | 2005-04-30 04:07:50 +0000 | [diff] [blame] | 493 | break; |
| 494 | } |
Chris Lattner | f0a3e6c | 2004-06-05 01:05:19 +0000 | [diff] [blame] | 495 | } |
Misha Brukman | edf128a | 2005-04-21 22:36:52 +0000 | [diff] [blame] | 496 | |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 497 | assert(CI->use_empty() && |
| 498 | "Lowering should have eliminated any uses of the intrinsic call!"); |
Chris Lattner | 86f3e0c | 2005-05-11 19:42:05 +0000 | [diff] [blame] | 499 | CI->eraseFromParent(); |
Chris Lattner | 3b66ecb | 2003-12-28 08:19:41 +0000 | [diff] [blame] | 500 | } |