Daniel Dunbar | cb46385 | 2008-11-01 01:53:16 +0000 | [diff] [blame] | 1 | //===-- CGBuilder.h - Choose IRBuilder implementation ----------*- C++ -*-===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | |
Benjamin Kramer | 2f5db8b | 2014-08-13 16:25:19 +0000 | [diff] [blame] | 10 | #ifndef LLVM_CLANG_LIB_CODEGEN_CGBUILDER_H |
| 11 | #define LLVM_CLANG_LIB_CODEGEN_CGBUILDER_H |
Daniel Dunbar | cb46385 | 2008-11-01 01:53:16 +0000 | [diff] [blame] | 12 | |
John McCall | f26e73d | 2016-03-11 04:30:43 +0000 | [diff] [blame] | 13 | #include "llvm/IR/DataLayout.h" |
Chandler Carruth | ffd5551 | 2013-01-02 11:45:17 +0000 | [diff] [blame] | 14 | #include "llvm/IR/IRBuilder.h" |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 15 | #include "Address.h" |
| 16 | #include "CodeGenTypeCache.h" |
Daniel Dunbar | cb46385 | 2008-11-01 01:53:16 +0000 | [diff] [blame] | 17 | |
| 18 | namespace clang { |
| 19 | namespace CodeGen { |
John McCall | 1180f8e | 2010-07-03 09:25:20 +0000 | [diff] [blame] | 20 | |
Alexander Musman | 515ad8c | 2014-05-22 08:54:05 +0000 | [diff] [blame] | 21 | class CodeGenFunction; |
| 22 | |
Adrian Prantl | 9fc8faf | 2018-05-09 01:00:01 +0000 | [diff] [blame] | 23 | /// This is an IRBuilder insertion helper that forwards to |
Sanjay Patel | 4a96d7c | 2014-09-10 16:59:01 +0000 | [diff] [blame] | 24 | /// CodeGenFunction::InsertHelper, which adds necessary metadata to |
Alexander Musman | 515ad8c | 2014-05-22 08:54:05 +0000 | [diff] [blame] | 25 | /// instructions. |
Mehdi Amini | 557c20a | 2016-03-13 21:05:23 +0000 | [diff] [blame] | 26 | class CGBuilderInserter : protected llvm::IRBuilderDefaultInserter { |
Alexander Musman | 515ad8c | 2014-05-22 08:54:05 +0000 | [diff] [blame] | 27 | public: |
David Blaikie | 01f4209 | 2015-08-12 23:16:55 +0000 | [diff] [blame] | 28 | CGBuilderInserter() = default; |
Alexander Musman | 515ad8c | 2014-05-22 08:54:05 +0000 | [diff] [blame] | 29 | explicit CGBuilderInserter(CodeGenFunction *CGF) : CGF(CGF) {} |
| 30 | |
| 31 | protected: |
Adrian Prantl | 9fc8faf | 2018-05-09 01:00:01 +0000 | [diff] [blame] | 32 | /// This forwards to CodeGenFunction::InsertHelper. |
Alexander Musman | 515ad8c | 2014-05-22 08:54:05 +0000 | [diff] [blame] | 33 | void InsertHelper(llvm::Instruction *I, const llvm::Twine &Name, |
| 34 | llvm::BasicBlock *BB, |
| 35 | llvm::BasicBlock::iterator InsertPt) const; |
| 36 | private: |
David Blaikie | 01f4209 | 2015-08-12 23:16:55 +0000 | [diff] [blame] | 37 | CodeGenFunction *CGF = nullptr; |
Alexander Musman | 515ad8c | 2014-05-22 08:54:05 +0000 | [diff] [blame] | 38 | }; |
| 39 | |
Mehdi Amini | 557c20a | 2016-03-13 21:05:23 +0000 | [diff] [blame] | 40 | typedef CGBuilderInserter CGBuilderInserterTy; |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 41 | |
Mehdi Amini | 557c20a | 2016-03-13 21:05:23 +0000 | [diff] [blame] | 42 | typedef llvm::IRBuilder<llvm::ConstantFolder, CGBuilderInserterTy> |
| 43 | CGBuilderBaseTy; |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 44 | |
| 45 | class CGBuilderTy : public CGBuilderBaseTy { |
| 46 | /// Storing a reference to the type cache here makes it a lot easier |
| 47 | /// to build natural-feeling, target-specific IR. |
| 48 | const CodeGenTypeCache &TypeCache; |
| 49 | public: |
| 50 | CGBuilderTy(const CodeGenTypeCache &TypeCache, llvm::LLVMContext &C) |
| 51 | : CGBuilderBaseTy(C), TypeCache(TypeCache) {} |
| 52 | CGBuilderTy(const CodeGenTypeCache &TypeCache, |
| 53 | llvm::LLVMContext &C, const llvm::ConstantFolder &F, |
| 54 | const CGBuilderInserterTy &Inserter) |
| 55 | : CGBuilderBaseTy(C, F, Inserter), TypeCache(TypeCache) {} |
| 56 | CGBuilderTy(const CodeGenTypeCache &TypeCache, llvm::Instruction *I) |
| 57 | : CGBuilderBaseTy(I), TypeCache(TypeCache) {} |
| 58 | CGBuilderTy(const CodeGenTypeCache &TypeCache, llvm::BasicBlock *BB) |
| 59 | : CGBuilderBaseTy(BB), TypeCache(TypeCache) {} |
| 60 | |
| 61 | llvm::ConstantInt *getSize(CharUnits N) { |
| 62 | return llvm::ConstantInt::get(TypeCache.SizeTy, N.getQuantity()); |
| 63 | } |
| 64 | llvm::ConstantInt *getSize(uint64_t N) { |
| 65 | return llvm::ConstantInt::get(TypeCache.SizeTy, N); |
| 66 | } |
| 67 | |
| 68 | // Note that we intentionally hide the CreateLoad APIs that don't |
| 69 | // take an alignment. |
| 70 | llvm::LoadInst *CreateLoad(Address Addr, const llvm::Twine &Name = "") { |
| 71 | return CreateAlignedLoad(Addr.getPointer(), |
| 72 | Addr.getAlignment().getQuantity(), |
| 73 | Name); |
| 74 | } |
| 75 | llvm::LoadInst *CreateLoad(Address Addr, const char *Name) { |
| 76 | // This overload is required to prevent string literals from |
| 77 | // ending up in the IsVolatile overload. |
| 78 | return CreateAlignedLoad(Addr.getPointer(), |
| 79 | Addr.getAlignment().getQuantity(), |
| 80 | Name); |
| 81 | } |
| 82 | llvm::LoadInst *CreateLoad(Address Addr, bool IsVolatile, |
| 83 | const llvm::Twine &Name = "") { |
| 84 | return CreateAlignedLoad(Addr.getPointer(), |
| 85 | Addr.getAlignment().getQuantity(), |
| 86 | IsVolatile, |
| 87 | Name); |
| 88 | } |
| 89 | |
| 90 | using CGBuilderBaseTy::CreateAlignedLoad; |
| 91 | llvm::LoadInst *CreateAlignedLoad(llvm::Value *Addr, CharUnits Align, |
| 92 | const llvm::Twine &Name = "") { |
| 93 | return CreateAlignedLoad(Addr, Align.getQuantity(), Name); |
| 94 | } |
| 95 | llvm::LoadInst *CreateAlignedLoad(llvm::Value *Addr, CharUnits Align, |
| 96 | const char *Name) { |
| 97 | return CreateAlignedLoad(Addr, Align.getQuantity(), Name); |
| 98 | } |
| 99 | llvm::LoadInst *CreateAlignedLoad(llvm::Type *Ty, llvm::Value *Addr, |
| 100 | CharUnits Align, |
| 101 | const llvm::Twine &Name = "") { |
| 102 | assert(Addr->getType()->getPointerElementType() == Ty); |
| 103 | return CreateAlignedLoad(Addr, Align.getQuantity(), Name); |
| 104 | } |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 105 | |
| 106 | // Note that we intentionally hide the CreateStore APIs that don't |
| 107 | // take an alignment. |
| 108 | llvm::StoreInst *CreateStore(llvm::Value *Val, Address Addr, |
| 109 | bool IsVolatile = false) { |
| 110 | return CreateAlignedStore(Val, Addr.getPointer(), |
| 111 | Addr.getAlignment().getQuantity(), IsVolatile); |
| 112 | } |
| 113 | |
| 114 | using CGBuilderBaseTy::CreateAlignedStore; |
| 115 | llvm::StoreInst *CreateAlignedStore(llvm::Value *Val, llvm::Value *Addr, |
| 116 | CharUnits Align, bool IsVolatile = false) { |
| 117 | return CreateAlignedStore(Val, Addr, Align.getQuantity(), IsVolatile); |
| 118 | } |
Fangrui Song | 6907ce2 | 2018-07-30 19:24:48 +0000 | [diff] [blame] | 119 | |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 120 | // FIXME: these "default-aligned" APIs should be removed, |
| 121 | // but I don't feel like fixing all the builtin code right now. |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 122 | llvm::StoreInst *CreateDefaultAlignedStore(llvm::Value *Val, |
| 123 | llvm::Value *Addr, |
| 124 | bool IsVolatile = false) { |
| 125 | return CGBuilderBaseTy::CreateStore(Val, Addr, IsVolatile); |
| 126 | } |
| 127 | |
| 128 | /// Emit a load from an i1 flag variable. |
| 129 | llvm::LoadInst *CreateFlagLoad(llvm::Value *Addr, |
| 130 | const llvm::Twine &Name = "") { |
| 131 | assert(Addr->getType()->getPointerElementType() == getInt1Ty()); |
| 132 | return CreateAlignedLoad(getInt1Ty(), Addr, CharUnits::One(), Name); |
| 133 | } |
| 134 | |
| 135 | /// Emit a store to an i1 flag variable. |
| 136 | llvm::StoreInst *CreateFlagStore(bool Value, llvm::Value *Addr) { |
| 137 | assert(Addr->getType()->getPointerElementType() == getInt1Ty()); |
| 138 | return CreateAlignedStore(getInt1(Value), Addr, CharUnits::One()); |
| 139 | } |
| 140 | |
| 141 | using CGBuilderBaseTy::CreateBitCast; |
| 142 | Address CreateBitCast(Address Addr, llvm::Type *Ty, |
| 143 | const llvm::Twine &Name = "") { |
| 144 | return Address(CreateBitCast(Addr.getPointer(), Ty, Name), |
| 145 | Addr.getAlignment()); |
| 146 | } |
| 147 | |
Anastasia Stulova | 0a72ed4 | 2017-09-27 14:37:00 +0000 | [diff] [blame] | 148 | using CGBuilderBaseTy::CreateAddrSpaceCast; |
| 149 | Address CreateAddrSpaceCast(Address Addr, llvm::Type *Ty, |
| 150 | const llvm::Twine &Name = "") { |
| 151 | return Address(CreateAddrSpaceCast(Addr.getPointer(), Ty, Name), |
| 152 | Addr.getAlignment()); |
| 153 | } |
| 154 | |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 155 | /// Cast the element type of the given address to a different type, |
| 156 | /// preserving information like the alignment and address space. |
| 157 | Address CreateElementBitCast(Address Addr, llvm::Type *Ty, |
| 158 | const llvm::Twine &Name = "") { |
| 159 | auto PtrTy = Ty->getPointerTo(Addr.getAddressSpace()); |
| 160 | return CreateBitCast(Addr, PtrTy, Name); |
| 161 | } |
| 162 | |
| 163 | using CGBuilderBaseTy::CreatePointerBitCastOrAddrSpaceCast; |
| 164 | Address CreatePointerBitCastOrAddrSpaceCast(Address Addr, llvm::Type *Ty, |
| 165 | const llvm::Twine &Name = "") { |
| 166 | llvm::Value *Ptr = |
| 167 | CreatePointerBitCastOrAddrSpaceCast(Addr.getPointer(), Ty, Name); |
| 168 | return Address(Ptr, Addr.getAlignment()); |
| 169 | } |
| 170 | |
| 171 | using CGBuilderBaseTy::CreateStructGEP; |
| 172 | Address CreateStructGEP(Address Addr, unsigned Index, CharUnits Offset, |
| 173 | const llvm::Twine &Name = "") { |
| 174 | return Address(CreateStructGEP(Addr.getElementType(), |
| 175 | Addr.getPointer(), Index, Name), |
| 176 | Addr.getAlignment().alignmentAtOffset(Offset)); |
| 177 | } |
John McCall | f26e73d | 2016-03-11 04:30:43 +0000 | [diff] [blame] | 178 | Address CreateStructGEP(Address Addr, unsigned Index, |
| 179 | const llvm::StructLayout *Layout, |
| 180 | const llvm::Twine &Name = "") { |
| 181 | auto Offset = CharUnits::fromQuantity(Layout->getElementOffset(Index)); |
| 182 | return CreateStructGEP(Addr, Index, Offset, Name); |
| 183 | } |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 184 | |
| 185 | /// Given |
| 186 | /// %addr = [n x T]* ... |
| 187 | /// produce |
| 188 | /// %name = getelementptr inbounds %addr, i64 0, i64 index |
| 189 | /// where i64 is actually the target word size. |
| 190 | /// |
| 191 | /// This API assumes that drilling into an array like this is always |
| 192 | /// an inbounds operation. |
| 193 | /// |
| 194 | /// \param EltSize - the size of the type T in bytes |
| 195 | Address CreateConstArrayGEP(Address Addr, uint64_t Index, CharUnits EltSize, |
| 196 | const llvm::Twine &Name = "") { |
| 197 | return Address(CreateInBoundsGEP(Addr.getPointer(), |
| 198 | {getSize(CharUnits::Zero()), |
| 199 | getSize(Index)}, |
| 200 | Name), |
| 201 | Addr.getAlignment().alignmentAtOffset(Index * EltSize)); |
| 202 | } |
| 203 | |
| 204 | /// Given |
| 205 | /// %addr = T* ... |
| 206 | /// produce |
| 207 | /// %name = getelementptr inbounds %addr, i64 index |
| 208 | /// where i64 is actually the target word size. |
| 209 | /// |
| 210 | /// \param EltSize - the size of the type T in bytes |
| 211 | Address CreateConstInBoundsGEP(Address Addr, uint64_t Index, |
| 212 | CharUnits EltSize, |
| 213 | const llvm::Twine &Name = "") { |
| 214 | return Address(CreateInBoundsGEP(Addr.getElementType(), Addr.getPointer(), |
John McCall | f1044c0 | 2015-09-08 08:57:00 +0000 | [diff] [blame] | 215 | getSize(Index), Name), |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 216 | Addr.getAlignment().alignmentAtOffset(Index * EltSize)); |
| 217 | } |
| 218 | |
| 219 | /// Given |
| 220 | /// %addr = T* ... |
| 221 | /// produce |
| 222 | /// %name = getelementptr inbounds %addr, i64 index |
| 223 | /// where i64 is actually the target word size. |
| 224 | /// |
| 225 | /// \param EltSize - the size of the type T in bytes |
| 226 | Address CreateConstGEP(Address Addr, uint64_t Index, CharUnits EltSize, |
| 227 | const llvm::Twine &Name = "") { |
| 228 | return Address(CreateGEP(Addr.getElementType(), Addr.getPointer(), |
John McCall | f1044c0 | 2015-09-08 08:57:00 +0000 | [diff] [blame] | 229 | getSize(Index), Name), |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 230 | Addr.getAlignment().alignmentAtOffset(Index * EltSize)); |
| 231 | } |
| 232 | |
| 233 | /// Given a pointer to i8, adjust it by a given constant offset. |
| 234 | Address CreateConstInBoundsByteGEP(Address Addr, CharUnits Offset, |
| 235 | const llvm::Twine &Name = "") { |
| 236 | assert(Addr.getElementType() == TypeCache.Int8Ty); |
| 237 | return Address(CreateInBoundsGEP(Addr.getPointer(), getSize(Offset), Name), |
| 238 | Addr.getAlignment().alignmentAtOffset(Offset)); |
| 239 | } |
| 240 | Address CreateConstByteGEP(Address Addr, CharUnits Offset, |
| 241 | const llvm::Twine &Name = "") { |
| 242 | assert(Addr.getElementType() == TypeCache.Int8Ty); |
| 243 | return Address(CreateGEP(Addr.getPointer(), getSize(Offset), Name), |
| 244 | Addr.getAlignment().alignmentAtOffset(Offset)); |
| 245 | } |
| 246 | |
JF Bastien | 9aab85a | 2018-07-13 20:33:23 +0000 | [diff] [blame] | 247 | using CGBuilderBaseTy::CreateConstInBoundsGEP2_32; |
| 248 | Address CreateConstInBoundsGEP2_32(Address Addr, unsigned Idx0, |
| 249 | unsigned Idx1, const llvm::DataLayout &DL, |
| 250 | const llvm::Twine &Name = "") { |
| 251 | auto *GEP = cast<llvm::GetElementPtrInst>(CreateConstInBoundsGEP2_32( |
| 252 | Addr.getElementType(), Addr.getPointer(), Idx0, Idx1, Name)); |
| 253 | llvm::APInt Offset( |
| 254 | DL.getIndexSizeInBits(Addr.getType()->getPointerAddressSpace()), 0, |
| 255 | /*IsSigned=*/true); |
| 256 | if (!GEP->accumulateConstantOffset(DL, Offset)) |
| 257 | llvm_unreachable("offset of GEP with constants is always computable"); |
| 258 | return Address(GEP, Addr.getAlignment().alignmentAtOffset( |
| 259 | CharUnits::fromQuantity(Offset.getSExtValue()))); |
| 260 | } |
| 261 | |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 262 | llvm::Value *CreateConstInBoundsByteGEP(llvm::Value *Ptr, CharUnits Offset, |
| 263 | const llvm::Twine &Name = "") { |
| 264 | assert(Ptr->getType()->getPointerElementType() == TypeCache.Int8Ty); |
| 265 | return CreateInBoundsGEP(Ptr, getSize(Offset), Name); |
| 266 | } |
| 267 | llvm::Value *CreateConstByteGEP(llvm::Value *Ptr, CharUnits Offset, |
| 268 | const llvm::Twine &Name = "") { |
| 269 | assert(Ptr->getType()->getPointerElementType() == TypeCache.Int8Ty); |
| 270 | return CreateGEP(Ptr, getSize(Offset), Name); |
| 271 | } |
| 272 | |
| 273 | using CGBuilderBaseTy::CreateMemCpy; |
| 274 | llvm::CallInst *CreateMemCpy(Address Dest, Address Src, llvm::Value *Size, |
| 275 | bool IsVolatile = false) { |
Daniel Neilson | c8bdc8d | 2018-01-28 17:27:45 +0000 | [diff] [blame] | 276 | return CreateMemCpy(Dest.getPointer(), Dest.getAlignment().getQuantity(), |
| 277 | Src.getPointer(), Src.getAlignment().getQuantity(), |
| 278 | Size,IsVolatile); |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 279 | } |
| 280 | llvm::CallInst *CreateMemCpy(Address Dest, Address Src, uint64_t Size, |
| 281 | bool IsVolatile = false) { |
Daniel Neilson | c8bdc8d | 2018-01-28 17:27:45 +0000 | [diff] [blame] | 282 | return CreateMemCpy(Dest.getPointer(), Dest.getAlignment().getQuantity(), |
| 283 | Src.getPointer(), Src.getAlignment().getQuantity(), |
| 284 | Size, IsVolatile); |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 285 | } |
| 286 | |
| 287 | using CGBuilderBaseTy::CreateMemMove; |
| 288 | llvm::CallInst *CreateMemMove(Address Dest, Address Src, llvm::Value *Size, |
| 289 | bool IsVolatile = false) { |
Daniel Neilson | c8bdc8d | 2018-01-28 17:27:45 +0000 | [diff] [blame] | 290 | return CreateMemMove(Dest.getPointer(), Dest.getAlignment().getQuantity(), |
| 291 | Src.getPointer(), Src.getAlignment().getQuantity(), |
| 292 | Size, IsVolatile); |
John McCall | 7f416cc | 2015-09-08 08:05:57 +0000 | [diff] [blame] | 293 | } |
| 294 | |
| 295 | using CGBuilderBaseTy::CreateMemSet; |
| 296 | llvm::CallInst *CreateMemSet(Address Dest, llvm::Value *Value, |
| 297 | llvm::Value *Size, bool IsVolatile = false) { |
| 298 | return CreateMemSet(Dest.getPointer(), Value, Size, |
| 299 | Dest.getAlignment().getQuantity(), IsVolatile); |
| 300 | } |
| 301 | }; |
| 302 | |
Daniel Dunbar | cb46385 | 2008-11-01 01:53:16 +0000 | [diff] [blame] | 303 | } // end namespace CodeGen |
| 304 | } // end namespace clang |
| 305 | |
| 306 | #endif |