blob: 50ef853b8300a7f0dd97bda2eeda24f0dd8c7353 [file] [log] [blame]
Daniel Dunbarcb463852008-11-01 01:53:16 +00001//===-- CGBuilder.h - Choose IRBuilder implementation ----------*- C++ -*-===//
2//
Chandler Carruth2946cd72019-01-19 08:50:56 +00003// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Daniel Dunbarcb463852008-11-01 01:53:16 +00006//
7//===----------------------------------------------------------------------===//
8
Benjamin Kramer2f5db8b2014-08-13 16:25:19 +00009#ifndef LLVM_CLANG_LIB_CODEGEN_CGBUILDER_H
10#define LLVM_CLANG_LIB_CODEGEN_CGBUILDER_H
Daniel Dunbarcb463852008-11-01 01:53:16 +000011
John McCallf26e73d2016-03-11 04:30:43 +000012#include "llvm/IR/DataLayout.h"
Chandler Carruthffd55512013-01-02 11:45:17 +000013#include "llvm/IR/IRBuilder.h"
John McCall7f416cc2015-09-08 08:05:57 +000014#include "Address.h"
15#include "CodeGenTypeCache.h"
Daniel Dunbarcb463852008-11-01 01:53:16 +000016
17namespace clang {
18namespace CodeGen {
John McCall1180f8e2010-07-03 09:25:20 +000019
Alexander Musman515ad8c2014-05-22 08:54:05 +000020class CodeGenFunction;
21
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000022/// This is an IRBuilder insertion helper that forwards to
Sanjay Patel4a96d7c2014-09-10 16:59:01 +000023/// CodeGenFunction::InsertHelper, which adds necessary metadata to
Alexander Musman515ad8c2014-05-22 08:54:05 +000024/// instructions.
Mehdi Amini557c20a2016-03-13 21:05:23 +000025class CGBuilderInserter : protected llvm::IRBuilderDefaultInserter {
Alexander Musman515ad8c2014-05-22 08:54:05 +000026public:
David Blaikie01f42092015-08-12 23:16:55 +000027 CGBuilderInserter() = default;
Alexander Musman515ad8c2014-05-22 08:54:05 +000028 explicit CGBuilderInserter(CodeGenFunction *CGF) : CGF(CGF) {}
29
30protected:
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000031 /// This forwards to CodeGenFunction::InsertHelper.
Alexander Musman515ad8c2014-05-22 08:54:05 +000032 void InsertHelper(llvm::Instruction *I, const llvm::Twine &Name,
33 llvm::BasicBlock *BB,
34 llvm::BasicBlock::iterator InsertPt) const;
35private:
David Blaikie01f42092015-08-12 23:16:55 +000036 CodeGenFunction *CGF = nullptr;
Alexander Musman515ad8c2014-05-22 08:54:05 +000037};
38
Mehdi Amini557c20a2016-03-13 21:05:23 +000039typedef CGBuilderInserter CGBuilderInserterTy;
John McCall7f416cc2015-09-08 08:05:57 +000040
Mehdi Amini557c20a2016-03-13 21:05:23 +000041typedef llvm::IRBuilder<llvm::ConstantFolder, CGBuilderInserterTy>
42 CGBuilderBaseTy;
John McCall7f416cc2015-09-08 08:05:57 +000043
44class CGBuilderTy : public CGBuilderBaseTy {
45 /// Storing a reference to the type cache here makes it a lot easier
46 /// to build natural-feeling, target-specific IR.
47 const CodeGenTypeCache &TypeCache;
48public:
49 CGBuilderTy(const CodeGenTypeCache &TypeCache, llvm::LLVMContext &C)
50 : CGBuilderBaseTy(C), TypeCache(TypeCache) {}
51 CGBuilderTy(const CodeGenTypeCache &TypeCache,
52 llvm::LLVMContext &C, const llvm::ConstantFolder &F,
53 const CGBuilderInserterTy &Inserter)
54 : CGBuilderBaseTy(C, F, Inserter), TypeCache(TypeCache) {}
55 CGBuilderTy(const CodeGenTypeCache &TypeCache, llvm::Instruction *I)
56 : CGBuilderBaseTy(I), TypeCache(TypeCache) {}
57 CGBuilderTy(const CodeGenTypeCache &TypeCache, llvm::BasicBlock *BB)
58 : CGBuilderBaseTy(BB), TypeCache(TypeCache) {}
59
60 llvm::ConstantInt *getSize(CharUnits N) {
61 return llvm::ConstantInt::get(TypeCache.SizeTy, N.getQuantity());
62 }
63 llvm::ConstantInt *getSize(uint64_t N) {
64 return llvm::ConstantInt::get(TypeCache.SizeTy, N);
65 }
66
67 // Note that we intentionally hide the CreateLoad APIs that don't
68 // take an alignment.
69 llvm::LoadInst *CreateLoad(Address Addr, const llvm::Twine &Name = "") {
70 return CreateAlignedLoad(Addr.getPointer(),
71 Addr.getAlignment().getQuantity(),
72 Name);
73 }
74 llvm::LoadInst *CreateLoad(Address Addr, const char *Name) {
75 // This overload is required to prevent string literals from
76 // ending up in the IsVolatile overload.
77 return CreateAlignedLoad(Addr.getPointer(),
78 Addr.getAlignment().getQuantity(),
79 Name);
80 }
81 llvm::LoadInst *CreateLoad(Address Addr, bool IsVolatile,
82 const llvm::Twine &Name = "") {
83 return CreateAlignedLoad(Addr.getPointer(),
84 Addr.getAlignment().getQuantity(),
85 IsVolatile,
86 Name);
87 }
88
89 using CGBuilderBaseTy::CreateAlignedLoad;
90 llvm::LoadInst *CreateAlignedLoad(llvm::Value *Addr, CharUnits Align,
91 const llvm::Twine &Name = "") {
92 return CreateAlignedLoad(Addr, Align.getQuantity(), Name);
93 }
94 llvm::LoadInst *CreateAlignedLoad(llvm::Value *Addr, CharUnits Align,
95 const char *Name) {
96 return CreateAlignedLoad(Addr, Align.getQuantity(), Name);
97 }
98 llvm::LoadInst *CreateAlignedLoad(llvm::Type *Ty, llvm::Value *Addr,
99 CharUnits Align,
100 const llvm::Twine &Name = "") {
101 assert(Addr->getType()->getPointerElementType() == Ty);
102 return CreateAlignedLoad(Addr, Align.getQuantity(), Name);
103 }
John McCall7f416cc2015-09-08 08:05:57 +0000104
105 // Note that we intentionally hide the CreateStore APIs that don't
106 // take an alignment.
107 llvm::StoreInst *CreateStore(llvm::Value *Val, Address Addr,
108 bool IsVolatile = false) {
109 return CreateAlignedStore(Val, Addr.getPointer(),
110 Addr.getAlignment().getQuantity(), IsVolatile);
111 }
112
113 using CGBuilderBaseTy::CreateAlignedStore;
114 llvm::StoreInst *CreateAlignedStore(llvm::Value *Val, llvm::Value *Addr,
115 CharUnits Align, bool IsVolatile = false) {
116 return CreateAlignedStore(Val, Addr, Align.getQuantity(), IsVolatile);
117 }
Fangrui Song6907ce22018-07-30 19:24:48 +0000118
John McCall7f416cc2015-09-08 08:05:57 +0000119 // FIXME: these "default-aligned" APIs should be removed,
120 // but I don't feel like fixing all the builtin code right now.
John McCall7f416cc2015-09-08 08:05:57 +0000121 llvm::StoreInst *CreateDefaultAlignedStore(llvm::Value *Val,
122 llvm::Value *Addr,
123 bool IsVolatile = false) {
124 return CGBuilderBaseTy::CreateStore(Val, Addr, IsVolatile);
125 }
126
127 /// Emit a load from an i1 flag variable.
128 llvm::LoadInst *CreateFlagLoad(llvm::Value *Addr,
129 const llvm::Twine &Name = "") {
130 assert(Addr->getType()->getPointerElementType() == getInt1Ty());
131 return CreateAlignedLoad(getInt1Ty(), Addr, CharUnits::One(), Name);
132 }
133
134 /// Emit a store to an i1 flag variable.
135 llvm::StoreInst *CreateFlagStore(bool Value, llvm::Value *Addr) {
136 assert(Addr->getType()->getPointerElementType() == getInt1Ty());
137 return CreateAlignedStore(getInt1(Value), Addr, CharUnits::One());
138 }
139
140 using CGBuilderBaseTy::CreateBitCast;
141 Address CreateBitCast(Address Addr, llvm::Type *Ty,
142 const llvm::Twine &Name = "") {
143 return Address(CreateBitCast(Addr.getPointer(), Ty, Name),
144 Addr.getAlignment());
145 }
146
Anastasia Stulova0a72ed42017-09-27 14:37:00 +0000147 using CGBuilderBaseTy::CreateAddrSpaceCast;
148 Address CreateAddrSpaceCast(Address Addr, llvm::Type *Ty,
149 const llvm::Twine &Name = "") {
150 return Address(CreateAddrSpaceCast(Addr.getPointer(), Ty, Name),
151 Addr.getAlignment());
152 }
153
John McCall7f416cc2015-09-08 08:05:57 +0000154 /// Cast the element type of the given address to a different type,
155 /// preserving information like the alignment and address space.
156 Address CreateElementBitCast(Address Addr, llvm::Type *Ty,
157 const llvm::Twine &Name = "") {
158 auto PtrTy = Ty->getPointerTo(Addr.getAddressSpace());
159 return CreateBitCast(Addr, PtrTy, Name);
160 }
161
162 using CGBuilderBaseTy::CreatePointerBitCastOrAddrSpaceCast;
163 Address CreatePointerBitCastOrAddrSpaceCast(Address Addr, llvm::Type *Ty,
164 const llvm::Twine &Name = "") {
165 llvm::Value *Ptr =
166 CreatePointerBitCastOrAddrSpaceCast(Addr.getPointer(), Ty, Name);
167 return Address(Ptr, Addr.getAlignment());
168 }
169
James Y Knight751fe282019-02-09 22:22:28 +0000170 /// Given
171 /// %addr = {T1, T2...}* ...
172 /// produce
173 /// %name = getelementptr inbounds %addr, i32 0, i32 index
174 ///
175 /// This API assumes that drilling into a struct like this is always an
176 /// inbounds operation.
John McCall7f416cc2015-09-08 08:05:57 +0000177 using CGBuilderBaseTy::CreateStructGEP;
James Y Knight751fe282019-02-09 22:22:28 +0000178 Address CreateStructGEP(Address Addr, unsigned Index,
John McCall7f416cc2015-09-08 08:05:57 +0000179 const llvm::Twine &Name = "") {
James Y Knightf5f1b0e2019-02-08 15:34:12 +0000180 llvm::StructType *ElTy = cast<llvm::StructType>(Addr.getElementType());
181 const llvm::DataLayout &DL = BB->getParent()->getParent()->getDataLayout();
James Y Knight751fe282019-02-09 22:22:28 +0000182 const llvm::StructLayout *Layout = DL.getStructLayout(ElTy);
183 auto Offset = CharUnits::fromQuantity(Layout->getElementOffset(Index));
James Y Knightf5f1b0e2019-02-08 15:34:12 +0000184
John McCall7f416cc2015-09-08 08:05:57 +0000185 return Address(CreateStructGEP(Addr.getElementType(),
186 Addr.getPointer(), Index, Name),
187 Addr.getAlignment().alignmentAtOffset(Offset));
188 }
189
190 /// Given
191 /// %addr = [n x T]* ...
192 /// produce
193 /// %name = getelementptr inbounds %addr, i64 0, i64 index
194 /// where i64 is actually the target word size.
195 ///
196 /// This API assumes that drilling into an array like this is always
197 /// an inbounds operation.
James Y Knightf5f1b0e2019-02-08 15:34:12 +0000198 Address CreateConstArrayGEP(Address Addr, uint64_t Index,
199 const llvm::Twine &Name = "") {
200 llvm::ArrayType *ElTy = cast<llvm::ArrayType>(Addr.getElementType());
201 const llvm::DataLayout &DL = BB->getParent()->getParent()->getDataLayout();
202 CharUnits EltSize =
203 CharUnits::fromQuantity(DL.getTypeAllocSize(ElTy->getElementType()));
204
205 return Address(
206 CreateInBoundsGEP(Addr.getPointer(),
207 {getSize(CharUnits::Zero()), getSize(Index)}, Name),
208 Addr.getAlignment().alignmentAtOffset(Index * EltSize));
209 }
210
John McCall7f416cc2015-09-08 08:05:57 +0000211 /// Given
212 /// %addr = T* ...
213 /// produce
214 /// %name = getelementptr inbounds %addr, i64 index
215 /// where i64 is actually the target word size.
John McCall7f416cc2015-09-08 08:05:57 +0000216 Address CreateConstInBoundsGEP(Address Addr, uint64_t Index,
John McCall7f416cc2015-09-08 08:05:57 +0000217 const llvm::Twine &Name = "") {
James Y Knightf5f1b0e2019-02-08 15:34:12 +0000218 llvm::Type *ElTy = Addr.getElementType();
219 const llvm::DataLayout &DL = BB->getParent()->getParent()->getDataLayout();
James Y Knight751fe282019-02-09 22:22:28 +0000220 CharUnits EltSize = CharUnits::fromQuantity(DL.getTypeAllocSize(ElTy));
James Y Knightf5f1b0e2019-02-08 15:34:12 +0000221
John McCall7f416cc2015-09-08 08:05:57 +0000222 return Address(CreateInBoundsGEP(Addr.getElementType(), Addr.getPointer(),
John McCallf1044c02015-09-08 08:57:00 +0000223 getSize(Index), Name),
John McCall7f416cc2015-09-08 08:05:57 +0000224 Addr.getAlignment().alignmentAtOffset(Index * EltSize));
225 }
226
227 /// Given
228 /// %addr = T* ...
229 /// produce
230 /// %name = getelementptr inbounds %addr, i64 index
231 /// where i64 is actually the target word size.
James Y Knight751fe282019-02-09 22:22:28 +0000232 Address CreateConstGEP(Address Addr, uint64_t Index,
John McCall7f416cc2015-09-08 08:05:57 +0000233 const llvm::Twine &Name = "") {
James Y Knightf5f1b0e2019-02-08 15:34:12 +0000234 const llvm::DataLayout &DL = BB->getParent()->getParent()->getDataLayout();
James Y Knight751fe282019-02-09 22:22:28 +0000235 CharUnits EltSize =
236 CharUnits::fromQuantity(DL.getTypeAllocSize(Addr.getElementType()));
237
John McCall7f416cc2015-09-08 08:05:57 +0000238 return Address(CreateGEP(Addr.getElementType(), Addr.getPointer(),
John McCallf1044c02015-09-08 08:57:00 +0000239 getSize(Index), Name),
John McCall7f416cc2015-09-08 08:05:57 +0000240 Addr.getAlignment().alignmentAtOffset(Index * EltSize));
241 }
242
243 /// Given a pointer to i8, adjust it by a given constant offset.
244 Address CreateConstInBoundsByteGEP(Address Addr, CharUnits Offset,
245 const llvm::Twine &Name = "") {
246 assert(Addr.getElementType() == TypeCache.Int8Ty);
247 return Address(CreateInBoundsGEP(Addr.getPointer(), getSize(Offset), Name),
248 Addr.getAlignment().alignmentAtOffset(Offset));
249 }
250 Address CreateConstByteGEP(Address Addr, CharUnits Offset,
251 const llvm::Twine &Name = "") {
252 assert(Addr.getElementType() == TypeCache.Int8Ty);
253 return Address(CreateGEP(Addr.getPointer(), getSize(Offset), Name),
254 Addr.getAlignment().alignmentAtOffset(Offset));
255 }
256
JF Bastien9aab85a2018-07-13 20:33:23 +0000257 using CGBuilderBaseTy::CreateConstInBoundsGEP2_32;
James Y Knight751fe282019-02-09 22:22:28 +0000258 Address CreateConstInBoundsGEP2_32(Address Addr, unsigned Idx0, unsigned Idx1,
259 const llvm::Twine &Name = "") {
260 const llvm::DataLayout &DL = BB->getParent()->getParent()->getDataLayout();
James Y Knightf5f1b0e2019-02-08 15:34:12 +0000261
JF Bastien9aab85a2018-07-13 20:33:23 +0000262 auto *GEP = cast<llvm::GetElementPtrInst>(CreateConstInBoundsGEP2_32(
263 Addr.getElementType(), Addr.getPointer(), Idx0, Idx1, Name));
264 llvm::APInt Offset(
265 DL.getIndexSizeInBits(Addr.getType()->getPointerAddressSpace()), 0,
266 /*IsSigned=*/true);
267 if (!GEP->accumulateConstantOffset(DL, Offset))
268 llvm_unreachable("offset of GEP with constants is always computable");
269 return Address(GEP, Addr.getAlignment().alignmentAtOffset(
270 CharUnits::fromQuantity(Offset.getSExtValue())));
271 }
272
John McCall7f416cc2015-09-08 08:05:57 +0000273 using CGBuilderBaseTy::CreateMemCpy;
274 llvm::CallInst *CreateMemCpy(Address Dest, Address Src, llvm::Value *Size,
275 bool IsVolatile = false) {
Daniel Neilsonc8bdc8d2018-01-28 17:27:45 +0000276 return CreateMemCpy(Dest.getPointer(), Dest.getAlignment().getQuantity(),
277 Src.getPointer(), Src.getAlignment().getQuantity(),
278 Size,IsVolatile);
John McCall7f416cc2015-09-08 08:05:57 +0000279 }
280 llvm::CallInst *CreateMemCpy(Address Dest, Address Src, uint64_t Size,
281 bool IsVolatile = false) {
Daniel Neilsonc8bdc8d2018-01-28 17:27:45 +0000282 return CreateMemCpy(Dest.getPointer(), Dest.getAlignment().getQuantity(),
283 Src.getPointer(), Src.getAlignment().getQuantity(),
284 Size, IsVolatile);
John McCall7f416cc2015-09-08 08:05:57 +0000285 }
286
287 using CGBuilderBaseTy::CreateMemMove;
288 llvm::CallInst *CreateMemMove(Address Dest, Address Src, llvm::Value *Size,
289 bool IsVolatile = false) {
Daniel Neilsonc8bdc8d2018-01-28 17:27:45 +0000290 return CreateMemMove(Dest.getPointer(), Dest.getAlignment().getQuantity(),
291 Src.getPointer(), Src.getAlignment().getQuantity(),
292 Size, IsVolatile);
John McCall7f416cc2015-09-08 08:05:57 +0000293 }
294
295 using CGBuilderBaseTy::CreateMemSet;
296 llvm::CallInst *CreateMemSet(Address Dest, llvm::Value *Value,
297 llvm::Value *Size, bool IsVolatile = false) {
298 return CreateMemSet(Dest.getPointer(), Value, Size,
299 Dest.getAlignment().getQuantity(), IsVolatile);
300 }
301};
302
Daniel Dunbarcb463852008-11-01 01:53:16 +0000303} // end namespace CodeGen
304} // end namespace clang
305
306#endif