blob: 38e96c0f4ee678fd8c7f1bf50943d712f744ea83 [file] [log] [blame]
Daniel Dunbarcb463852008-11-01 01:53:16 +00001//===-- CGBuilder.h - Choose IRBuilder implementation ----------*- C++ -*-===//
2//
Chandler Carruth2946cd72019-01-19 08:50:56 +00003// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Daniel Dunbarcb463852008-11-01 01:53:16 +00006//
7//===----------------------------------------------------------------------===//
8
Benjamin Kramer2f5db8b2014-08-13 16:25:19 +00009#ifndef LLVM_CLANG_LIB_CODEGEN_CGBUILDER_H
10#define LLVM_CLANG_LIB_CODEGEN_CGBUILDER_H
Daniel Dunbarcb463852008-11-01 01:53:16 +000011
John McCallf26e73d2016-03-11 04:30:43 +000012#include "llvm/IR/DataLayout.h"
Chandler Carruthffd55512013-01-02 11:45:17 +000013#include "llvm/IR/IRBuilder.h"
John McCall7f416cc2015-09-08 08:05:57 +000014#include "Address.h"
15#include "CodeGenTypeCache.h"
Daniel Dunbarcb463852008-11-01 01:53:16 +000016
17namespace clang {
18namespace CodeGen {
John McCall1180f8e2010-07-03 09:25:20 +000019
Alexander Musman515ad8c2014-05-22 08:54:05 +000020class CodeGenFunction;
21
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000022/// This is an IRBuilder insertion helper that forwards to
Sanjay Patel4a96d7c2014-09-10 16:59:01 +000023/// CodeGenFunction::InsertHelper, which adds necessary metadata to
Alexander Musman515ad8c2014-05-22 08:54:05 +000024/// instructions.
Nikita Popov3eaa53e2020-02-16 17:10:09 +010025class CGBuilderInserter final : public llvm::IRBuilderDefaultInserter {
Alexander Musman515ad8c2014-05-22 08:54:05 +000026public:
David Blaikie01f42092015-08-12 23:16:55 +000027 CGBuilderInserter() = default;
Alexander Musman515ad8c2014-05-22 08:54:05 +000028 explicit CGBuilderInserter(CodeGenFunction *CGF) : CGF(CGF) {}
29
Adrian Prantl9fc8faf2018-05-09 01:00:01 +000030 /// This forwards to CodeGenFunction::InsertHelper.
Alexander Musman515ad8c2014-05-22 08:54:05 +000031 void InsertHelper(llvm::Instruction *I, const llvm::Twine &Name,
32 llvm::BasicBlock *BB,
Nikita Popov3eaa53e2020-02-16 17:10:09 +010033 llvm::BasicBlock::iterator InsertPt) const override;
Alexander Musman515ad8c2014-05-22 08:54:05 +000034private:
David Blaikie01f42092015-08-12 23:16:55 +000035 CodeGenFunction *CGF = nullptr;
Alexander Musman515ad8c2014-05-22 08:54:05 +000036};
37
Mehdi Amini557c20a2016-03-13 21:05:23 +000038typedef CGBuilderInserter CGBuilderInserterTy;
John McCall7f416cc2015-09-08 08:05:57 +000039
Mehdi Amini557c20a2016-03-13 21:05:23 +000040typedef llvm::IRBuilder<llvm::ConstantFolder, CGBuilderInserterTy>
41 CGBuilderBaseTy;
John McCall7f416cc2015-09-08 08:05:57 +000042
43class CGBuilderTy : public CGBuilderBaseTy {
44 /// Storing a reference to the type cache here makes it a lot easier
45 /// to build natural-feeling, target-specific IR.
46 const CodeGenTypeCache &TypeCache;
47public:
48 CGBuilderTy(const CodeGenTypeCache &TypeCache, llvm::LLVMContext &C)
49 : CGBuilderBaseTy(C), TypeCache(TypeCache) {}
50 CGBuilderTy(const CodeGenTypeCache &TypeCache,
51 llvm::LLVMContext &C, const llvm::ConstantFolder &F,
52 const CGBuilderInserterTy &Inserter)
53 : CGBuilderBaseTy(C, F, Inserter), TypeCache(TypeCache) {}
54 CGBuilderTy(const CodeGenTypeCache &TypeCache, llvm::Instruction *I)
55 : CGBuilderBaseTy(I), TypeCache(TypeCache) {}
56 CGBuilderTy(const CodeGenTypeCache &TypeCache, llvm::BasicBlock *BB)
57 : CGBuilderBaseTy(BB), TypeCache(TypeCache) {}
58
59 llvm::ConstantInt *getSize(CharUnits N) {
60 return llvm::ConstantInt::get(TypeCache.SizeTy, N.getQuantity());
61 }
62 llvm::ConstantInt *getSize(uint64_t N) {
63 return llvm::ConstantInt::get(TypeCache.SizeTy, N);
64 }
65
66 // Note that we intentionally hide the CreateLoad APIs that don't
67 // take an alignment.
68 llvm::LoadInst *CreateLoad(Address Addr, const llvm::Twine &Name = "") {
69 return CreateAlignedLoad(Addr.getPointer(),
Guillaume Chatelet07c9d532020-01-27 10:37:01 +010070 Addr.getAlignment().getAsAlign(), Name);
John McCall7f416cc2015-09-08 08:05:57 +000071 }
72 llvm::LoadInst *CreateLoad(Address Addr, const char *Name) {
73 // This overload is required to prevent string literals from
74 // ending up in the IsVolatile overload.
75 return CreateAlignedLoad(Addr.getPointer(),
Guillaume Chatelet07c9d532020-01-27 10:37:01 +010076 Addr.getAlignment().getAsAlign(), Name);
John McCall7f416cc2015-09-08 08:05:57 +000077 }
78 llvm::LoadInst *CreateLoad(Address Addr, bool IsVolatile,
79 const llvm::Twine &Name = "") {
Guillaume Chatelet07c9d532020-01-27 10:37:01 +010080 return CreateAlignedLoad(
81 Addr.getPointer(), Addr.getAlignment().getAsAlign(), IsVolatile, Name);
John McCall7f416cc2015-09-08 08:05:57 +000082 }
83
84 using CGBuilderBaseTy::CreateAlignedLoad;
85 llvm::LoadInst *CreateAlignedLoad(llvm::Value *Addr, CharUnits Align,
86 const llvm::Twine &Name = "") {
Guillaume Chatelet07c9d532020-01-27 10:37:01 +010087 return CreateAlignedLoad(Addr, Align.getAsAlign(), Name);
John McCall7f416cc2015-09-08 08:05:57 +000088 }
89 llvm::LoadInst *CreateAlignedLoad(llvm::Value *Addr, CharUnits Align,
90 const char *Name) {
Guillaume Chatelet07c9d532020-01-27 10:37:01 +010091 return CreateAlignedLoad(Addr, Align.getAsAlign(), Name);
John McCall7f416cc2015-09-08 08:05:57 +000092 }
93 llvm::LoadInst *CreateAlignedLoad(llvm::Type *Ty, llvm::Value *Addr,
94 CharUnits Align,
95 const llvm::Twine &Name = "") {
96 assert(Addr->getType()->getPointerElementType() == Ty);
Guillaume Chatelet07c9d532020-01-27 10:37:01 +010097 return CreateAlignedLoad(Addr, Align.getAsAlign(), Name);
John McCall7f416cc2015-09-08 08:05:57 +000098 }
John McCall7f416cc2015-09-08 08:05:57 +000099
100 // Note that we intentionally hide the CreateStore APIs that don't
101 // take an alignment.
102 llvm::StoreInst *CreateStore(llvm::Value *Val, Address Addr,
103 bool IsVolatile = false) {
104 return CreateAlignedStore(Val, Addr.getPointer(),
Guillaume Chateletdbc5acf2019-12-12 15:32:19 +0100105 Addr.getAlignment().getAsAlign(), IsVolatile);
John McCall7f416cc2015-09-08 08:05:57 +0000106 }
107
108 using CGBuilderBaseTy::CreateAlignedStore;
109 llvm::StoreInst *CreateAlignedStore(llvm::Value *Val, llvm::Value *Addr,
110 CharUnits Align, bool IsVolatile = false) {
Guillaume Chatelet59f95222020-01-23 16:18:34 +0100111 return CreateAlignedStore(Val, Addr, Align.getAsAlign(), IsVolatile);
John McCall7f416cc2015-09-08 08:05:57 +0000112 }
Fangrui Song6907ce22018-07-30 19:24:48 +0000113
John McCall7f416cc2015-09-08 08:05:57 +0000114 // FIXME: these "default-aligned" APIs should be removed,
115 // but I don't feel like fixing all the builtin code right now.
John McCall7f416cc2015-09-08 08:05:57 +0000116 llvm::StoreInst *CreateDefaultAlignedStore(llvm::Value *Val,
117 llvm::Value *Addr,
118 bool IsVolatile = false) {
119 return CGBuilderBaseTy::CreateStore(Val, Addr, IsVolatile);
120 }
121
122 /// Emit a load from an i1 flag variable.
123 llvm::LoadInst *CreateFlagLoad(llvm::Value *Addr,
124 const llvm::Twine &Name = "") {
125 assert(Addr->getType()->getPointerElementType() == getInt1Ty());
126 return CreateAlignedLoad(getInt1Ty(), Addr, CharUnits::One(), Name);
127 }
128
129 /// Emit a store to an i1 flag variable.
130 llvm::StoreInst *CreateFlagStore(bool Value, llvm::Value *Addr) {
131 assert(Addr->getType()->getPointerElementType() == getInt1Ty());
132 return CreateAlignedStore(getInt1(Value), Addr, CharUnits::One());
133 }
134
135 using CGBuilderBaseTy::CreateBitCast;
136 Address CreateBitCast(Address Addr, llvm::Type *Ty,
137 const llvm::Twine &Name = "") {
138 return Address(CreateBitCast(Addr.getPointer(), Ty, Name),
139 Addr.getAlignment());
140 }
141
Anastasia Stulova0a72ed42017-09-27 14:37:00 +0000142 using CGBuilderBaseTy::CreateAddrSpaceCast;
143 Address CreateAddrSpaceCast(Address Addr, llvm::Type *Ty,
144 const llvm::Twine &Name = "") {
145 return Address(CreateAddrSpaceCast(Addr.getPointer(), Ty, Name),
146 Addr.getAlignment());
147 }
148
John McCall7f416cc2015-09-08 08:05:57 +0000149 /// Cast the element type of the given address to a different type,
150 /// preserving information like the alignment and address space.
151 Address CreateElementBitCast(Address Addr, llvm::Type *Ty,
152 const llvm::Twine &Name = "") {
153 auto PtrTy = Ty->getPointerTo(Addr.getAddressSpace());
154 return CreateBitCast(Addr, PtrTy, Name);
155 }
156
157 using CGBuilderBaseTy::CreatePointerBitCastOrAddrSpaceCast;
158 Address CreatePointerBitCastOrAddrSpaceCast(Address Addr, llvm::Type *Ty,
159 const llvm::Twine &Name = "") {
160 llvm::Value *Ptr =
161 CreatePointerBitCastOrAddrSpaceCast(Addr.getPointer(), Ty, Name);
162 return Address(Ptr, Addr.getAlignment());
163 }
164
James Y Knight751fe282019-02-09 22:22:28 +0000165 /// Given
166 /// %addr = {T1, T2...}* ...
167 /// produce
168 /// %name = getelementptr inbounds %addr, i32 0, i32 index
169 ///
170 /// This API assumes that drilling into a struct like this is always an
171 /// inbounds operation.
John McCall7f416cc2015-09-08 08:05:57 +0000172 using CGBuilderBaseTy::CreateStructGEP;
James Y Knight751fe282019-02-09 22:22:28 +0000173 Address CreateStructGEP(Address Addr, unsigned Index,
John McCall7f416cc2015-09-08 08:05:57 +0000174 const llvm::Twine &Name = "") {
James Y Knightf5f1b0e2019-02-08 15:34:12 +0000175 llvm::StructType *ElTy = cast<llvm::StructType>(Addr.getElementType());
176 const llvm::DataLayout &DL = BB->getParent()->getParent()->getDataLayout();
James Y Knight751fe282019-02-09 22:22:28 +0000177 const llvm::StructLayout *Layout = DL.getStructLayout(ElTy);
178 auto Offset = CharUnits::fromQuantity(Layout->getElementOffset(Index));
James Y Knightf5f1b0e2019-02-08 15:34:12 +0000179
John McCall7f416cc2015-09-08 08:05:57 +0000180 return Address(CreateStructGEP(Addr.getElementType(),
181 Addr.getPointer(), Index, Name),
182 Addr.getAlignment().alignmentAtOffset(Offset));
183 }
184
185 /// Given
186 /// %addr = [n x T]* ...
187 /// produce
188 /// %name = getelementptr inbounds %addr, i64 0, i64 index
189 /// where i64 is actually the target word size.
190 ///
191 /// This API assumes that drilling into an array like this is always
192 /// an inbounds operation.
James Y Knightf5f1b0e2019-02-08 15:34:12 +0000193 Address CreateConstArrayGEP(Address Addr, uint64_t Index,
194 const llvm::Twine &Name = "") {
195 llvm::ArrayType *ElTy = cast<llvm::ArrayType>(Addr.getElementType());
196 const llvm::DataLayout &DL = BB->getParent()->getParent()->getDataLayout();
197 CharUnits EltSize =
198 CharUnits::fromQuantity(DL.getTypeAllocSize(ElTy->getElementType()));
199
200 return Address(
201 CreateInBoundsGEP(Addr.getPointer(),
202 {getSize(CharUnits::Zero()), getSize(Index)}, Name),
203 Addr.getAlignment().alignmentAtOffset(Index * EltSize));
204 }
205
John McCall7f416cc2015-09-08 08:05:57 +0000206 /// Given
207 /// %addr = T* ...
208 /// produce
209 /// %name = getelementptr inbounds %addr, i64 index
210 /// where i64 is actually the target word size.
John McCall7f416cc2015-09-08 08:05:57 +0000211 Address CreateConstInBoundsGEP(Address Addr, uint64_t Index,
John McCall7f416cc2015-09-08 08:05:57 +0000212 const llvm::Twine &Name = "") {
James Y Knightf5f1b0e2019-02-08 15:34:12 +0000213 llvm::Type *ElTy = Addr.getElementType();
214 const llvm::DataLayout &DL = BB->getParent()->getParent()->getDataLayout();
James Y Knight751fe282019-02-09 22:22:28 +0000215 CharUnits EltSize = CharUnits::fromQuantity(DL.getTypeAllocSize(ElTy));
James Y Knightf5f1b0e2019-02-08 15:34:12 +0000216
John McCall7f416cc2015-09-08 08:05:57 +0000217 return Address(CreateInBoundsGEP(Addr.getElementType(), Addr.getPointer(),
John McCallf1044c02015-09-08 08:57:00 +0000218 getSize(Index), Name),
John McCall7f416cc2015-09-08 08:05:57 +0000219 Addr.getAlignment().alignmentAtOffset(Index * EltSize));
220 }
221
222 /// Given
223 /// %addr = T* ...
224 /// produce
225 /// %name = getelementptr inbounds %addr, i64 index
226 /// where i64 is actually the target word size.
James Y Knight751fe282019-02-09 22:22:28 +0000227 Address CreateConstGEP(Address Addr, uint64_t Index,
John McCall7f416cc2015-09-08 08:05:57 +0000228 const llvm::Twine &Name = "") {
James Y Knightf5f1b0e2019-02-08 15:34:12 +0000229 const llvm::DataLayout &DL = BB->getParent()->getParent()->getDataLayout();
James Y Knight751fe282019-02-09 22:22:28 +0000230 CharUnits EltSize =
231 CharUnits::fromQuantity(DL.getTypeAllocSize(Addr.getElementType()));
232
John McCall7f416cc2015-09-08 08:05:57 +0000233 return Address(CreateGEP(Addr.getElementType(), Addr.getPointer(),
John McCallf1044c02015-09-08 08:57:00 +0000234 getSize(Index), Name),
John McCall7f416cc2015-09-08 08:05:57 +0000235 Addr.getAlignment().alignmentAtOffset(Index * EltSize));
236 }
237
238 /// Given a pointer to i8, adjust it by a given constant offset.
239 Address CreateConstInBoundsByteGEP(Address Addr, CharUnits Offset,
240 const llvm::Twine &Name = "") {
241 assert(Addr.getElementType() == TypeCache.Int8Ty);
242 return Address(CreateInBoundsGEP(Addr.getPointer(), getSize(Offset), Name),
243 Addr.getAlignment().alignmentAtOffset(Offset));
244 }
245 Address CreateConstByteGEP(Address Addr, CharUnits Offset,
246 const llvm::Twine &Name = "") {
247 assert(Addr.getElementType() == TypeCache.Int8Ty);
248 return Address(CreateGEP(Addr.getPointer(), getSize(Offset), Name),
249 Addr.getAlignment().alignmentAtOffset(Offset));
250 }
251
JF Bastien9aab85a2018-07-13 20:33:23 +0000252 using CGBuilderBaseTy::CreateConstInBoundsGEP2_32;
James Y Knight751fe282019-02-09 22:22:28 +0000253 Address CreateConstInBoundsGEP2_32(Address Addr, unsigned Idx0, unsigned Idx1,
254 const llvm::Twine &Name = "") {
255 const llvm::DataLayout &DL = BB->getParent()->getParent()->getDataLayout();
James Y Knightf5f1b0e2019-02-08 15:34:12 +0000256
JF Bastien9aab85a2018-07-13 20:33:23 +0000257 auto *GEP = cast<llvm::GetElementPtrInst>(CreateConstInBoundsGEP2_32(
258 Addr.getElementType(), Addr.getPointer(), Idx0, Idx1, Name));
259 llvm::APInt Offset(
260 DL.getIndexSizeInBits(Addr.getType()->getPointerAddressSpace()), 0,
Rui Ueyama49a3ad22019-07-16 04:46:31 +0000261 /*isSigned=*/true);
JF Bastien9aab85a2018-07-13 20:33:23 +0000262 if (!GEP->accumulateConstantOffset(DL, Offset))
263 llvm_unreachable("offset of GEP with constants is always computable");
264 return Address(GEP, Addr.getAlignment().alignmentAtOffset(
265 CharUnits::fromQuantity(Offset.getSExtValue())));
266 }
267
John McCall7f416cc2015-09-08 08:05:57 +0000268 using CGBuilderBaseTy::CreateMemCpy;
269 llvm::CallInst *CreateMemCpy(Address Dest, Address Src, llvm::Value *Size,
270 bool IsVolatile = false) {
Guillaume Chateletdbc5acf2019-12-12 15:32:19 +0100271 return CreateMemCpy(Dest.getPointer(), Dest.getAlignment().getAsAlign(),
272 Src.getPointer(), Src.getAlignment().getAsAlign(), Size,
273 IsVolatile);
John McCall7f416cc2015-09-08 08:05:57 +0000274 }
275 llvm::CallInst *CreateMemCpy(Address Dest, Address Src, uint64_t Size,
276 bool IsVolatile = false) {
Guillaume Chateletdbc5acf2019-12-12 15:32:19 +0100277 return CreateMemCpy(Dest.getPointer(), Dest.getAlignment().getAsAlign(),
278 Src.getPointer(), Src.getAlignment().getAsAlign(), Size,
279 IsVolatile);
John McCall7f416cc2015-09-08 08:05:57 +0000280 }
281
Guillaume Chateletd65bbf82020-01-28 13:01:19 +0100282 using CGBuilderBaseTy::CreateMemCpyInline;
283 llvm::CallInst *CreateMemCpyInline(Address Dest, Address Src, uint64_t Size) {
284 return CreateMemCpyInline(
285 Dest.getPointer(), Dest.getAlignment().getAsAlign(), Src.getPointer(),
286 Src.getAlignment().getAsAlign(), getInt64(Size));
287 }
288
John McCall7f416cc2015-09-08 08:05:57 +0000289 using CGBuilderBaseTy::CreateMemMove;
290 llvm::CallInst *CreateMemMove(Address Dest, Address Src, llvm::Value *Size,
291 bool IsVolatile = false) {
Guillaume Chateletdbc5acf2019-12-12 15:32:19 +0100292 return CreateMemMove(Dest.getPointer(), Dest.getAlignment().getAsAlign(),
293 Src.getPointer(), Src.getAlignment().getAsAlign(),
Daniel Neilsonc8bdc8d2018-01-28 17:27:45 +0000294 Size, IsVolatile);
John McCall7f416cc2015-09-08 08:05:57 +0000295 }
296
297 using CGBuilderBaseTy::CreateMemSet;
298 llvm::CallInst *CreateMemSet(Address Dest, llvm::Value *Value,
299 llvm::Value *Size, bool IsVolatile = false) {
300 return CreateMemSet(Dest.getPointer(), Value, Size,
Guillaume Chatelet1b2842b2019-12-09 17:36:50 +0100301 Dest.getAlignment().getAsAlign(), IsVolatile);
John McCall7f416cc2015-09-08 08:05:57 +0000302 }
Yonghong Song048493f2019-07-09 04:21:50 +0000303
304 using CGBuilderBaseTy::CreatePreserveStructAccessIndex;
305 Address CreatePreserveStructAccessIndex(Address Addr,
306 unsigned Index,
307 unsigned FieldIndex,
308 llvm::MDNode *DbgInfo) {
309 llvm::StructType *ElTy = cast<llvm::StructType>(Addr.getElementType());
310 const llvm::DataLayout &DL = BB->getParent()->getParent()->getDataLayout();
311 const llvm::StructLayout *Layout = DL.getStructLayout(ElTy);
312 auto Offset = CharUnits::fromQuantity(Layout->getElementOffset(Index));
313
Craig Topper910718b2019-11-03 09:30:08 -0800314 return Address(CreatePreserveStructAccessIndex(ElTy, Addr.getPointer(),
Yonghong Song048493f2019-07-09 04:21:50 +0000315 Index, FieldIndex, DbgInfo),
316 Addr.getAlignment().alignmentAtOffset(Offset));
317 }
John McCall7f416cc2015-09-08 08:05:57 +0000318};
319
Daniel Dunbarcb463852008-11-01 01:53:16 +0000320} // end namespace CodeGen
321} // end namespace clang
322
323#endif