blob: 871c620502c06cffd7fa1c5494002ab88b7588a5 [file] [log] [blame]
Benjamin Kramer6b841f12014-04-12 14:26:59 +00001//===---- llvm/MDBuilder.cpp - Builder for LLVM metadata ------------------===//
2//
Chandler Carruth2946cd72019-01-19 08:50:56 +00003// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
Benjamin Kramer6b841f12014-04-12 14:26:59 +00006//
7//===----------------------------------------------------------------------===//
8//
9// This file defines the MDBuilder class, which is used as a convenient way to
10// create LLVM metadata with a consistent and simplified interface.
11//
12//===----------------------------------------------------------------------===//
13
14#include "llvm/IR/MDBuilder.h"
15#include "llvm/IR/Constants.h"
Matthew Simpson36bbc8c2017-10-16 22:22:11 +000016#include "llvm/IR/Function.h"
Benjamin Kramer6b841f12014-04-12 14:26:59 +000017#include "llvm/IR/Metadata.h"
18using namespace llvm;
19
20MDString *MDBuilder::createString(StringRef Str) {
21 return MDString::get(Context, Str);
22}
23
Duncan P. N. Exon Smith5bf8fef2014-12-09 18:38:53 +000024ConstantAsMetadata *MDBuilder::createConstant(Constant *C) {
25 return ConstantAsMetadata::get(C);
26}
27
Benjamin Kramer6b841f12014-04-12 14:26:59 +000028MDNode *MDBuilder::createFPMath(float Accuracy) {
29 if (Accuracy == 0.0)
Craig Topper2617dcc2014-04-15 06:32:26 +000030 return nullptr;
Benjamin Kramer6b841f12014-04-12 14:26:59 +000031 assert(Accuracy > 0.0 && "Invalid fpmath accuracy!");
Duncan P. N. Exon Smith5bf8fef2014-12-09 18:38:53 +000032 auto *Op =
33 createConstant(ConstantFP::get(Type::getFloatTy(Context), Accuracy));
Benjamin Kramer6b841f12014-04-12 14:26:59 +000034 return MDNode::get(Context, Op);
35}
36
Arthur Eubanks10f2a0d2020-09-30 12:11:46 -070037MDNode *MDBuilder::createBranchWeights(uint64_t TrueWeight,
38 uint64_t FalseWeight) {
Benjamin Kramer0969a2a2015-11-22 18:03:17 +000039 return createBranchWeights({TrueWeight, FalseWeight});
Benjamin Kramer6b841f12014-04-12 14:26:59 +000040}
41
Arthur Eubanks10f2a0d2020-09-30 12:11:46 -070042MDNode *MDBuilder::createBranchWeights(ArrayRef<uint64_t> Weights) {
Dehao Chen71021cd2016-07-11 17:36:02 +000043 assert(Weights.size() >= 1 && "Need at least one branch weights!");
Benjamin Kramer6b841f12014-04-12 14:26:59 +000044
Duncan P. N. Exon Smith5bf8fef2014-12-09 18:38:53 +000045 SmallVector<Metadata *, 4> Vals(Weights.size() + 1);
Benjamin Kramer6b841f12014-04-12 14:26:59 +000046 Vals[0] = createString("branch_weights");
47
Arthur Eubanks10f2a0d2020-09-30 12:11:46 -070048 Type *Int64Ty = Type::getInt64Ty(Context);
Benjamin Kramer6b841f12014-04-12 14:26:59 +000049 for (unsigned i = 0, e = Weights.size(); i != e; ++i)
Arthur Eubanks10f2a0d2020-09-30 12:11:46 -070050 Vals[i + 1] = createConstant(ConstantInt::get(Int64Ty, Weights[i]));
Benjamin Kramer6b841f12014-04-12 14:26:59 +000051
52 return MDNode::get(Context, Vals);
53}
54
Sanjay Patela99ab1f2015-09-02 19:06:43 +000055MDNode *MDBuilder::createUnpredictable() {
56 return MDNode::get(Context, None);
57}
58
Dehao Chena60cdd32017-02-28 18:09:44 +000059MDNode *MDBuilder::createFunctionEntryCount(
Easwaran Ramanbdf20262018-01-09 19:39:35 +000060 uint64_t Count, bool Synthetic,
61 const DenseSet<GlobalValue::GUID> *Imports) {
Diego Novillo2567f3d2015-05-13 15:13:45 +000062 Type *Int64Ty = Type::getInt64Ty(Context);
Dehao Chena60cdd32017-02-28 18:09:44 +000063 SmallVector<Metadata *, 8> Ops;
Easwaran Ramanbdf20262018-01-09 19:39:35 +000064 if (Synthetic)
65 Ops.push_back(createString("synthetic_function_entry_count"));
66 else
67 Ops.push_back(createString("function_entry_count"));
Dehao Chena60cdd32017-02-28 18:09:44 +000068 Ops.push_back(createConstant(ConstantInt::get(Int64Ty, Count)));
Ana Pazos90b17422017-08-29 17:13:24 +000069 if (Imports) {
70 SmallVector<GlobalValue::GUID, 2> OrderID(Imports->begin(), Imports->end());
Benjamin Kramerba2e72c2020-03-28 21:16:51 +010071 llvm::sort(OrderID);
Ana Pazos90b17422017-08-29 17:13:24 +000072 for (auto ID : OrderID)
Dehao Chena60cdd32017-02-28 18:09:44 +000073 Ops.push_back(createConstant(ConstantInt::get(Int64Ty, ID)));
Ana Pazos90b17422017-08-29 17:13:24 +000074 }
Dehao Chena60cdd32017-02-28 18:09:44 +000075 return MDNode::get(Context, Ops);
Diego Novillo2567f3d2015-05-13 15:13:45 +000076}
77
Dehao Chen302b69c2016-10-18 20:42:47 +000078MDNode *MDBuilder::createFunctionSectionPrefix(StringRef Prefix) {
79 return MDNode::get(Context,
80 {createString("function_section_prefix"),
81 createString(Prefix)});
82}
83
Benjamin Kramer6b841f12014-04-12 14:26:59 +000084MDNode *MDBuilder::createRange(const APInt &Lo, const APInt &Hi) {
85 assert(Lo.getBitWidth() == Hi.getBitWidth() && "Mismatched bitwidths!");
Charles Davis33d1dc02015-02-25 05:10:25 +000086
87 Type *Ty = IntegerType::get(Context, Lo.getBitWidth());
88 return createRange(ConstantInt::get(Ty, Lo), ConstantInt::get(Ty, Hi));
89}
90
91MDNode *MDBuilder::createRange(Constant *Lo, Constant *Hi) {
Benjamin Kramer6b841f12014-04-12 14:26:59 +000092 // If the range is everything then it is useless.
93 if (Hi == Lo)
94 return nullptr;
95
96 // Return the range [Lo, Hi).
Benjamin Kramer0969a2a2015-11-22 18:03:17 +000097 return MDNode::get(Context, {createConstant(Lo), createConstant(Hi)});
Benjamin Kramer6b841f12014-04-12 14:26:59 +000098}
99
Matthew Simpson36bbc8c2017-10-16 22:22:11 +0000100MDNode *MDBuilder::createCallees(ArrayRef<Function *> Callees) {
101 SmallVector<Metadata *, 4> Ops;
102 for (Function *F : Callees)
103 Ops.push_back(createConstant(F));
104 return MDNode::get(Context, Ops);
105}
106
Johannes Doerfert18251842019-01-19 05:19:06 +0000107MDNode *MDBuilder::createCallbackEncoding(unsigned CalleeArgNo,
108 ArrayRef<int> Arguments,
109 bool VarArgArePassed) {
110 SmallVector<Metadata *, 4> Ops;
111
112 Type *Int64 = Type::getInt64Ty(Context);
113 Ops.push_back(createConstant(ConstantInt::get(Int64, CalleeArgNo)));
114
115 for (int ArgNo : Arguments)
116 Ops.push_back(createConstant(ConstantInt::get(Int64, ArgNo, true)));
117
118 Type *Int1 = Type::getInt1Ty(Context);
119 Ops.push_back(createConstant(ConstantInt::get(Int1, VarArgArePassed)));
120
121 return MDNode::get(Context, Ops);
122}
123
124MDNode *MDBuilder::mergeCallbackEncodings(MDNode *ExistingCallbacks,
125 MDNode *NewCB) {
126 if (!ExistingCallbacks)
127 return MDNode::get(Context, {NewCB});
128
129 auto *NewCBCalleeIdxAsCM = cast<ConstantAsMetadata>(NewCB->getOperand(0));
130 uint64_t NewCBCalleeIdx =
131 cast<ConstantInt>(NewCBCalleeIdxAsCM->getValue())->getZExtValue();
Johannes Doerfert043a0872019-01-19 09:39:57 +0000132 (void)NewCBCalleeIdx;
Johannes Doerfert18251842019-01-19 05:19:06 +0000133
134 SmallVector<Metadata *, 4> Ops;
135 unsigned NumExistingOps = ExistingCallbacks->getNumOperands();
136 Ops.resize(NumExistingOps + 1);
137
138 for (unsigned u = 0; u < NumExistingOps; u++) {
139 Ops[u] = ExistingCallbacks->getOperand(u);
140
141 auto *OldCBCalleeIdxAsCM = cast<ConstantAsMetadata>(Ops[u]);
142 uint64_t OldCBCalleeIdx =
143 cast<ConstantInt>(OldCBCalleeIdxAsCM->getValue())->getZExtValue();
Johannes Doerfert043a0872019-01-19 09:39:57 +0000144 (void)OldCBCalleeIdx;
Johannes Doerfert18251842019-01-19 05:19:06 +0000145 assert(NewCBCalleeIdx != OldCBCalleeIdx &&
146 "Cannot map a callback callee index twice!");
147 }
148
149 Ops[NumExistingOps] = NewCB;
150 return MDNode::get(Context, Ops);
151}
152
Hal Finkel029cde62014-07-25 15:50:02 +0000153MDNode *MDBuilder::createAnonymousAARoot(StringRef Name, MDNode *Extra) {
Duncan P. N. Exon Smithd4c667c2020-10-23 17:55:41 -0400154 SmallVector<Metadata *, 3> Args(1, nullptr);
Hal Finkel029cde62014-07-25 15:50:02 +0000155 if (Extra)
156 Args.push_back(Extra);
Hal Finkel94146652014-07-24 14:25:39 +0000157 if (!Name.empty())
158 Args.push_back(createString(Name));
Duncan P. N. Exon Smithd4c667c2020-10-23 17:55:41 -0400159 MDNode *Root = MDNode::getDistinct(Context, Args);
Hal Finkel94146652014-07-24 14:25:39 +0000160
Benjamin Kramer6b841f12014-04-12 14:26:59 +0000161 // At this point we have
Duncan P. N. Exon Smithd4c667c2020-10-23 17:55:41 -0400162 // !0 = distinct !{null} <- root
163 // Replace the reserved operand with the root node itself.
Benjamin Kramer6b841f12014-04-12 14:26:59 +0000164 Root->replaceOperandWith(0, Root);
Duncan P. N. Exon Smith7d823132015-01-19 21:30:18 +0000165
Benjamin Kramer6b841f12014-04-12 14:26:59 +0000166 // We now have
Duncan P. N. Exon Smithd4c667c2020-10-23 17:55:41 -0400167 // !0 = distinct !{!0} <- root
Benjamin Kramer6b841f12014-04-12 14:26:59 +0000168 return Root;
169}
170
171MDNode *MDBuilder::createTBAARoot(StringRef Name) {
172 return MDNode::get(Context, createString(Name));
173}
174
Adrian Prantl5f8f34e42018-05-01 15:54:18 +0000175/// Return metadata for a non-root TBAA node with the given name,
Benjamin Kramer6b841f12014-04-12 14:26:59 +0000176/// parent in the TBAA tree, and value for 'pointsToConstantMemory'.
177MDNode *MDBuilder::createTBAANode(StringRef Name, MDNode *Parent,
178 bool isConstant) {
179 if (isConstant) {
180 Constant *Flags = ConstantInt::get(Type::getInt64Ty(Context), 1);
Benjamin Kramer0969a2a2015-11-22 18:03:17 +0000181 return MDNode::get(Context,
182 {createString(Name), Parent, createConstant(Flags)});
Benjamin Kramer6b841f12014-04-12 14:26:59 +0000183 }
Benjamin Kramer0969a2a2015-11-22 18:03:17 +0000184 return MDNode::get(Context, {createString(Name), Parent});
Benjamin Kramer6b841f12014-04-12 14:26:59 +0000185}
186
Hal Finkel029cde62014-07-25 15:50:02 +0000187MDNode *MDBuilder::createAliasScopeDomain(StringRef Name) {
Hal Finkel94146652014-07-24 14:25:39 +0000188 return MDNode::get(Context, createString(Name));
189}
190
Hal Finkel029cde62014-07-25 15:50:02 +0000191MDNode *MDBuilder::createAliasScope(StringRef Name, MDNode *Domain) {
Benjamin Kramer0969a2a2015-11-22 18:03:17 +0000192 return MDNode::get(Context, {createString(Name), Domain});
Hal Finkel94146652014-07-24 14:25:39 +0000193}
194
Adrian Prantl5f8f34e42018-05-01 15:54:18 +0000195/// Return metadata for a tbaa.struct node with the given
Benjamin Kramer6b841f12014-04-12 14:26:59 +0000196/// struct field descriptions.
197MDNode *MDBuilder::createTBAAStructNode(ArrayRef<TBAAStructField> Fields) {
Duncan P. N. Exon Smith5bf8fef2014-12-09 18:38:53 +0000198 SmallVector<Metadata *, 4> Vals(Fields.size() * 3);
Benjamin Kramer6b841f12014-04-12 14:26:59 +0000199 Type *Int64 = Type::getInt64Ty(Context);
200 for (unsigned i = 0, e = Fields.size(); i != e; ++i) {
Duncan P. N. Exon Smith5bf8fef2014-12-09 18:38:53 +0000201 Vals[i * 3 + 0] = createConstant(ConstantInt::get(Int64, Fields[i].Offset));
202 Vals[i * 3 + 1] = createConstant(ConstantInt::get(Int64, Fields[i].Size));
Ivan A. Kosarev04e1d012017-12-18 16:49:39 +0000203 Vals[i * 3 + 2] = Fields[i].Type;
Benjamin Kramer6b841f12014-04-12 14:26:59 +0000204 }
205 return MDNode::get(Context, Vals);
206}
207
Adrian Prantl5f8f34e42018-05-01 15:54:18 +0000208/// Return metadata for a TBAA struct node in the type DAG
Benjamin Kramer6b841f12014-04-12 14:26:59 +0000209/// with the given name, a list of pairs (offset, field type in the type DAG).
210MDNode *MDBuilder::createTBAAStructTypeNode(
211 StringRef Name, ArrayRef<std::pair<MDNode *, uint64_t>> Fields) {
Duncan P. N. Exon Smith5bf8fef2014-12-09 18:38:53 +0000212 SmallVector<Metadata *, 4> Ops(Fields.size() * 2 + 1);
Benjamin Kramer6b841f12014-04-12 14:26:59 +0000213 Type *Int64 = Type::getInt64Ty(Context);
214 Ops[0] = createString(Name);
215 for (unsigned i = 0, e = Fields.size(); i != e; ++i) {
216 Ops[i * 2 + 1] = Fields[i].first;
Duncan P. N. Exon Smith5bf8fef2014-12-09 18:38:53 +0000217 Ops[i * 2 + 2] = createConstant(ConstantInt::get(Int64, Fields[i].second));
Benjamin Kramer6b841f12014-04-12 14:26:59 +0000218 }
219 return MDNode::get(Context, Ops);
220}
221
Adrian Prantl5f8f34e42018-05-01 15:54:18 +0000222/// Return metadata for a TBAA scalar type node with the
Benjamin Kramer6b841f12014-04-12 14:26:59 +0000223/// given name, an offset and a parent in the TBAA type DAG.
224MDNode *MDBuilder::createTBAAScalarTypeNode(StringRef Name, MDNode *Parent,
225 uint64_t Offset) {
226 ConstantInt *Off = ConstantInt::get(Type::getInt64Ty(Context), Offset);
Benjamin Kramer0969a2a2015-11-22 18:03:17 +0000227 return MDNode::get(Context,
228 {createString(Name), Parent, createConstant(Off)});
Benjamin Kramer6b841f12014-04-12 14:26:59 +0000229}
230
Adrian Prantl5f8f34e42018-05-01 15:54:18 +0000231/// Return metadata for a TBAA tag node with the given
Benjamin Kramer6b841f12014-04-12 14:26:59 +0000232/// base type, access type and offset relative to the base type.
233MDNode *MDBuilder::createTBAAStructTagNode(MDNode *BaseType, MDNode *AccessType,
Artur Pilipenkoa82f8db2015-06-01 14:53:55 +0000234 uint64_t Offset, bool IsConstant) {
Benjamin Kramer0969a2a2015-11-22 18:03:17 +0000235 IntegerType *Int64 = Type::getInt64Ty(Context);
236 ConstantInt *Off = ConstantInt::get(Int64, Offset);
Artur Pilipenkoa82f8db2015-06-01 14:53:55 +0000237 if (IsConstant) {
Benjamin Kramer0969a2a2015-11-22 18:03:17 +0000238 return MDNode::get(Context, {BaseType, AccessType, createConstant(Off),
239 createConstant(ConstantInt::get(Int64, 1))});
Artur Pilipenkoa82f8db2015-06-01 14:53:55 +0000240 }
Benjamin Kramer0969a2a2015-11-22 18:03:17 +0000241 return MDNode::get(Context, {BaseType, AccessType, createConstant(Off)});
Benjamin Kramer6b841f12014-04-12 14:26:59 +0000242}
Hiroshi Yamauchidce9def2017-11-02 22:26:51 +0000243
Ivan A. Kosarev04e1d012017-12-18 16:49:39 +0000244MDNode *MDBuilder::createTBAATypeNode(MDNode *Parent, uint64_t Size,
245 Metadata *Id,
246 ArrayRef<TBAAStructField> Fields) {
247 SmallVector<Metadata *, 4> Ops(3 + Fields.size() * 3);
248 Type *Int64 = Type::getInt64Ty(Context);
249 Ops[0] = Parent;
250 Ops[1] = createConstant(ConstantInt::get(Int64, Size));
251 Ops[2] = Id;
252 for (unsigned I = 0, E = Fields.size(); I != E; ++I) {
253 Ops[I * 3 + 3] = Fields[I].Type;
254 Ops[I * 3 + 4] = createConstant(ConstantInt::get(Int64, Fields[I].Offset));
255 Ops[I * 3 + 5] = createConstant(ConstantInt::get(Int64, Fields[I].Size));
256 }
257 return MDNode::get(Context, Ops);
258}
259
260MDNode *MDBuilder::createTBAAAccessTag(MDNode *BaseType, MDNode *AccessType,
261 uint64_t Offset, uint64_t Size,
262 bool IsImmutable) {
263 IntegerType *Int64 = Type::getInt64Ty(Context);
264 auto *OffsetNode = createConstant(ConstantInt::get(Int64, Offset));
265 auto *SizeNode = createConstant(ConstantInt::get(Int64, Size));
266 if (IsImmutable) {
267 auto *ImmutabilityFlagNode = createConstant(ConstantInt::get(Int64, 1));
268 return MDNode::get(Context, {BaseType, AccessType, OffsetNode, SizeNode,
269 ImmutabilityFlagNode});
270 }
271 return MDNode::get(Context, {BaseType, AccessType, OffsetNode, SizeNode});
272}
273
Ivan A. Kosarev4d0ff0c2018-01-17 13:29:54 +0000274MDNode *MDBuilder::createMutableTBAAAccessTag(MDNode *Tag) {
Ivan A. Kosarev4a381b42018-02-13 14:44:25 +0000275 MDNode *BaseType = cast<MDNode>(Tag->getOperand(0));
Ivan A. Kosarev4d0ff0c2018-01-17 13:29:54 +0000276 MDNode *AccessType = cast<MDNode>(Tag->getOperand(1));
277 Metadata *OffsetNode = Tag->getOperand(2);
278 uint64_t Offset = mdconst::extract<ConstantInt>(OffsetNode)->getZExtValue();
279
280 bool NewFormat = isa<MDNode>(AccessType->getOperand(0));
281
282 // See if the tag is already mutable.
283 unsigned ImmutabilityFlagOp = NewFormat ? 4 : 3;
284 if (Tag->getNumOperands() <= ImmutabilityFlagOp)
285 return Tag;
286
287 // If Tag is already mutable then return it.
288 Metadata *ImmutabilityFlagNode = Tag->getOperand(ImmutabilityFlagOp);
289 if (!mdconst::extract<ConstantInt>(ImmutabilityFlagNode)->getValue())
290 return Tag;
291
292 // Otherwise, create another node.
293 if (!NewFormat)
294 return createTBAAStructTagNode(BaseType, AccessType, Offset);
295
296 Metadata *SizeNode = Tag->getOperand(3);
297 uint64_t Size = mdconst::extract<ConstantInt>(SizeNode)->getZExtValue();
298 return createTBAAAccessTag(BaseType, AccessType, Offset, Size);
299}
300
Hiroshi Yamauchidce9def2017-11-02 22:26:51 +0000301MDNode *MDBuilder::createIrrLoopHeaderWeight(uint64_t Weight) {
George Burgess IV30831052018-08-15 22:15:35 +0000302 Metadata *Vals[] = {
303 createString("loop_header_weight"),
304 createConstant(ConstantInt::get(Type::getInt64Ty(Context), Weight)),
305 };
Hiroshi Yamauchidce9def2017-11-02 22:26:51 +0000306 return MDNode::get(Context, Vals);
307}
Petr Hosek7bdad082019-09-11 16:19:50 +0000308
309MDNode *MDBuilder::createMisExpect(uint64_t Index, uint64_t LikleyWeight,
310 uint64_t UnlikleyWeight) {
311 auto *IntType = Type::getInt64Ty(Context);
312 Metadata *Vals[] = {
313 createString("misexpect"),
314 createConstant(ConstantInt::get(IntType, Index)),
315 createConstant(ConstantInt::get(IntType, LikleyWeight)),
316 createConstant(ConstantInt::get(IntType, UnlikleyWeight)),
317 };
318 return MDNode::get(Context, Vals);
319}