blob: 59571a48a962b4d7ca5aac762a78ebb944de306c [file] [log] [blame]
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +00001//===--- AMDGPUCodeObjectMetadataStreamer.cpp -------------------*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10/// \file
11/// \brief AMDGPU Code Object Metadata Streamer.
12///
13//
14//===----------------------------------------------------------------------===//
15
16#include "AMDGPU.h"
17#include "AMDGPUCodeObjectMetadataStreamer.h"
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +000018#include "llvm/ADT/StringSwitch.h"
19#include "llvm/IR/Constants.h"
20#include "llvm/IR/Module.h"
21#include "llvm/Support/YAMLTraits.h"
22
23using namespace llvm::AMDGPU;
24using namespace llvm::AMDGPU::CodeObject;
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +000025
26LLVM_YAML_IS_FLOW_SEQUENCE_VECTOR(uint32_t)
27LLVM_YAML_IS_FLOW_SEQUENCE_VECTOR(std::string)
28LLVM_YAML_IS_SEQUENCE_VECTOR(Kernel::Arg::Metadata)
29LLVM_YAML_IS_SEQUENCE_VECTOR(Kernel::Metadata)
30
31namespace llvm {
32
33static cl::opt<bool> DumpCodeObjectMetadata(
34 "amdgpu-dump-comd",
35 cl::desc("Dump AMDGPU Code Object Metadata"));
36static cl::opt<bool> VerifyCodeObjectMetadata(
37 "amdgpu-verify-comd",
38 cl::desc("Verify AMDGPU Code Object Metadata"));
39
40namespace yaml {
41
42template <>
43struct ScalarEnumerationTraits<AccessQualifier> {
44 static void enumeration(IO &YIO, AccessQualifier &EN) {
45 YIO.enumCase(EN, "Default", AccessQualifier::Default);
46 YIO.enumCase(EN, "ReadOnly", AccessQualifier::ReadOnly);
47 YIO.enumCase(EN, "WriteOnly", AccessQualifier::WriteOnly);
48 YIO.enumCase(EN, "ReadWrite", AccessQualifier::ReadWrite);
49 }
50};
51
52template <>
53struct ScalarEnumerationTraits<AddressSpaceQualifier> {
54 static void enumeration(IO &YIO, AddressSpaceQualifier &EN) {
55 YIO.enumCase(EN, "Private", AddressSpaceQualifier::Private);
56 YIO.enumCase(EN, "Global", AddressSpaceQualifier::Global);
57 YIO.enumCase(EN, "Constant", AddressSpaceQualifier::Constant);
58 YIO.enumCase(EN, "Local", AddressSpaceQualifier::Local);
59 YIO.enumCase(EN, "Generic", AddressSpaceQualifier::Generic);
60 YIO.enumCase(EN, "Region", AddressSpaceQualifier::Region);
61 }
62};
63
64template <>
65struct ScalarEnumerationTraits<ValueKind> {
66 static void enumeration(IO &YIO, ValueKind &EN) {
67 YIO.enumCase(EN, "ByValue", ValueKind::ByValue);
68 YIO.enumCase(EN, "GlobalBuffer", ValueKind::GlobalBuffer);
69 YIO.enumCase(EN, "DynamicSharedPointer", ValueKind::DynamicSharedPointer);
70 YIO.enumCase(EN, "Sampler", ValueKind::Sampler);
71 YIO.enumCase(EN, "Image", ValueKind::Image);
72 YIO.enumCase(EN, "Pipe", ValueKind::Pipe);
73 YIO.enumCase(EN, "Queue", ValueKind::Queue);
74 YIO.enumCase(EN, "HiddenGlobalOffsetX", ValueKind::HiddenGlobalOffsetX);
75 YIO.enumCase(EN, "HiddenGlobalOffsetY", ValueKind::HiddenGlobalOffsetY);
76 YIO.enumCase(EN, "HiddenGlobalOffsetZ", ValueKind::HiddenGlobalOffsetZ);
77 YIO.enumCase(EN, "HiddenNone", ValueKind::HiddenNone);
78 YIO.enumCase(EN, "HiddenPrintfBuffer", ValueKind::HiddenPrintfBuffer);
79 YIO.enumCase(EN, "HiddenDefaultQueue", ValueKind::HiddenDefaultQueue);
80 YIO.enumCase(EN, "HiddenCompletionAction",
81 ValueKind::HiddenCompletionAction);
82 }
83};
84
85template <>
86struct ScalarEnumerationTraits<ValueType> {
87 static void enumeration(IO &YIO, ValueType &EN) {
88 YIO.enumCase(EN, "Struct", ValueType::Struct);
89 YIO.enumCase(EN, "I8", ValueType::I8);
90 YIO.enumCase(EN, "U8", ValueType::U8);
91 YIO.enumCase(EN, "I16", ValueType::I16);
92 YIO.enumCase(EN, "U16", ValueType::U16);
93 YIO.enumCase(EN, "F16", ValueType::F16);
94 YIO.enumCase(EN, "I32", ValueType::I32);
95 YIO.enumCase(EN, "U32", ValueType::U32);
96 YIO.enumCase(EN, "F32", ValueType::F32);
97 YIO.enumCase(EN, "I64", ValueType::I64);
98 YIO.enumCase(EN, "U64", ValueType::U64);
99 YIO.enumCase(EN, "F64", ValueType::F64);
100 }
101};
102
103template <>
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000104struct MappingTraits<Kernel::Attrs::Metadata> {
105 static void mapping(IO &YIO, Kernel::Attrs::Metadata &MD) {
106 YIO.mapOptional(Kernel::Attrs::Key::ReqdWorkGroupSize,
107 MD.mReqdWorkGroupSize, std::vector<uint32_t>());
108 YIO.mapOptional(Kernel::Attrs::Key::WorkGroupSizeHint,
109 MD.mWorkGroupSizeHint, std::vector<uint32_t>());
110 YIO.mapOptional(Kernel::Attrs::Key::VecTypeHint,
111 MD.mVecTypeHint, std::string());
112 }
113};
114
115template <>
116struct MappingTraits<Kernel::Arg::Metadata> {
117 static void mapping(IO &YIO, Kernel::Arg::Metadata &MD) {
118 YIO.mapRequired(Kernel::Arg::Key::Size, MD.mSize);
119 YIO.mapRequired(Kernel::Arg::Key::Align, MD.mAlign);
Konstantin Zhuravlyov4986d9f2017-03-24 18:43:15 +0000120 YIO.mapRequired(Kernel::Arg::Key::ValueKind, MD.mValueKind);
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000121 YIO.mapRequired(Kernel::Arg::Key::ValueType, MD.mValueType);
122 YIO.mapOptional(Kernel::Arg::Key::PointeeAlign, MD.mPointeeAlign,
123 uint32_t(0));
124 YIO.mapOptional(Kernel::Arg::Key::AccQual, MD.mAccQual,
125 AccessQualifier::Unknown);
126 YIO.mapOptional(Kernel::Arg::Key::AddrSpaceQual, MD.mAddrSpaceQual,
127 AddressSpaceQualifier::Unknown);
128 YIO.mapOptional(Kernel::Arg::Key::IsConst, MD.mIsConst, false);
129 YIO.mapOptional(Kernel::Arg::Key::IsPipe, MD.mIsPipe, false);
130 YIO.mapOptional(Kernel::Arg::Key::IsRestrict, MD.mIsRestrict, false);
131 YIO.mapOptional(Kernel::Arg::Key::IsVolatile, MD.mIsVolatile, false);
132 YIO.mapOptional(Kernel::Arg::Key::Name, MD.mName, std::string());
133 YIO.mapOptional(Kernel::Arg::Key::TypeName, MD.mTypeName, std::string());
134 }
135};
136
137template <>
Konstantin Zhuravlyovca0e7f62017-03-22 22:54:39 +0000138struct MappingTraits<Kernel::CodeProps::Metadata> {
139 static void mapping(IO &YIO, Kernel::CodeProps::Metadata &MD) {
140 YIO.mapOptional(Kernel::CodeProps::Key::KernargSegmentSize,
141 MD.mKernargSegmentSize, uint64_t(0));
142 YIO.mapOptional(Kernel::CodeProps::Key::WorkgroupGroupSegmentSize,
143 MD.mWorkgroupGroupSegmentSize, uint32_t(0));
144 YIO.mapOptional(Kernel::CodeProps::Key::WorkitemPrivateSegmentSize,
145 MD.mWorkitemPrivateSegmentSize, uint32_t(0));
146 YIO.mapOptional(Kernel::CodeProps::Key::WavefrontNumSGPRs,
147 MD.mWavefrontNumSGPRs, uint16_t(0));
148 YIO.mapOptional(Kernel::CodeProps::Key::WorkitemNumVGPRs,
149 MD.mWorkitemNumVGPRs, uint16_t(0));
150 YIO.mapOptional(Kernel::CodeProps::Key::KernargSegmentAlign,
151 MD.mKernargSegmentAlign, uint8_t(0));
152 YIO.mapOptional(Kernel::CodeProps::Key::GroupSegmentAlign,
153 MD.mGroupSegmentAlign, uint8_t(0));
154 YIO.mapOptional(Kernel::CodeProps::Key::PrivateSegmentAlign,
155 MD.mPrivateSegmentAlign, uint8_t(0));
156 YIO.mapOptional(Kernel::CodeProps::Key::WavefrontSize,
157 MD.mWavefrontSize, uint8_t(0));
158 }
159};
160
161template <>
Konstantin Zhuravlyova780ffa2017-03-22 23:10:46 +0000162struct MappingTraits<Kernel::DebugProps::Metadata> {
163 static void mapping(IO &YIO, Kernel::DebugProps::Metadata &MD) {
164 YIO.mapOptional(Kernel::DebugProps::Key::DebuggerABIVersion,
165 MD.mDebuggerABIVersion, std::vector<uint32_t>());
166 YIO.mapOptional(Kernel::DebugProps::Key::ReservedNumVGPRs,
167 MD.mReservedNumVGPRs, uint16_t(0));
168 YIO.mapOptional(Kernel::DebugProps::Key::ReservedFirstVGPR,
169 MD.mReservedFirstVGPR, uint16_t(-1));
170 YIO.mapOptional(Kernel::DebugProps::Key::PrivateSegmentBufferSGPR,
171 MD.mPrivateSegmentBufferSGPR, uint16_t(-1));
172 YIO.mapOptional(Kernel::DebugProps::Key::WavefrontPrivateSegmentOffsetSGPR,
173 MD.mWavefrontPrivateSegmentOffsetSGPR, uint16_t(-1));
174 }
175};
176
177template <>
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000178struct MappingTraits<Kernel::Metadata> {
179 static void mapping(IO &YIO, Kernel::Metadata &MD) {
180 YIO.mapRequired(Kernel::Key::Name, MD.mName);
181 YIO.mapOptional(Kernel::Key::Language, MD.mLanguage, std::string());
182 YIO.mapOptional(Kernel::Key::LanguageVersion, MD.mLanguageVersion,
183 std::vector<uint32_t>());
184 if (!MD.mAttrs.empty() || !YIO.outputting())
185 YIO.mapOptional(Kernel::Key::Attrs, MD.mAttrs);
186 if (!MD.mArgs.empty() || !YIO.outputting())
187 YIO.mapOptional(Kernel::Key::Args, MD.mArgs);
Konstantin Zhuravlyovca0e7f62017-03-22 22:54:39 +0000188 if (!MD.mCodeProps.empty() || !YIO.outputting())
189 YIO.mapOptional(Kernel::Key::CodeProps, MD.mCodeProps);
Konstantin Zhuravlyova780ffa2017-03-22 23:10:46 +0000190 if (!MD.mDebugProps.empty() || !YIO.outputting())
191 YIO.mapOptional(Kernel::Key::DebugProps, MD.mDebugProps);
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000192 }
193};
194
195template <>
196struct MappingTraits<CodeObject::Metadata> {
197 static void mapping(IO &YIO, CodeObject::Metadata &MD) {
198 YIO.mapRequired(Key::Version, MD.mVersion);
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000199 YIO.mapOptional(Key::Printf, MD.mPrintf, std::vector<std::string>());
200 if (!MD.mKernels.empty() || !YIO.outputting())
201 YIO.mapOptional(Key::Kernels, MD.mKernels);
202 }
203};
204
205} // end namespace yaml
206
207namespace AMDGPU {
208
209/* static */
210std::error_code CodeObject::Metadata::fromYamlString(
211 std::string YamlString, CodeObject::Metadata &CodeObjectMetadata) {
212 yaml::Input YamlInput(YamlString);
213 YamlInput >> CodeObjectMetadata;
214 return YamlInput.error();
215}
216
217/* static */
218std::error_code CodeObject::Metadata::toYamlString(
219 CodeObject::Metadata CodeObjectMetadata, std::string &YamlString) {
220 raw_string_ostream YamlStream(YamlString);
221 yaml::Output YamlOutput(YamlStream, nullptr, std::numeric_limits<int>::max());
222 YamlOutput << CodeObjectMetadata;
223 return std::error_code();
224}
225
226namespace CodeObject {
227
228void MetadataStreamer::dump(StringRef YamlString) const {
229 errs() << "AMDGPU Code Object Metadata:\n" << YamlString << '\n';
230}
231
232void MetadataStreamer::verify(StringRef YamlString) const {
233 errs() << "AMDGPU Code Object Metadata Parser Test: ";
234
235 CodeObject::Metadata FromYamlString;
236 if (Metadata::fromYamlString(YamlString, FromYamlString)) {
237 errs() << "FAIL\n";
238 return;
239 }
240
241 std::string ToYamlString;
242 if (Metadata::toYamlString(FromYamlString, ToYamlString)) {
243 errs() << "FAIL\n";
244 return;
245 }
246
247 errs() << (YamlString == ToYamlString ? "PASS" : "FAIL") << '\n';
248 if (YamlString != ToYamlString) {
249 errs() << "Original input: " << YamlString << '\n'
250 << "Produced output: " << ToYamlString << '\n';
251 }
252}
253
254AccessQualifier MetadataStreamer::getAccessQualifier(StringRef AccQual) const {
255 if (AccQual.empty())
256 return AccessQualifier::Unknown;
257
258 return StringSwitch<AccessQualifier>(AccQual)
259 .Case("read_only", AccessQualifier::ReadOnly)
260 .Case("write_only", AccessQualifier::WriteOnly)
261 .Case("read_write", AccessQualifier::ReadWrite)
262 .Default(AccessQualifier::Default);
263}
264
265AddressSpaceQualifier MetadataStreamer::getAddressSpaceQualifer(
266 unsigned AddressSpace) const {
Yaxun Liu1a14bfa2017-03-27 14:04:01 +0000267 if (AddressSpace == AMDGPUASI.PRIVATE_ADDRESS)
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000268 return AddressSpaceQualifier::Private;
Yaxun Liu1a14bfa2017-03-27 14:04:01 +0000269 if (AddressSpace == AMDGPUASI.GLOBAL_ADDRESS)
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000270 return AddressSpaceQualifier::Global;
Yaxun Liu1a14bfa2017-03-27 14:04:01 +0000271 if (AddressSpace == AMDGPUASI.CONSTANT_ADDRESS)
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000272 return AddressSpaceQualifier::Constant;
Yaxun Liu1a14bfa2017-03-27 14:04:01 +0000273 if (AddressSpace == AMDGPUASI.LOCAL_ADDRESS)
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000274 return AddressSpaceQualifier::Local;
Yaxun Liu1a14bfa2017-03-27 14:04:01 +0000275 if (AddressSpace == AMDGPUASI.FLAT_ADDRESS)
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000276 return AddressSpaceQualifier::Generic;
Yaxun Liu1a14bfa2017-03-27 14:04:01 +0000277 if (AddressSpace == AMDGPUASI.REGION_ADDRESS)
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000278 return AddressSpaceQualifier::Region;
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000279
280 llvm_unreachable("Unknown address space qualifier");
281}
282
283ValueKind MetadataStreamer::getValueKind(Type *Ty, StringRef TypeQual,
284 StringRef BaseTypeName) const {
285 if (TypeQual.find("pipe") != StringRef::npos)
286 return ValueKind::Pipe;
287
288 return StringSwitch<ValueKind>(BaseTypeName)
289 .Case("sampler_t", ValueKind::Sampler)
290 .Case("queue_t", ValueKind::Queue)
291 .Cases("image1d_t",
292 "image1d_array_t",
293 "image1d_buffer_t",
294 "image2d_t" ,
295 "image2d_array_t",
296 "image2d_array_depth_t",
297 "image2d_array_msaa_t"
298 "image2d_array_msaa_depth_t"
299 "image2d_depth_t",
300 "image2d_msaa_t",
301 "image2d_msaa_depth_t",
302 "image3d_t", ValueKind::Image)
303 .Default(isa<PointerType>(Ty) ?
304 (Ty->getPointerAddressSpace() ==
Yaxun Liu1a14bfa2017-03-27 14:04:01 +0000305 AMDGPUASI.LOCAL_ADDRESS ?
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000306 ValueKind::DynamicSharedPointer :
307 ValueKind::GlobalBuffer) :
308 ValueKind::ByValue);
309}
310
311ValueType MetadataStreamer::getValueType(Type *Ty, StringRef TypeName) const {
312 switch (Ty->getTypeID()) {
313 case Type::IntegerTyID: {
314 auto Signed = !TypeName.startswith("u");
315 switch (Ty->getIntegerBitWidth()) {
316 case 8:
317 return Signed ? ValueType::I8 : ValueType::U8;
318 case 16:
319 return Signed ? ValueType::I16 : ValueType::U16;
320 case 32:
321 return Signed ? ValueType::I32 : ValueType::U32;
322 case 64:
323 return Signed ? ValueType::I64 : ValueType::U64;
324 default:
325 return ValueType::Struct;
326 }
327 }
328 case Type::HalfTyID:
329 return ValueType::F16;
330 case Type::FloatTyID:
331 return ValueType::F32;
332 case Type::DoubleTyID:
333 return ValueType::F64;
334 case Type::PointerTyID:
335 return getValueType(Ty->getPointerElementType(), TypeName);
336 case Type::VectorTyID:
337 return getValueType(Ty->getVectorElementType(), TypeName);
338 default:
339 return ValueType::Struct;
340 }
341}
342
343std::string MetadataStreamer::getTypeName(Type *Ty, bool Signed) const {
344 switch (Ty->getTypeID()) {
345 case Type::IntegerTyID: {
346 if (!Signed)
347 return (Twine('u') + getTypeName(Ty, true)).str();
348
349 auto BitWidth = Ty->getIntegerBitWidth();
350 switch (BitWidth) {
351 case 8:
352 return "char";
353 case 16:
354 return "short";
355 case 32:
356 return "int";
357 case 64:
358 return "long";
359 default:
360 return (Twine('i') + Twine(BitWidth)).str();
361 }
362 }
363 case Type::HalfTyID:
364 return "half";
365 case Type::FloatTyID:
366 return "float";
367 case Type::DoubleTyID:
368 return "double";
369 case Type::VectorTyID: {
370 auto VecTy = cast<VectorType>(Ty);
371 auto ElTy = VecTy->getElementType();
372 auto NumElements = VecTy->getVectorNumElements();
373 return (Twine(getTypeName(ElTy, Signed)) + Twine(NumElements)).str();
374 }
375 default:
376 return "unknown";
377 }
378}
379
380std::vector<uint32_t> MetadataStreamer::getWorkGroupDimensions(
381 MDNode *Node) const {
382 std::vector<uint32_t> Dims;
383 if (Node->getNumOperands() != 3)
384 return Dims;
385
386 for (auto &Op : Node->operands())
387 Dims.push_back(mdconst::extract<ConstantInt>(Op)->getZExtValue());
388 return Dims;
389}
390
391void MetadataStreamer::emitVersion() {
392 auto &Version = CodeObjectMetadata.mVersion;
393
394 Version.push_back(MetadataVersionMajor);
395 Version.push_back(MetadataVersionMinor);
396}
397
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000398void MetadataStreamer::emitPrintf(const Module &Mod) {
399 auto &Printf = CodeObjectMetadata.mPrintf;
400
401 auto Node = Mod.getNamedMetadata("llvm.printf.fmts");
402 if (!Node)
403 return;
404
405 for (auto Op : Node->operands())
406 if (Op->getNumOperands())
407 Printf.push_back(cast<MDString>(Op->getOperand(0))->getString());
408}
409
410void MetadataStreamer::emitKernelLanguage(const Function &Func) {
411 auto &Kernel = CodeObjectMetadata.mKernels.back();
412
413 // TODO: What about other languages?
414 auto Node = Func.getParent()->getNamedMetadata("opencl.ocl.version");
415 if (!Node || !Node->getNumOperands())
416 return;
417 auto Op0 = Node->getOperand(0);
418 if (Op0->getNumOperands() <= 1)
419 return;
420
421 Kernel.mLanguage = "OpenCL C";
422 Kernel.mLanguageVersion.push_back(
423 mdconst::extract<ConstantInt>(Op0->getOperand(0))->getZExtValue());
424 Kernel.mLanguageVersion.push_back(
425 mdconst::extract<ConstantInt>(Op0->getOperand(1))->getZExtValue());
426}
427
428void MetadataStreamer::emitKernelAttrs(const Function &Func) {
429 auto &Attrs = CodeObjectMetadata.mKernels.back().mAttrs;
430
431 if (auto Node = Func.getMetadata("reqd_work_group_size"))
432 Attrs.mReqdWorkGroupSize = getWorkGroupDimensions(Node);
433 if (auto Node = Func.getMetadata("work_group_size_hint"))
434 Attrs.mWorkGroupSizeHint = getWorkGroupDimensions(Node);
435 if (auto Node = Func.getMetadata("vec_type_hint")) {
436 Attrs.mVecTypeHint = getTypeName(
437 cast<ValueAsMetadata>(Node->getOperand(0))->getType(),
438 mdconst::extract<ConstantInt>(Node->getOperand(1))->getZExtValue());
439 }
440}
441
442void MetadataStreamer::emitKernelArgs(const Function &Func) {
443 for (auto &Arg : Func.args())
444 emitKernelArg(Arg);
445
446 // TODO: What about other languages?
447 if (!Func.getParent()->getNamedMetadata("opencl.ocl.version"))
448 return;
449
450 auto &DL = Func.getParent()->getDataLayout();
451 auto Int64Ty = Type::getInt64Ty(Func.getContext());
452
453 emitKernelArg(DL, Int64Ty, ValueKind::HiddenGlobalOffsetX);
454 emitKernelArg(DL, Int64Ty, ValueKind::HiddenGlobalOffsetY);
455 emitKernelArg(DL, Int64Ty, ValueKind::HiddenGlobalOffsetZ);
456
457 if (!Func.getParent()->getNamedMetadata("llvm.printf.fmts"))
458 return;
459
460 auto Int8PtrTy = Type::getInt8PtrTy(Func.getContext(),
Yaxun Liu1a14bfa2017-03-27 14:04:01 +0000461 AMDGPUASI.GLOBAL_ADDRESS);
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000462 emitKernelArg(DL, Int8PtrTy, ValueKind::HiddenPrintfBuffer);
463}
464
465void MetadataStreamer::emitKernelArg(const Argument &Arg) {
466 auto Func = Arg.getParent();
467 auto ArgNo = Arg.getArgNo();
468 const MDNode *Node;
469
470 StringRef TypeQual;
471 Node = Func->getMetadata("kernel_arg_type_qual");
472 if (Node && ArgNo < Node->getNumOperands())
473 TypeQual = cast<MDString>(Node->getOperand(ArgNo))->getString();
474
475 StringRef BaseTypeName;
476 Node = Func->getMetadata("kernel_arg_base_type");
477 if (Node && ArgNo < Node->getNumOperands())
478 BaseTypeName = cast<MDString>(Node->getOperand(ArgNo))->getString();
479
480 StringRef AccQual;
481 Node = Func->getMetadata("kernel_arg_access_qual");
482 if (Node && ArgNo < Node->getNumOperands())
483 AccQual = cast<MDString>(Node->getOperand(ArgNo))->getString();
484
485 StringRef Name;
486 Node = Func->getMetadata("kernel_arg_name");
487 if (Node && ArgNo < Node->getNumOperands())
488 Name = cast<MDString>(Node->getOperand(ArgNo))->getString();
489
490 StringRef TypeName;
491 Node = Func->getMetadata("kernel_arg_type");
492 if (Node && ArgNo < Node->getNumOperands())
493 TypeName = cast<MDString>(Node->getOperand(ArgNo))->getString();
494
495 emitKernelArg(Func->getParent()->getDataLayout(), Arg.getType(),
496 getValueKind(Arg.getType(), TypeQual, BaseTypeName), TypeQual,
497 BaseTypeName, AccQual, Name, TypeName);
498}
499
500void MetadataStreamer::emitKernelArg(const DataLayout &DL, Type *Ty,
501 ValueKind ValueKind, StringRef TypeQual,
502 StringRef BaseTypeName, StringRef AccQual,
503 StringRef Name, StringRef TypeName) {
504 CodeObjectMetadata.mKernels.back().mArgs.push_back(Kernel::Arg::Metadata());
505 auto &Arg = CodeObjectMetadata.mKernels.back().mArgs.back();
506
507 Arg.mSize = DL.getTypeAllocSize(Ty);
508 Arg.mAlign = DL.getABITypeAlignment(Ty);
509 Arg.mValueKind = ValueKind;
510 Arg.mValueType = getValueType(Ty, BaseTypeName);
511
512 if (auto PtrTy = dyn_cast<PointerType>(Ty)) {
513 auto ElTy = PtrTy->getElementType();
Yaxun Liu1a14bfa2017-03-27 14:04:01 +0000514 if (PtrTy->getAddressSpace() == AMDGPUASI.LOCAL_ADDRESS && ElTy->isSized())
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000515 Arg.mPointeeAlign = DL.getABITypeAlignment(ElTy);
516 }
517
518 Arg.mAccQual = getAccessQualifier(AccQual);
519
520 if (auto PtrTy = dyn_cast<PointerType>(Ty))
521 Arg.mAddrSpaceQual = getAddressSpaceQualifer(PtrTy->getAddressSpace());
522
523 SmallVector<StringRef, 1> SplitTypeQuals;
524 TypeQual.split(SplitTypeQuals, " ", -1, false);
525 for (StringRef Key : SplitTypeQuals) {
526 auto P = StringSwitch<bool*>(Key)
527 .Case("const", &Arg.mIsConst)
528 .Case("pipe", &Arg.mIsPipe)
529 .Case("restrict", &Arg.mIsRestrict)
530 .Case("volatile", &Arg.mIsVolatile)
531 .Default(nullptr);
532 if (P)
533 *P = true;
534 }
535
536 Arg.mName = Name;
537 Arg.mTypeName = TypeName;
538}
539
Konstantin Zhuravlyovca0e7f62017-03-22 22:54:39 +0000540void MetadataStreamer::emitKernelCodeProps(
541 const amd_kernel_code_t &KernelCode) {
542 auto &CodeProps = CodeObjectMetadata.mKernels.back().mCodeProps;
543
544 CodeProps.mKernargSegmentSize = KernelCode.kernarg_segment_byte_size;
545 CodeProps.mWorkgroupGroupSegmentSize =
546 KernelCode.workgroup_group_segment_byte_size;
547 CodeProps.mWorkitemPrivateSegmentSize =
548 KernelCode.workitem_private_segment_byte_size;
549 CodeProps.mWavefrontNumSGPRs = KernelCode.wavefront_sgpr_count;
550 CodeProps.mWorkitemNumVGPRs = KernelCode.workitem_vgpr_count;
551 CodeProps.mKernargSegmentAlign = KernelCode.kernarg_segment_alignment;
552 CodeProps.mGroupSegmentAlign = KernelCode.group_segment_alignment;
553 CodeProps.mPrivateSegmentAlign = KernelCode.private_segment_alignment;
554 CodeProps.mWavefrontSize = KernelCode.wavefront_size;
555}
556
Konstantin Zhuravlyova780ffa2017-03-22 23:10:46 +0000557void MetadataStreamer::emitKernelDebugProps(
558 const amd_kernel_code_t &KernelCode) {
559 if (!(KernelCode.code_properties & AMD_CODE_PROPERTY_IS_DEBUG_SUPPORTED))
560 return;
561
562 auto &DebugProps = CodeObjectMetadata.mKernels.back().mDebugProps;
563
564 // FIXME: Need to pass down debugger ABI version through features. This is ok
565 // for now because we only have one version.
566 DebugProps.mDebuggerABIVersion.push_back(1);
567 DebugProps.mDebuggerABIVersion.push_back(0);
568 DebugProps.mReservedNumVGPRs = KernelCode.reserved_vgpr_count;
569 DebugProps.mReservedFirstVGPR = KernelCode.reserved_vgpr_first;
570 DebugProps.mPrivateSegmentBufferSGPR =
571 KernelCode.debug_private_segment_buffer_sgpr;
572 DebugProps.mWavefrontPrivateSegmentOffsetSGPR =
573 KernelCode.debug_wavefront_private_segment_offset_sgpr;
574}
575
Konstantin Zhuravlyov4cbb6892017-03-22 23:27:09 +0000576void MetadataStreamer::begin(const Module &Mod) {
Yaxun Liu1a14bfa2017-03-27 14:04:01 +0000577 AMDGPUASI = getAMDGPUAS(Mod);
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000578 emitVersion();
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000579 emitPrintf(Mod);
580}
581
Konstantin Zhuravlyovca0e7f62017-03-22 22:54:39 +0000582void MetadataStreamer::emitKernel(const Function &Func,
583 const amd_kernel_code_t &KernelCode) {
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000584 if (Func.getCallingConv() != CallingConv::AMDGPU_KERNEL)
585 return;
586
587 CodeObjectMetadata.mKernels.push_back(Kernel::Metadata());
588 auto &Kernel = CodeObjectMetadata.mKernels.back();
589
590 Kernel.mName = Func.getName();
591 emitKernelLanguage(Func);
592 emitKernelAttrs(Func);
593 emitKernelArgs(Func);
Konstantin Zhuravlyovca0e7f62017-03-22 22:54:39 +0000594 emitKernelCodeProps(KernelCode);
Konstantin Zhuravlyova780ffa2017-03-22 23:10:46 +0000595 emitKernelDebugProps(KernelCode);
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000596}
597
598ErrorOr<std::string> MetadataStreamer::toYamlString() {
599 std::string YamlString;
600 if (auto Error = Metadata::toYamlString(CodeObjectMetadata, YamlString))
601 return Error;
602
603 if (DumpCodeObjectMetadata)
604 dump(YamlString);
605 if (VerifyCodeObjectMetadata)
606 verify(YamlString);
607
608 return YamlString;
609}
610
Konstantin Zhuravlyov4cbb6892017-03-22 23:27:09 +0000611ErrorOr<std::string> MetadataStreamer::toYamlString(StringRef YamlString) {
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000612 if (auto Error = Metadata::fromYamlString(YamlString, CodeObjectMetadata))
613 return Error;
614
Konstantin Zhuravlyov7498cd62017-03-22 22:32:22 +0000615 return toYamlString();
616}
617
618} // end namespace CodeObject
619} // end namespace AMDGPU
620} // end namespace llvm