| //=-- Profilesummary.cpp - Profile summary computation ----------------------=// |
| // |
| // The LLVM Compiler Infrastructure |
| // |
| // This file is distributed under the University of Illinois Open Source |
| // License. See LICENSE.TXT for details. |
| // |
| //===----------------------------------------------------------------------===// |
| // |
| // This file contains support for computing profile summary data. |
| // |
| //===----------------------------------------------------------------------===// |
| |
| #include "llvm/IR/Attributes.h" |
| #include "llvm/IR/Constants.h" |
| #include "llvm/IR/Function.h" |
| #include "llvm/IR/Metadata.h" |
| #include "llvm/IR/Type.h" |
| #include "llvm/ProfileData/InstrProf.h" |
| #include "llvm/ProfileData/ProfileCommon.h" |
| #include "llvm/ProfileData/SampleProf.h" |
| #include "llvm/Support/Casting.h" |
| |
| using namespace llvm; |
| |
| // A set of cutoff values. Each value, when divided by ProfileSummary::Scale |
| // (which is 1000000) is a desired percentile of total counts. |
| const std::vector<uint32_t> ProfileSummary::DefaultCutoffs( |
| {10000, /* 1% */ |
| 100000, /* 10% */ |
| 200000, 300000, 400000, 500000, 600000, 500000, 600000, 700000, 800000, |
| 900000, 950000, 990000, 999000, 999900, 999990, 999999}); |
| const char *ProfileSummary::KindStr[2] = {"InstrProf", "SampleProfile"}; |
| |
| void InstrProfSummary::addRecord(const InstrProfRecord &R) { |
| addEntryCount(R.Counts[0]); |
| for (size_t I = 1, E = R.Counts.size(); I < E; ++I) |
| addInternalCount(R.Counts[I]); |
| } |
| |
| // To compute the detailed summary, we consider each line containing samples as |
| // equivalent to a block with a count in the instrumented profile. |
| void SampleProfileSummary::addRecord(const sampleprof::FunctionSamples &FS) { |
| NumFunctions++; |
| if (FS.getHeadSamples() > MaxHeadSamples) |
| MaxHeadSamples = FS.getHeadSamples(); |
| for (const auto &I : FS.getBodySamples()) |
| addCount(I.second.getSamples()); |
| } |
| |
| // The argument to this method is a vector of cutoff percentages and the return |
| // value is a vector of (Cutoff, MinCount, NumCounts) triplets. |
| void ProfileSummary::computeDetailedSummary() { |
| if (DetailedSummaryCutoffs.empty()) |
| return; |
| auto Iter = CountFrequencies.begin(); |
| auto End = CountFrequencies.end(); |
| std::sort(DetailedSummaryCutoffs.begin(), DetailedSummaryCutoffs.end()); |
| |
| uint32_t CountsSeen = 0; |
| uint64_t CurrSum = 0, Count = 0; |
| |
| for (uint32_t Cutoff : DetailedSummaryCutoffs) { |
| assert(Cutoff <= 999999); |
| APInt Temp(128, TotalCount); |
| APInt N(128, Cutoff); |
| APInt D(128, ProfileSummary::Scale); |
| Temp *= N; |
| Temp = Temp.sdiv(D); |
| uint64_t DesiredCount = Temp.getZExtValue(); |
| assert(DesiredCount <= TotalCount); |
| while (CurrSum < DesiredCount && Iter != End) { |
| Count = Iter->first; |
| uint32_t Freq = Iter->second; |
| CurrSum += (Count * Freq); |
| CountsSeen += Freq; |
| Iter++; |
| } |
| assert(CurrSum >= DesiredCount); |
| ProfileSummaryEntry PSE = {Cutoff, Count, CountsSeen}; |
| DetailedSummary.push_back(PSE); |
| } |
| } |
| |
| // Returns true if the function is a hot function. |
| bool ProfileSummary::isFunctionHot(const Function *F) { |
| // FIXME: update when summary data is stored in module's metadata. |
| return false; |
| } |
| |
| // Returns true if the function is a cold function. |
| bool ProfileSummary::isFunctionUnlikely(const Function *F) { |
| if (F->hasFnAttribute(Attribute::Cold)) { |
| return true; |
| } |
| if (!F->getEntryCount()) { |
| return false; |
| } |
| // FIXME: update when summary data is stored in module's metadata. |
| return (*F->getEntryCount()) == 0; |
| } |
| |
| InstrProfSummary::InstrProfSummary(const IndexedInstrProf::Summary &S) |
| : ProfileSummary(PSK_Instr), |
| MaxInternalBlockCount( |
| S.get(IndexedInstrProf::Summary::MaxInternalBlockCount)), |
| MaxFunctionCount(S.get(IndexedInstrProf::Summary::MaxFunctionCount)), |
| NumFunctions(S.get(IndexedInstrProf::Summary::TotalNumFunctions)) { |
| |
| TotalCount = S.get(IndexedInstrProf::Summary::TotalBlockCount); |
| MaxCount = S.get(IndexedInstrProf::Summary::MaxBlockCount); |
| NumCounts = S.get(IndexedInstrProf::Summary::TotalNumBlocks); |
| |
| for (unsigned I = 0; I < S.NumCutoffEntries; I++) { |
| const IndexedInstrProf::Summary::Entry &Ent = S.getEntry(I); |
| DetailedSummary.emplace_back((uint32_t)Ent.Cutoff, Ent.MinBlockCount, |
| Ent.NumBlocks); |
| } |
| } |
| void InstrProfSummary::addEntryCount(uint64_t Count) { |
| addCount(Count); |
| NumFunctions++; |
| if (Count > MaxFunctionCount) |
| MaxFunctionCount = Count; |
| } |
| |
| void InstrProfSummary::addInternalCount(uint64_t Count) { |
| addCount(Count); |
| if (Count > MaxInternalBlockCount) |
| MaxInternalBlockCount = Count; |
| } |
| |
| // Return an MDTuple with two elements. The first element is a string Key and |
| // the second is a uint64_t Value. |
| static Metadata *getKeyValMD(LLVMContext &Context, const char *Key, |
| uint64_t Val) { |
| Type *Int64Ty = Type::getInt64Ty(Context); |
| Metadata *Ops[2] = {MDString::get(Context, Key), |
| ConstantAsMetadata::get(ConstantInt::get(Int64Ty, Val))}; |
| return MDTuple::get(Context, Ops); |
| } |
| |
| // Return an MDTuple with two elements. The first element is a string Key and |
| // the second is a string Value. |
| static Metadata *getKeyValMD(LLVMContext &Context, const char *Key, |
| const char *Val) { |
| Metadata *Ops[2] = {MDString::get(Context, Key), MDString::get(Context, Val)}; |
| return MDTuple::get(Context, Ops); |
| } |
| |
| // This returns an MDTuple representing the detiled summary. The tuple has two |
| // elements: a string "DetailedSummary" and an MDTuple representing the value |
| // of the detailed summary. Each element of this tuple is again an MDTuple whose |
| // elements are the (Cutoff, MinCount, NumCounts) triplet of the |
| // DetailedSummaryEntry. |
| Metadata *ProfileSummary::getDetailedSummaryMD(LLVMContext &Context) { |
| std::vector<Metadata *> Entries; |
| Type *Int32Ty = Type::getInt32Ty(Context); |
| Type *Int64Ty = Type::getInt64Ty(Context); |
| for (auto &Entry : DetailedSummary) { |
| Metadata *EntryMD[3] = { |
| ConstantAsMetadata::get(ConstantInt::get(Int32Ty, Entry.Cutoff)), |
| ConstantAsMetadata::get(ConstantInt::get(Int64Ty, Entry.MinCount)), |
| ConstantAsMetadata::get(ConstantInt::get(Int32Ty, Entry.NumCounts))}; |
| Entries.push_back(MDTuple::get(Context, EntryMD)); |
| } |
| Metadata *Ops[2] = {MDString::get(Context, "DetailedSummary"), |
| MDTuple::get(Context, Entries)}; |
| return MDTuple::get(Context, Ops); |
| } |
| |
| // This returns an MDTuple representing this ProfileSummary object. The first |
| // entry of this tuple is another MDTuple of two elements: a string |
| // "ProfileFormat" and a string representing the format ("InstrProf" or |
| // "SampleProfile"). The rest of the elements of the outer MDTuple are specific |
| // to the kind of profile summary as returned by getFormatSpecificMD. |
| Metadata *ProfileSummary::getMD(LLVMContext &Context) { |
| std::vector<Metadata *> Components; |
| Components.push_back(getKeyValMD(Context, "ProfileFormat", getKindStr())); |
| std::vector<Metadata *> Res = getFormatSpecificMD(Context); |
| Components.insert(Components.end(), Res.begin(), Res.end()); |
| return MDTuple::get(Context, Components); |
| } |
| |
| // Returns a vector of MDTuples specific to InstrProfSummary. The first six |
| // elements of this vector are (Key, Val) pairs of the six scalar fields of |
| // InstrProfSummary (TotalCount, MaxBlockCount, MaxInternalBlockCount, |
| // MaxFunctionCount, NumBlocks, NumFunctions). The last element of this vector |
| // is an MDTuple returned by getDetailedSummaryMD. |
| std::vector<Metadata *> |
| InstrProfSummary::getFormatSpecificMD(LLVMContext &Context) { |
| std::vector<Metadata *> Components; |
| |
| Components.push_back(getKeyValMD(Context, "TotalCount", getTotalCount())); |
| Components.push_back( |
| getKeyValMD(Context, "MaxBlockCount", getMaxBlockCount())); |
| Components.push_back(getKeyValMD(Context, "MaxInternalBlockCount", |
| getMaxInternalBlockCount())); |
| Components.push_back( |
| getKeyValMD(Context, "MaxFunctionCount", getMaxFunctionCount())); |
| Components.push_back(getKeyValMD(Context, "NumBlocks", getNumBlocks())); |
| Components.push_back(getKeyValMD(Context, "NumFunctions", getNumFunctions())); |
| |
| Components.push_back(getDetailedSummaryMD(Context)); |
| return Components; |
| } |
| |
| std::vector<Metadata *> |
| SampleProfileSummary::getFormatSpecificMD(LLVMContext &Context) { |
| std::vector<Metadata *> Components; |
| |
| Components.push_back(getKeyValMD(Context, "TotalSamples", getTotalSamples())); |
| Components.push_back( |
| getKeyValMD(Context, "MaxSamplesPerLine", getMaxSamplesPerLine())); |
| Components.push_back( |
| getKeyValMD(Context, "MaxHeadSamples", getMaxHeadSamples())); |
| Components.push_back( |
| getKeyValMD(Context, "NumLinesWithSamples", getNumLinesWithSamples())); |
| Components.push_back(getKeyValMD(Context, "NumFunctions", NumFunctions)); |
| |
| Components.push_back(getDetailedSummaryMD(Context)); |
| return Components; |
| } |
| |
| // Parse an MDTuple representing (Key, Val) pair. |
| static bool getVal(MDTuple *MD, const char *Key, uint64_t &Val) { |
| if (!MD) |
| return false; |
| if (MD->getNumOperands() != 2) |
| return false; |
| MDString *KeyMD = dyn_cast<MDString>(MD->getOperand(0)); |
| ConstantAsMetadata *ValMD = dyn_cast<ConstantAsMetadata>(MD->getOperand(1)); |
| if (!KeyMD || !ValMD) |
| return false; |
| if (!KeyMD->getString().equals(Key)) |
| return false; |
| Val = cast<ConstantInt>(ValMD->getValue())->getZExtValue(); |
| return true; |
| } |
| |
| // Check if an MDTuple represents a (Key, Val) pair. |
| static bool isKeyValuePair(MDTuple *MD, const char *Key, const char *Val) { |
| if (!MD || MD->getNumOperands() != 2) |
| return false; |
| MDString *KeyMD = dyn_cast<MDString>(MD->getOperand(0)); |
| MDString *ValMD = dyn_cast<MDString>(MD->getOperand(1)); |
| if (!KeyMD || !ValMD) |
| return false; |
| if (!KeyMD->getString().equals(Key) || !ValMD->getString().equals(Val)) |
| return false; |
| return true; |
| } |
| |
| // Parse an MDTuple representing detailed summary. |
| static bool getSummaryFromMD(MDTuple *MD, SummaryEntryVector &Summary) { |
| if (!MD || MD->getNumOperands() != 2) |
| return false; |
| MDString *KeyMD = dyn_cast<MDString>(MD->getOperand(0)); |
| if (!KeyMD || !KeyMD->getString().equals("DetailedSummary")) |
| return false; |
| MDTuple *EntriesMD = dyn_cast<MDTuple>(MD->getOperand(1)); |
| if (!EntriesMD) |
| return false; |
| for (auto &&MDOp : EntriesMD->operands()) { |
| MDTuple *EntryMD = dyn_cast<MDTuple>(MDOp); |
| if (!EntryMD || EntryMD->getNumOperands() != 3) |
| return false; |
| ConstantAsMetadata *Op0 = |
| dyn_cast<ConstantAsMetadata>(EntryMD->getOperand(0)); |
| ConstantAsMetadata *Op1 = |
| dyn_cast<ConstantAsMetadata>(EntryMD->getOperand(1)); |
| ConstantAsMetadata *Op2 = |
| dyn_cast<ConstantAsMetadata>(EntryMD->getOperand(2)); |
| |
| if (!Op0 || !Op1 || !Op2) |
| return false; |
| Summary.emplace_back(cast<ConstantInt>(Op0->getValue())->getZExtValue(), |
| cast<ConstantInt>(Op1->getValue())->getZExtValue(), |
| cast<ConstantInt>(Op2->getValue())->getZExtValue()); |
| } |
| return true; |
| } |
| |
| // Parse an MDTuple representing an InstrProfSummary object. |
| static ProfileSummary *getInstrProfSummaryFromMD(MDTuple *Tuple) { |
| uint64_t NumBlocks, TotalCount, NumFunctions, MaxFunctionCount, MaxBlockCount, |
| MaxInternalBlockCount; |
| SummaryEntryVector Summary; |
| |
| if (Tuple->getNumOperands() != 8) |
| return nullptr; |
| |
| // Skip operand 0 which has been already parsed in the caller |
| if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(1)), "TotalCount", |
| TotalCount)) |
| return nullptr; |
| if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(2)), "MaxBlockCount", |
| MaxBlockCount)) |
| return nullptr; |
| if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(3)), "MaxInternalBlockCount", |
| MaxInternalBlockCount)) |
| return nullptr; |
| if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(4)), "MaxFunctionCount", |
| MaxFunctionCount)) |
| return nullptr; |
| if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(5)), "NumBlocks", NumBlocks)) |
| return nullptr; |
| if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(6)), "NumFunctions", |
| NumFunctions)) |
| return nullptr; |
| if (!getSummaryFromMD(dyn_cast<MDTuple>(Tuple->getOperand(7)), Summary)) |
| return nullptr; |
| return new InstrProfSummary(TotalCount, MaxBlockCount, MaxInternalBlockCount, |
| MaxFunctionCount, NumBlocks, NumFunctions, |
| Summary); |
| } |
| |
| // Parse an MDTuple representing a SampleProfileSummary object. |
| static ProfileSummary *getSampleProfileSummaryFromMD(MDTuple *Tuple) { |
| uint64_t TotalSamples, MaxSamplesPerLine, MaxHeadSamples, NumLinesWithSamples, |
| NumFunctions; |
| SummaryEntryVector Summary; |
| |
| if (Tuple->getNumOperands() != 7) |
| return nullptr; |
| |
| // Skip operand 0 which has been already parsed in the caller |
| if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(1)), "TotalSamples", |
| TotalSamples)) |
| return nullptr; |
| if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(2)), "MaxSamplesPerLine", |
| MaxSamplesPerLine)) |
| return nullptr; |
| if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(3)), "MaxHeadSamples", |
| MaxHeadSamples)) |
| return nullptr; |
| if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(4)), "NumLinesWithSamples", |
| NumLinesWithSamples)) |
| return nullptr; |
| if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(5)), "NumFunctions", |
| NumFunctions)) |
| return nullptr; |
| if (!getSummaryFromMD(dyn_cast<MDTuple>(Tuple->getOperand(6)), Summary)) |
| return nullptr; |
| return new SampleProfileSummary(TotalSamples, MaxSamplesPerLine, |
| MaxHeadSamples, NumLinesWithSamples, |
| NumFunctions, Summary); |
| } |
| |
| ProfileSummary *ProfileSummary::getFromMD(Metadata *MD) { |
| if (!isa<MDTuple>(MD)) |
| return nullptr; |
| MDTuple *Tuple = cast<MDTuple>(MD); |
| auto &FormatMD = Tuple->getOperand(0); |
| if (isKeyValuePair(dyn_cast_or_null<MDTuple>(FormatMD), "ProfileFormat", |
| "SampleProfile")) |
| return getSampleProfileSummaryFromMD(Tuple); |
| else if (isKeyValuePair(dyn_cast_or_null<MDTuple>(FormatMD), "ProfileFormat", |
| "InstrProf")) |
| return getInstrProfSummaryFromMD(Tuple); |
| else |
| return nullptr; |
| } |