blob: 4147e5e1bb683634ed41fba3f2a93464bec15bc4 [file] [log] [blame]
Duncan P. N. Exon Smith689a5072014-04-11 23:20:58 +00001//===- MachineBlockFrequencyInfo.cpp - MBB Frequency Analysis -------------===//
Jakub Staszak27131172011-07-16 20:23:20 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// Loops should be simplified before this analysis.
11//
12//===----------------------------------------------------------------------===//
13
Jakub Staszak875ebd52011-07-25 19:25:40 +000014#include "llvm/CodeGen/MachineBlockFrequencyInfo.h"
Duncan P. N. Exon Smith689a5072014-04-11 23:20:58 +000015#include "llvm/Analysis/BlockFrequencyInfoImpl.h"
Jakub Staszak27131172011-07-16 20:23:20 +000016#include "llvm/CodeGen/MachineBranchProbabilityInfo.h"
Duncan P. N. Exon Smith10be9a82014-04-21 17:57:07 +000017#include "llvm/CodeGen/MachineFunction.h"
18#include "llvm/CodeGen/MachineLoopInfo.h"
Chandler Carruthed0881b2012-12-03 16:50:05 +000019#include "llvm/CodeGen/Passes.h"
20#include "llvm/InitializePasses.h"
Michael Gottesman65bbcdf2013-12-03 00:49:33 +000021#include "llvm/Support/CommandLine.h"
22#include "llvm/Support/Debug.h"
Xinliang David Li69317f22016-06-22 16:04:51 +000023#include "llvm/Support/Format.h"
Michael Gottesman65bbcdf2013-12-03 00:49:33 +000024#include "llvm/Support/GraphWriter.h"
Xinliang David Li69317f22016-06-22 16:04:51 +000025#include "llvm/Support/raw_ostream.h"
Jakub Staszak27131172011-07-16 20:23:20 +000026
27using namespace llvm;
28
Chandler Carruth1b9dde02014-04-22 02:02:50 +000029#define DEBUG_TYPE "block-freq"
30
Michael Gottesman65bbcdf2013-12-03 00:49:33 +000031#ifndef NDEBUG
Michael Gottesman65bbcdf2013-12-03 00:49:33 +000032
Xinliang David Libc157082016-06-21 23:36:12 +000033static cl::opt<GVDAGType> ViewMachineBlockFreqPropagationDAG(
34 "view-machine-block-freq-propagation-dags", cl::Hidden,
35 cl::desc("Pop up a window to show a dag displaying how machine block "
36 "frequencies propagate through the CFG."),
37 cl::values(clEnumValN(GVDT_None, "none", "do not display graphs."),
38 clEnumValN(GVDT_Fraction, "fraction",
39 "display a graph using the "
40 "fractional block frequency representation."),
41 clEnumValN(GVDT_Integer, "integer",
42 "display a graph using the raw "
43 "integer fractional block frequency representation."),
Xinliang David Li30c50f32016-06-22 19:26:44 +000044 clEnumValN(GVDT_Count, "count", "display a graph using the real "
45 "profile count if available."),
46
Xinliang David Libc157082016-06-21 23:36:12 +000047 clEnumValEnd));
Michael Gottesman65bbcdf2013-12-03 00:49:33 +000048
Xinliang David Li8dd5ce92016-06-28 04:07:03 +000049extern cl::opt<std::string> ViewBlockFreqFuncName;
Simon Pilgrim2d531582016-06-28 12:34:44 +000050extern cl::opt<unsigned> ViewHotFreqPercent;
Xinliang David Li80457ce2016-06-22 02:12:54 +000051
Michael Gottesman65bbcdf2013-12-03 00:49:33 +000052namespace llvm {
53
Xinliang David Libc157082016-06-21 23:36:12 +000054template <> struct GraphTraits<MachineBlockFrequencyInfo *> {
Michael Gottesman65bbcdf2013-12-03 00:49:33 +000055 typedef const MachineBasicBlock NodeType;
Tim Sheneb3958f2016-08-17 20:07:29 +000056 typedef const MachineBasicBlock *NodeRef;
Michael Gottesman65bbcdf2013-12-03 00:49:33 +000057 typedef MachineBasicBlock::const_succ_iterator ChildIteratorType;
Tim Shenb5e0f5a2016-08-19 21:20:13 +000058 typedef pointer_iterator<MachineFunction::const_iterator> nodes_iterator;
Michael Gottesman65bbcdf2013-12-03 00:49:33 +000059
Xinliang David Libc157082016-06-21 23:36:12 +000060 static inline const NodeType *
61 getEntryNode(const MachineBlockFrequencyInfo *G) {
Duncan P. N. Exon Smith0ac8eb92015-10-09 19:23:20 +000062 return &G->getFunction()->front();
Michael Gottesman65bbcdf2013-12-03 00:49:33 +000063 }
Michael Gottesman748fe482013-12-03 20:21:17 +000064
Michael Gottesman65bbcdf2013-12-03 00:49:33 +000065 static ChildIteratorType child_begin(const NodeType *N) {
66 return N->succ_begin();
67 }
Michael Gottesman748fe482013-12-03 20:21:17 +000068
Michael Gottesman65bbcdf2013-12-03 00:49:33 +000069 static ChildIteratorType child_end(const NodeType *N) {
70 return N->succ_end();
71 }
Michael Gottesman748fe482013-12-03 20:21:17 +000072
Michael Gottesman65bbcdf2013-12-03 00:49:33 +000073 static nodes_iterator nodes_begin(const MachineBlockFrequencyInfo *G) {
Tim Shenb5e0f5a2016-08-19 21:20:13 +000074 return nodes_iterator(G->getFunction()->begin());
Michael Gottesman65bbcdf2013-12-03 00:49:33 +000075 }
Michael Gottesman748fe482013-12-03 20:21:17 +000076
Michael Gottesman65bbcdf2013-12-03 00:49:33 +000077 static nodes_iterator nodes_end(const MachineBlockFrequencyInfo *G) {
Tim Shenb5e0f5a2016-08-19 21:20:13 +000078 return nodes_iterator(G->getFunction()->end());
Michael Gottesman65bbcdf2013-12-03 00:49:33 +000079 }
80};
81
Xinliang David Li55415f22016-06-28 03:41:29 +000082typedef BFIDOTGraphTraitsBase<MachineBlockFrequencyInfo,
83 MachineBranchProbabilityInfo>
84 MBFIDOTGraphTraitsBase;
Xinliang David Libc157082016-06-21 23:36:12 +000085template <>
86struct DOTGraphTraits<MachineBlockFrequencyInfo *>
Xinliang David Li55415f22016-06-28 03:41:29 +000087 : public MBFIDOTGraphTraitsBase {
Xinliang David Libc157082016-06-21 23:36:12 +000088 explicit DOTGraphTraits(bool isSimple = false)
Xinliang David Li55415f22016-06-28 03:41:29 +000089 : MBFIDOTGraphTraitsBase(isSimple) {}
Michael Gottesman65bbcdf2013-12-03 00:49:33 +000090
91 std::string getNodeLabel(const MachineBasicBlock *Node,
92 const MachineBlockFrequencyInfo *Graph) {
Xinliang David Li55415f22016-06-28 03:41:29 +000093 return MBFIDOTGraphTraitsBase::getNodeLabel(
94 Node, Graph, ViewMachineBlockFreqPropagationDAG);
Michael Gottesman65bbcdf2013-12-03 00:49:33 +000095 }
Xinliang David Li55415f22016-06-28 03:41:29 +000096
Xinliang David Li3e176c72016-06-28 06:58:21 +000097 std::string getNodeAttributes(const MachineBasicBlock *Node,
98 const MachineBlockFrequencyInfo *Graph) {
99 return MBFIDOTGraphTraitsBase::getNodeAttributes(Node, Graph,
100 ViewHotFreqPercent);
101 }
102
Xinliang David Li55415f22016-06-28 03:41:29 +0000103 std::string getEdgeAttributes(const MachineBasicBlock *Node, EdgeIter EI,
104 const MachineBlockFrequencyInfo *MBFI) {
Xinliang David Li3e176c72016-06-28 06:58:21 +0000105 return MBFIDOTGraphTraitsBase::getEdgeAttributes(
106 Node, EI, MBFI, MBFI->getMBPI(), ViewHotFreqPercent);
Xinliang David Li69317f22016-06-22 16:04:51 +0000107 }
Michael Gottesman65bbcdf2013-12-03 00:49:33 +0000108};
109
Michael Gottesman65bbcdf2013-12-03 00:49:33 +0000110} // end namespace llvm
111#endif
112
Jakub Staszak875ebd52011-07-25 19:25:40 +0000113INITIALIZE_PASS_BEGIN(MachineBlockFrequencyInfo, "machine-block-freq",
Jakub Staszak27131172011-07-16 20:23:20 +0000114 "Machine Block Frequency Analysis", true, true)
115INITIALIZE_PASS_DEPENDENCY(MachineBranchProbabilityInfo)
Duncan P. N. Exon Smith10be9a82014-04-21 17:57:07 +0000116INITIALIZE_PASS_DEPENDENCY(MachineLoopInfo)
Jakub Staszak875ebd52011-07-25 19:25:40 +0000117INITIALIZE_PASS_END(MachineBlockFrequencyInfo, "machine-block-freq",
Jakub Staszak27131172011-07-16 20:23:20 +0000118 "Machine Block Frequency Analysis", true, true)
119
Jakub Staszak875ebd52011-07-25 19:25:40 +0000120char MachineBlockFrequencyInfo::ID = 0;
Jakub Staszak27131172011-07-16 20:23:20 +0000121
Xinliang David Libc157082016-06-21 23:36:12 +0000122MachineBlockFrequencyInfo::MachineBlockFrequencyInfo()
123 : MachineFunctionPass(ID) {
Jakub Staszak875ebd52011-07-25 19:25:40 +0000124 initializeMachineBlockFrequencyInfoPass(*PassRegistry::getPassRegistry());
Jakub Staszak27131172011-07-16 20:23:20 +0000125}
126
Duncan P. N. Exon Smith3dbe1052014-03-25 18:01:38 +0000127MachineBlockFrequencyInfo::~MachineBlockFrequencyInfo() {}
Jakub Staszak27131172011-07-16 20:23:20 +0000128
Jakub Staszak875ebd52011-07-25 19:25:40 +0000129void MachineBlockFrequencyInfo::getAnalysisUsage(AnalysisUsage &AU) const {
Jakub Staszak27131172011-07-16 20:23:20 +0000130 AU.addRequired<MachineBranchProbabilityInfo>();
Duncan P. N. Exon Smith10be9a82014-04-21 17:57:07 +0000131 AU.addRequired<MachineLoopInfo>();
Jakub Staszak27131172011-07-16 20:23:20 +0000132 AU.setPreservesAll();
Jakub Staszakcb7c0a42011-07-21 22:59:09 +0000133 MachineFunctionPass::getAnalysisUsage(AU);
Jakub Staszak27131172011-07-16 20:23:20 +0000134}
135
Jakub Staszak875ebd52011-07-25 19:25:40 +0000136bool MachineBlockFrequencyInfo::runOnMachineFunction(MachineFunction &F) {
Michael Gottesman748fe482013-12-03 20:21:17 +0000137 MachineBranchProbabilityInfo &MBPI =
Duncan P. N. Exon Smith10be9a82014-04-21 17:57:07 +0000138 getAnalysis<MachineBranchProbabilityInfo>();
139 MachineLoopInfo &MLI = getAnalysis<MachineLoopInfo>();
Duncan P. N. Exon Smith3dbe1052014-03-25 18:01:38 +0000140 if (!MBFI)
141 MBFI.reset(new ImplType);
Cong Hou5e67b662015-07-15 19:58:26 +0000142 MBFI->calculate(F, MBPI, MLI);
Michael Gottesman65bbcdf2013-12-03 00:49:33 +0000143#ifndef NDEBUG
Xinliang David Li80457ce2016-06-22 02:12:54 +0000144 if (ViewMachineBlockFreqPropagationDAG != GVDT_None &&
Xinliang David Li8dd5ce92016-06-28 04:07:03 +0000145 (ViewBlockFreqFuncName.empty() ||
146 F.getName().equals(ViewBlockFreqFuncName))) {
Michael Gottesman65bbcdf2013-12-03 00:49:33 +0000147 view();
148 }
149#endif
Jakub Staszak27131172011-07-16 20:23:20 +0000150 return false;
151}
152
Duncan P. N. Exon Smith3dbe1052014-03-25 18:01:38 +0000153void MachineBlockFrequencyInfo::releaseMemory() { MBFI.reset(); }
154
Michael Gottesman65bbcdf2013-12-03 00:49:33 +0000155/// Pop up a ghostview window with the current block frequency propagation
156/// rendered using dot.
157void MachineBlockFrequencyInfo::view() const {
158// This code is only for debugging.
159#ifndef NDEBUG
160 ViewGraph(const_cast<MachineBlockFrequencyInfo *>(this),
161 "MachineBlockFrequencyDAGs");
162#else
Michael Gottesman748fe482013-12-03 20:21:17 +0000163 errs() << "MachineBlockFrequencyInfo::view is only available in debug builds "
Xinliang David Libc157082016-06-21 23:36:12 +0000164 "on systems with Graphviz or gv!\n";
Michael Gottesman65bbcdf2013-12-03 00:49:33 +0000165#endif // NDEBUG
166}
167
Xinliang David Libc157082016-06-21 23:36:12 +0000168BlockFrequency
169MachineBlockFrequencyInfo::getBlockFreq(const MachineBasicBlock *MBB) const {
Duncan P. N. Exon Smith3dbe1052014-03-25 18:01:38 +0000170 return MBFI ? MBFI->getBlockFreq(MBB) : 0;
Jakub Staszak27131172011-07-16 20:23:20 +0000171}
Michael Gottesman65bbcdf2013-12-03 00:49:33 +0000172
Xinliang David Li30c50f32016-06-22 19:26:44 +0000173Optional<uint64_t> MachineBlockFrequencyInfo::getBlockProfileCount(
174 const MachineBasicBlock *MBB) const {
175 const Function *F = MBFI->getFunction()->getFunction();
176 return MBFI ? MBFI->getBlockProfileCount(*F, MBB) : None;
177}
178
Sean Silvaf8015752016-08-02 02:15:45 +0000179Optional<uint64_t>
180MachineBlockFrequencyInfo::getProfileCountFromFreq(uint64_t Freq) const {
181 const Function *F = MBFI->getFunction()->getFunction();
182 return MBFI ? MBFI->getProfileCountFromFreq(*F, Freq) : None;
183}
184
Duncan P. N. Exon Smith936aef92014-03-25 18:01:32 +0000185const MachineFunction *MachineBlockFrequencyInfo::getFunction() const {
Duncan P. N. Exon Smith10be9a82014-04-21 17:57:07 +0000186 return MBFI ? MBFI->getFunction() : nullptr;
Michael Gottesman65bbcdf2013-12-03 00:49:33 +0000187}
Michael Gottesmanfd5c4b22013-12-14 00:06:03 +0000188
Xinliang David Li3264fdd2016-06-28 00:15:45 +0000189const MachineBranchProbabilityInfo *MachineBlockFrequencyInfo::getMBPI() const {
190 return MBFI ? &MBFI->getBPI() : nullptr;
191}
192
Michael Gottesmanfd5c4b22013-12-14 00:06:03 +0000193raw_ostream &
194MachineBlockFrequencyInfo::printBlockFreq(raw_ostream &OS,
195 const BlockFrequency Freq) const {
Duncan P. N. Exon Smith3dbe1052014-03-25 18:01:38 +0000196 return MBFI ? MBFI->printBlockFreq(OS, Freq) : OS;
Michael Gottesmanfd5c4b22013-12-14 00:06:03 +0000197}
198
199raw_ostream &
200MachineBlockFrequencyInfo::printBlockFreq(raw_ostream &OS,
201 const MachineBasicBlock *MBB) const {
Duncan P. N. Exon Smith3dbe1052014-03-25 18:01:38 +0000202 return MBFI ? MBFI->printBlockFreq(OS, MBB) : OS;
Michael Gottesmanfd5c4b22013-12-14 00:06:03 +0000203}
204
Michael Gottesman5e985ee2013-12-14 02:37:38 +0000205uint64_t MachineBlockFrequencyInfo::getEntryFreq() const {
Duncan P. N. Exon Smith3dbe1052014-03-25 18:01:38 +0000206 return MBFI ? MBFI->getEntryFreq() : 0;
Michael Gottesmanfd5c4b22013-12-14 00:06:03 +0000207}