Jakub Staszak | 12a43bd | 2011-06-16 20:22:37 +0000 | [diff] [blame] | 1 | //===- MachineBranchProbabilityInfo.cpp - Machine Branch Probability Info -===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This analysis uses probability info stored in Machine Basic Blocks. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
Jakub Staszak | 12a43bd | 2011-06-16 20:22:37 +0000 | [diff] [blame] | 14 | #include "llvm/CodeGen/MachineBranchProbabilityInfo.h" |
| 15 | #include "llvm/CodeGen/MachineBasicBlock.h" |
Chandler Carruth | 9fb823b | 2013-01-02 11:36:10 +0000 | [diff] [blame] | 16 | #include "llvm/IR/Instructions.h" |
Jakub Staszak | 12a43bd | 2011-06-16 20:22:37 +0000 | [diff] [blame] | 17 | #include "llvm/Support/Debug.h" |
| 18 | #include "llvm/Support/raw_ostream.h" |
| 19 | |
| 20 | using namespace llvm; |
| 21 | |
| 22 | INITIALIZE_PASS_BEGIN(MachineBranchProbabilityInfo, "machine-branch-prob", |
| 23 | "Machine Branch Probability Analysis", false, true) |
| 24 | INITIALIZE_PASS_END(MachineBranchProbabilityInfo, "machine-branch-prob", |
| 25 | "Machine Branch Probability Analysis", false, true) |
| 26 | |
Xinliang David Li | ff28737 | 2016-06-03 23:48:36 +0000 | [diff] [blame^] | 27 | cl::opt<unsigned> StaticLikelyProb( |
| 28 | "static-likely-prob", |
| 29 | cl::desc("branch probability threshold to be considered very likely"), |
| 30 | cl::init(80), cl::Hidden); |
| 31 | |
Jakub Staszak | 12a43bd | 2011-06-16 20:22:37 +0000 | [diff] [blame] | 32 | char MachineBranchProbabilityInfo::ID = 0; |
| 33 | |
Xinliang David Li | ff28737 | 2016-06-03 23:48:36 +0000 | [diff] [blame^] | 34 | void MachineBranchProbabilityInfo::anchor() {} |
David Blaikie | a379b181 | 2011-12-20 02:50:00 +0000 | [diff] [blame] | 35 | |
Cong Hou | d97c100 | 2015-12-01 05:29:22 +0000 | [diff] [blame] | 36 | BranchProbability MachineBranchProbabilityInfo::getEdgeProbability( |
| 37 | const MachineBasicBlock *Src, |
| 38 | MachineBasicBlock::const_succ_iterator Dst) const { |
| 39 | return Src->getSuccProbability(Dst); |
| 40 | } |
| 41 | |
| 42 | BranchProbability MachineBranchProbabilityInfo::getEdgeProbability( |
| 43 | const MachineBasicBlock *Src, const MachineBasicBlock *Dst) const { |
| 44 | // This is a linear search. Try to use the const_succ_iterator version when |
| 45 | // possible. |
| 46 | return getEdgeProbability(Src, |
| 47 | std::find(Src->succ_begin(), Src->succ_end(), Dst)); |
| 48 | } |
| 49 | |
Xinliang David Li | ff28737 | 2016-06-03 23:48:36 +0000 | [diff] [blame^] | 50 | bool MachineBranchProbabilityInfo::isEdgeHot( |
| 51 | const MachineBasicBlock *Src, const MachineBasicBlock *Dst) const { |
| 52 | BranchProbability HotProb(StaticLikelyProb, 100); |
Cong Hou | d97c100 | 2015-12-01 05:29:22 +0000 | [diff] [blame] | 53 | return getEdgeProbability(Src, Dst) > HotProb; |
Jakub Staszak | 12a43bd | 2011-06-16 20:22:37 +0000 | [diff] [blame] | 54 | } |
| 55 | |
| 56 | MachineBasicBlock * |
| 57 | MachineBranchProbabilityInfo::getHotSucc(MachineBasicBlock *MBB) const { |
Cong Hou | d97c100 | 2015-12-01 05:29:22 +0000 | [diff] [blame] | 58 | auto MaxProb = BranchProbability::getZero(); |
Craig Topper | c0196b1 | 2014-04-14 00:51:57 +0000 | [diff] [blame] | 59 | MachineBasicBlock *MaxSucc = nullptr; |
Jakub Staszak | 12a43bd | 2011-06-16 20:22:37 +0000 | [diff] [blame] | 60 | for (MachineBasicBlock::const_succ_iterator I = MBB->succ_begin(), |
| 61 | E = MBB->succ_end(); I != E; ++I) { |
Cong Hou | d97c100 | 2015-12-01 05:29:22 +0000 | [diff] [blame] | 62 | auto Prob = getEdgeProbability(MBB, I); |
| 63 | if (Prob > MaxProb) { |
| 64 | MaxProb = Prob; |
Chandler Carruth | a9e71fa | 2011-11-14 08:55:59 +0000 | [diff] [blame] | 65 | MaxSucc = *I; |
Jakub Staszak | 12a43bd | 2011-06-16 20:22:37 +0000 | [diff] [blame] | 66 | } |
| 67 | } |
| 68 | |
Xinliang David Li | ff28737 | 2016-06-03 23:48:36 +0000 | [diff] [blame^] | 69 | BranchProbability HotProb(StaticLikelyProb, 100); |
Cong Hou | d97c100 | 2015-12-01 05:29:22 +0000 | [diff] [blame] | 70 | if (getEdgeProbability(MBB, MaxSucc) >= HotProb) |
Jakub Staszak | 12a43bd | 2011-06-16 20:22:37 +0000 | [diff] [blame] | 71 | return MaxSucc; |
| 72 | |
Craig Topper | c0196b1 | 2014-04-14 00:51:57 +0000 | [diff] [blame] | 73 | return nullptr; |
Jakub Staszak | 12a43bd | 2011-06-16 20:22:37 +0000 | [diff] [blame] | 74 | } |
| 75 | |
Duncan P. N. Exon Smith | 936aef9 | 2014-03-25 18:01:32 +0000 | [diff] [blame] | 76 | raw_ostream &MachineBranchProbabilityInfo::printEdgeProbability( |
| 77 | raw_ostream &OS, const MachineBasicBlock *Src, |
| 78 | const MachineBasicBlock *Dst) const { |
Jakub Staszak | 12a43bd | 2011-06-16 20:22:37 +0000 | [diff] [blame] | 79 | |
| 80 | const BranchProbability Prob = getEdgeProbability(Src, Dst); |
| 81 | OS << "edge MBB#" << Src->getNumber() << " -> MBB#" << Dst->getNumber() |
Duncan P. N. Exon Smith | 936aef9 | 2014-03-25 18:01:32 +0000 | [diff] [blame] | 82 | << " probability is " << Prob |
Jakub Staszak | 12a43bd | 2011-06-16 20:22:37 +0000 | [diff] [blame] | 83 | << (isEdgeHot(Src, Dst) ? " [HOT edge]\n" : "\n"); |
| 84 | |
| 85 | return OS; |
| 86 | } |