blob: 2fa7888dd02bbf9ae65015eebbe2487e4c1dbf7d [file] [log] [blame]
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +00001//===--- HexagonBranchRelaxation.cpp - Identify and relax long jumps ------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
10#define DEBUG_TYPE "hexagon-brelax"
11
12#include "Hexagon.h"
13#include "HexagonInstrInfo.h"
14#include "HexagonSubtarget.h"
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +000015#include "llvm/ADT/DenseMap.h"
Eugene Zelenko82085922016-12-13 22:13:50 +000016#include "llvm/ADT/SmallVector.h"
17#include "llvm/ADT/StringRef.h"
18#include "llvm/CodeGen/MachineBasicBlock.h"
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +000019#include "llvm/CodeGen/MachineFunction.h"
20#include "llvm/CodeGen/MachineFunctionPass.h"
Eugene Zelenko82085922016-12-13 22:13:50 +000021#include "llvm/CodeGen/MachineInstr.h"
22#include "llvm/CodeGen/MachineOperand.h"
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +000023#include "llvm/CodeGen/Passes.h"
Eugene Zelenko82085922016-12-13 22:13:50 +000024#include "llvm/Pass.h"
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +000025#include "llvm/Support/CommandLine.h"
26#include "llvm/Support/Debug.h"
27#include "llvm/Support/raw_ostream.h"
Eugene Zelenko82085922016-12-13 22:13:50 +000028#include <cassert>
29#include <cstdint>
30#include <cstdlib>
31#include <iterator>
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +000032
33using namespace llvm;
34
35// Since we have no exact knowledge of code layout, allow some safety buffer
36// for jump target. This is measured in bytes.
37static cl::opt<uint32_t> BranchRelaxSafetyBuffer("branch-relax-safety-buffer",
38 cl::init(200), cl::Hidden, cl::ZeroOrMore, cl::desc("safety buffer size"));
39
40namespace llvm {
Eugene Zelenko82085922016-12-13 22:13:50 +000041
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +000042 FunctionPass *createHexagonBranchRelaxation();
43 void initializeHexagonBranchRelaxationPass(PassRegistry&);
Eugene Zelenko82085922016-12-13 22:13:50 +000044
45} // end namespace llvm
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +000046
47namespace {
Eugene Zelenko82085922016-12-13 22:13:50 +000048
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +000049 struct HexagonBranchRelaxation : public MachineFunctionPass {
50 public:
51 static char ID;
Eugene Zelenko82085922016-12-13 22:13:50 +000052
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +000053 HexagonBranchRelaxation() : MachineFunctionPass(ID) {
54 initializeHexagonBranchRelaxationPass(*PassRegistry::getPassRegistry());
55 }
56
57 bool runOnMachineFunction(MachineFunction &MF) override;
58
Mehdi Amini117296c2016-10-01 02:56:57 +000059 StringRef getPassName() const override {
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +000060 return "Hexagon Branch Relaxation";
61 }
62
63 void getAnalysisUsage(AnalysisUsage &AU) const override {
64 AU.setPreservesCFG();
65 MachineFunctionPass::getAnalysisUsage(AU);
66 }
67
68 private:
69 const HexagonInstrInfo *HII;
70 const HexagonRegisterInfo *HRI;
71
72 bool relaxBranches(MachineFunction &MF);
73 void computeOffset(MachineFunction &MF,
74 DenseMap<MachineBasicBlock*, unsigned> &BlockToInstOffset);
75 bool reGenerateBranch(MachineFunction &MF,
76 DenseMap<MachineBasicBlock*, unsigned> &BlockToInstOffset);
77 bool isJumpOutOfRange(MachineInstr &MI,
78 DenseMap<MachineBasicBlock*, unsigned> &BlockToInstOffset);
79 };
80
81 char HexagonBranchRelaxation::ID = 0;
Eugene Zelenko82085922016-12-13 22:13:50 +000082
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +000083} // end anonymous namespace
84
85INITIALIZE_PASS(HexagonBranchRelaxation, "hexagon-brelax",
86 "Hexagon Branch Relaxation", false, false)
87
88FunctionPass *llvm::createHexagonBranchRelaxation() {
89 return new HexagonBranchRelaxation();
90}
91
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +000092bool HexagonBranchRelaxation::runOnMachineFunction(MachineFunction &MF) {
Nicola Zaghend34e60c2018-05-14 12:53:11 +000093 LLVM_DEBUG(dbgs() << "****** Hexagon Branch Relaxation ******\n");
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +000094
95 auto &HST = MF.getSubtarget<HexagonSubtarget>();
96 HII = HST.getInstrInfo();
97 HRI = HST.getRegisterInfo();
98
99 bool Changed = false;
100 Changed = relaxBranches(MF);
101 return Changed;
102}
103
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +0000104void HexagonBranchRelaxation::computeOffset(MachineFunction &MF,
105 DenseMap<MachineBasicBlock*, unsigned> &OffsetMap) {
106 // offset of the current instruction from the start.
107 unsigned InstOffset = 0;
108 for (auto &B : MF) {
109 if (B.getAlignment()) {
110 // Although we don't know the exact layout of the final code, we need
111 // to account for alignment padding somehow. This heuristic pads each
112 // aligned basic block according to the alignment value.
113 int ByteAlign = (1u << B.getAlignment()) - 1;
114 InstOffset = (InstOffset + ByteAlign) & ~(ByteAlign);
115 }
116 OffsetMap[&B] = InstOffset;
Krzysztof Parzyszekca93f5e2018-03-23 19:47:13 +0000117 for (auto &MI : B.instrs()) {
Krzysztof Parzyszekf0b34a52016-07-29 21:49:42 +0000118 InstOffset += HII->getSize(MI);
Krzysztof Parzyszekca93f5e2018-03-23 19:47:13 +0000119 // Assume that all extendable branches will be extended.
120 if (MI.isBranch() && HII->isExtendable(MI))
121 InstOffset += HEXAGON_INSTR_SIZE;
122 }
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +0000123 }
124}
125
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +0000126/// relaxBranches - For Hexagon, if the jump target/loop label is too far from
127/// the jump/loop instruction then, we need to make sure that we have constant
128/// extenders set for jumps and loops.
129
130/// There are six iterations in this phase. It's self explanatory below.
131bool HexagonBranchRelaxation::relaxBranches(MachineFunction &MF) {
132 // Compute the offset of each basic block
133 // offset of the current instruction from the start.
134 // map for each instruction to the beginning of the function
135 DenseMap<MachineBasicBlock*, unsigned> BlockToInstOffset;
136 computeOffset(MF, BlockToInstOffset);
137
138 return reGenerateBranch(MF, BlockToInstOffset);
139}
140
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +0000141/// Check if a given instruction is:
142/// - a jump to a distant target
143/// - that exceeds its immediate range
144/// If both conditions are true, it requires constant extension.
145bool HexagonBranchRelaxation::isJumpOutOfRange(MachineInstr &MI,
146 DenseMap<MachineBasicBlock*, unsigned> &BlockToInstOffset) {
147 MachineBasicBlock &B = *MI.getParent();
148 auto FirstTerm = B.getFirstInstrTerminator();
149 if (FirstTerm == B.instr_end())
150 return false;
151
Krzysztof Parzyszekca93f5e2018-03-23 19:47:13 +0000152 if (HII->isExtended(MI))
153 return false;
154
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +0000155 unsigned InstOffset = BlockToInstOffset[&B];
156 unsigned Distance = 0;
157
158 // To save time, estimate exact position of a branch instruction
159 // as one at the end of the MBB.
160 // Number of instructions times typical instruction size.
161 InstOffset += HII->nonDbgBBSize(&B) * HEXAGON_INSTR_SIZE;
162
Eugene Zelenko82085922016-12-13 22:13:50 +0000163 MachineBasicBlock *TBB = nullptr, *FBB = nullptr;
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +0000164 SmallVector<MachineOperand, 4> Cond;
165
166 // Try to analyze this branch.
Jacques Pienaar71c30a12016-07-15 14:41:04 +0000167 if (HII->analyzeBranch(B, TBB, FBB, Cond, false)) {
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +0000168 // Could not analyze it. See if this is something we can recognize.
169 // If it is a NVJ, it should always have its target in
170 // a fixed location.
Krzysztof Parzyszekf0b34a52016-07-29 21:49:42 +0000171 if (HII->isNewValueJump(*FirstTerm))
172 TBB = FirstTerm->getOperand(HII->getCExtOpNum(*FirstTerm)).getMBB();
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +0000173 }
174 if (TBB && &MI == &*FirstTerm) {
175 Distance = std::abs((long long)InstOffset - BlockToInstOffset[TBB])
176 + BranchRelaxSafetyBuffer;
Krzysztof Parzyszekf0b34a52016-07-29 21:49:42 +0000177 return !HII->isJumpWithinBranchRange(*FirstTerm, Distance);
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +0000178 }
179 if (FBB) {
180 // Look for second terminator.
181 auto SecondTerm = std::next(FirstTerm);
182 assert(SecondTerm != B.instr_end() &&
183 (SecondTerm->isBranch() || SecondTerm->isCall()) &&
184 "Bad second terminator");
185 if (&MI != &*SecondTerm)
186 return false;
187 // Analyze the second branch in the BB.
188 Distance = std::abs((long long)InstOffset - BlockToInstOffset[FBB])
189 + BranchRelaxSafetyBuffer;
Krzysztof Parzyszekf0b34a52016-07-29 21:49:42 +0000190 return !HII->isJumpWithinBranchRange(*SecondTerm, Distance);
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +0000191 }
192 return false;
193}
194
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +0000195bool HexagonBranchRelaxation::reGenerateBranch(MachineFunction &MF,
196 DenseMap<MachineBasicBlock*, unsigned> &BlockToInstOffset) {
197 bool Changed = false;
198
199 for (auto &B : MF) {
200 for (auto &MI : B) {
201 if (!MI.isBranch() || !isJumpOutOfRange(MI, BlockToInstOffset))
202 continue;
Nicola Zaghend34e60c2018-05-14 12:53:11 +0000203 LLVM_DEBUG(dbgs() << "Long distance jump. isExtendable("
204 << HII->isExtendable(MI) << ") isConstExtended("
205 << HII->isConstExtended(MI) << ") " << MI);
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +0000206
207 // Since we have not merged HW loops relaxation into
208 // this code (yet), soften our approach for the moment.
Krzysztof Parzyszekf0b34a52016-07-29 21:49:42 +0000209 if (!HII->isExtendable(MI) && !HII->isExtended(MI)) {
Nicola Zaghend34e60c2018-05-14 12:53:11 +0000210 LLVM_DEBUG(dbgs() << "\tUnderimplemented relax branch instruction.\n");
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +0000211 } else {
212 // Find which operand is expandable.
Krzysztof Parzyszekf0b34a52016-07-29 21:49:42 +0000213 int ExtOpNum = HII->getCExtOpNum(MI);
Krzysztof Parzyszek7b59ae22016-04-19 18:30:18 +0000214 MachineOperand &MO = MI.getOperand(ExtOpNum);
215 // This need to be something we understand. So far we assume all
216 // branches have only MBB address as expandable field.
217 // If it changes, this will need to be expanded.
218 assert(MO.isMBB() && "Branch with unknown expandable field type");
219 // Mark given operand as extended.
220 MO.addTargetFlag(HexagonII::HMOTF_ConstExtended);
221 Changed = true;
222 }
223 }
224 }
225 return Changed;
226}