blob: 87e4eb66c9c99e7517fe574722692643c77f2d71 [file] [log] [blame]
Juergen Ributzkae8294752013-12-14 06:53:06 +00001//===-- StackMapLivenessAnalysis.cpp - StackMap live Out Analysis ----------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file implements the StackMap Liveness analysis pass. The pass calculates
11// the liveness for each basic block in a function and attaches the register
12// live-out information to a stackmap or patchpoint intrinsic if present.
13//
14//===----------------------------------------------------------------------===//
15
Juergen Ributzkae8294752013-12-14 06:53:06 +000016#include "llvm/ADT/Statistic.h"
Benjamin Kramer722ff282015-03-24 13:20:54 +000017#include "llvm/CodeGen/LivePhysRegs.h"
Juergen Ributzkae8294752013-12-14 06:53:06 +000018#include "llvm/CodeGen/MachineFrameInfo.h"
19#include "llvm/CodeGen/MachineFunction.h"
20#include "llvm/CodeGen/MachineFunctionAnalysis.h"
Benjamin Kramer722ff282015-03-24 13:20:54 +000021#include "llvm/CodeGen/MachineFunctionPass.h"
Juergen Ributzkae8294752013-12-14 06:53:06 +000022#include "llvm/CodeGen/Passes.h"
Juergen Ributzkae8294752013-12-14 06:53:06 +000023#include "llvm/Support/CommandLine.h"
24#include "llvm/Support/Debug.h"
Benjamin Kramerb85d3752015-03-23 18:45:56 +000025#include "llvm/Support/raw_ostream.h"
Eric Christopherd9134482014-08-04 21:25:23 +000026#include "llvm/Target/TargetSubtargetInfo.h"
Juergen Ributzkae8294752013-12-14 06:53:06 +000027
28using namespace llvm;
29
Chandler Carruth1b9dde02014-04-22 02:02:50 +000030#define DEBUG_TYPE "stackmaps"
31
Benjamin Kramer722ff282015-03-24 13:20:54 +000032static cl::opt<bool> EnablePatchPointLiveness(
33 "enable-patchpoint-liveness", cl::Hidden, cl::init(true),
34 cl::desc("Enable PatchPoint Liveness Analysis Pass"));
Juergen Ributzkae8294752013-12-14 06:53:06 +000035
36STATISTIC(NumStackMapFuncVisited, "Number of functions visited");
37STATISTIC(NumStackMapFuncSkipped, "Number of functions skipped");
38STATISTIC(NumBBsVisited, "Number of basic blocks visited");
39STATISTIC(NumBBsHaveNoStackmap, "Number of basic blocks with no stackmap");
40STATISTIC(NumStackMaps, "Number of StackMaps visited");
41
Benjamin Kramer722ff282015-03-24 13:20:54 +000042namespace {
43/// \brief This pass calculates the liveness information for each basic block in
44/// a function and attaches the register live-out information to a patchpoint
45/// intrinsic if present.
46///
47/// This pass can be disabled via the -enable-patchpoint-liveness=false flag.
48/// The pass skips functions that don't have any patchpoint intrinsics. The
49/// information provided by this pass is optional and not required by the
50/// aformentioned intrinsic to function.
51class StackMapLiveness : public MachineFunctionPass {
Benjamin Kramer722ff282015-03-24 13:20:54 +000052 const TargetRegisterInfo *TRI;
53 LivePhysRegs LiveRegs;
54
55public:
56 static char ID;
57
58 /// \brief Default construct and initialize the pass.
59 StackMapLiveness();
60
61 /// \brief Tell the pass manager which passes we depend on and what
62 /// information we preserve.
63 void getAnalysisUsage(AnalysisUsage &AU) const override;
64
Derek Schuffad154c82016-03-28 17:05:30 +000065 MachineFunctionProperties getRequiredProperties() const override {
66 return MachineFunctionProperties().set(
67 MachineFunctionProperties::Property::AllVRegsAllocated);
68 }
69
Benjamin Kramer722ff282015-03-24 13:20:54 +000070 /// \brief Calculate the liveness information for the given machine function.
71 bool runOnMachineFunction(MachineFunction &MF) override;
72
73private:
74 /// \brief Performs the actual liveness calculation for the function.
Juergen Ributzkac111fcc2015-07-07 02:05:15 +000075 bool calculateLiveness(MachineFunction &MF);
Benjamin Kramer722ff282015-03-24 13:20:54 +000076
77 /// \brief Add the current register live set to the instruction.
Juergen Ributzkac111fcc2015-07-07 02:05:15 +000078 void addLiveOutSetToMI(MachineFunction &MF, MachineInstr &MI);
Benjamin Kramer722ff282015-03-24 13:20:54 +000079
80 /// \brief Create a register mask and initialize it with the registers from
81 /// the register live set.
Juergen Ributzkac111fcc2015-07-07 02:05:15 +000082 uint32_t *createRegisterMask(MachineFunction &MF) const;
Benjamin Kramer722ff282015-03-24 13:20:54 +000083};
84} // namespace
85
Juergen Ributzkae8294752013-12-14 06:53:06 +000086char StackMapLiveness::ID = 0;
87char &llvm::StackMapLivenessID = StackMapLiveness::ID;
88INITIALIZE_PASS(StackMapLiveness, "stackmap-liveness",
89 "StackMap Liveness Analysis", false, false)
90
91/// Default construct and initialize the pass.
92StackMapLiveness::StackMapLiveness() : MachineFunctionPass(ID) {
93 initializeStackMapLivenessPass(*PassRegistry::getPassRegistry());
94}
95
96/// Tell the pass manager which passes we depend on and what information we
97/// preserve.
98void StackMapLiveness::getAnalysisUsage(AnalysisUsage &AU) const {
99 // We preserve all information.
100 AU.setPreservesAll();
101 AU.setPreservesCFG();
Juergen Ributzka9622cdf2015-07-07 02:05:18 +0000102 MachineFunctionPass::getAnalysisUsage(AU);
Juergen Ributzkae8294752013-12-14 06:53:06 +0000103}
104
105/// Calculate the liveness information for the given machine function.
David Blaikie9f380a32015-03-16 18:06:57 +0000106bool StackMapLiveness::runOnMachineFunction(MachineFunction &MF) {
Juergen Ributzka009bff22014-06-26 23:39:52 +0000107 if (!EnablePatchPointLiveness)
108 return false;
109
David Blaikie9f380a32015-03-16 18:06:57 +0000110 DEBUG(dbgs() << "********** COMPUTING STACKMAP LIVENESS: " << MF.getName()
111 << " **********\n");
David Blaikie9f380a32015-03-16 18:06:57 +0000112 TRI = MF.getSubtarget().getRegisterInfo();
Juergen Ributzkae8294752013-12-14 06:53:06 +0000113 ++NumStackMapFuncVisited;
114
Juergen Ributzka14871f72014-06-26 23:39:44 +0000115 // Skip this function if there are no patchpoints to process.
David Blaikie9f380a32015-03-16 18:06:57 +0000116 if (!MF.getFrameInfo()->hasPatchPoint()) {
Juergen Ributzkae8294752013-12-14 06:53:06 +0000117 ++NumStackMapFuncSkipped;
118 return false;
119 }
Juergen Ributzkac111fcc2015-07-07 02:05:15 +0000120 return calculateLiveness(MF);
Juergen Ributzkae8294752013-12-14 06:53:06 +0000121}
122
123/// Performs the actual liveness calculation for the function.
Juergen Ributzkac111fcc2015-07-07 02:05:15 +0000124bool StackMapLiveness::calculateLiveness(MachineFunction &MF) {
Juergen Ributzkae8294752013-12-14 06:53:06 +0000125 bool HasChanged = false;
126 // For all basic blocks in the function.
Juergen Ributzkac111fcc2015-07-07 02:05:15 +0000127 for (auto &MBB : MF) {
128 DEBUG(dbgs() << "****** BB " << MBB.getName() << " ******\n");
Juergen Ributzkae8294752013-12-14 06:53:06 +0000129 LiveRegs.init(TRI);
Matthias Braun24f26e62016-05-03 00:08:46 +0000130 // FIXME: This should probably be addLiveOuts().
Matthias Braund1aabb22016-05-03 00:24:32 +0000131 LiveRegs.addLiveOutsNoPristines(MBB);
Juergen Ributzkae8294752013-12-14 06:53:06 +0000132 bool HasStackMap = false;
133 // Reverse iterate over all instructions and add the current live register
Juergen Ributzka14871f72014-06-26 23:39:44 +0000134 // set to an instruction if we encounter a patchpoint instruction.
Juergen Ributzkac111fcc2015-07-07 02:05:15 +0000135 for (auto I = MBB.rbegin(), E = MBB.rend(); I != E; ++I) {
Juergen Ributzka009bff22014-06-26 23:39:52 +0000136 if (I->getOpcode() == TargetOpcode::PATCHPOINT) {
Juergen Ributzkac111fcc2015-07-07 02:05:15 +0000137 addLiveOutSetToMI(MF, *I);
Juergen Ributzkae8294752013-12-14 06:53:06 +0000138 HasChanged = true;
139 HasStackMap = true;
140 ++NumStackMaps;
141 }
Andrew Trick326c1f682014-04-04 23:49:35 +0000142 DEBUG(dbgs() << " " << LiveRegs << " " << *I);
Juergen Ributzkae8294752013-12-14 06:53:06 +0000143 LiveRegs.stepBackward(*I);
144 }
145 ++NumBBsVisited;
146 if (!HasStackMap)
147 ++NumBBsHaveNoStackmap;
148 }
149 return HasChanged;
150}
151
152/// Add the current register live set to the instruction.
Juergen Ributzkac111fcc2015-07-07 02:05:15 +0000153void StackMapLiveness::addLiveOutSetToMI(MachineFunction &MF,
154 MachineInstr &MI) {
155 uint32_t *Mask = createRegisterMask(MF);
Juergen Ributzkae8294752013-12-14 06:53:06 +0000156 MachineOperand MO = MachineOperand::CreateRegLiveOut(Mask);
Juergen Ributzkac111fcc2015-07-07 02:05:15 +0000157 MI.addOperand(MF, MO);
Juergen Ributzkae8294752013-12-14 06:53:06 +0000158}
159
160/// Create a register mask and initialize it with the registers from the
161/// register live set.
Juergen Ributzkac111fcc2015-07-07 02:05:15 +0000162uint32_t *StackMapLiveness::createRegisterMask(MachineFunction &MF) const {
Juergen Ributzkae8294752013-12-14 06:53:06 +0000163 // The mask is owned and cleaned up by the Machine Function.
Juergen Ributzkac111fcc2015-07-07 02:05:15 +0000164 uint32_t *Mask = MF.allocateRegisterMask(TRI->getNumRegs());
165 for (auto Reg : LiveRegs)
166 Mask[Reg / 32] |= 1U << (Reg % 32);
Hal Finkeldf87f932015-01-13 17:47:59 +0000167
Juergen Ributzkac111fcc2015-07-07 02:05:15 +0000168 // Give the target a chance to adjust the mask.
Hal Finkeldf87f932015-01-13 17:47:59 +0000169 TRI->adjustStackMapLiveOutMask(Mask);
Juergen Ributzkac111fcc2015-07-07 02:05:15 +0000170
Juergen Ributzkae8294752013-12-14 06:53:06 +0000171 return Mask;
172}