blob: 9b9ecccf9049901e46277d007f0bfbaef52ecd35 [file] [log] [blame]
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +00001//===-- SpillPlacement.h - Optimal Spill Code Placement --------*- C++ -*--===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This analysis computes the optimal spill code placement between basic blocks.
11//
12// The runOnMachineFunction() method only precomputes some profiling information
Jakob Stoklund Olesen36b5d8a2011-04-06 19:13:57 +000013// about the CFG. The real work is done by prepare(), addConstraints(), and
14// finish() which are called by the register allocator.
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000015//
16// Given a variable that is live across multiple basic blocks, and given
17// constraints on the basic blocks where the variable is live, determine which
18// edge bundles should have the variable in a register and which edge bundles
19// should have the variable in a stack slot.
20//
21// The returned bit vector can be used to place optimal spill code at basic
22// block entries and exits. Spill code placement inside a basic block is not
23// considered.
24//
25//===----------------------------------------------------------------------===//
26
Benjamin Kramera7c40ef2014-08-13 16:26:38 +000027#ifndef LLVM_LIB_CODEGEN_SPILLPLACEMENT_H
28#define LLVM_LIB_CODEGEN_SPILLPLACEMENT_H
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000029
Jakob Stoklund Olesen36b5d8a2011-04-06 19:13:57 +000030#include "llvm/ADT/ArrayRef.h"
Jakob Stoklund Olesenc332e722011-03-04 00:58:40 +000031#include "llvm/ADT/SmallVector.h"
Quentin Colombetb926bda2016-05-19 22:40:37 +000032#include "llvm/ADT/SparseSet.h"
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000033#include "llvm/CodeGen/MachineFunctionPass.h"
Jakob Stoklund Olesenc5454ff2013-07-16 18:26:15 +000034#include "llvm/Support/BlockFrequency.h"
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000035
36namespace llvm {
37
38class BitVector;
39class EdgeBundles;
40class MachineBasicBlock;
41class MachineLoopInfo;
Michael Gottesman092647b2013-12-14 00:25:47 +000042class MachineBlockFrequencyInfo;
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000043
Hans Wennborg12b996d2014-08-11 02:21:30 +000044class SpillPlacement : public MachineFunctionPass {
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000045 struct Node;
46 const MachineFunction *MF;
47 const EdgeBundles *bundles;
48 const MachineLoopInfo *loops;
Michael Gottesman092647b2013-12-14 00:25:47 +000049 const MachineBlockFrequencyInfo *MBFI;
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000050 Node *nodes;
51
Jakob Stoklund Olesen36b5d8a2011-04-06 19:13:57 +000052 // Nodes that are active in the current computation. Owned by the prepare()
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000053 // caller.
54 BitVector *ActiveNodes;
55
Jakob Stoklund Olesened47ed42011-04-09 02:59:09 +000056 // Nodes with active links. Populated by scanActiveBundles.
57 SmallVector<unsigned, 8> Linked;
58
59 // Nodes that went positive during the last call to scanActiveBundles or
60 // iterate.
61 SmallVector<unsigned, 8> RecentPositive;
Jakob Stoklund Olesen6895b872011-04-06 19:14:00 +000062
Jakob Stoklund Olesenc332e722011-03-04 00:58:40 +000063 // Block frequencies are computed once. Indexed by block number.
Hans Wennborg12b996d2014-08-11 02:21:30 +000064 SmallVector<BlockFrequency, 8> BlockFrequencies;
Jakob Stoklund Olesenc332e722011-03-04 00:58:40 +000065
Chandler Carruth7425c8c2014-10-02 22:23:14 +000066 /// Decision threshold. A node gets the output value 0 if the weighted sum of
67 /// its inputs falls in the open interval (-Threshold;Threshold).
68 BlockFrequency Threshold;
69
Quentin Colombetb926bda2016-05-19 22:40:37 +000070 /// List of nodes that need to be updated in ::iterate.
71 SparseSet<unsigned> TodoList;
72
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000073public:
74 static char ID; // Pass identification, replacement for typeid.
75
Craig Topperada08572014-04-16 04:21:27 +000076 SpillPlacement() : MachineFunctionPass(ID), nodes(nullptr) {}
Alexander Kornienkof817c1c2015-04-11 02:11:45 +000077 ~SpillPlacement() override { releaseMemory(); }
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000078
79 /// BorderConstraint - A basic block has separate constraints for entry and
80 /// exit.
81 enum BorderConstraint {
82 DontCare, ///< Block doesn't care / variable not live.
83 PrefReg, ///< Block entry/exit prefers a register.
84 PrefSpill, ///< Block entry/exit prefers a stack slot.
Jakob Stoklund Olesend2a7d1e2011-08-02 21:53:03 +000085 PrefBoth, ///< Block entry prefers both register and stack.
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000086 MustSpill ///< A register is impossible, variable must be spilled.
87 };
88
89 /// BlockConstraint - Entry and exit constraints for a basic block.
90 struct BlockConstraint {
91 unsigned Number; ///< Basic block number (from MBB::getNumber()).
92 BorderConstraint Entry : 8; ///< Constraint on block entry.
93 BorderConstraint Exit : 8; ///< Constraint on block exit.
Jakob Stoklund Olesend2a7d1e2011-08-02 21:53:03 +000094
95 /// True when this block changes the value of the live range. This means
96 /// the block has a non-PHI def. When this is false, a live-in value on
97 /// the stack can be live-out on the stack without inserting a spill.
98 bool ChangesValue;
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000099 };
100
Jakob Stoklund Olesen36b5d8a2011-04-06 19:13:57 +0000101 /// prepare - Reset state and prepare for a new spill placement computation.
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +0000102 /// @param RegBundles Bit vector to receive the edge bundles where the
103 /// variable should be kept in a register. Each bit
104 /// corresponds to an edge bundle, a set bit means the
105 /// variable should be kept in a register through the
106 /// bundle. A clear bit means the variable should be
Jakob Stoklund Olesen36b5d8a2011-04-06 19:13:57 +0000107 /// spilled. This vector is retained.
108 void prepare(BitVector &RegBundles);
109
110 /// addConstraints - Add constraints and biases. This method may be called
111 /// more than once to accumulate constraints.
112 /// @param LiveBlocks Constraints for blocks that have the variable live in or
Jakob Stoklund Olesen6d2bbc12011-04-07 17:27:46 +0000113 /// live out.
Jakob Stoklund Olesen36b5d8a2011-04-06 19:13:57 +0000114 void addConstraints(ArrayRef<BlockConstraint> LiveBlocks);
115
Jakob Stoklund Olesend2a7d1e2011-08-02 21:53:03 +0000116 /// addPrefSpill - Add PrefSpill constraints to all blocks listed. This is
117 /// equivalent to calling addConstraint with identical BlockConstraints with
118 /// Entry = Exit = PrefSpill, and ChangesValue = false.
119 ///
Jakob Stoklund Olesen0ab5d0e2011-07-23 03:10:19 +0000120 /// @param Blocks Array of block numbers that prefer to spill in and out.
Jakob Stoklund Olesen86954522011-08-03 23:09:38 +0000121 /// @param Strong When true, double the negative bias for these blocks.
122 void addPrefSpill(ArrayRef<unsigned> Blocks, bool Strong);
Jakob Stoklund Olesen0ab5d0e2011-07-23 03:10:19 +0000123
Jakob Stoklund Olesen6d2bbc12011-04-07 17:27:46 +0000124 /// addLinks - Add transparent blocks with the given numbers.
125 void addLinks(ArrayRef<unsigned> Links);
126
Jakob Stoklund Olesened47ed42011-04-09 02:59:09 +0000127 /// scanActiveBundles - Perform an initial scan of all bundles activated by
128 /// addConstraints and addLinks, updating their state. Add all the bundles
129 /// that now prefer a register to RecentPositive.
130 /// Prepare internal data structures for iterate.
131 /// Return true is there are any positive nodes.
132 bool scanActiveBundles();
133
134 /// iterate - Update the network iteratively until convergence, or new bundles
135 /// are found.
136 void iterate();
137
138 /// getRecentPositive - Return an array of bundles that became positive during
139 /// the previous call to scanActiveBundles or iterate.
140 ArrayRef<unsigned> getRecentPositive() { return RecentPositive; }
Jakob Stoklund Olesen6895b872011-04-06 19:14:00 +0000141
Jakob Stoklund Olesen36b5d8a2011-04-06 19:13:57 +0000142 /// finish - Compute the optimal spill code placement given the
143 /// constraints. No MustSpill constraints will be violated, and the smallest
144 /// possible number of PrefX constraints will be violated, weighted by
145 /// expected execution frequencies.
146 /// The selected bundles are returned in the bitvector passed to prepare().
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +0000147 /// @return True if a perfect solution was found, allowing the variable to be
148 /// in a register through all relevant bundles.
Jakob Stoklund Olesen36b5d8a2011-04-06 19:13:57 +0000149 bool finish();
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +0000150
Jakob Stoklund Olesen267f6c12011-01-18 21:13:27 +0000151 /// getBlockFrequency - Return the estimated block execution frequency per
152 /// function invocation.
Jakob Stoklund Olesenefeb3a12013-07-16 18:26:18 +0000153 BlockFrequency getBlockFrequency(unsigned Number) const {
154 return BlockFrequencies[Number];
Jakob Stoklund Olesenc332e722011-03-04 00:58:40 +0000155 }
Jakob Stoklund Olesen267f6c12011-01-18 21:13:27 +0000156
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +0000157private:
Craig Topper4584cd52014-03-07 09:26:03 +0000158 bool runOnMachineFunction(MachineFunction&) override;
159 void getAnalysisUsage(AnalysisUsage&) const override;
160 void releaseMemory() override;
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +0000161
162 void activate(unsigned);
Chandler Carruth7425c8c2014-10-02 22:23:14 +0000163 void setThreshold(const BlockFrequency &Entry);
Quentin Colombetb926bda2016-05-19 22:40:37 +0000164
165 bool update(unsigned);
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +0000166};
167
168} // end namespace llvm
169
170#endif