blob: 9161195e7168d1854a2367043f26944c2ae69085 [file] [log] [blame]
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +00001//===-- SpillPlacement.h - Optimal Spill Code Placement --------*- C++ -*--===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This analysis computes the optimal spill code placement between basic blocks.
11//
12// The runOnMachineFunction() method only precomputes some profiling information
Jakob Stoklund Olesen36b5d8a2011-04-06 19:13:57 +000013// about the CFG. The real work is done by prepare(), addConstraints(), and
14// finish() which are called by the register allocator.
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000015//
16// Given a variable that is live across multiple basic blocks, and given
17// constraints on the basic blocks where the variable is live, determine which
18// edge bundles should have the variable in a register and which edge bundles
19// should have the variable in a stack slot.
20//
21// The returned bit vector can be used to place optimal spill code at basic
22// block entries and exits. Spill code placement inside a basic block is not
23// considered.
24//
25//===----------------------------------------------------------------------===//
26
27#ifndef LLVM_CODEGEN_SPILLPLACEMENT_H
28#define LLVM_CODEGEN_SPILLPLACEMENT_H
29
Jakob Stoklund Olesen36b5d8a2011-04-06 19:13:57 +000030#include "llvm/ADT/ArrayRef.h"
Jakob Stoklund Olesenc332e722011-03-04 00:58:40 +000031#include "llvm/ADT/SmallVector.h"
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000032#include "llvm/CodeGen/MachineFunctionPass.h"
Jakob Stoklund Olesenc5454ff2013-07-16 18:26:15 +000033#include "llvm/Support/BlockFrequency.h"
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000034
35namespace llvm {
36
37class BitVector;
38class EdgeBundles;
39class MachineBasicBlock;
40class MachineLoopInfo;
Michael Gottesman092647b2013-12-14 00:25:47 +000041class MachineBlockFrequencyInfo;
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000042
Benjamin Kramer079b96e2013-09-11 18:05:11 +000043class SpillPlacement : public MachineFunctionPass {
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000044 struct Node;
45 const MachineFunction *MF;
46 const EdgeBundles *bundles;
47 const MachineLoopInfo *loops;
Michael Gottesman092647b2013-12-14 00:25:47 +000048 const MachineBlockFrequencyInfo *MBFI;
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000049 Node *nodes;
50
Jakob Stoklund Olesen36b5d8a2011-04-06 19:13:57 +000051 // Nodes that are active in the current computation. Owned by the prepare()
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000052 // caller.
53 BitVector *ActiveNodes;
54
Jakob Stoklund Olesened47ed42011-04-09 02:59:09 +000055 // Nodes with active links. Populated by scanActiveBundles.
56 SmallVector<unsigned, 8> Linked;
57
58 // Nodes that went positive during the last call to scanActiveBundles or
59 // iterate.
60 SmallVector<unsigned, 8> RecentPositive;
Jakob Stoklund Olesen6895b872011-04-06 19:14:00 +000061
Jakob Stoklund Olesenc332e722011-03-04 00:58:40 +000062 // Block frequencies are computed once. Indexed by block number.
Jakob Stoklund Olesenc5454ff2013-07-16 18:26:15 +000063 SmallVector<BlockFrequency, 4> BlockFrequencies;
Jakob Stoklund Olesenc332e722011-03-04 00:58:40 +000064
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000065public:
66 static char ID; // Pass identification, replacement for typeid.
67
68 SpillPlacement() : MachineFunctionPass(ID), nodes(0) {}
69 ~SpillPlacement() { releaseMemory(); }
70
71 /// BorderConstraint - A basic block has separate constraints for entry and
72 /// exit.
73 enum BorderConstraint {
74 DontCare, ///< Block doesn't care / variable not live.
75 PrefReg, ///< Block entry/exit prefers a register.
76 PrefSpill, ///< Block entry/exit prefers a stack slot.
Jakob Stoklund Olesend2a7d1e2011-08-02 21:53:03 +000077 PrefBoth, ///< Block entry prefers both register and stack.
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000078 MustSpill ///< A register is impossible, variable must be spilled.
79 };
80
81 /// BlockConstraint - Entry and exit constraints for a basic block.
82 struct BlockConstraint {
83 unsigned Number; ///< Basic block number (from MBB::getNumber()).
84 BorderConstraint Entry : 8; ///< Constraint on block entry.
85 BorderConstraint Exit : 8; ///< Constraint on block exit.
Jakob Stoklund Olesend2a7d1e2011-08-02 21:53:03 +000086
87 /// True when this block changes the value of the live range. This means
88 /// the block has a non-PHI def. When this is false, a live-in value on
89 /// the stack can be live-out on the stack without inserting a spill.
90 bool ChangesValue;
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000091 };
92
Jakob Stoklund Olesen36b5d8a2011-04-06 19:13:57 +000093 /// prepare - Reset state and prepare for a new spill placement computation.
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +000094 /// @param RegBundles Bit vector to receive the edge bundles where the
95 /// variable should be kept in a register. Each bit
96 /// corresponds to an edge bundle, a set bit means the
97 /// variable should be kept in a register through the
98 /// bundle. A clear bit means the variable should be
Jakob Stoklund Olesen36b5d8a2011-04-06 19:13:57 +000099 /// spilled. This vector is retained.
100 void prepare(BitVector &RegBundles);
101
102 /// addConstraints - Add constraints and biases. This method may be called
103 /// more than once to accumulate constraints.
104 /// @param LiveBlocks Constraints for blocks that have the variable live in or
Jakob Stoklund Olesen6d2bbc12011-04-07 17:27:46 +0000105 /// live out.
Jakob Stoklund Olesen36b5d8a2011-04-06 19:13:57 +0000106 void addConstraints(ArrayRef<BlockConstraint> LiveBlocks);
107
Jakob Stoklund Olesend2a7d1e2011-08-02 21:53:03 +0000108 /// addPrefSpill - Add PrefSpill constraints to all blocks listed. This is
109 /// equivalent to calling addConstraint with identical BlockConstraints with
110 /// Entry = Exit = PrefSpill, and ChangesValue = false.
111 ///
Jakob Stoklund Olesen0ab5d0e2011-07-23 03:10:19 +0000112 /// @param Blocks Array of block numbers that prefer to spill in and out.
Jakob Stoklund Olesen86954522011-08-03 23:09:38 +0000113 /// @param Strong When true, double the negative bias for these blocks.
114 void addPrefSpill(ArrayRef<unsigned> Blocks, bool Strong);
Jakob Stoklund Olesen0ab5d0e2011-07-23 03:10:19 +0000115
Jakob Stoklund Olesen6d2bbc12011-04-07 17:27:46 +0000116 /// addLinks - Add transparent blocks with the given numbers.
117 void addLinks(ArrayRef<unsigned> Links);
118
Jakob Stoklund Olesened47ed42011-04-09 02:59:09 +0000119 /// scanActiveBundles - Perform an initial scan of all bundles activated by
120 /// addConstraints and addLinks, updating their state. Add all the bundles
121 /// that now prefer a register to RecentPositive.
122 /// Prepare internal data structures for iterate.
123 /// Return true is there are any positive nodes.
124 bool scanActiveBundles();
125
126 /// iterate - Update the network iteratively until convergence, or new bundles
127 /// are found.
128 void iterate();
129
130 /// getRecentPositive - Return an array of bundles that became positive during
131 /// the previous call to scanActiveBundles or iterate.
132 ArrayRef<unsigned> getRecentPositive() { return RecentPositive; }
Jakob Stoklund Olesen6895b872011-04-06 19:14:00 +0000133
Jakob Stoklund Olesen36b5d8a2011-04-06 19:13:57 +0000134 /// finish - Compute the optimal spill code placement given the
135 /// constraints. No MustSpill constraints will be violated, and the smallest
136 /// possible number of PrefX constraints will be violated, weighted by
137 /// expected execution frequencies.
138 /// The selected bundles are returned in the bitvector passed to prepare().
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +0000139 /// @return True if a perfect solution was found, allowing the variable to be
140 /// in a register through all relevant bundles.
Jakob Stoklund Olesen36b5d8a2011-04-06 19:13:57 +0000141 bool finish();
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +0000142
Jakob Stoklund Olesen267f6c12011-01-18 21:13:27 +0000143 /// getBlockFrequency - Return the estimated block execution frequency per
144 /// function invocation.
Jakob Stoklund Olesenefeb3a12013-07-16 18:26:18 +0000145 BlockFrequency getBlockFrequency(unsigned Number) const {
146 return BlockFrequencies[Number];
Jakob Stoklund Olesenc332e722011-03-04 00:58:40 +0000147 }
Jakob Stoklund Olesen267f6c12011-01-18 21:13:27 +0000148
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +0000149private:
150 virtual bool runOnMachineFunction(MachineFunction&);
151 virtual void getAnalysisUsage(AnalysisUsage&) const;
152 virtual void releaseMemory();
153
154 void activate(unsigned);
Jakob Stoklund Olesen8e236ea2011-01-06 01:21:53 +0000155};
156
157} // end namespace llvm
158
159#endif