LLVM 17.0.0git
SpillPlacement.h
Go to the documentation of this file.
1//===- SpillPlacement.h - Optimal Spill Code Placement ---------*- C++ -*--===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// This analysis computes the optimal spill code placement between basic blocks.
10//
11// The runOnMachineFunction() method only precomputes some profiling information
12// about the CFG. The real work is done by prepare(), addConstraints(), and
13// finish() which are called by the register allocator.
14//
15// Given a variable that is live across multiple basic blocks, and given
16// constraints on the basic blocks where the variable is live, determine which
17// edge bundles should have the variable in a register and which edge bundles
18// should have the variable in a stack slot.
19//
20// The returned bit vector can be used to place optimal spill code at basic
21// block entries and exits. Spill code placement inside a basic block is not
22// considered.
23//
24//===----------------------------------------------------------------------===//
25
26#ifndef LLVM_LIB_CODEGEN_SPILLPLACEMENT_H
27#define LLVM_LIB_CODEGEN_SPILLPLACEMENT_H
28
29#include "llvm/ADT/ArrayRef.h"
31#include "llvm/ADT/SparseSet.h"
34
35namespace llvm {
36
37class BitVector;
38class EdgeBundles;
39class MachineBlockFrequencyInfo;
40class MachineFunction;
41class MachineLoopInfo;
42
44 struct Node;
45 const MachineFunction *MF;
46 const EdgeBundles *bundles;
48 const MachineBlockFrequencyInfo *MBFI;
49 Node *nodes = nullptr;
50
51 // Nodes that are active in the current computation. Owned by the prepare()
52 // caller.
53 BitVector *ActiveNodes;
54
55 // Nodes with active links. Populated by scanActiveBundles.
57
58 // Nodes that went positive during the last call to scanActiveBundles or
59 // iterate.
60 SmallVector<unsigned, 8> RecentPositive;
61
62 // Block frequencies are computed once. Indexed by block number.
63 SmallVector<BlockFrequency, 8> BlockFrequencies;
64
65 /// Decision threshold. A node gets the output value 0 if the weighted sum of
66 /// its inputs falls in the open interval (-Threshold;Threshold).
67 BlockFrequency Threshold;
68
69 /// List of nodes that need to be updated in ::iterate.
70 SparseSet<unsigned> TodoList;
71
72public:
73 static char ID; // Pass identification, replacement for typeid.
74
76 ~SpillPlacement() override { releaseMemory(); }
77
78 /// BorderConstraint - A basic block has separate constraints for entry and
79 /// exit.
81 DontCare, ///< Block doesn't care / variable not live.
82 PrefReg, ///< Block entry/exit prefers a register.
83 PrefSpill, ///< Block entry/exit prefers a stack slot.
84 PrefBoth, ///< Block entry prefers both register and stack.
85 MustSpill ///< A register is impossible, variable must be spilled.
86 };
87
88 /// BlockConstraint - Entry and exit constraints for a basic block.
90 unsigned Number; ///< Basic block number (from MBB::getNumber()).
91 BorderConstraint Entry : 8; ///< Constraint on block entry.
92 BorderConstraint Exit : 8; ///< Constraint on block exit.
93
94 /// True when this block changes the value of the live range. This means
95 /// the block has a non-PHI def. When this is false, a live-in value on
96 /// the stack can be live-out on the stack without inserting a spill.
98
99 void print(raw_ostream &OS) const;
100 void dump() const;
101 };
102
103 /// prepare - Reset state and prepare for a new spill placement computation.
104 /// @param RegBundles Bit vector to receive the edge bundles where the
105 /// variable should be kept in a register. Each bit
106 /// corresponds to an edge bundle, a set bit means the
107 /// variable should be kept in a register through the
108 /// bundle. A clear bit means the variable should be
109 /// spilled. This vector is retained.
110 void prepare(BitVector &RegBundles);
111
112 /// addConstraints - Add constraints and biases. This method may be called
113 /// more than once to accumulate constraints.
114 /// @param LiveBlocks Constraints for blocks that have the variable live in or
115 /// live out.
117
118 /// addPrefSpill - Add PrefSpill constraints to all blocks listed. This is
119 /// equivalent to calling addConstraint with identical BlockConstraints with
120 /// Entry = Exit = PrefSpill, and ChangesValue = false.
121 ///
122 /// @param Blocks Array of block numbers that prefer to spill in and out.
123 /// @param Strong When true, double the negative bias for these blocks.
124 void addPrefSpill(ArrayRef<unsigned> Blocks, bool Strong);
125
126 /// addLinks - Add transparent blocks with the given numbers.
127 void addLinks(ArrayRef<unsigned> Links);
128
129 /// scanActiveBundles - Perform an initial scan of all bundles activated by
130 /// addConstraints and addLinks, updating their state. Add all the bundles
131 /// that now prefer a register to RecentPositive.
132 /// Prepare internal data structures for iterate.
133 /// Return true is there are any positive nodes.
134 bool scanActiveBundles();
135
136 /// iterate - Update the network iteratively until convergence, or new bundles
137 /// are found.
138 void iterate();
139
140 /// getRecentPositive - Return an array of bundles that became positive during
141 /// the previous call to scanActiveBundles or iterate.
142 ArrayRef<unsigned> getRecentPositive() { return RecentPositive; }
143
144 /// finish - Compute the optimal spill code placement given the
145 /// constraints. No MustSpill constraints will be violated, and the smallest
146 /// possible number of PrefX constraints will be violated, weighted by
147 /// expected execution frequencies.
148 /// The selected bundles are returned in the bitvector passed to prepare().
149 /// @return True if a perfect solution was found, allowing the variable to be
150 /// in a register through all relevant bundles.
151 bool finish();
152
153 /// getBlockFrequency - Return the estimated block execution frequency per
154 /// function invocation.
156 return BlockFrequencies[Number];
157 }
158
159private:
160 bool runOnMachineFunction(MachineFunction &mf) override;
161 void getAnalysisUsage(AnalysisUsage &AU) const override;
162 void releaseMemory() override;
163
164 void activate(unsigned n);
165 void setThreshold(const BlockFrequency &Entry);
166
167 bool update(unsigned n);
168};
169
170} // end namespace llvm
171
172#endif // LLVM_LIB_CODEGEN_SPILLPLACEMENT_H
Unify divergent function exit nodes
loops
Definition: LoopInfo.cpp:1177
raw_pwrite_stream & OS
This file defines the SmallVector class.
This file defines the SparseSet class derived from the version described in Briggs,...
Represent the analysis usage information of a pass.
ArrayRef - Represent a constant reference to an array (0 or more elements consecutively in memory),...
Definition: ArrayRef.h:41
MachineBlockFrequencyInfo pass uses BlockFrequencyInfoImpl implementation to estimate machine basic b...
MachineFunctionPass - This class adapts the FunctionPass interface to allow convenient creation of pa...
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
Definition: SmallVector.h:1200
SparseSet - Fast set implementation for objects that can be identified by small unsigned keys.
Definition: SparseSet.h:124
~SpillPlacement() override
void addConstraints(ArrayRef< BlockConstraint > LiveBlocks)
addConstraints - Add constraints and biases.
bool finish()
finish - Compute the optimal spill code placement given the constraints.
void addPrefSpill(ArrayRef< unsigned > Blocks, bool Strong)
addPrefSpill - Add PrefSpill constraints to all blocks listed.
void prepare(BitVector &RegBundles)
prepare - Reset state and prepare for a new spill placement computation.
bool scanActiveBundles()
scanActiveBundles - Perform an initial scan of all bundles activated by addConstraints and addLinks,...
void addLinks(ArrayRef< unsigned > Links)
addLinks - Add transparent blocks with the given numbers.
void iterate()
iterate - Update the network iteratively until convergence, or new bundles are found.
BorderConstraint
BorderConstraint - A basic block has separate constraints for entry and exit.
@ MustSpill
A register is impossible, variable must be spilled.
@ DontCare
Block doesn't care / variable not live.
@ PrefBoth
Block entry prefers both register and stack.
@ PrefReg
Block entry/exit prefers a register.
@ PrefSpill
Block entry/exit prefers a stack slot.
ArrayRef< unsigned > getRecentPositive()
getRecentPositive - Return an array of bundles that became positive during the previous call to scanA...
BlockFrequency getBlockFrequency(unsigned Number) const
getBlockFrequency - Return the estimated block execution frequency per function invocation.
This class implements an extremely fast bulk output stream that can only output to a stream.
Definition: raw_ostream.h:52
This is an optimization pass for GlobalISel generic memory operations.
Definition: AddressRanges.h:18
Node - Each edge bundle corresponds to a Hopfield node.
BlockConstraint - Entry and exit constraints for a basic block.
BorderConstraint Exit
Constraint on block exit.
void print(raw_ostream &OS) const
bool ChangesValue
True when this block changes the value of the live range.
BorderConstraint Entry
Constraint on block entry.
unsigned Number
Basic block number (from MBB::getNumber()).