LLVM 17.0.0git
Go to the documentation of this file.
1//==- ConstantHoisting.h - Prepare code for expensive constants --*- C++ -*-==//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
9// This pass identifies expensive constants to hoist and coalesces them to
10// better prepare it for SelectionDAG-based code generation. This works around
11// the limitations of the basic-block-at-a-time approach.
13// First it scans all instructions for integer constants and calculates its
14// cost. If the constant can be folded into the instruction (the cost is
15// TCC_Free) or the cost is just a simple operation (TCC_BASIC), then we don't
16// consider it expensive and leave it alone. This is the default behavior and
17// the default implementation of getIntImmCostInst will always return TCC_Free.
19// If the cost is more than TCC_BASIC, then the integer constant can't be folded
20// into the instruction and it might be beneficial to hoist the constant.
21// Similar constants are coalesced to reduce register pressure and
22// materialization code.
24// When a constant is hoisted, it is also hidden behind a bitcast to force it to
25// be live-out of the basic block. Otherwise the constant would be just
26// duplicated and each basic block would have its own copy in the SelectionDAG.
27// The SelectionDAG recognizes such constants as opaque and doesn't perform
28// certain transformations on them, which would create a new expensive constant.
30// This optimization is only applied to integer constants in instructions and
31// simple (this means not nested) constant cast expressions. For example:
32// %0 = load i64* inttoptr (i64 big_constant to i64*)
39#include "llvm/ADT/DenseMap.h"
40#include "llvm/ADT/MapVector.h"
42#include "llvm/ADT/SetVector.h"
44#include "llvm/IR/PassManager.h"
45#include <algorithm>
46#include <vector>
48namespace llvm {
50class BasicBlock;
51class BlockFrequencyInfo;
52class Constant;
53class ConstantInt;
54class ConstantExpr;
55class DominatorTree;
56class Function;
57class GlobalVariable;
58class Instruction;
59class ProfileSummaryInfo;
60class TargetTransformInfo;
62/// A private "module" namespace for types and utilities used by
63/// ConstantHoisting. These are implementation details and should not be used by
64/// clients.
65namespace consthoist {
67/// Keeps track of the user of a constant and the operand index where the
68/// constant is used.
71 unsigned OpndIdx;
78/// Keeps track of a constant candidate and its uses.
81 // If the candidate is a ConstantExpr (currely only constant GEP expressions
82 // whose base pointers are GlobalVariables are supported), ConstInt records
83 // its offset from the base GV, ConstExpr tracks the candidate GEP expr.
86 unsigned CumulativeCost = 0;
91 /// Add the user to the use list and update the cost.
92 void addUser(Instruction *Inst, unsigned Idx, unsigned Cost) {
95 }
98/// This represents a constant that has been rebased with respect to a
99/// base constant. The difference to the base constant is recorded in Offset.
106 Type *Ty=nullptr) : Uses(std::move(Uses)), Offset(Offset), Ty(Ty) {}
111/// A base constant and all its rebased constants.
113 // If the candidate is a ConstantExpr (currely only constant GEP expressions
114 // whose base pointers are GlobalVariables are supported), ConstInt records
115 // its offset from the base GV, ConstExpr tracks the candidate GEP expr.
121} // end namespace consthoist
123class ConstantHoistingPass : public PassInfoMixin<ConstantHoistingPass> {
127 // Glue for old PM.
129 BlockFrequencyInfo *BFI, BasicBlock &Entry,
130 ProfileSummaryInfo *PSI);
132 void cleanup() {
133 ClonedCastMap.clear();
134 ConstIntCandVec.clear();
135 for (auto MapEntry : ConstGEPCandMap)
136 MapEntry.second.clear();
137 ConstGEPCandMap.clear();
138 ConstIntInfoVec.clear();
139 for (auto MapEntry : ConstGEPInfoMap)
140 MapEntry.second.clear();
141 ConstGEPInfoMap.clear();
142 }
145 using ConstPtrUnionType = PointerUnion<ConstantInt *, ConstantExpr *>;
146 using ConstCandMapType = DenseMap<ConstPtrUnionType, unsigned>;
149 DominatorTree *DT;
151 LLVMContext *Ctx;
152 const DataLayout *DL;
153 BasicBlock *Entry;
156 /// Keeps track of constant candidates found in the function.
157 using ConstCandVecType = std::vector<consthoist::ConstantCandidate>;
158 using GVCandVecMapType = MapVector<GlobalVariable *, ConstCandVecType>;
159 ConstCandVecType ConstIntCandVec;
160 GVCandVecMapType ConstGEPCandMap;
162 /// These are the final constants we decided to hoist.
163 using ConstInfoVecType = SmallVector<consthoist::ConstantInfo, 8>;
164 using GVInfoVecMapType = MapVector<GlobalVariable *, ConstInfoVecType>;
165 ConstInfoVecType ConstIntInfoVec;
166 GVInfoVecMapType ConstGEPInfoMap;
168 /// Keep track of cast instructions we already cloned.
171 Instruction *findMatInsertPt(Instruction *Inst, unsigned Idx = ~0U) const;
173 findConstantInsertionPoint(const consthoist::ConstantInfo &ConstInfo) const;
174 void collectConstantCandidates(ConstCandMapType &ConstCandMap,
175 Instruction *Inst, unsigned Idx,
176 ConstantInt *ConstInt);
177 void collectConstantCandidates(ConstCandMapType &ConstCandMap,
178 Instruction *Inst, unsigned Idx,
179 ConstantExpr *ConstExpr);
180 void collectConstantCandidates(ConstCandMapType &ConstCandMap,
181 Instruction *Inst, unsigned Idx);
182 void collectConstantCandidates(ConstCandMapType &ConstCandMap,
183 Instruction *Inst);
184 void collectConstantCandidates(Function &Fn);
185 void findAndMakeBaseConstant(ConstCandVecType::iterator S,
186 ConstCandVecType::iterator E,
188 unsigned maximizeConstantsInRange(ConstCandVecType::iterator S,
189 ConstCandVecType::iterator E,
190 ConstCandVecType::iterator &MaxCostItr);
191 // If BaseGV is nullptr, find base among Constant Integer candidates;
192 // otherwise find base among constant GEPs sharing BaseGV as base pointer.
193 void findBaseConstants(GlobalVariable *BaseGV);
194 void emitBaseConstants(Instruction *Base, Constant *Offset, Type *Ty,
195 const consthoist::ConstantUser &ConstUser);
196 // If BaseGV is nullptr, emit Constant Integer base; otherwise emit
197 // constant GEP base.
198 bool emitBaseConstants(GlobalVariable *BaseGV);
199 void deleteDeadCastInst() const;
202} // end namespace llvm
static GCRegistry::Add< CoreCLRGC > E("coreclr", "CoreCLR-compatible GC")
Returns the sub type a function will return at a given Idx Should correspond to the result type of an ExtractValue instruction executed with just that one unsigned Idx
This file defines the DenseMap class.
#define F(x, y, z)
Definition: MD5.cpp:55
This file implements a map that provides insertion order iteration.
This header defines various interfaces for pass management in LLVM.
This file defines the PointerUnion class, which is a discriminated union of pointer types.
This file implements a set that has insertion order iteration characteristics.
This file defines the SmallVector class.
A container for analyses that lazily runs them and caches their results.
Definition: PassManager.h:620
LLVM Basic Block Representation.
Definition: BasicBlock.h:56
BlockFrequencyInfo pass uses BlockFrequencyInfoImpl implementation to estimate IR basic block frequen...
A constant value that is initialized with an expression using other constant values.
Definition: Constants.h:997
bool runImpl(Function &F, TargetTransformInfo &TTI, DominatorTree &DT, BlockFrequencyInfo *BFI, BasicBlock &Entry, ProfileSummaryInfo *PSI)
Optimize expensive integer constants in the given function.
PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM)
This is the shared class of boolean and integer constants.
Definition: Constants.h:78
This is an important base class in LLVM.
Definition: Constant.h:41
A parsed version of the target data layout string in and methods for querying it.
Definition: DataLayout.h:110
Concrete subclass of DominatorTreeBase that is used to compute a normal dominator tree.
Definition: Dominators.h:166
This is an important class for using LLVM in a threaded context.
Definition: LLVMContext.h:67
This class implements a map that also provides access to all stored values in a deterministic order.
Definition: MapVector.h:37
A discriminated union of two or more pointer types, with the discriminator in the low bit of the poin...
Definition: PointerUnion.h:118
A set of analyses that are preserved following a run of a transformation pass.
Definition: PassManager.h:152
Analysis providing profile information.
A vector that has set insertion semantics.
Definition: SetVector.h:51
This class consists of common code factored out of the SmallVector class to reduce code duplication b...
Definition: SmallVector.h:577
void push_back(const T &Elt)
Definition: SmallVector.h:416
This pass provides access to the codegen interfaces that are needed for IR-level transformations.
The instances of the Type class are immutable: once they are created, they are never changed.
Definition: Type.h:45
@ BasicBlock
Various leaf nodes.
Definition: ISDOpcodes.h:71
This is an optimization pass for GlobalISel generic memory operations.
Definition: AddressRanges.h:18
@ Offset
Definition: DWP.cpp:440
OutputIt move(R &&Range, OutputIt Out)
Provide wrappers to std::move which take ranges instead of having to pass begin/end explicitly.
Definition: STLExtras.h:1946
InstructionCost Cost
Definition: BitVector.h:858
A CRTP mix-in to automatically provide informational APIs needed for passes.
Definition: PassManager.h:371
Keeps track of a constant candidate and its uses.
void addUser(Instruction *Inst, unsigned Idx, unsigned Cost)
Add the user to the use list and update the cost.
ConstantCandidate(ConstantInt *ConstInt, ConstantExpr *ConstExpr=nullptr)
A base constant and all its rebased constants.
RebasedConstantListType RebasedConstants
Keeps track of the user of a constant and the operand index where the constant is used.
ConstantUser(Instruction *Inst, unsigned Idx)
This represents a constant that has been rebased with respect to a base constant.
RebasedConstantInfo(ConstantUseListType &&Uses, Constant *Offset, Type *Ty=nullptr)