42#define DEBUG_TYPE "function-lowering-info"
48 if (
I->use_empty())
return false;
51 for (
const User *U :
I->users())
67 unsigned NumOfSigned = 0, NumOfUnsigned = 0;
68 for (
const Use &U :
I->uses()) {
70 NumOfSigned += CI->isSigned();
71 NumOfUnsigned += CI->isUnsigned();
74 if (!CallI->isArgOperand(&U))
76 unsigned ArgNo = CallI->getArgOperandNo(&U);
77 NumOfUnsigned += CallI->paramHasAttr(ArgNo, Attribute::ZExt);
78 NumOfSigned += CallI->paramHasAttr(ArgNo, Attribute::SExt);
81 if (NumOfSigned > NumOfUnsigned)
91 TLI =
MF->getSubtarget().getTargetLowering();
103 TLI->CanLowerReturn(CC, *
MF,
Fn->isVarArg(), Outs,
Fn->getContext(),
Fn->getReturnType());
108 Fn->hasPersonalityFn() ?
Fn->getPersonalityFn() :
nullptr);
123 CatchObjects[AI].push_back(&
H.CatchObj.FrameIndex);
125 H.CatchObj.FrameIndex = INT_MAX;
137 Type *Ty = AI->getAllocatedType();
138 Align Alignment = AI->getAlign();
143 if (AI->isStaticAlloca() &&
146 AI->getAllocationSize(
MF->getDataLayout())->getKnownMinValue();
149 int FrameIndex = INT_MAX;
150 auto Iter = CatchObjects.
find(AI);
151 if (Iter != CatchObjects.
end() &&
TLI->needsFixedCatchObjects()) {
152 FrameIndex =
MF->getFrameInfo().CreateFixedObject(
153 TySize, 0,
false,
true);
154 MF->getFrameInfo().setObjectAlignment(FrameIndex, Alignment);
156 FrameIndex =
MF->getFrameInfo().CreateStackObject(TySize, Alignment,
163 if (Ty->isScalableTy())
164 MF->getFrameInfo().setStackID(FrameIndex,
169 if (Iter != CatchObjects.
end()) {
170 for (
int *CatchObjPtr : Iter->second)
171 *CatchObjPtr = FrameIndex;
178 MF->getFrameInfo().CreateVariableSizedObject(
179 Alignment <= StackAlign ?
Align(1) : Alignment, AI);
183 if (
Call->isInlineAsm()) {
184 Register SP =
TLI->getStackPointerRegisterToSaveRestore();
186 std::vector<TargetLowering::AsmOperandInfo>
Ops =
187 TLI->ParseConstraints(
Fn->getDataLayout(),
TRI,
193 std::pair<unsigned, const TargetRegisterClass *> PhysReg =
194 TLI->getRegForInlineAsmConstraint(
TRI,
Op.ConstraintCode,
196 if (PhysReg.first == SP)
197 MF->getFrameInfo().setHasOpaqueSPAdjustment(
true);
202 switch (
II->getIntrinsicID()) {
203 case Intrinsic::vastart:
207 MF->getFrameInfo().setHasVAStart(
true);
209 case Intrinsic::fake_use:
212 MF->setHasFakeUses(
true);
222 if (CI->isMustTailCall() &&
Fn->isVarArg())
223 MF->getFrameInfo().setHasMustTailInVarArgFunc(
true);
227 if (
Call->hasFnAttr(Attribute::ReturnsTwice))
228 MF->setExposesReturnsTwice(
true);
247 MBBMap.resize(
Fn->getMaxBlockNumber());
258 MF->setHasEHScopes(
true);
259 MF->setHasEHFunclets(
true);
260 MF->getFrameInfo().setHasOpaqueSPAdjustment(
true);
263 assert(BB.begin() == PadInst &&
264 "WinEHPrepare failed to remove PHIs from imaginary BBs");
269 assert(BB.begin() == PadInst &&
"WinEHPrepare failed to demote PHIs");
282 if (BB.hasAddressTaken()) {
284 if (!BA->hasZeroLiveUses())
294 for (
const PHINode &PN : BB.phis()) {
299 if (PN.getType()->isEmptyTy())
304 assert(PHIReg &&
"PHI node does not have an assigned virtual register!");
308 for (
EVT VT : ValueVTs) {
309 unsigned NumRegisters =
TLI->getNumRegisters(
Fn->getContext(), VT);
311 for (
unsigned i = 0; i != NumRegisters; ++i)
313 PHIReg += NumRegisters;
351 auto &Srcs = UnwindDestToSrcs[DestMBB];
352 for (
const auto P : KV.second)
367 LiveOutRegInfo.clear();
382 return RegInfo->createVirtualRegister(
TLI->getRegClassFor(VT, isDivergent));
397 for (
EVT ValueVT : ValueVTs) {
398 MVT RegisterVT =
TLI->getRegisterType(Ty->getContext(), ValueVT);
400 unsigned NumRegs =
TLI->getNumRegisters(Ty->getContext(), ValueVT);
401 for (
unsigned i = 0; i != NumRegs; ++i) {
403 if (!FirstReg) FirstReg = R;
411 !
TLI->requiresUniformRegister(*
MF, V));
419 assert(R ==
Register() &&
"Already initialized this value register!");
431 if (!LiveOutRegInfo.inBounds(Reg))
450 if (!Ty->isIntegerTy())
456 "PHIs with non-vector integer types should have a single VT.");
457 EVT IntVT = ValueVTs[0];
459 unsigned NumRegisters =
TLI->getNumRegisters(PN->
getContext(), IntVT);
461 if (NumRegisters != 1 &&
MF->getDataLayout().isBigEndian())
473 assert(BaseReg.isVirtual() &&
"Expected a virtual reg");
475 for (
unsigned RegIdx = 0; RegIdx < NumRegisters; ++RegIdx) {
477 Register DestReg = BaseReg.id() + RegIdx;
478 LiveOutRegInfo.grow(DestReg);
490 if (
TLI->signExtendConstant(CI))
499 "V should have been placed in ValueMap when its"
500 "CopyToReg node was created.");
507 SrcReg = SrcReg.
id() + RegIdx;
518 "Masks should have the same bit width as the type.");
530 if (
TLI->signExtendConstant(CI))
542 assert(
ValueMap.count(V) &&
"V should have been placed in ValueMap when "
543 "its CopyToReg node was created.");
550 SrcReg = SrcReg.
id() + RegIdx;
577 LLVM_DEBUG(
dbgs() <<
"Argument does not have assigned frame index!\n");
587 VReg =
MRI.createVirtualRegister(RC);
588 assert(VReg &&
"null vreg in exception pointer table!");
599 P.first->getType(), ValueVTs);
601 for (
EVT VT : ValueVTs) {
602 unsigned NumRegisters =
TLI->getNumRegisters(
Fn->getContext(), VT);
603 for (
unsigned i = 0, e = NumRegisters; i != e; ++i)
unsigned const MachineRegisterInfo * MRI
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
This file implements a class to represent arbitrary precision integral constant values and operations...
MachineBasicBlock MachineBasicBlock::iterator DebugLoc DL
static const Function * getParent(const Value *V)
static GCRegistry::Add< ErlangGC > A("erlang", "erlang-compatible garbage collector")
This file contains the declarations for the subclasses of Constant, which represent the different fla...
static ISD::NodeType getPreferredExtendForValue(const Instruction *I)
static bool isUsedOutsideOfDefiningBlock(const Instruction *I)
isUsedOutsideOfDefiningBlock - Return true if this instruction is used by PHI nodes or outside of the...
const HexagonInstrInfo * TII
const AbstractManglingParser< Derived, Alloc >::OperatorInfo AbstractManglingParser< Derived, Alloc >::Ops[]
Register const TargetRegisterInfo * TRI
Promote Memory to Register
uint64_t IntrinsicInst * II
This file describes how to lower LLVM code to machine code.
Class for arbitrary precision integers.
LLVM_ABI APInt zext(unsigned width) const
Zero extend to a new width.
unsigned getBitWidth() const
Return the number of bits in the APInt.
unsigned getNumSignBits() const
Computes the number of leading bits of this APInt that are equal to its sign bit.
LLVM_ABI APInt sext(unsigned width) const
Sign extend to a new width.
LLVM_ABI APInt extractBits(unsigned numBits, unsigned bitPosition) const
Return an APInt with the extracted bits [bitPosition,bitPosition+numBits).
an instruction to allocate memory on the stack
This class represents an incoming formal argument to a Function.
LLVM Basic Block Representation.
InstListType::const_iterator const_iterator
The address of a basic block.
static LLVM_ABI BlockAddress * lookup(const BasicBlock *BB)
Lookup an existing BlockAddress constant for the given BasicBlock.
This is the shared class of boolean and integer constants.
iterator find(const_arg_type_t< KeyT > Val)
std::pair< iterator, bool > insert(const std::pair< KeyT, ValueT > &KV)
Register CreateRegs(const Value *V)
SmallPtrSet< const DbgVariableRecord *, 8 > PreprocessedDVRDeclares
Collection of dbg_declare instructions handled after argument lowering and before ISel proper.
void clear()
clear - Clear out all the function-specific state.
MachineBasicBlock * getMBB(const BasicBlock *BB) const
DenseSet< Register > RegsWithFixups
void setArgumentFrameIndex(const Argument *A, int FI)
setArgumentFrameIndex - Record frame index for the byval argument.
SmallVector< bool > VisitedBBs
The set of basic blocks visited thus far by instruction selection.
BitVector DescribedArgs
Bitvector with a bit set if corresponding argument is described in ArgDbgValues.
DenseMap< const AllocaInst *, int > StaticAllocaMap
StaticAllocaMap - Keep track of frame indices for fixed sized allocas in the entry block.
const UniformityInfo * UA
DenseMap< const Instruction *, StatepointSpillMapTy > StatepointRelocationMaps
int getArgumentFrameIndex(const Argument *A)
getArgumentFrameIndex - Get frame index for the byval argument.
const LiveOutInfo * GetLiveOutRegInfo(Register Reg)
GetLiveOutRegInfo - Gets LiveOutInfo for a register, returning NULL if the register is a PHI destinat...
Register InitializeRegForValue(const Value *V)
DenseMap< const Value *, Register > ValueMap
ValueMap - Since we emit code for the function a basic block at a time, we must remember which virtua...
SmallVector< unsigned, 50 > StatepointStackSlots
StatepointStackSlots - A list of temporary stack slots (frame indices) used to spill values at a stat...
void set(const Function &Fn, MachineFunction &MF, SelectionDAG *DAG)
set - Initialize this FunctionLoweringInfo with the given Function and its associated MachineFunction...
MachineBasicBlock * MBB
MBB - The current block.
DenseMap< const Argument *, int > ByValArgFrameIndexMap
ByValArgFrameIndexMap - Keep track of frame indices for byval arguments.
DenseMap< Register, Register > RegFixups
RegFixups - Registers which need to be replaced after isel is done.
SmallVector< MachineInstr *, 8 > ArgDbgValues
ArgDbgValues - A list of DBG_VALUE instructions created during isel for function arguments that are i...
void ComputePHILiveOutRegInfo(const PHINode *)
ComputePHILiveOutRegInfo - Compute LiveOutInfo for a PHI's destination register based on the LiveOutI...
SmallVector< MachineBasicBlock * > MBBMap
A mapping from LLVM basic block number to their machine block.
const TargetLowering * TLI
const Value * getValueFromVirtualReg(Register Vreg)
This method is called from TargetLowerinInfo::isSDNodeSourceOfDivergence to get the Value correspondi...
DenseMap< Register, const Value * > VirtReg2Value
VirtReg2Value map is needed by the Divergence Analysis driven instruction selection.
MachineRegisterInfo * RegInfo
Register CreateReg(MVT VT, bool isDivergent=false)
CreateReg - Allocate a single virtual register for the given type.
bool CanLowerReturn
CanLowerReturn - true iff the function's return value can be lowered to registers.
DenseMap< const Value *, ISD::NodeType > PreferredExtendType
Record the preferred extend type (ISD::SIGN_EXTEND or ISD::ZERO_EXTEND) for a value.
Register getCatchPadExceptionPointerVReg(const Value *CPI, const TargetRegisterClass *RC)
DenseMap< const Value *, Register > CatchPadExceptionPointers
Track virtual registers created for exception pointers.
const DataLayout & getDataLayout() const
Return the DataLayout attached to the Module associated to this MF.
MachineBasicBlock * CreateMachineBasicBlock(const BasicBlock *BB=nullptr, std::optional< UniqueBBID > BBID=std::nullopt)
CreateMachineInstr - Allocate a new MachineInstr.
MachineRegisterInfo - Keep track of information for virtual and physical registers,...
Value * getIncomingValue(unsigned i) const
Return incoming value number x.
unsigned getNumIncomingValues() const
Return the number of incoming edges.
Wrapper class representing virtual and physical registers.
constexpr bool isVirtual() const
Return true if the specified register number is in the virtual register namespace.
constexpr unsigned id() const
This is used to represent a portion of an LLVM function in a low-level Data Dependence DAG representa...
const UniformityInfo * getUniformityInfo() const
CodeGenOptLevel getOptLevel() const
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
Information about stack frame layout on the target.
bool isStackRealignable() const
isStackRealignable - This method returns whether the stack can be realigned.
virtual TargetStackID::Value getStackIDForScalableVectors() const
Returns the StackID that scalable vectors should be associated with.
Align getStackAlign() const
getStackAlignment - This method returns the number of bytes to which the stack pointer must be aligne...
TargetInstrInfo - Interface to description of machine instruction set.
TargetRegisterInfo base class - We assume that the target defines a static array of TargetRegisterDes...
The instances of the Type class are immutable: once they are created, they are never changed.
A Use represents the edge between a Value definition and its users.
LLVM Value Representation.
Type * getType() const
All values are typed, get the type of this value.
LLVMContext & getContext() const
All values hold a context through their type.
unsigned ID
LLVM IR allows to use arbitrary numbers as calling convention identifiers.
NodeType
ISD::NodeType enum - This enum defines the target-independent operators for a SelectionDAG.
@ ANY_EXTEND
ANY_EXTEND - Used for integer types. The high bits are undefined.
@ SIGN_EXTEND
Conversion operators.
This is an optimization pass for GlobalISel generic memory operations.
LLVM_ABI void GetReturnInfo(CallingConv::ID CC, Type *ReturnType, AttributeList attr, SmallVectorImpl< ISD::OutputArg > &Outs, const TargetLowering &TLI, const DataLayout &DL)
Given an LLVM IR type and return type attributes, compute the return value EVTs and flags,...
MachineInstrBuilder BuildMI(MachineFunction &MF, const MIMetadata &MIMD, const MCInstrDesc &MCID)
Builder interface. Specify how to create the initial instruction itself.
void ComputeValueVTs(const TargetLowering &TLI, const DataLayout &DL, Type *Ty, SmallVectorImpl< EVT > &ValueVTs, SmallVectorImpl< EVT > *MemVTs=nullptr, SmallVectorImpl< TypeSize > *Offsets=nullptr, TypeSize StartingOffset=TypeSize::getZero())
ComputeValueVTs - Given an LLVM IR type, compute a sequence of EVTs that represent all the individual...
decltype(auto) dyn_cast(const From &Val)
dyn_cast<X> - Return the argument parameter cast to the specified type.
void calculateWinCXXEHStateNumbers(const Function *ParentFn, WinEHFuncInfo &FuncInfo)
Analyze the IR in ParentFn and it's handlers to build WinEHFuncInfo, which describes the state number...
LLVM_ABI raw_ostream & dbgs()
dbgs() - This returns a reference to a raw_ostream for debugging messages.
LLVM_ABI EHPersonality classifyEHPersonality(const Value *Pers)
See if the given exception handling personality function is one that we understand.
bool isa(const From &Val)
isa<X> - Return true if the parameter to the template is an instance of one of the template type argu...
bool isFuncletEHPersonality(EHPersonality Pers)
Returns true if this is a personality function that invokes handler funclets (which must return to it...
void calculateSEHStateNumbers(const Function *ParentFn, WinEHFuncInfo &FuncInfo)
DWARFExpression::Operation Op
bool isAsynchronousEHPersonality(EHPersonality Pers)
Returns true if this personality function catches asynchronous exceptions.
constexpr unsigned BitWidth
void calculateWasmEHInfo(const Function *F, WasmEHFuncInfo &EHInfo)
decltype(auto) cast(const From &Val)
cast<X> - Return the argument parameter cast to the specified type.
void calculateClrEHStateNumbers(const Function *Fn, WinEHFuncInfo &FuncInfo)
This struct is a compact representation of a valid (non-zero power of two) alignment.
TypeSize getSizeInBits() const
Return the size of the specified value type in bits.
static KnownBits makeConstant(const APInt &C)
Create known bits from a known constant.
unsigned getBitWidth() const
Get the bit width of this value.
KnownBits intersectWith(const KnownBits &RHS) const
Returns KnownBits information that is known to be true for both this and RHS.
KnownBits anyext(unsigned BitWidth) const
Return known bits for an "any" extension of the value we're tracking, where we don't know anything ab...
Similar to CxxUnwindMapEntry, but supports SEH filters.
This contains information for each constraint that we are lowering.
DenseMap< BBOrMBB, SmallPtrSet< BBOrMBB, 4 > > UnwindDestToSrcs
DenseMap< BBOrMBB, BBOrMBB > SrcToUnwindDest
SmallVector< SEHUnwindMapEntry, 4 > SEHUnwindMap
SmallVector< ClrEHUnwindMapEntry, 4 > ClrEHUnwindMap
SmallVector< WinEHTryBlockMapEntry, 4 > TryBlockMap
SmallVector< CxxUnwindMapEntry, 4 > CxxUnwindMap
SmallVector< WinEHHandlerType, 1 > HandlerArray