llvm::LegalizerHelper Class Reference

#include "llvm/CodeGen/GlobalISel/LegalizerHelper.h"

Classes
struct	ShiftParams

Public Types
enum	LegalizeResult { AlreadyLegal , Legalized , UnableToLegalize }

Public Member Functions
const LegalizerInfo &	getLegalizerInfo () const
	Expose LegalizerInfo so the clients can re-use.
const TargetLowering &	getTargetLowering () const
const LibcallLoweringInfo *	getLibcallLoweringInfo ()
GISelValueTracking *	getValueTracking () const
LLVM_ABI	LegalizerHelper (MachineFunction &MF, GISelChangeObserver &Observer, MachineIRBuilder &B, const LibcallLoweringInfo *Libcalls=nullptr)
LLVM_ABI	LegalizerHelper (MachineFunction &MF, const LegalizerInfo &LI, GISelChangeObserver &Observer, MachineIRBuilder &B, const LibcallLoweringInfo *Libcalls=nullptr, GISelValueTracking *VT=nullptr)
LLVM_ABI LegalizeResult	legalizeInstrStep (MachineInstr &MI, LostDebugLocObserver &LocObserver)
	Replace MI by a sequence of legal instructions that can implement the same operation.
LLVM_ABI LegalizeResult	libcall (MachineInstr &MI, LostDebugLocObserver &LocObserver)
	Legalize an instruction by emiting a runtime library call instead.
LLVM_ABI LegalizeResult	narrowScalar (MachineInstr &MI, unsigned TypeIdx, LLT NarrowTy)
	Legalize an instruction by reducing the width of the underlying scalar type.
LLVM_ABI LegalizeResult	widenScalar (MachineInstr &MI, unsigned TypeIdx, LLT WideTy)
	Legalize an instruction by performing the operation on a wider scalar type (for example a 16-bit addition can be safely performed at 32-bits precision, ignoring the unused bits).
LLVM_ABI LegalizeResult	bitcast (MachineInstr &MI, unsigned TypeIdx, LLT Ty)
	Legalize an instruction by replacing the value type.
LLVM_ABI LegalizeResult	lower (MachineInstr &MI, unsigned TypeIdx, LLT Ty)
	Legalize an instruction by splitting it into simpler parts, hopefully understood by the target.
LLVM_ABI LegalizeResult	fewerElementsVector (MachineInstr &MI, unsigned TypeIdx, LLT NarrowTy)
	Legalize a vector instruction by splitting into multiple components, each acting on the same scalar type as the original but with fewer elements.
LLVM_ABI LegalizeResult	moreElementsVector (MachineInstr &MI, unsigned TypeIdx, LLT MoreTy)
	Legalize a vector instruction by increasing the number of vector elements involved and ignoring the added elements later.
LLVM_ABI Register	coerceToInteger (Register Val)
	Cast the given value to an LLT::integer with an equivalent size.
LLVM_ABI void	widenScalarSrc (MachineInstr &MI, LLT WideTy, unsigned OpIdx, unsigned ExtOpcode)
	Legalize a single operand OpIdx of the machine instruction MI as a Use by extending the operand's type to WideTy using the specified ExtOpcode for the extension instruction, and replacing the vreg of the operand in place.
LLVM_ABI void	widenScalarSrcUsingFPExt (MachineInstr &MI, LLT WideTy, unsigned OpIdx)
	Legalize a single operand OpIdx of the machine instruction MI as a Use by extending the operand's type to WideTy using the G_FPEXT for the extension instruction, and replacing the vreg of the operand in place.
LLVM_ABI void	narrowScalarSrc (MachineInstr &MI, LLT NarrowTy, unsigned OpIdx)
	Legalize a single operand OpIdx of the machine instruction MI as a Use by truncating the operand's type to NarrowTy using G_TRUNC, and replacing the vreg of the operand in place.
LLVM_ABI void	widenScalarDst (MachineInstr &MI, LLT WideTy, unsigned OpIdx=0, unsigned TruncOpcode=TargetOpcode::G_TRUNC)
	Legalize a single operand OpIdx of the machine instruction MI as a Def by extending the operand's type to WideTy and truncating it back with the TruncOpcode, and replacing the vreg of the operand in place.
LLVM_ABI void	widenScalarDstUsingFPTrunc (MachineInstr &MI, LLT WideTy, unsigned OpIdx=0)
	Legalize a single operand OpIdx of the machine instruction MI as a Def by extending the operand's type to WideTy and truncating it back with G_FPTRUNC, and replacing the vreg of the operand in place.
LLVM_ABI void	narrowScalarDst (MachineInstr &MI, LLT NarrowTy, unsigned OpIdx, unsigned ExtOpcode)
LLVM_ABI void	moreElementsVectorDst (MachineInstr &MI, LLT MoreTy, unsigned OpIdx)
	Legalize a single operand OpIdx of the machine instruction MI as a Def by performing it with additional vector elements and extracting the result elements, and replacing the vreg of the operand in place.
LLVM_ABI void	moreElementsVectorSrc (MachineInstr &MI, LLT MoreTy, unsigned OpIdx)
	Legalize a single operand OpIdx of the machine instruction MI as a Use by producing a vector with undefined high elements, extracting the original vector type, and replacing the vreg of the operand in place.
LLVM_ABI void	bitcastSrc (MachineInstr &MI, LLT CastTy, unsigned OpIdx)
	Legalize a single operand OpIdx of the machine instruction MI as a use by inserting a G_BITCAST to CastTy.
LLVM_ABI void	bitcastDst (MachineInstr &MI, LLT CastTy, unsigned OpIdx)
	Legalize a single operand OpIdx of the machine instruction MI as a def by inserting a G_BITCAST from CastTy.
LLVM_ABI LegalizeResult	simpleLibcall (MachineInstr &MI, MachineIRBuilder &MIRBuilder, unsigned Size, Type *OpType, LostDebugLocObserver &LocObserver) const
LLVM_ABI LegalizeResult	createLibcall (const char *Name, const CallLowering::ArgInfo &Result, ArrayRef< CallLowering::ArgInfo > Args, CallingConv::ID CC, LostDebugLocObserver &LocObserver, MachineInstr *MI=nullptr) const
	Helper function that creates a libcall to the given Name using the given calling convention CC.
LLVM_ABI LegalizeResult	createLibcall (RTLIB::Libcall Libcall, const CallLowering::ArgInfo &Result, ArrayRef< CallLowering::ArgInfo > Args, LostDebugLocObserver &LocObserver, MachineInstr *MI=nullptr) const
	Helper function that creates the given libcall.
LLVM_ABI LegalizeResult	conversionLibcall (MachineInstr &MI, Type *ToType, Type *FromType, LostDebugLocObserver &LocObserver, bool IsSigned=false) const
LLVM_ABI LegalizerHelper::LegalizeResult	createAtomicLibcall (MachineInstr &MI) const
LLVM_ABI LegalizeResult	createMemLibcall (MachineRegisterInfo &MRI, MachineInstr &MI, LostDebugLocObserver &LocObserver) const
	Create a libcall to memcpy et al.
LLVM_ABI Align	getStackTemporaryAlignment (LLT Type, Align MinAlign=Align()) const
	Return the alignment to use for a stack temporary object with the given type.
LLVM_ABI MachineInstrBuilder	createStackTemporary (TypeSize Bytes, Align Alignment, MachinePointerInfo &PtrInfo)
	Create a stack temporary based on the size in bytes and the alignment.
LLVM_ABI MachineInstrBuilder	createStackStoreLoad (const DstOp &Res, const SrcOp &Val)
	Create a store of Val to a stack temporary and return a load as the same type as Res.
LLVM_ABI LegalizeResult	scalarizeVectorBooleanStore (GStore &MI)
	Given a store of a boolean vector, scalarize it.
LLVM_ABI Register	getVectorElementPointer (Register VecPtr, LLT VecTy, Register Index)
	Get a pointer to vector element Index located in memory for a vector of type VecTy starting at a base address of VecPtr.
LLVM_ABI LegalizeResult	fewerElementsVectorMultiEltType (GenericMachineInstr &MI, unsigned NumElts, std::initializer_list< unsigned > NonVecOpIndices={})
	Handles most opcodes.
LLVM_ABI LegalizeResult	fewerElementsVectorPhi (GenericMachineInstr &MI, unsigned NumElts)
LLVM_ABI LegalizeResult	moreElementsVectorPhi (MachineInstr &MI, unsigned TypeIdx, LLT MoreTy)
LLVM_ABI LegalizeResult	moreElementsVectorShuffle (MachineInstr &MI, unsigned TypeIdx, LLT MoreTy)
LLVM_ABI LegalizeResult	fewerElementsVectorUnmergeValues (MachineInstr &MI, unsigned TypeIdx, LLT NarrowTy)
LLVM_ABI LegalizeResult	fewerElementsVectorMerge (MachineInstr &MI, unsigned TypeIdx, LLT NarrowTy)
LLVM_ABI LegalizeResult	fewerElementsVectorExtractInsertVectorElt (MachineInstr &MI, unsigned TypeIdx, LLT NarrowTy)
LLVM_ABI LegalizeResult	equalizeVectorShuffleLengths (MachineInstr &MI)
	Equalize source and destination vector sizes of G_SHUFFLE_VECTOR.
LLVM_ABI LegalizeResult	reduceLoadStoreWidth (GLoadStore &MI, unsigned TypeIdx, LLT NarrowTy)
LLVM_ABI LegalizeResult	narrowScalarShiftByConstant (MachineInstr &MI, const APInt &Amt, LLT HalfTy, LLT ShiftAmtTy)
LLVM_ABI LegalizeResult	narrowScalarShiftMultiway (MachineInstr &MI, LLT TargetTy)
	Multi-way shift legalization: directly split wide shifts into target-sized parts in a single step, avoiding recursive binary splitting.
LLVM_ABI LegalizeResult	narrowScalarShiftByConstantMultiway (MachineInstr &MI, const APInt &Amt, LLT TargetTy, LLT ShiftAmtTy)
	Optimized path for constant shift amounts using static indexing.
LLVM_ABI Register	buildConstantShiftPart (unsigned Opcode, unsigned PartIdx, unsigned NumParts, ArrayRef< Register > SrcParts, const ShiftParams &Params, LLT TargetTy, LLT ShiftAmtTy)
	Generates a single output part for constant shifts using direct indexing.
LLVM_ABI Register	buildVariableShiftPart (unsigned Opcode, Register MainOperand, Register ShiftAmt, LLT TargetTy, Register CarryOperand=Register())
	Generates a shift part with carry for variable shifts.
LLVM_ABI LegalizeResult	fewerElementsVectorReductions (MachineInstr &MI, unsigned TypeIdx, LLT NarrowTy)
LLVM_ABI LegalizeResult	fewerElementsVectorSeqReductions (MachineInstr &MI, unsigned TypeIdx, LLT NarrowTy)
LLVM_ABI LegalizeResult	fewerElementsBitcast (MachineInstr &MI, unsigned TypeIdx, LLT NarrowTy)
LLVM_ABI LegalizeResult	fewerElementsVectorShuffle (MachineInstr &MI, unsigned TypeIdx, LLT NarrowTy)
LLVM_ABI LegalizeResult	narrowScalarShift (MachineInstr &MI, unsigned TypeIdx, LLT Ty)
LLVM_ABI LegalizeResult	narrowScalarAddSub (MachineInstr &MI, unsigned TypeIdx, LLT NarrowTy)
LLVM_ABI LegalizeResult	narrowScalarMul (MachineInstr &MI, LLT Ty)
LLVM_ABI LegalizeResult	narrowScalarFPTOI (MachineInstr &MI, unsigned TypeIdx, LLT Ty)
LLVM_ABI LegalizeResult	narrowScalarExtract (MachineInstr &MI, unsigned TypeIdx, LLT Ty)
LLVM_ABI LegalizeResult	narrowScalarInsert (MachineInstr &MI, unsigned TypeIdx, LLT Ty)
LLVM_ABI LegalizeResult	narrowScalarBasic (MachineInstr &MI, unsigned TypeIdx, LLT Ty)
LLVM_ABI LegalizeResult	narrowScalarExt (MachineInstr &MI, unsigned TypeIdx, LLT Ty)
LLVM_ABI LegalizeResult	narrowScalarSelect (MachineInstr &MI, unsigned TypeIdx, LLT Ty)
LLVM_ABI LegalizeResult	narrowScalarCTLZ (MachineInstr &MI, unsigned TypeIdx, LLT Ty)
LLVM_ABI LegalizeResult	narrowScalarCTTZ (MachineInstr &MI, unsigned TypeIdx, LLT Ty)
LLVM_ABI LegalizeResult	narrowScalarCTLS (MachineInstr &MI, unsigned TypeIdx, LLT Ty)
LLVM_ABI LegalizeResult	narrowScalarCTPOP (MachineInstr &MI, unsigned TypeIdx, LLT Ty)
LLVM_ABI LegalizeResult	narrowScalarFLDEXP (MachineInstr &MI, unsigned TypeIdx, LLT Ty)
LLVM_ABI LegalizeResult	bitcastExtractVectorElt (MachineInstr &MI, unsigned TypeIdx, LLT CastTy)
	Perform Bitcast legalize action on G_EXTRACT_VECTOR_ELT.
LLVM_ABI LegalizeResult	bitcastInsertVectorElt (MachineInstr &MI, unsigned TypeIdx, LLT CastTy)
	Perform Bitcast legalize action on G_INSERT_VECTOR_ELT.
LLVM_ABI LegalizeResult	bitcastConcatVector (MachineInstr &MI, unsigned TypeIdx, LLT CastTy)
LLVM_ABI LegalizeResult	bitcastShuffleVector (MachineInstr &MI, unsigned TypeIdx, LLT CastTy)
LLVM_ABI LegalizeResult	bitcastExtractSubvector (MachineInstr &MI, unsigned TypeIdx, LLT CastTy)
	This attempts to bitcast G_EXTRACT_SUBVECTOR to CastTy.
LLVM_ABI LegalizeResult	bitcastInsertSubvector (MachineInstr &MI, unsigned TypeIdx, LLT CastTy)
	This attempts to bitcast G_INSERT_SUBVECTOR to CastTy.
LLVM_ABI LegalizeResult	lowerConstant (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFConstant (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerBitcast (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerLoad (GAnyLoad &MI)
LLVM_ABI LegalizeResult	lowerStore (GStore &MI)
LLVM_ABI LegalizeResult	lowerBitCount (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFunnelShiftWithInverse (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFunnelShiftAsShifts (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFunnelShift (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerEXT (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerTRUNC (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerRotateWithReverseRotate (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerRotate (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerU64ToF32BitOps (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerU64ToF32WithSITOFP (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerU64ToF64BitFloatOps (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerUITOFP (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerSITOFP (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFPTOUI (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFPTOSI (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFPTOINT_SAT (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFPExtAndTruncMem (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFPEXT (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFPEXT_BF16 (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFPTRUNC_F64_TO_F16 (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFPTRUNC_F32_TO_BF16 (MachineInstr &MI)
LLVM_ABI Register	lowerRoundInexactToOdd (LLT ResultTy, Register Op)
LLVM_ABI LegalizeResult	lowerFPTRUNC_F64_TO_BF16 (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFPTRUNC (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFPOWI (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFMODF (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerISFPCLASS (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerThreewayCompare (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerMinMax (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFCopySign (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFMinNumMaxNum (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFMinimumMaximum (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFMad (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerIntrinsicRound (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFFloor (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerMergeValues (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerUnmergeValues (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerExtractInsertVectorElt (MachineInstr &MI)
	Lower a vector extract or insert by writing the vector to a stack temporary and reloading the element or vector.
LLVM_ABI LegalizeResult	lowerShuffleVector (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerVECTOR_COMPRESS (MachineInstr &MI)
LLVM_ABI Register	getDynStackAllocTargetPtr (Register SPReg, Register AllocSize, Align Alignment, LLT PtrTy)
LLVM_ABI LegalizeResult	lowerDynStackAlloc (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerStackSave (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerStackRestore (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerExtract (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerInsert (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerSADDO_SSUBO (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerSADDE (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerSSUBE (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerAddSubSatToMinMax (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerAddSubSatToAddoSubo (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerShlSat (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerBswap (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerBitreverse (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerReadWriteRegister (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerSMULH_UMULH (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerSelect (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerDIVREM (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerAbsToAddXor (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerAbsToMaxNeg (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerAbsToCNeg (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerAbsDiffToSelect (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerAbsDiffToMinMax (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerFAbs (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerVectorReduction (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerMemCpyFamily (MachineInstr &MI, Register Dst, Register Src, uint64_t KnownLen, Align Alignment, bool DstAlignCanChange, ArrayRef< LLT > MemOps)
LLVM_ABI LegalizeResult	lowerMemCpyFamily (MachineInstr &MI, unsigned MaxLen=0)
LLVM_ABI LegalizeResult	lowerVAArg (MachineInstr &MI)
LLVM_ABI LegalizeResult	lowerMulfix (MachineInstr &MI)

Public Attributes
MachineIRBuilder &	MIRBuilder
	Expose MIRBuilder so clients can set their own RecordInsertInstruction functions.
GISelChangeObserver &	Observer
	To keep track of changes made by the LegalizerHelper.

Detailed Description

Definition at line 49 of file LegalizerHelper.h.

Member Enumeration Documentation

LegalizeResult

enum llvm::LegalizerHelper::LegalizeResult

Enumerator
AlreadyLegal	Instruction was already legal and no change was made to the MachineFunction.
Legalized	Instruction has been legalized and the MachineFunction changed.
UnableToLegalize	Some kind of error has occurred and we could not legalize this instruction.

Definition at line 67 of file LegalizerHelper.h.

Constructor & Destructor Documentation

LegalizerHelper() [1/2]

LegalizerHelper::LegalizerHelper	(	MachineFunction &	MF,
		GISelChangeObserver &	Observer,
		MachineIRBuilder &	B,
		const LibcallLoweringInfo *	Libcalls = nullptr )

Definition at line 105 of file LegalizerHelper.cpp.

References getLegalizerInfo(), getTargetLowering(), MIRBuilder, and Observer.

LegalizerHelper() [2/2]

LegalizerHelper::LegalizerHelper	(	MachineFunction &	MF,
		const LegalizerInfo &	LI,
		GISelChangeObserver &	Observer,
		MachineIRBuilder &	B,
		const LibcallLoweringInfo *	Libcalls = nullptr,
		GISelValueTracking *	VT = nullptr )

Definition at line 113 of file LegalizerHelper.cpp.

References B(), getTargetLowering(), MIRBuilder, and Observer.

Member Function Documentation

bitcast()

LegalizerHelper::LegalizeResult LegalizerHelper::bitcast	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	Ty )

Legalize an instruction by replacing the value type.

Definition at line 4543 of file LegalizerHelper.cpp.

References bitcastConcatVector(), bitcastDst(), bitcastExtractSubvector(), bitcastExtractVectorElt(), bitcastInsertSubvector(), bitcastInsertVectorElt(), bitcastShuffleVector(), bitcastSrc(), llvm::MachineMemOperand::clearRanges(), llvm::dbgs(), llvm::MachineMemOperand::getMemoryType(), llvm::LLT::getSizeInBits(), Legalized, LLVM_DEBUG, MI, Observer, llvm::MachineMemOperand::setType(), and UnableToLegalize.

Referenced by legalizeInstrStep().

bitcastConcatVector()

LegalizerHelper::LegalizeResult LegalizerHelper::bitcastConcatVector	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	CastTy )

Definition at line 4042 of file LegalizerHelper.cpp.

References llvm::dyn_cast(), llvm::LLT::getScalarType(), MI, and UnableToLegalize.

Referenced by bitcast().

bitcastDst()

void LegalizerHelper::bitcastDst	(	MachineInstr &	MI,
		LLT	CastTy,
		unsigned	OpIdx )

Legalize a single operand OpIdx of the machine instruction MI as a def by inserting a G_BITCAST from CastTy.

Definition at line 2252 of file LegalizerHelper.cpp.

References MI, MIRBuilder, OpIdx, and llvm::MachineOperand::setReg().

Referenced by bitcast(), llvm::AMDGPULegalizerInfo::legalizeBufferLoad(), and llvm::AMDGPULegalizerInfo::legalizeSBufferLoad().

bitcastExtractSubvector()

LegalizerHelper::LegalizeResult LegalizerHelper::bitcastExtractSubvector	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	CastTy )

This attempts to bitcast G_EXTRACT_SUBVECTOR to CastTy.

<vscale x 8 x i1> = G_EXTRACT_SUBVECTOR <vscale x 16 x i1>, N

===>

<vscale x 2 x i1> = G_BITCAST <vscale x 16 x i1> <vscale x 1 x i8> = G_EXTRACT_SUBVECTOR <vscale x 2 x i1>, N / 8 <vscale x 8 x i1> = G_BITCAST <vscale x 1 x i8>

Definition at line 4121 of file LegalizerHelper.cpp.

References llvm::cast(), llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::divideCoefficientBy(), llvm::LLT::getElementCount(), llvm::LLT::getElementType(), llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::getKnownMinValue(), llvm::LLT::getSizeInBits(), llvm::LLT::isVector(), Legalized, MI, MIRBuilder, UnableToLegalize, and llvm::LLT::vector().

Referenced by bitcast().

bitcastExtractVectorElt()

LegalizerHelper::LegalizeResult LegalizerHelper::bitcastExtractVectorElt	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	CastTy )

Perform Bitcast legalize action on G_EXTRACT_VECTOR_ELT.

Perform a G_EXTRACT_VECTOR_ELT in a different sized vector element.

If this is casting to a vector with a smaller element size, perform multiple element extracts and merge the results. If this is coercing to a vector with larger elements, index the bitcasted vector and extract the target element with bit operations. This is intended to force the indexing in the native register size for architectures that can dynamically index the register file.

Definition at line 3833 of file LegalizerHelper.cpp.

References llvm::LLT::changeElementCount(), getBitcastWiderVectorElementOffset(), llvm::LLT::getElementType(), llvm::ElementCount::getFixed(), llvm::LLT::getNumElements(), llvm::LLT::getScalarType(), llvm::LLT::getSizeInBits(), I, llvm::isPowerOf2_32(), llvm::LLT::isVector(), Legalized, llvm::Log2_32(), MI, MIRBuilder, and UnableToLegalize.

Referenced by bitcast().

bitcastInsertSubvector()

LegalizerHelper::LegalizeResult LegalizerHelper::bitcastInsertSubvector	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	CastTy )

This attempts to bitcast G_INSERT_SUBVECTOR to CastTy.

<vscale x 16 x i1> = G_INSERT_SUBVECTOR <vscale x 16 x i1>, <vscale x 8 x i1>, N

===>

<vscale x 2 x i8> = G_BITCAST <vscale x 16 x i1> <vscale x 1 x i8> = G_BITCAST <vscale x 8 x i1> <vscale x 2 x i8> = G_INSERT_SUBVECTOR <vscale x 2 x i8>, <vscale x 1 x i8>, N / 8 <vscale x 16 x i1> = G_BITCAST <vscale x 2 x i8>

Definition at line 4184 of file LegalizerHelper.cpp.

References llvm::cast(), llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::divideCoefficientBy(), llvm::LLT::getElementCount(), llvm::LLT::getElementType(), llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::getKnownMinValue(), llvm::LLT::getSizeInBits(), llvm::LLT::isVector(), Legalized, MI, MIRBuilder, UnableToLegalize, and llvm::LLT::vector().

Referenced by bitcast().

bitcastInsertVectorElt()

LegalizerHelper::LegalizeResult LegalizerHelper::bitcastInsertVectorElt	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	CastTy )

Perform Bitcast legalize action on G_INSERT_VECTOR_ELT.

Perform a G_INSERT_VECTOR_ELT in a different sized vector element.

If this is increasing the element size, perform the indexing in the target element type, and use bit operations to insert at the element position. This is intended for architectures that can dynamically index the register file and want to force indexing in the native register size.

Definition at line 3969 of file LegalizerHelper.cpp.

References buildBitFieldInsert(), getBitcastWiderVectorElementOffset(), llvm::LLT::getElementType(), llvm::LLT::getNumElements(), llvm::LLT::getSizeInBits(), llvm::isPowerOf2_32(), llvm::LLT::isVector(), Legalized, llvm::Log2_32(), MI, MIRBuilder, and UnableToLegalize.

Referenced by bitcast().

bitcastShuffleVector()

LegalizerHelper::LegalizeResult LegalizerHelper::bitcastShuffleVector	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	CastTy )

Definition at line 4087 of file LegalizerHelper.cpp.

References llvm::cast(), llvm::LLT::changeElementType(), llvm::LLT::getElementCount(), llvm::LLT::getScalarSizeInBits(), llvm::LLT::getScalarType(), Legalized, MI, MIRBuilder, and UnableToLegalize.

Referenced by bitcast().

bitcastSrc()

void LegalizerHelper::bitcastSrc	(	MachineInstr &	MI,
		LLT	CastTy,
		unsigned	OpIdx )

Legalize a single operand OpIdx of the machine instruction MI as a use by inserting a G_BITCAST to CastTy.

Definition at line 2247 of file LegalizerHelper.cpp.

References MI, MIRBuilder, and OpIdx.

Referenced by bitcast().

buildConstantShiftPart()

Register LegalizerHelper::buildConstantShiftPart	(	unsigned	Opcode,
		unsigned	PartIdx,
		unsigned	NumParts,
		ArrayRef< Register >	SrcParts,
		const ShiftParams &	Params,
		LLT	TargetTy,
		LLT	ShiftAmtTy )

Generates a single output part for constant shifts using direct indexing.

Calculates which source parts contribute and how they're combined.

Definition at line 6480 of file LegalizerHelper.cpp.

References assert(), llvm::LegalizerHelper::ShiftParams::BitShift, llvm::getIConstantVRegVal(), llvm::Hi, llvm::LegalizerHelper::ShiftParams::InvBitShift, llvm_unreachable, llvm::Lo, MIRBuilder, llvm::LegalizerHelper::ShiftParams::SignBit, llvm::LegalizerHelper::ShiftParams::WordShift, and llvm::LegalizerHelper::ShiftParams::Zero.

Referenced by narrowScalarShiftByConstantMultiway().

buildVariableShiftPart()

Register LegalizerHelper::buildVariableShiftPart	(	unsigned	Opcode,
		Register	MainOperand,
		Register	ShiftAmt,
		LLT	TargetTy,
		Register	CarryOperand = Register() )

Generates a shift part with carry for variable shifts.

Combines main operand shifted by BitShift with carry bits from adjacent operand.

Definition at line 6557 of file LegalizerHelper.cpp.

References getReg(), llvm::LLT::getScalarSizeInBits(), llvm::CmpInst::ICMP_EQ, llvm::Register::isValid(), MIRBuilder, and llvm::LLT::scalar().

Referenced by narrowScalarShiftMultiway().

coerceToInteger()

Register LegalizerHelper::coerceToInteger

(

Register

Val

)

Cast the given value to an LLT::integer with an equivalent size.

Returns the register to use if an instruction was inserted. Returns the original register if no coercion was necessary.

Definition at line 2157 of file LegalizerHelper.cpp.

References assert(), DL, llvm::LLT::integer(), MIRBuilder, and Register.

Referenced by lowerUnmergeValues().

conversionLibcall()

LegalizerHelper::LegalizeResult LegalizerHelper::conversionLibcall	(	MachineInstr &	MI,
		Type *	ToType,
		Type *	FromType,
		LostDebugLocObserver &	LocObserver,
		bool	IsSigned = false ) const

Definition at line 782 of file LegalizerHelper.cpp.

References createLibcall(), llvm::CallLowering::BaseArgInfo::Flags, getConvRTLibDesc(), llvm::LegalizeActions::Libcall, and MI.

Referenced by libcall().

createAtomicLibcall()

LegalizerHelper::LegalizeResult LegalizerHelper::createAtomicLibcall

(

MachineInstr &

MI

)

const

Definition at line 944 of file LegalizerHelper.cpp.

References llvm::append_range(), llvm::CallLowering::CallLoweringInfo::CallConv, llvm::MachineOperand::CreateES(), llvm::StringRef::data(), llvm::dbgs(), llvm::IntegerType::get(), llvm::PointerType::get(), llvm::StructType::get(), llvm::RTLIB::RuntimeLibcallsInfo::getLibcallImplName(), getOutlineAtomicLibcall(), llvm::LLT::getSizeInBits(), Legalized, LLVM_DEBUG, llvm_unreachable, MI, MIRBuilder, Opc, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::Success, and UnableToLegalize.

Referenced by libcall().

createLibcall() [1/2]

LegalizerHelper::LegalizeResult LegalizerHelper::createLibcall	(	const char *	Name,
		const CallLowering::ArgInfo &	Result,
		ArrayRef< CallLowering::ArgInfo >	Args,
		CallingConv::ID	CC,
		LostDebugLocObserver &	LocObserver,
		MachineInstr *	MI = nullptr ) const

Helper function that creates a libcall to the given Name using the given calling convention CC.

Definition at line 594 of file LegalizerHelper.cpp.

References llvm::append_range(), assert(), llvm::CallLowering::CallLoweringInfo::CallConv, llvm::LostDebugLocObserver::checkpoint(), llvm::MachineOperand::CreateES(), hasSwiftErrorArg(), isLibCallInTailPosition(), Legalized, MI, MIRBuilder, llvm::Next, and UnableToLegalize.

Referenced by conversionLibcall(), createLibcall(), llvm::ARMLegalizerInfo::legalizeCustom(), libcall(), and simpleLibcall().

createLibcall() [2/2]

LegalizerHelper::LegalizeResult LegalizerHelper::createLibcall	(	RTLIB::Libcall	Libcall,
		const CallLowering::ArgInfo &	Result,
		ArrayRef< CallLowering::ArgInfo >	Args,
		LostDebugLocObserver &	LocObserver,
		MachineInstr *	MI = nullptr ) const

Helper function that creates the given libcall.

Definition at line 642 of file LegalizerHelper.cpp.

References createLibcall(), llvm::RTLIB::RuntimeLibcallsInfo::getLibcallImplName(), llvm::LegalizeActions::Libcall, MI, and UnableToLegalize.

createMemLibcall()

LegalizerHelper::LegalizeResult LegalizerHelper::createMemLibcall	(	MachineRegisterInfo &	MRI,
		MachineInstr &	MI,
		LostDebugLocObserver &	LocObserver ) const

Create a libcall to memcpy et al.

Definition at line 799 of file LegalizerHelper.cpp.

References llvm::append_range(), assert(), llvm::CallLowering::CallLoweringInfo::CallConv, llvm::LostDebugLocObserver::checkpoint(), llvm::MachineOperand::CreateES(), llvm::StringRef::data(), llvm::dbgs(), llvm::IntegerType::get(), llvm::PointerType::get(), llvm::LLT::getAddressSpace(), llvm::RTLIB::RuntimeLibcallsInfo::getLibcallImplName(), llvm::LLT::getSizeInBits(), llvm::Type::getVoidTy(), hasSwiftErrorArg(), isLibCallInTailPosition(), llvm::LLT::isPointer(), Legalized, LLVM_DEBUG, llvm_unreachable, MI, MIRBuilder, llvm::Next, Opc, and UnableToLegalize.

Referenced by libcall().

createStackStoreLoad()

MachineInstrBuilder LegalizerHelper::createStackStoreLoad	(	const DstOp &	Res,
		const SrcOp &	Val )

Create a store of Val to a stack temporary and return a load as the same type as Res.

Definition at line 5139 of file LegalizerHelper.cpp.

References createStackTemporary(), llvm::DstOp::getLLTTy(), llvm::SrcOp::getLLTTy(), getStackTemporaryAlignment(), and MIRBuilder.

createStackTemporary()

MachineInstrBuilder LegalizerHelper::createStackTemporary	(	TypeSize	Bytes,
		Align	Alignment,
		MachinePointerInfo &	PtrInfo )

Create a stack temporary based on the size in bytes and the alignment.

Definition at line 5126 of file LegalizerHelper.cpp.

References llvm::MachineFrameInfo::CreateStackObject(), DL, llvm::MachinePointerInfo::getFixedStack(), llvm::MachineFunction::getFrameInfo(), MIRBuilder, and llvm::LLT::pointer().

Referenced by createStackStoreLoad(), createStackTemporaryForVector(), lowerExtractInsertVectorElt(), lowerFPExtAndTruncMem(), and lowerVECTOR_COMPRESS().

equalizeVectorShuffleLengths()

LegalizerHelper::LegalizeResult LegalizerHelper::equalizeVectorShuffleLengths

(

MachineInstr &

MI

)

Equalize source and destination vector sizes of G_SHUFFLE_VECTOR.

Definition at line 7156 of file LegalizerHelper.cpp.

References llvm::alignTo(), llvm::SmallVectorTemplateCommon< T, typename >::begin(), llvm::LLT::changeVectorElementCount(), llvm::copy(), llvm::LLT::getElementType(), llvm::ElementCount::getFixed(), I, Legalized, MI, MIRBuilder, moreElementsVectorDst(), and llvm::Undef.

Referenced by moreElementsVectorShuffle().

fewerElementsBitcast()

LegalizerHelper::LegalizeResult LegalizerHelper::fewerElementsBitcast	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	NarrowTy )

Definition at line 5939 of file LegalizerHelper.cpp.

References assert(), llvm::LLT::changeVectorElementCount(), llvm::LLT::getElementType(), llvm::ElementCount::getFixed(), llvm::LLT::getSizeInBits(), getUnmergeResults(), Legalized, MI, MIRBuilder, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and UnableToLegalize.

Referenced by fewerElementsVector().

fewerElementsVector()

LegalizerHelper::LegalizeResult LegalizerHelper::fewerElementsVector	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	NarrowTy )

Legalize a vector instruction by splitting into multiple components, each acting on the same scalar type as the original but with fewer elements.

Definition at line 5729 of file LegalizerHelper.cpp.

References assert(), llvm::cast(), fewerElementsBitcast(), fewerElementsVectorExtractInsertVectorElt(), fewerElementsVectorMerge(), fewerElementsVectorMultiEltType(), fewerElementsVectorPhi(), fewerElementsVectorReductions(), fewerElementsVectorSeqReductions(), fewerElementsVectorShuffle(), fewerElementsVectorUnmergeValues(), llvm::LLT::getElementCount(), llvm::LLT::getNumElements(), llvm::LLT::getSizeInBits(), GISEL_VECREDUCE_CASES_NONSEQ, llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::isKnownMultipleOf(), llvm::LLT::isVector(), Legalized, MI, MIRBuilder, reduceLoadStoreWidth(), and UnableToLegalize.

Referenced by llvm::AMDGPURegisterBankInfo::applyMappingLoad(), and legalizeInstrStep().

fewerElementsVectorExtractInsertVectorElt()

LegalizerHelper::LegalizeResult LegalizerHelper::fewerElementsVectorExtractInsertVectorElt	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	NarrowTy )

Definition at line 5548 of file LegalizerHelper.cpp.

References assert(), llvm::extractParts(), llvm::getIConstantVRegValWithLookThrough(), llvm::LLT::getNumElements(), llvm::LLT::isVector(), Legalized, lowerExtractInsertVectorElt(), MI, and MIRBuilder.

Referenced by fewerElementsVector().

fewerElementsVectorMerge()

LegalizerHelper::LegalizeResult LegalizerHelper::fewerElementsVectorMerge	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	NarrowTy )

Definition at line 5462 of file LegalizerHelper.cpp.

References assert(), llvm::LLT::getNumElements(), llvm::LLT::getScalarType(), llvm::LLT::getSizeInBits(), llvm::LLT::isVector(), Legalized, MI, MIRBuilder, llvm::Offset, llvm::SmallVectorTemplateBase< T, bool >::push_back(), and UnableToLegalize.

Referenced by fewerElementsVector().

fewerElementsVectorMultiEltType()

LegalizerHelper::LegalizeResult LegalizerHelper::fewerElementsVectorMultiEltType	(	GenericMachineInstr &	MI,
		unsigned	NumElts,
		std::initializer_list< unsigned >	NonVecOpIndices = {} )

Handles most opcodes.

Split MI into same instruction on sub-vectors or scalars with NumElts elements (1 for scalar). Supports uneven splits: there can be leftover sub-vector with fewer then NumElts or a leftover scalar. To avoid this use moreElements first and set MI number of elements to multiple of NumElts. Non-vector operands that should be used on all sub-instructions without split are listed in NonVecOpIndices.

Definition at line 5290 of file LegalizerHelper.cpp.

References llvm::append_range(), assert(), broadcastSrcOp(), llvm::extractVectorParts(), hasSameNumEltsOnAllVectorOperands(), I, llvm::is_contained(), Legalized, makeDstOps(), MI, MIRBuilder, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::size(), and Uses.

Referenced by fewerElementsVector().

fewerElementsVectorPhi()

LegalizerHelper::LegalizeResult LegalizerHelper::fewerElementsVectorPhi	(	GenericMachineInstr &	MI,
		unsigned	NumElts )

Definition at line 5360 of file LegalizerHelper.cpp.

References llvm::extractVectorParts(), llvm::MachineBasicBlock::getFirstTerminatorForward(), Legalized, makeDstOps(), MBB, MI, MIRBuilder, and llvm::SmallVectorTemplateBase< T, bool >::push_back().

Referenced by fewerElementsVector().

fewerElementsVectorReductions()

LegalizerHelper::LegalizeResult LegalizerHelper::fewerElementsVectorReductions	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	NarrowTy )

Definition at line 6116 of file LegalizerHelper.cpp.

References assert(), llvm::cast(), llvm::SmallVectorImpl< T >::clear(), llvm::SmallVectorImpl< T >::emplace_back(), llvm::extractParts(), llvm::LLT::getNumElements(), getReg(), llvm::isPowerOf2_32(), llvm::LLT::isScalar(), llvm::LLT::isVector(), Legalized, MI, MIRBuilder, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::SmallVectorTemplateCommon< T, typename >::size(), and UnableToLegalize.

Referenced by fewerElementsVector().

fewerElementsVectorSeqReductions()

LegalizerHelper::LegalizeResult LegalizerHelper::fewerElementsVectorSeqReductions	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	NarrowTy )

Definition at line 6203 of file LegalizerHelper.cpp.

References assert(), llvm::extractParts(), llvm::LLT::isScalar(), Legalized, MI, MIRBuilder, and UnableToLegalize.

Referenced by fewerElementsVector().

fewerElementsVectorShuffle()

LegalizerHelper::LegalizeResult LegalizerHelper::fewerElementsVectorShuffle	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	NarrowTy )

Definition at line 5976 of file LegalizerHelper.cpp.

References AbstractManglingParser< Derived, Alloc >::Ops, assert(), llvm::LLT::changeElementCount(), llvm::extractParts(), llvm::LLT::getElementType(), llvm::LLT::getNumElements(), llvm::Hi, High, llvm::isPowerOf2_32(), llvm::LLT::isVector(), Legalized, llvm::Lo, MI, MIRBuilder, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::LLT::scalar(), and UnableToLegalize.

Referenced by fewerElementsVector().

fewerElementsVectorUnmergeValues()

LegalizerHelper::LegalizeResult LegalizerHelper::fewerElementsVectorUnmergeValues	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	NarrowTy )

Definition at line 5413 of file LegalizerHelper.cpp.

References assert(), llvm::LLT::getScalarType(), llvm::LLT::getSizeInBits(), I, llvm::LLT::isVector(), Legalized, MI, MIRBuilder, and UnableToLegalize.

Referenced by fewerElementsVector().

getDynStackAllocTargetPtr()

Register LegalizerHelper::getDynStackAllocTargetPtr	(	Register	SPReg,
		Register	AllocSize,
		Align	Alignment,
		LLT	PtrTy )

Definition at line 9793 of file LegalizerHelper.cpp.

References llvm::Alloc, llvm::LLT::getSizeInBits(), llvm::LLT::integer(), llvm::IntPtrTy, MIRBuilder, llvm::APInt::negate(), SPReg, and llvm::Align::value().

Referenced by lowerDynStackAlloc().

getLegalizerInfo()

const LegalizerInfo & llvm::LegalizerHelper::getLegalizerInfo ( ) const

inline

Expose LegalizerInfo so the clients can re-use.

Definition at line 81 of file LegalizerHelper.h.

Referenced by LegalizerHelper().

getLibcallLoweringInfo()

const LibcallLoweringInfo * llvm::LegalizerHelper::getLibcallLoweringInfo ( )

inline

Definition at line 83 of file LegalizerHelper.h.

getStackTemporaryAlignment()

Align LegalizerHelper::getStackTemporaryAlignment	(	LLT	Type,
		Align	MinAlign = Align() ) const

Return the alignment to use for a stack temporary object with the given type.

Definition at line 5115 of file LegalizerHelper.cpp.

References llvm::MinAlign(), and llvm::PowerOf2Ceil().

Referenced by createStackStoreLoad(), createStackTemporaryForVector(), legalizeSpvExtractElt(), legalizeSpvInsertElt(), lowerExtractInsertVectorElt(), lowerFPExtAndTruncMem(), and lowerVECTOR_COMPRESS().

getTargetLowering()

const TargetLowering & llvm::LegalizerHelper::getTargetLowering ( ) const

inline

Definition at line 82 of file LegalizerHelper.h.

Referenced by LegalizerHelper(), and LegalizerHelper().

getValueTracking()

GISelValueTracking * llvm::LegalizerHelper::getValueTracking ( ) const

inline

Definition at line 84 of file LegalizerHelper.h.

Referenced by llvm::AMDGPULegalizerInfo::buildMultiply().

getVectorElementPointer()

Register LegalizerHelper::getVectorElementPointer	(	Register	VecPtr,
		LLT	VecTy,
		Register	Index )

Get a pointer to vector element Index located in memory for a vector of type VecTy starting at a base address of VecPtr.

If Index is out of bounds the returned pointer is unspecified, but will be within the vector bounds.

Definition at line 5174 of file LegalizerHelper.cpp.

References assert(), llvm::LLT::changeElementSize(), clampVectorIndex(), DL, llvm::LLT::getElementType(), llvm::LLT::getSizeInBits(), MIRBuilder, and llvm::Mul.

Referenced by lowerExtractInsertVectorElt(), lowerVECTOR_COMPRESS(), and llvm::CombinerHelper::matchCombineExtractedVectorLoad().

legalizeInstrStep()

LegalizerHelper::LegalizeResult LegalizerHelper::legalizeInstrStep	(	MachineInstr &	MI,
		LostDebugLocObserver &	LocObserver )

Replace MI by a sequence of legal instructions that can implement the same operation.

Note that this means MI may be deleted, so any iterator steps should be performed before calling this function. Helper should be initialized to the MachineFunction containing MI.

Considered as an opaque blob, the legal code will use and define the same registers as MI.

Definition at line 122 of file LegalizerHelper.cpp.

References AlreadyLegal, llvm::LegalizeActions::Bitcast, bitcast(), llvm::Custom, llvm::dbgs(), llvm::LegalizeActions::FewerElements, fewerElementsVector(), llvm::isa(), llvm::LegalizeActions::Legal, Legalized, llvm::LegalizeActions::Libcall, libcall, LLVM_DEBUG, llvm::Lower, lower(), MI, MIRBuilder, llvm::LegalizeActions::MoreElements, moreElementsVector(), llvm::LegalizeActions::NarrowScalar, narrowScalar(), UnableToLegalize, llvm::LegalizeActions::WidenScalar, and widenScalar().

Referenced by llvm::Legalizer::legalizeMachineFunction().

libcall()

LegalizerHelper::LegalizeResult LegalizerHelper::libcall	(	MachineInstr &	MI,
		LostDebugLocObserver &	LocObserver )

Legalize an instruction by emiting a runtime library call instead.

Definition at line 1326 of file LegalizerHelper.cpp.

References conversionLibcall(), createAtomicLibcall(), createLibcall(), createMemLibcall(), llvm::dbgs(), llvm::IntegerType::get(), getFloatTypeForLLT(), llvm::Type::getIntNTy(), getRTLibDesc(), llvm::LLT::getSizeInBits(), Legalized, llvm::LegalizeActions::Libcall, LLVM_DEBUG, MI, MIRBuilder, simpleLibcall(), Size, and UnableToLegalize.

lower()

LegalizerHelper::LegalizeResult LegalizerHelper::lower	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	Ty )

Legalize an instruction by splitting it into simpler parts, hopefully understood by the target.

Definition at line 4631 of file LegalizerHelper.cpp.

References assert(), llvm::cast(), llvm::LLT::changeElementType(), llvm::LLT::getNumElements(), llvm::LLT::getScalarSizeInBits(), llvm::LLT::getScalarType(), llvm::APInt::getSignMask(), llvm::LLT::getSizeInBits(), GISEL_VECREDUCE_CASES_NONSEQ, llvm::CmpInst::ICMP_EQ, llvm::CmpInst::ICMP_NE, llvm::CmpInst::ICMP_UGT, llvm::CmpInst::ICMP_ULT, llvm::LLT::integer(), llvm::LLT::isScalable(), Legalized, lowerAbsDiffToMinMax(), lowerAbsDiffToSelect(), lowerAbsToAddXor(), lowerAddSubSatToAddoSubo(), lowerAddSubSatToMinMax(), lowerBitcast(), lowerBitCount(), lowerBitreverse(), lowerBswap(), lowerDIVREM(), lowerDynStackAlloc(), lowerEXT(), lowerExtract(), lowerExtractInsertVectorElt(), lowerFAbs(), lowerFConstant(), lowerFCopySign(), lowerFFloor(), lowerFMad(), lowerFMinimumMaximum(), lowerFMinNumMaxNum(), lowerFMODF(), lowerFPEXT(), lowerFPOWI(), lowerFPTOINT_SAT(), lowerFPTOSI(), lowerFPTOUI(), lowerFPTRUNC(), lowerFunnelShift(), lowerInsert(), lowerIntrinsicRound(), lowerISFPCLASS(), lowerLoad(), lowerMemCpyFamily(), lowerMergeValues(), lowerMinMax(), lowerMulfix(), lowerReadWriteRegister(), lowerRotate(), lowerSADDE(), lowerSADDO_SSUBO(), lowerSelect(), lowerShlSat(), lowerShuffleVector(), lowerSITOFP(), lowerSMULH_UMULH(), lowerSSUBE(), lowerStackRestore(), lowerStackSave(), lowerStore(), lowerThreewayCompare(), lowerTRUNC(), lowerUITOFP(), lowerUnmergeValues(), lowerVAArg(), lowerVECTOR_COMPRESS(), lowerVectorReduction(), MI, MIRBuilder, Observer, llvm::SmallVectorTemplateBase< T, bool >::push_back(), TII, UnableToLegalize, and llvm::Vector.

Referenced by legalizeInstrStep().

lowerAbsDiffToMinMax()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerAbsDiffToMinMax

(

MachineInstr &

MI

)

Definition at line 10804 of file LegalizerHelper.cpp.

References assert(), Legalized, MI, and MIRBuilder.

Referenced by lower().

lowerAbsDiffToSelect()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerAbsDiffToSelect

(

MachineInstr &

MI

)

Definition at line 10781 of file LegalizerHelper.cpp.

References assert(), llvm::CmpInst::ICMP_SGT, llvm::CmpInst::ICMP_UGT, Legalized, MI, MIRBuilder, and llvm::LLT::scalar().

Referenced by lower().

lowerAbsToAddXor()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerAbsToAddXor

(

MachineInstr &

MI

)

Definition at line 10736 of file LegalizerHelper.cpp.

References llvm::Add, llvm::LLT::getScalarSizeInBits(), Legalized, MI, and MIRBuilder.

Referenced by lower().

lowerAbsToCNeg()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerAbsToCNeg

(

MachineInstr &

MI

)

Definition at line 10768 of file LegalizerHelper.cpp.

References llvm::CmpInst::ICMP_SGT, Legalized, MI, MIRBuilder, llvm::LLT::scalar(), and llvm::Sub.

Referenced by llvm::AArch64LegalizerInfo::legalizeCustom().

lowerAbsToMaxNeg()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerAbsToMaxNeg

(

MachineInstr &

MI

)

Definition at line 10753 of file LegalizerHelper.cpp.

References Legalized, MI, MIRBuilder, and llvm::Sub.

Referenced by llvm::AMDGPURegisterBankInfo::applyMappingImpl(), and llvm::RISCVLegalizerInfo::legalizeCustom().

lowerAddSubSatToAddoSubo()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerAddSubSatToAddoSubo

(

MachineInstr &

MI

)

Definition at line 10199 of file LegalizerHelper.cpp.

References llvm::LLT::changeElementSize(), llvm::APInt::getSignedMinValue(), Legalized, llvm_unreachable, MI, and MIRBuilder.

Referenced by lower().

lowerAddSubSatToMinMax()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerAddSubSatToMinMax

(

MachineInstr &

MI

)

Definition at line 10124 of file LegalizerHelper.cpp.

References llvm::APInt::getSignedMaxValue(), llvm::APInt::getSignedMinValue(), llvm::Hi, Legalized, llvm_unreachable, llvm::Lo, MI, and MIRBuilder.

Referenced by lower().

lowerBitcast()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerBitcast

(

MachineInstr &

MI

)

Definition at line 3739 of file LegalizerHelper.cpp.

References llvm::LLT::changeVectorElementCount(), llvm::LLT::getElementType(), llvm::ElementCount::getFixed(), getUnmergePieces(), Legalized, MI, MIRBuilder, and UnableToLegalize.

Referenced by lower().

lowerBitCount()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerBitCount

(

MachineInstr &

MI

)

Definition at line 7898 of file LegalizerHelper.cpp.

References assert(), B(), llvm::Custom, llvm::APInt::getSplat(), llvm::CmpInst::ICMP_EQ, llvm::LegalizeActions::Legal, Legalized, llvm::LegalizeActions::Libcall, MI, MIRBuilder, Observer, Opc, llvm::PowerOf2Ceil(), Size, TII, UnableToLegalize, llvm::LegalizeActions::WidenScalar, and llvm::Xor.

Referenced by lower().

lowerBitreverse()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerBitreverse

(

MachineInstr &

MI

)

Definition at line 10341 of file LegalizerHelper.cpp.

References llvm::LLT::fixed_vector(), llvm::APInt::getSplat(), llvm::LLT::integer(), MI, MIRBuilder, Size, and SwapN().

Referenced by lower().

lowerBswap()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerBswap

(

MachineInstr &

MI

)

Definition at line 10296 of file LegalizerHelper.cpp.

References llvm::APInt::getBitsSet(), Legalized, MI, and MIRBuilder.

Referenced by lower().

lowerConstant()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerConstant

(

MachineInstr &

MI

)

Definition at line 3717 of file LegalizerHelper.cpp.

References emitLoadFromConstantPool(), llvm::MachineOperand::getCImm(), Legalized, MI, and MIRBuilder.

Referenced by llvm::ARMLegalizerInfo::legalizeCustom(), and llvm::RISCVLegalizerInfo::legalizeCustom().

lowerDIVREM()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerDIVREM

(

MachineInstr &

MI

)

Definition at line 10719 of file LegalizerHelper.cpp.

References Legalized, MI, and MIRBuilder.

Referenced by lower().

lowerDynStackAlloc()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerDynStackAlloc

(

MachineInstr &

MI

)

Definition at line 9817 of file LegalizerHelper.cpp.

References llvm::assumeAligned(), getDynStackAllocTargetPtr(), llvm::TargetSubtargetInfo::getFrameLowering(), llvm::MachineFunction::getSubtarget(), Legalized, MI, MIRBuilder, SPReg, llvm::TargetFrameLowering::StackGrowsUp, and UnableToLegalize.

Referenced by lower().

lowerEXT()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerEXT

(

MachineInstr &

MI

)

Definition at line 8234 of file LegalizerHelper.cpp.

References llvm::LLT::changeElementCount(), llvm::LLT::changeElementSize(), llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::divideCoefficientBy(), llvm::LLT::getElementCount(), llvm::LLT::getScalarSizeInBits(), llvm::LLT::getSizeInBits(), llvm::isPowerOf2_32(), Legalized, MI, MIRBuilder, and UnableToLegalize.

Referenced by lower().

lowerExtract()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerExtract

(

MachineInstr &

MI

)

Definition at line 9862 of file LegalizerHelper.cpp.

References llvm::dbgs(), DL, llvm::LLT::integer(), Legalized, LLVM_DEBUG, MI, MIRBuilder, llvm::Offset, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::LLT::scalar(), llvm::SmallVectorTemplateCommon< T, typename >::size(), and UnableToLegalize.

Referenced by llvm::AMDGPULegalizerInfo::legalizeExtract(), and lower().

lowerExtractInsertVectorElt()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerExtractInsertVectorElt

(

MachineInstr &

MI

)

Lower a vector extract or insert by writing the vector to a stack temporary and reloading the element or vector.

dst = G_EXTRACT_VECTOR_ELT vec, idx => stack_temp = G_FRAME_INDEX G_STORE vec, stack_temp idx = clamp(idx, vec.getNumElements()) element_ptr = G_PTR_ADD stack_temp, idx dst = G_LOAD element_ptr

Definition at line 9594 of file LegalizerHelper.cpp.

References llvm::commonAlignment(), createStackTemporary(), llvm::dbgs(), llvm::extractParts(), llvm::LLT::getElementType(), llvm::TypeSize::getFixed(), llvm::LLT::getNumElements(), llvm::LLT::getSizeInBytes(), getStackTemporaryAlignment(), getVectorElementPointer(), llvm::MachinePointerInfo::getWithOffset(), llvm::LLT::isByteSized(), Legalized, LLVM_DEBUG, llvm::MIPatternMatch::m_ICst(), MI, llvm::MIPatternMatch::mi_match(), MIRBuilder, llvm::Offset, and UnableToLegalize.

Referenced by fewerElementsVectorExtractInsertVectorElt(), and lower().

lowerFAbs()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFAbs

(

MachineInstr &

MI

)

Definition at line 10828 of file LegalizerHelper.cpp.

References llvm::LLT::changeElementType(), llvm::APInt::getSignedMaxValue(), llvm::LLT::integer(), Legalized, MI, and MIRBuilder.

Referenced by lower().

lowerFConstant()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFConstant

(

MachineInstr &

MI

)

Definition at line 3728 of file LegalizerHelper.cpp.

References emitLoadFromConstantPool(), llvm::MachineOperand::getFPImm(), Legalized, MI, and MIRBuilder.

Referenced by lower().

lowerFCopySign()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFCopySign

(

MachineInstr &

MI

)

Definition at line 9259 of file LegalizerHelper.cpp.

References llvm::LLT::changeElementType(), llvm::MachineInstr::Disjoint, llvm::APInt::getLowBitsSet(), llvm::APInt::getSignMask(), llvm::LLT::integer(), Legalized, MI, and MIRBuilder.

Referenced by lower().

lowerFFloor()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFFloor

(

MachineInstr &

MI

)

Definition at line 9488 of file LegalizerHelper.cpp.

References llvm::LLT::changeElementType(), llvm::CmpInst::FCMP_OLT, llvm::CmpInst::FCMP_ONE, llvm::LLT::integer(), Legalized, MI, and MIRBuilder.

Referenced by lower().

lowerFMad()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFMad

(

MachineInstr &

MI

)

Definition at line 9441 of file LegalizerHelper.cpp.

References Legalized, MI, MIRBuilder, and llvm::Mul.

Referenced by llvm::AMDGPULegalizerInfo::legalizeFMad(), and lower().

lowerFMinimumMaximum()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFMinimumMaximum

(

MachineInstr &

MI

)

Definition at line 9371 of file LegalizerHelper.cpp.

References llvm::LLT::changeElementType(), llvm::CmpInst::FCMP_OEQ, llvm::CmpInst::FCMP_OGT, llvm::CmpInst::FCMP_OLT, llvm::CmpInst::FCMP_ORD, llvm::fcNegZero, llvm::fcPosZero, llvm::fcZero, llvm::MachineInstr::FmNoNans, llvm::MachineInstr::FmNsz, llvm::getFltSemanticForLLT(), llvm::APFloat::getNaN(), getReg(), llvm::LLT::integer(), llvm::KnownFPClass::isKnownNeverZero(), llvm::LLT::isScalar(), Legalized, MI, MIRBuilder, and Opc.

Referenced by lower().

lowerFMinNumMaxNum()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFMinNumMaxNum

(

MachineInstr &

MI

)

Definition at line 9323 of file LegalizerHelper.cpp.

References llvm::MachineInstr::FmNoNans, Legalized, llvm_unreachable, MI, and MIRBuilder.

Referenced by llvm::AMDGPULegalizerInfo::legalizeMinNumMaxNum(), and lower().

lowerFMODF()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFMODF

(

MachineInstr &

MI

)

Definition at line 9153 of file LegalizerHelper.cpp.

References llvm::LLT::changeElementType(), llvm::CmpInst::FCMP_OEQ, llvm::MachineInstr::FmNoInfs, llvm::getFltSemanticForLLT(), llvm::APFloat::getInf(), llvm::LLT::integer(), Legalized, MI, MIRBuilder, and Select.

Referenced by lower().

lowerFPEXT()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFPEXT

(

MachineInstr &

MI

)

Definition at line 8901 of file LegalizerHelper.cpp.

References lowerFPEXT_BF16(), lowerFPExtAndTruncMem(), and MI.

Referenced by lower().

lowerFPEXT_BF16()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFPEXT_BF16

(

MachineInstr &

MI

)

Definition at line 8878 of file LegalizerHelper.cpp.

References assert(), llvm::LLT::changeElementType(), llvm::LLT::float32(), llvm::LLT::integer(), Legalized, MI, and MIRBuilder.

Referenced by lowerFPEXT().

lowerFPExtAndTruncMem()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFPExtAndTruncMem

(

MachineInstr &

MI

)

Definition at line 8838 of file LegalizerHelper.cpp.

References assert(), createStackTemporary(), llvm::MachineFunction::getMachineMemOperand(), llvm::LLT::getSizeInBytes(), getStackTemporaryAlignment(), Legalized, MI, MIRBuilder, llvm::MachineMemOperand::MOLoad, and llvm::MachineMemOperand::MOStore.

Referenced by lowerFPEXT(), and lowerFPTRUNC().

lowerFPOWI()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFPOWI

(

MachineInstr &

MI

)

Definition at line 9143 of file LegalizerHelper.cpp.

References Legalized, MI, and MIRBuilder.

Referenced by lower().

lowerFPTOINT_SAT()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFPTOINT_SAT

(

MachineInstr &

MI

)

Definition at line 8740 of file LegalizerHelper.cpp.

References llvm::APFloat::convertFromAPInt(), llvm::CmpInst::FCMP_OGT, llvm::CmpInst::FCMP_OLT, llvm::CmpInst::FCMP_ULT, llvm::CmpInst::FCMP_UNO, llvm::MachineInstr::FmNoNans, llvm::getFltSemanticForLLT(), llvm::APInt::getMaxValue(), llvm::APInt::getMinValue(), llvm::APInt::getSignedMaxValue(), llvm::APInt::getSignedMinValue(), llvm::LLT::integer(), Legalized, MI, MIRBuilder, llvm::APFloatBase::opInexact, and llvm::APFloatBase::rmTowardZero.

Referenced by lower().

lowerFPTOSI()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFPTOSI

(

MachineInstr &

MI

)

Definition at line 8675 of file LegalizerHelper.cpp.

References llvm::Exponent, llvm::APInt::getSignMask(), llvm::CmpInst::ICMP_SGT, llvm::CmpInst::ICMP_SLT, Legalized, MI, MIRBuilder, S1, S32, S64, llvm::LLT::scalar(), and UnableToLegalize.

Referenced by lower().

lowerFPTOUI()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFPTOUI

(

MachineInstr &

MI

)

Definition at line 8635 of file LegalizerHelper.cpp.

References llvm::APFloat::convertFromAPInt(), llvm::CmpInst::FCMP_ULT, llvm::FSub, llvm::APInt::getSignMask(), llvm::APInt::getZero(), llvm::APFloatBase::IEEEdouble(), llvm::APFloatBase::IEEEsingle(), Legalized, MI, MIRBuilder, llvm::APFloatBase::rmNearestTiesToEven, S1, S32, S64, llvm::LLT::scalar(), and UnableToLegalize.

Referenced by lower().

lowerFPTRUNC()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFPTRUNC

(

MachineInstr &

MI

)

Definition at line 9129 of file LegalizerHelper.cpp.

References lowerFPExtAndTruncMem(), lowerFPTRUNC_F32_TO_BF16(), lowerFPTRUNC_F64_TO_BF16(), lowerFPTRUNC_F64_TO_F16(), and MI.

Referenced by lower().

lowerFPTRUNC_F32_TO_BF16()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFPTRUNC_F32_TO_BF16

(

MachineInstr &

MI

)

Definition at line 9028 of file LegalizerHelper.cpp.

References llvm::Add, assert(), llvm::LLT::bfloat16(), llvm::LLT::changeElementType(), llvm::CmpInst::FCMP_UNO, llvm::LLT::float32(), llvm::MachineInstr::FmNoNans, llvm::LLT::integer(), Legalized, MI, and MIRBuilder.

Referenced by lowerFPTRUNC().

lowerFPTRUNC_F64_TO_BF16()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFPTRUNC_F64_TO_BF16

(

MachineInstr &

MI

)

Definition at line 9116 of file LegalizerHelper.cpp.

References assert(), llvm::LLT::bfloat16(), llvm::LLT::changeElementType(), llvm::LLT::float32(), llvm::LLT::float64(), Legalized, lowerRoundInexactToOdd(), MI, and MIRBuilder.

Referenced by lowerFPTRUNC().

lowerFPTRUNC_F64_TO_F16()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFPTRUNC_F64_TO_F16

(

MachineInstr &

MI

)

Definition at line 8912 of file LegalizerHelper.cpp.

References assert(), B(), D(), llvm::LLT::float16(), llvm::LLT::float32(), llvm::LLT::float64(), llvm::MachineInstr::FmAfn, I, llvm::CmpInst::ICMP_EQ, llvm::CmpInst::ICMP_NE, llvm::CmpInst::ICMP_SGT, llvm::CmpInst::ICMP_SLT, llvm::LLT::integer(), Legalized, MI, MIRBuilder, N, S1, llvm::LLT::scalar(), UnableToLegalize, and llvm::V1.

Referenced by lowerFPTRUNC().

lowerFunnelShift()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFunnelShift

(

MachineInstr &

MI

)

Definition at line 8211 of file LegalizerHelper.cpp.

References MI.

Referenced by lower().

lowerFunnelShiftAsShifts()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFunnelShiftAsShifts

(

MachineInstr &

MI

)

Definition at line 8156 of file LegalizerHelper.cpp.

References llvm::MachineInstr::Disjoint, llvm::LLT::getScalarSizeInBits(), isNonZeroModBitWidthOrUndef(), llvm::isPowerOf2_32(), Legalized, MI, MIRBuilder, X, and Y.

lowerFunnelShiftWithInverse()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerFunnelShiftWithInverse

(

MachineInstr &

MI

)

Definition at line 8117 of file LegalizerHelper.cpp.

References getReg(), llvm::LLT::getScalarSizeInBits(), isNonZeroModBitWidthOrUndef(), llvm::isPowerOf2_32(), Legalized, MI, MIRBuilder, UnableToLegalize, X, and Y.

lowerInsert()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerInsert

(

MachineInstr &

MI

)

Definition at line 9933 of file LegalizerHelper.cpp.

References llvm::dbgs(), DL, llvm::LLT::getAddressSpace(), llvm::APInt::getBitsSetWithWrap(), llvm::LLT::getElementType(), llvm::LLT::getNumElements(), llvm::LLT::getSizeInBits(), llvm::LLT::isPointer(), llvm::LLT::isPointerOrPointerVector(), llvm::LLT::isScalar(), llvm::LLT::isVector(), Legalized, LLVM_DEBUG, MI, MIRBuilder, llvm::Offset, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::LLT::scalar(), and UnableToLegalize.

Referenced by llvm::AMDGPULegalizerInfo::legalizeInsert(), and lower().

lowerIntrinsicRound()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerIntrinsicRound

(

MachineInstr &

MI

)

Definition at line 9455 of file LegalizerHelper.cpp.

References llvm::LLT::changeElementType(), llvm::CmpInst::FCMP_OGE, llvm::LLT::integer(), Legalized, MI, MIRBuilder, T, and X.

Referenced by lower().

lowerISFPCLASS()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerISFPCLASS

(

MachineInstr &

MI

)

Definition at line 10468 of file LegalizerHelper.cpp.

References llvm::APFloat::bitcastToAPInt(), llvm::LLT::changeElementType(), llvm::fcAllFlags, llvm::fcFinite, llvm::fcInf, llvm::fcNan, llvm::fcNegFinite, llvm::fcNegNormal, llvm::fcNegSubnormal, llvm::fcNone, llvm::fcNormal, llvm::fcPosFinite, llvm::fcPosInf, llvm::fcPosNormal, llvm::fcPosSubnormal, llvm::fcPosZero, llvm::fcQNan, llvm::fcSubnormal, llvm::fcZero, llvm::APInt::getActiveBits(), llvm::APInt::getAllOnes(), llvm::getFltSemanticForLLT(), llvm::getImm(), llvm::APFloat::getInf(), llvm::APFloat::getLargest(), llvm::APInt::getOneBitSet(), llvm::APInt::getSignedMaxValue(), llvm::APInt::getSignMask(), llvm::CmpInst::ICMP_EQ, llvm::CmpInst::ICMP_NE, llvm::CmpInst::ICMP_UGE, llvm::CmpInst::ICMP_UGT, llvm::CmpInst::ICMP_ULT, llvm::LLT::integer(), Legalized, MI, MIRBuilder, and llvm::APInt::shl().

Referenced by lower().

lowerLoad()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerLoad

(

GAnyLoad &

MI

)

Definition at line 4241 of file LegalizerHelper.cpp.

References assert(), llvm::bit_floor(), llvm::LLT::changeElementSize(), llvm::LLT::changeVectorElementCount(), llvm::MachineInstr::eraseFromParent(), llvm::GMemOperation::getAlign(), llvm::Function::getContext(), llvm::GAnyLoad::getDstReg(), llvm::LLT::getElementType(), llvm::ElementCount::getFixed(), llvm::MachineFunction::getFunction(), llvm::MachineFunction::getMachineMemOperand(), llvm::MachineMemOperand::getMemoryType(), llvm::GMemOperation::getMMO(), llvm::LLT::getNumElements(), llvm::MachineInstr::getOpcode(), llvm::MachineMemOperand::getPointerInfo(), llvm::GLoadStore::getPointerReg(), llvm::GenericMachineInstr::getReg(), llvm::LLT::getScalarSizeInBits(), llvm::LLT::getScalarType(), llvm::LLT::getSizeInBits(), llvm::LLT::getSizeInBytes(), llvm::isa(), llvm::LLT::isPointer(), llvm::isPowerOf2_32(), llvm::isPowerOf2_64(), llvm::LLT::isVector(), Legalized, MIRBuilder, llvm::NextPowerOf2(), llvm::PowerOf2Ceil(), reduceLoadStoreWidth(), llvm::LLT::scalar(), UnableToLegalize, and llvm::Align::value().

Referenced by lower().

lowerMemCpyFamily() [1/2]

LegalizerHelper::LegalizeResult LegalizerHelper::lowerMemCpyFamily	(	MachineInstr &	MI,
		Register	Dst,
		Register	Src,
		uint64_t	KnownLen,
		Align	Alignment,
		bool	DstAlignCanChange,
		ArrayRef< LLT >	MemOps )

Definition at line 11298 of file LegalizerHelper.cpp.

References assert(), Legalized, MI, Opc, and UnableToLegalize.

Referenced by llvm::CombinerHelper::applyCombineMemCpyFamily(), lower(), lowerMemCpyFamily(), and llvm::CombinerHelper::tryCombineMemCpyFamily().

lowerMemCpyFamily() [2/2]

LegalizerHelper::LegalizeResult LegalizerHelper::lowerMemCpyFamily	(	MachineInstr &	MI,
		unsigned	MaxLen = 0 )

Definition at line 11327 of file LegalizerHelper.cpp.

References llvm::canLowerMemCpyFamily(), lowerMemCpyFamily(), MI, and UnableToLegalize.

lowerMergeValues()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerMergeValues

(

MachineInstr &

MI

)

Definition at line 9514 of file LegalizerHelper.cpp.

References AbstractManglingParser< Derived, Alloc >::NumOps, llvm::dbgs(), I, llvm::LLT::integer(), Legalized, LLVM_DEBUG, MI, MIRBuilder, llvm::Offset, and UnableToLegalize.

Referenced by lower().

lowerMinMax()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerMinMax

(

MachineInstr &

MI

)

Definition at line 9197 of file LegalizerHelper.cpp.

References llvm::LLT::changeElementType(), llvm::LLT::integer(), Legalized, MI, minMaxToCompare(), and MIRBuilder.

Referenced by lower().

lowerMulfix()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerMulfix

(

MachineInstr &

MI

)

Definition at line 10931 of file LegalizerHelper.cpp.

References assert(), llvm::LLT::changeElementSize(), Legalized, MI, MIRBuilder, and llvm::Mul.

Referenced by lower().

lowerReadWriteRegister()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerReadWriteRegister

(

MachineInstr &

MI

)

Definition at line 10410 of file LegalizerHelper.cpp.

References llvm::cast(), llvm::StringRef::data(), llvm::LLVMContext::diagnose(), llvm::Function::getContext(), llvm::MachineFunction::getFunction(), llvm::MDString::getString(), Legalized, MI, and MIRBuilder.

Referenced by lower().

lowerRotate()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerRotate

(

MachineInstr &

MI

)

Definition at line 8344 of file LegalizerHelper.cpp.

References MI, and MIRBuilder.

Referenced by lower().

lowerRotateWithReverseRotate()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerRotateWithReverseRotate

(

MachineInstr &

MI

)

Definition at line 8333 of file LegalizerHelper.cpp.

References Legalized, MI, and MIRBuilder.

lowerRoundInexactToOdd()

Register LegalizerHelper::lowerRoundInexactToOdd	(	LLT	ResultTy,
		Register	Op )

Definition at line 9073 of file LegalizerHelper.cpp.

References llvm::LLT::changeElementType(), llvm::CmpInst::FCMP_OGT, llvm::CmpInst::FCMP_UEQ, llvm::LLT::getScalarSizeInBits(), llvm::LLT::getScalarType(), llvm::CmpInst::ICMP_NE, llvm::LLT::integer(), and MIRBuilder.

Referenced by lowerFPTRUNC_F64_TO_BF16().

lowerSADDE()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerSADDE

(

MachineInstr &

MI

)

Definition at line 10080 of file LegalizerHelper.cpp.

References llvm::CmpInst::ICMP_SLT, Legalized, MI, MIRBuilder, and T.

Referenced by lower().

lowerSADDO_SSUBO()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerSADDO_SSUBO

(

MachineInstr &

MI

)

Definition at line 10036 of file LegalizerHelper.cpp.

References llvm::CmpInst::ICMP_SLT, Legalized, MI, and MIRBuilder.

Referenced by lower().

lowerSelect()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerSelect

(

MachineInstr &

MI

)

Definition at line 10640 of file LegalizerHelper.cpp.

References llvm::LLT::changeElementType(), llvm::LLT::integer(), llvm::LLT::isPointerOrPointerVector(), Legalized, MI, MIRBuilder, llvm::LLT::scalar(), and UnableToLegalize.

Referenced by lower().

lowerShlSat()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerShlSat

(

MachineInstr &

MI

)

Definition at line 10265 of file LegalizerHelper.cpp.

References assert(), llvm::LLT::changeElementSize(), llvm::APInt::getMaxValue(), llvm::LLT::getScalarSizeInBits(), llvm::APInt::getSignedMaxValue(), llvm::APInt::getSignedMinValue(), llvm::CmpInst::ICMP_NE, llvm::CmpInst::ICMP_SLT, Legalized, MI, and MIRBuilder.

Referenced by lower().

lowerShuffleVector()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerShuffleVector

(

MachineInstr &

MI

)

Definition at line 9666 of file LegalizerHelper.cpp.

References assert(), llvm::LLT::getScalarType(), Legalized, MI, MIRBuilder, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::LLT::scalar(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::try_emplace(), and llvm::Undef.

Referenced by lower().

lowerSITOFP()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerSITOFP

(

MachineInstr &

MI

)

Definition at line 8589 of file LegalizerHelper.cpp.

References llvm::CmpInst::ICMP_NE, llvm::LLT::integer(), Legalized, loweri64tof16ITOFP(), MI, MIRBuilder, UnableToLegalize, and llvm::Xor.

Referenced by lower().

lowerSMULH_UMULH()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerSMULH_UMULH

(

MachineInstr &

MI

)

Definition at line 10446 of file LegalizerHelper.cpp.

References llvm::LLT::changeElementSize(), llvm::LLT::getScalarSizeInBits(), Legalized, MI, MIRBuilder, and llvm::Mul.

Referenced by lower().

lowerSSUBE()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerSSUBE

(

MachineInstr &

MI

)

Definition at line 10102 of file LegalizerHelper.cpp.

References llvm::CmpInst::ICMP_SLT, Legalized, MI, MIRBuilder, and T.

Referenced by lower().

lowerStackRestore()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerStackRestore

(

MachineInstr &

MI

)

Definition at line 9851 of file LegalizerHelper.cpp.

References Legalized, MI, MIRBuilder, and UnableToLegalize.

Referenced by lower().

lowerStackSave()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerStackSave

(

MachineInstr &

MI

)

Definition at line 9840 of file LegalizerHelper.cpp.

References Legalized, MI, MIRBuilder, and UnableToLegalize.

Referenced by lower().

lowerStore()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerStore

(

GStore &

MI

)

Definition at line 4404 of file LegalizerHelper.cpp.

References llvm::bit_floor(), llvm::MachineInstr::eraseFromParent(), llvm::Function::getContext(), llvm::MachineFunction::getFunction(), llvm::MachineFunction::getMachineMemOperand(), llvm::MachineMemOperand::getMemoryType(), llvm::MachineMemOperand::getPointerInfo(), llvm::GLoadStore::getPointerReg(), llvm::LLT::getSizeInBits(), llvm::LLT::getSizeInBytes(), llvm::GAnyStore::getValueReg(), llvm::LLT::integer(), llvm::IntPtrTy, llvm::isPowerOf2_32(), llvm::LLT::isVector(), Legalized, llvm::MachineInstr::memoperands_begin(), MIRBuilder, llvm::PowerOf2Ceil(), reduceLoadStoreWidth(), scalarizeVectorBooleanStore(), and UnableToLegalize.

Referenced by lower().

lowerThreewayCompare()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerThreewayCompare

(

MachineInstr &

MI

)

Definition at line 9211 of file LegalizerHelper.cpp.

References llvm::cast(), llvm::LLT::changeElementSize(), llvm::getApproximateEVTForLLT(), llvm::CmpInst::ICMP_SGT, llvm::CmpInst::ICMP_SLT, llvm::CmpInst::ICMP_UGT, llvm::CmpInst::ICMP_ULT, llvm::LLT::isVector(), Legalized, MI, MIRBuilder, std::swap(), llvm::TargetLoweringBase::UndefinedBooleanContent, and llvm::TargetLoweringBase::ZeroOrNegativeOneBooleanContent.

Referenced by lower().

lowerTRUNC()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerTRUNC

(

MachineInstr &

MI

)

Definition at line 8276 of file LegalizerHelper.cpp.

References assert(), llvm::LLT::changeElementCount(), llvm::LLT::changeElementSize(), llvm::extractParts(), llvm::LLT::getNumElements(), llvm::LLT::getScalarSizeInBits(), llvm::isPowerOf2_32(), llvm::LLT::isVector(), Legalized, Merge, MI, MIRBuilder, and UnableToLegalize.

Referenced by lower().

lowerU64ToF32BitOps()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerU64ToF32BitOps

(

MachineInstr &

MI

)

Definition at line 8414 of file LegalizerHelper.cpp.

References assert(), C(), llvm::CmpInst::ICMP_EQ, llvm::CmpInst::ICMP_NE, llvm::CmpInst::ICMP_UGT, Legalized, MI, MIRBuilder, S1, S32, S64, llvm::LLT::scalar(), llvm::Sub, and T.

lowerU64ToF32WithSITOFP()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerU64ToF32WithSITOFP

(

MachineInstr &

MI

)

Definition at line 8472 of file LegalizerHelper.cpp.

References assert(), llvm::CmpInst::ICMP_SLT, Legalized, MI, MIRBuilder, S1, S32, S64, and llvm::LLT::scalar().

Referenced by lowerUITOFP().

lowerU64ToF64BitFloatOps()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerU64ToF64BitFloatOps

(

MachineInstr &

MI

)

Definition at line 8507 of file LegalizerHelper.cpp.

References assert(), llvm::bit_cast(), Legalized, MI, MIRBuilder, S32, S64, and llvm::LLT::scalar().

Referenced by lowerUITOFP().

lowerUITOFP()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerUITOFP

(

MachineInstr &

MI

)

Definition at line 8559 of file LegalizerHelper.cpp.

References Legalized, loweri64tof16ITOFP(), lowerU64ToF32WithSITOFP(), lowerU64ToF64BitFloatOps(), MI, MIRBuilder, llvm::LLT::scalar(), and UnableToLegalize.

Referenced by lower().

lowerUnmergeValues()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerUnmergeValues

(

MachineInstr &

MI

)

Definition at line 9554 of file LegalizerHelper.cpp.

References coerceToInteger(), llvm::LLT::getSizeInBits(), I, llvm::LLT::isPointer(), Legalized, MI, MIRBuilder, llvm::Offset, and UnableToLegalize.

Referenced by lower().

lowerVAArg()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerVAArg

(

MachineInstr &

MI

)

Definition at line 10883 of file LegalizerHelper.cpp.

References A(), DL, llvm::Function::getContext(), llvm::MachineFunction::getFunction(), llvm::MachineFunction::getMachineMemOperand(), llvm::LLT::getSizeInBits(), llvm::getTypeForLLT(), Legalized, llvm::Log2(), MI, MIRBuilder, llvm::MachineMemOperand::MOLoad, llvm::MachineMemOperand::MOStore, and llvm::LLT::scalar().

Referenced by lower().

lowerVECTOR_COMPRESS()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerVECTOR_COMPRESS

(

llvm::MachineInstr &

MI

)

Definition at line 9707 of file LegalizerHelper.cpp.

References createStackTemporary(), llvm::LLT::getElementType(), llvm::TypeSize::getFixed(), llvm::LLT::getNumElements(), llvm::MachineInstrBuilder::getReg(), llvm::LLT::getSizeInBits(), getStackTemporaryAlignment(), llvm::MachinePointerInfo::getUnknownStack(), getVectorElementPointer(), I, llvm::CmpInst::ICMP_UGT, llvm::isConstantOrConstantSplatVector(), Legalized, MI, MIRBuilder, llvm::report_fatal_error(), and llvm::LLT::scalar().

Referenced by lower().

lowerVectorReduction()

LegalizerHelper::LegalizeResult LegalizerHelper::lowerVectorReduction

(

MachineInstr &

MI

)

Definition at line 10865 of file LegalizerHelper.cpp.

References llvm::LLT::getSizeInBits(), Legalized, MI, MIRBuilder, Observer, and UnableToLegalize.

Referenced by lower().

moreElementsVector()

LegalizerHelper::LegalizeResult LegalizerHelper::moreElementsVector	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	MoreTy )

Legalize a vector instruction by increasing the number of vector elements involved and ignoring the added elements later.

Definition at line 6890 of file LegalizerHelper.cpp.

References llvm::LLT::changeElementCount(), llvm::LLT::changeElementType(), llvm::LLT::changeVectorElementType(), llvm::ElementCount::get(), llvm::LLT::getElementCount(), llvm::LLT::getElementType(), llvm::LLT::getNumElements(), llvm::LLT::getScalarType(), llvm::LLT::isScalable(), Legalized, MI, MIRBuilder, moreElementsVectorDst(), moreElementsVectorPhi(), moreElementsVectorShuffle(), moreElementsVectorSrc(), Observer, Opc, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::MachineOperand::setReg(), llvm::SmallVectorTemplateCommon< T, typename >::size(), and UnableToLegalize.

Referenced by legalizeInstrStep().

moreElementsVectorDst()

void LegalizerHelper::moreElementsVectorDst	(	MachineInstr &	MI,
		LLT	MoreTy,
		unsigned	OpIdx )

Legalize a single operand OpIdx of the machine instruction MI as a Def by performing it with additional vector elements and extracting the result elements, and replacing the vreg of the operand in place.

Definition at line 2231 of file LegalizerHelper.cpp.

References llvm::MachineOperand::getReg(), MI, MIRBuilder, OpIdx, and llvm::MachineOperand::setReg().

Referenced by equalizeVectorShuffleLengths(), llvm::AMDGPULegalizerInfo::legalizeSBufferLoad(), moreElementsVector(), moreElementsVectorPhi(), and moreElementsVectorShuffle().

moreElementsVectorPhi()

LegalizerHelper::LegalizeResult LegalizerHelper::moreElementsVectorPhi	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	MoreTy )

Definition at line 6834 of file LegalizerHelper.cpp.

References assert(), llvm::MachineBasicBlock::getFirstTerminator(), I, Legalized, MBB, MI, MIRBuilder, moreElementsVectorDst(), moreElementsVectorSrc(), and Observer.

Referenced by moreElementsVector().

moreElementsVectorShuffle()

LegalizerHelper::LegalizeResult LegalizerHelper::moreElementsVectorShuffle	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	MoreTy )

Definition at line 7228 of file LegalizerHelper.cpp.

References equalizeVectorShuffleLengths(), llvm::LLT::getNumElements(), I, Legalized, MI, MIRBuilder, moreElementsVectorDst(), moreElementsVectorSrc(), and UnableToLegalize.

Referenced by moreElementsVector().

moreElementsVectorSrc()

void LegalizerHelper::moreElementsVectorSrc	(	MachineInstr &	MI,
		LLT	MoreTy,
		unsigned	OpIdx )

Legalize a single operand OpIdx of the machine instruction MI as a Use by producing a vector with undefined high elements, extracting the original vector type, and replacing the vreg of the operand in place.

Definition at line 2241 of file LegalizerHelper.cpp.

References MI, MIRBuilder, OpIdx, and llvm::MachineOperand::setReg().

Referenced by moreElementsVector(), moreElementsVectorPhi(), and moreElementsVectorShuffle().

narrowScalar()

LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalar	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	NarrowTy )

Legalize an instruction by reducing the width of the underlying scalar type.

Definition at line 1554 of file LegalizerHelper.cpp.

References llvm::MachineInstrBuilder::add(), llvm::MachineInstrBuilder::addUse(), llvm::append_range(), assert(), llvm::SmallVectorTemplateCommon< T, typename >::back(), C(), llvm::cast(), llvm::LLT::changeElementType(), llvm::dbgs(), llvm::SmallVectorTemplateCommon< T, typename >::empty(), llvm::extractParts(), llvm::MachineBasicBlock::getFirstTerminatorForward(), llvm::LLT::getScalarSizeInBits(), llvm::LLT::getSizeInBits(), llvm::MachineMemOperand::getSizeInBits(), llvm::ICmpInst::getUnsignedPredicate(), llvm::LocationSize::getValue(), I, llvm::CmpInst::ICMP_EQ, llvm::isa(), llvm::ICmpInst::isEquality(), llvm::LLT::isVector(), Legalized, LLVM_DEBUG, llvm::APInt::lshr(), MBB, MI, MIRBuilder, narrowScalarAddSub(), narrowScalarBasic(), narrowScalarCTLS(), narrowScalarCTLZ(), narrowScalarCTPOP(), narrowScalarCTTZ(), narrowScalarDst(), narrowScalarExt(), narrowScalarExtract(), narrowScalarFLDEXP(), narrowScalarFPTOI(), narrowScalarInsert(), narrowScalarMul(), narrowScalarSelect(), narrowScalarShift(), narrowScalarSrc(), Observer, llvm::Offset, OpIdx, llvm::SmallVectorTemplateBase< T, bool >::push_back(), reduceLoadStoreWidth(), llvm::LLT::scalar(), llvm::MachineOperand::setReg(), llvm::SmallVectorTemplateCommon< T, typename >::size(), llvm::APInt::trunc(), UnableToLegalize, llvm::Xor, and llvm::zip().

Referenced by llvm::AMDGPURegisterBankInfo::applyMappingImpl(), llvm::MipsRegisterBankInfo::applyMappingImpl(), llvm::AMDGPURegisterBankInfo::applyMappingLoad(), and legalizeInstrStep().

narrowScalarAddSub()

LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalarAddSub	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	NarrowTy )

Definition at line 7336 of file LegalizerHelper.cpp.

References llvm::SmallVectorImpl< T >::append(), llvm::ArrayRef(), llvm::extractParts(), llvm::LLT::integer(), Legalized, llvm_unreachable, MI, MIRBuilder, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::SmallVectorImpl< T >::reserve(), llvm::SmallVectorTemplateCommon< T, typename >::size(), and UnableToLegalize.

Referenced by narrowScalar().

narrowScalarBasic()

LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalarBasic	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	Ty )

Definition at line 7636 of file LegalizerHelper.cpp.

References assert(), llvm::extractParts(), I, Legalized, llvm_unreachable, MI, MIRBuilder, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::SmallVectorTemplateCommon< T, typename >::size(), and UnableToLegalize.

Referenced by narrowScalar().

narrowScalarCTLS()

LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalarCTLS	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	Ty )

Definition at line 7808 of file LegalizerHelper.cpp.

References B(), llvm::LLT::getSizeInBits(), llvm::Hi, llvm::CmpInst::ICMP_EQ, Legalized, llvm::Lo, MI, MIRBuilder, llvm::LLT::scalar(), and UnableToLegalize.

Referenced by narrowScalar().

narrowScalarCTLZ()

LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalarCTLZ	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	Ty )

Definition at line 7744 of file LegalizerHelper.cpp.

References B(), llvm::LLT::getSizeInBits(), llvm::CmpInst::ICMP_EQ, llvm::LLT::integer(), Legalized, MI, MIRBuilder, and UnableToLegalize.

Referenced by narrowScalar().

narrowScalarCTPOP()

LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalarCTPOP	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	Ty )

Definition at line 7850 of file LegalizerHelper.cpp.

References llvm::LLT::getSizeInBits(), Legalized, MI, MIRBuilder, and UnableToLegalize.

Referenced by narrowScalar().

narrowScalarCTTZ()

LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalarCTTZ	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	Ty )

Definition at line 7776 of file LegalizerHelper.cpp.

References B(), llvm::LLT::getSizeInBits(), llvm::CmpInst::ICMP_EQ, llvm::LLT::integer(), Legalized, MI, MIRBuilder, and UnableToLegalize.

Referenced by narrowScalar().

narrowScalarDst()

void LegalizerHelper::narrowScalarDst	(	MachineInstr &	MI,
		LLT	NarrowTy,
		unsigned	OpIdx,
		unsigned	ExtOpcode )

Definition at line 2222 of file LegalizerHelper.cpp.

References MI, MIRBuilder, OpIdx, and llvm::MachineOperand::setReg().

Referenced by narrowScalar(), and narrowScalarFPTOI().

narrowScalarExt()

LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalarExt	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	Ty )

Definition at line 7677 of file LegalizerHelper.cpp.

References llvm::LLT::isVector(), Legalized, MI, and UnableToLegalize.

Referenced by narrowScalar().

narrowScalarExtract()

LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalarExtract	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	Ty )

Definition at line 7487 of file LegalizerHelper.cpp.

References llvm::extractParts(), llvm::LLT::getSizeInBits(), Legalized, MI, MIRBuilder, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::LLT::scalar(), llvm::SmallVectorTemplateCommon< T, typename >::size(), and UnableToLegalize.

Referenced by narrowScalar().

narrowScalarFLDEXP()

LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalarFLDEXP	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	Ty )

Definition at line 7873 of file LegalizerHelper.cpp.

References B(), llvm::LLT::getScalarSizeInBits(), Legalized, llvm::maxIntN(), MI, llvm::minIntN(), MIRBuilder, Observer, and UnableToLegalize.

Referenced by narrowScalar().

narrowScalarFPTOI()

LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalarFPTOI	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	Ty )

Definition at line 7462 of file LegalizerHelper.cpp.

References llvm::LLT::getScalarSizeInBits(), Legalized, MI, narrowScalarDst(), Observer, llvm::LLT::scalar(), and UnableToLegalize.

Referenced by narrowScalar().

narrowScalarInsert()

LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalarInsert	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	Ty )

Definition at line 7554 of file LegalizerHelper.cpp.

References llvm::SmallVectorImpl< T >::append(), llvm::extractParts(), llvm::LLT::getSizeInBits(), I, Legalized, MI, MIRBuilder, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::LLT::scalar(), llvm::SmallVectorTemplateCommon< T, typename >::size(), and UnableToLegalize.

Referenced by narrowScalar().

narrowScalarMul()

LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalarMul	(	MachineInstr &	MI,
		LLT	Ty )

Definition at line 7432 of file LegalizerHelper.cpp.

References llvm::extractParts(), llvm::LLT::getSizeInBits(), Legalized, MI, MIRBuilder, Size, and UnableToLegalize.

Referenced by narrowScalar().

narrowScalarSelect()

LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalarSelect	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	Ty )

Definition at line 7698 of file LegalizerHelper.cpp.

References llvm::extractParts(), I, Legalized, llvm_unreachable, MI, MIRBuilder, llvm::SmallVectorTemplateBase< T, bool >::push_back(), Select, llvm::SmallVectorTemplateCommon< T, typename >::size(), and UnableToLegalize.

Referenced by narrowScalar().

narrowScalarShift()

LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalarShift	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	Ty )

Definition at line 6351 of file LegalizerHelper.cpp.

References llvm::LLT::changeElementSize(), llvm::getIConstantVRegValWithLookThrough(), llvm::LLT::getScalarSizeInBits(), llvm::LLT::getScalarType(), llvm::LLT::getSizeInBits(), llvm::Hi, llvm::CmpInst::ICMP_EQ, llvm::CmpInst::ICMP_ULT, llvm::LLT::integer(), llvm::LLT::isScalar(), llvm::LLT::isValid(), llvm::LLT::isVector(), Legalized, llvm_unreachable, llvm::Lo, MI, MIRBuilder, narrowScalarShiftByConstant(), narrowScalarShiftMultiway(), narrowScalarSrc(), Observer, and UnableToLegalize.

Referenced by narrowScalar().

narrowScalarShiftByConstant()

LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalarShiftByConstant	(	MachineInstr &	MI,
		const APInt &	Amt,
		LLT	HalfTy,
		LLT	ShiftAmtTy )

Definition at line 6263 of file LegalizerHelper.cpp.

References llvm::LLT::getSizeInBits(), llvm::Hi, llvm::APInt::isZero(), Legalized, llvm::Lo, MI, MIRBuilder, Register, and llvm::APInt::ugt().

Referenced by narrowScalarShift().

narrowScalarShiftByConstantMultiway()

LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalarShiftByConstantMultiway	(	MachineInstr &	MI,
		const APInt &	Amt,
		LLT	TargetTy,
		LLT	ShiftAmtTy )

Optimized path for constant shift amounts using static indexing.

Directly calculates which source parts contribute to each output part without generating runtime select chains.

Definition at line 6621 of file LegalizerHelper.cpp.

References assert(), llvm::LegalizerHelper::ShiftParams::BitShift, buildConstantShiftPart(), llvm::extractParts(), llvm::LLT::getScalarSizeInBits(), llvm::APInt::getZExtValue(), I, llvm::LegalizerHelper::ShiftParams::InvBitShift, llvm::APInt::isZero(), Legalized, MI, MIRBuilder, llvm::LegalizerHelper::ShiftParams::SignBit, llvm::SmallVectorTemplateCommon< T, typename >::size(), llvm::LegalizerHelper::ShiftParams::WordShift, and llvm::LegalizerHelper::ShiftParams::Zero.

Referenced by narrowScalarShiftMultiway().

narrowScalarShiftMultiway()

LegalizerHelper::LegalizeResult LegalizerHelper::narrowScalarShiftMultiway	(	MachineInstr &	MI,
		LLT	TargetTy )

Multi-way shift legalization: directly split wide shifts into target-sized parts in a single step, avoiding recursive binary splitting.

Definition at line 6681 of file LegalizerHelper.cpp.

References assert(), buildVariableShiftPart(), llvm::extractParts(), llvm::getIConstantVRegValWithLookThrough(), llvm::LLT::getScalarSizeInBits(), I, llvm::CmpInst::ICMP_EQ, llvm::isPowerOf2_32(), Legalized, llvm_unreachable, llvm::Log2_32(), MI, MIRBuilder, narrowScalarShiftByConstantMultiway(), and llvm::LLT::scalar().

Referenced by narrowScalarShift().

narrowScalarSrc()

void LegalizerHelper::narrowScalarSrc	(	MachineInstr &	MI,
		LLT	NarrowTy,
		unsigned	OpIdx )

Legalize a single operand OpIdx of the machine instruction MI as a Use by truncating the operand's type to NarrowTy using G_TRUNC, and replacing the vreg of the operand in place.

Definition at line 2197 of file LegalizerHelper.cpp.

References MI, MIRBuilder, OpIdx, and llvm::MachineOperand::setReg().

Referenced by narrowScalar(), and narrowScalarShift().

reduceLoadStoreWidth()

LegalizerHelper::LegalizeResult LegalizerHelper::reduceLoadStoreWidth	(	GLoadStore &	MI,
		unsigned	TypeIdx,
		LLT	NarrowTy )

Definition at line 5628 of file LegalizerHelper.cpp.

References llvm::dbgs(), llvm::MachineInstr::eraseFromParent(), llvm::extractParts(), llvm::MachineFunction::getMachineMemOperand(), llvm::GMemOperation::getMemSize(), llvm::GMemOperation::getMMO(), getNarrowTypeBreakDown(), llvm::GLoadStore::getPointerReg(), llvm::GenericMachineInstr::getReg(), llvm::LLT::getSizeInBits(), llvm::LocationSize::getValue(), llvm::LLT::integer(), llvm::isa(), llvm::GMemOperation::isAtomic(), isBigEndian(), llvm::LLT::isByteSized(), llvm::LLT::isValid(), Legalized, LLVM_DEBUG, MIRBuilder, llvm::Offset, llvm::SmallVectorTemplateCommon< T, typename >::size(), and UnableToLegalize.

Referenced by llvm::AMDGPURegisterBankInfo::applyMappingLoad(), fewerElementsVector(), lowerLoad(), lowerStore(), and narrowScalar().

scalarizeVectorBooleanStore()

LegalizerHelper::LegalizeResult LegalizerHelper::scalarizeVectorBooleanStore

(

GStore &

MI

)

Given a store of a boolean vector, scalarize it.

Definition at line 4499 of file LegalizerHelper.cpp.

References assert(), llvm::MachineInstr::eraseFromParent(), llvm::MachineFunction::getDataLayout(), llvm::LLT::getElementType(), llvm::MachineFunction::getMachineMemOperand(), llvm::MachineMemOperand::getMemoryType(), llvm::LLT::getNumElements(), llvm::MachineMemOperand::getPointerInfo(), llvm::GLoadStore::getPointerReg(), llvm::LLT::getSizeInBits(), llvm::GAnyStore::getValueReg(), I, llvm::LLT::integer(), llvm::DataLayout::isBigEndian(), llvm::LLT::isByteSized(), Legalized, llvm::MachineInstr::memoperands_begin(), MIRBuilder, and UnableToLegalize.

Referenced by lowerStore().

simpleLibcall()

LegalizerHelper::LegalizeResult LegalizerHelper::simpleLibcall	(	MachineInstr &	MI,
		MachineIRBuilder &	MIRBuilder,
		unsigned	Size,
		Type *	OpType,
		LostDebugLocObserver &	LocObserver ) const

Definition at line 660 of file LegalizerHelper.cpp.

References createLibcall(), llvm::drop_begin(), getRTLibDesc(), llvm::LegalizeActions::Libcall, MI, MIRBuilder, and Size.

Referenced by libcall().

widenScalar()

LegalizerHelper::LegalizeResult LegalizerHelper::widenScalar	(	MachineInstr &	MI,
		unsigned	TypeIdx,
		LLT	WideTy )

Legalize an instruction by performing the operation on a wider scalar type (for example a 16-bit addition can be safely performed at 32-bits precision, ignoring the unused bits).

Definition at line 2792 of file LegalizerHelper.cpp.

References assert(), llvm::APFloat::bitcastToAPInt(), llvm::cast(), llvm::LLT::changeElementType(), llvm::LLT::changeVectorElementType(), llvm::APInt::getAllOnes(), llvm::getApproximateEVTForLLT(), llvm::MachineOperand::getCImm(), llvm::LLT::getElementCount(), llvm::LLT::getElementType(), llvm::MachineBasicBlock::getFirstTerminatorForward(), llvm::MachineOperand::getFPImm(), llvm::MachineFunction::getMachineMemOperand(), llvm::APInt::getOneBitSet(), llvm::MachineMemOperand::getPointerInfo(), llvm::LLT::getScalarSizeInBits(), llvm::LLT::getScalarType(), llvm::APInt::getSignedMaxValue(), llvm::APInt::getSignedMinValue(), llvm::LLT::getSizeInBits(), llvm::ConstantInt::getValue(), llvm::ConstantFP::getValueAPF(), I, llvm::CmpInst::ICMP_NE, llvm::CmpInst::isSigned(), llvm::LLT::isVector(), Legalized, MBB, MI, MIRBuilder, llvm::MachineInstr::NoUWrap, Observer, llvm::MachineOperand::setCImm(), llvm::APInt::sext(), UnableToLegalize, llvm::LLT::vector(), widenScalarDst(), widenScalarDstUsingFPTrunc(), widenScalarSrc(), widenScalarSrcUsingFPExt(), and llvm::APInt::zext().

Referenced by llvm::AMDGPURegisterBankInfo::applyMappingImpl(), and legalizeInstrStep().

widenScalarDst()

void LegalizerHelper::widenScalarDst	(	MachineInstr &	MI,
		LLT	WideTy,
		unsigned	OpIdx = 0,
		unsigned	TruncOpcode = TargetOpcode::G_TRUNC )

Legalize a single operand OpIdx of the machine instruction MI as a Def by extending the operand's type to WideTy and truncating it back with the TruncOpcode, and replacing the vreg of the operand in place.

Definition at line 2204 of file LegalizerHelper.cpp.

References MI, MIRBuilder, OpIdx, and llvm::MachineOperand::setReg().

Referenced by llvm::AMDGPURegisterBankInfo::applyMappingImpl(), llvm::RISCVLegalizerInfo::legalizeCustom(), llvm::AMDGPULegalizerInfo::legalizeSBufferLoad(), and widenScalar().

widenScalarDstUsingFPTrunc()

void LegalizerHelper::widenScalarDstUsingFPTrunc	(	MachineInstr &	MI,
		LLT	WideTy,
		unsigned	OpIdx = 0 )

Legalize a single operand OpIdx of the machine instruction MI as a Def by extending the operand's type to WideTy and truncating it back with G_FPTRUNC, and replacing the vreg of the operand in place.

Flags are copied from MI to the new trunc.

Definition at line 2213 of file LegalizerHelper.cpp.

References MI, MIRBuilder, OpIdx, and llvm::MachineOperand::setReg().

Referenced by widenScalar().

widenScalarSrc()

void LegalizerHelper::widenScalarSrc	(	MachineInstr &	MI,
		LLT	WideTy,
		unsigned	OpIdx,
		unsigned	ExtOpcode )

Legalize a single operand OpIdx of the machine instruction MI as a Use by extending the operand's type to WideTy using the specified ExtOpcode for the extension instruction, and replacing the vreg of the operand in place.

Definition at line 2182 of file LegalizerHelper.cpp.

References MI, MIRBuilder, OpIdx, and llvm::MachineOperand::setReg().

Referenced by llvm::AMDGPURegisterBankInfo::applyMappingImpl(), llvm::RISCVLegalizerInfo::legalizeCustom(), llvm::RISCVLegalizerInfo::legalizeIntrinsic(), and widenScalar().

widenScalarSrcUsingFPExt()

void LegalizerHelper::widenScalarSrcUsingFPExt	(	MachineInstr &	MI,
		LLT	WideTy,
		unsigned	OpIdx )

Legalize a single operand OpIdx of the machine instruction MI as a Use by extending the operand's type to WideTy using the G_FPEXT for the extension instruction, and replacing the vreg of the operand in place.

Flags are copied from MI to the new extend.

Definition at line 2189 of file LegalizerHelper.cpp.

References MI, MIRBuilder, OpIdx, and llvm::MachineOperand::setReg().

Referenced by widenScalar().

Member Data Documentation

MIRBuilder

MachineIRBuilder& llvm::LegalizerHelper::MIRBuilder

Expose MIRBuilder so clients can set their own RecordInsertInstruction functions.

Definition at line 53 of file LegalizerHelper.h.

Referenced by bitcastDst(), bitcastExtractSubvector(), bitcastExtractVectorElt(), bitcastInsertSubvector(), bitcastInsertVectorElt(), bitcastShuffleVector(), bitcastSrc(), buildConstantShiftPart(), llvm::AMDGPULegalizerInfo::buildMultiply(), buildVariableShiftPart(), coerceToInteger(), convertPtrToInt(), createAtomicLibcall(), createLibcall(), createMemLibcall(), createStackStoreLoad(), createStackTemporary(), createStackTemporaryForVector(), equalizeVectorShuffleLengths(), fewerElementsBitcast(), fewerElementsVector(), fewerElementsVectorExtractInsertVectorElt(), fewerElementsVectorMerge(), fewerElementsVectorMultiEltType(), fewerElementsVectorPhi(), fewerElementsVectorReductions(), fewerElementsVectorSeqReductions(), fewerElementsVectorShuffle(), fewerElementsVectorUnmergeValues(), getDynStackAllocTargetPtr(), getVectorElementPointer(), llvm::AMDGPULegalizerInfo::legalizeBufferLoad(), llvm::AMDGPULegalizerInfo::legalizeBufferStore(), llvm::AArch64LegalizerInfo::legalizeCustom(), llvm::AMDGPULegalizerInfo::legalizeCustom(), llvm::ARMLegalizerInfo::legalizeCustom(), llvm::MipsLegalizerInfo::legalizeCustom(), llvm::RISCVLegalizerInfo::legalizeCustom(), llvm::SPIRVLegalizerInfo::legalizeCustom(), llvm::X86LegalizerInfo::legalizeCustom(), llvm::AMDGPULegalizerInfo::legalizeExtract(), legalizeExtractVectorElt(), llvm::AMDGPULegalizerInfo::legalizeInsert(), legalizeInsertVectorElt(), legalizeInstrStep(), llvm::AArch64LegalizerInfo::legalizeIntrinsic(), llvm::AMDGPULegalizerInfo::legalizeIntrinsic(), llvm::MipsLegalizerInfo::legalizeIntrinsic(), llvm::RISCVLegalizerInfo::legalizeIntrinsic(), llvm::AMDGPULegalizerInfo::legalizeLaneOp(), legalizeLoad(), llvm::AMDGPULegalizerInfo::legalizeLoad(), llvm::Legalizer::legalizeMachineFunction(), llvm::AMDGPULegalizerInfo::legalizeMinNumMaxNum(), llvm::AMDGPULegalizerInfo::legalizeMul(), LegalizerHelper(), LegalizerHelper(), llvm::AMDGPULegalizerInfo::legalizeSBufferLoad(), llvm::AMDGPULegalizerInfo::legalizeSBufferPrefetch(), legalizeSpvBitcast(), legalizeSpvConstComposite(), legalizeSpvExtractElt(), legalizeSpvInsertElt(), legalizeStore(), llvm::AMDGPULegalizerInfo::legalizeStore(), libcall(), lower(), lowerAbsDiffToMinMax(), lowerAbsDiffToSelect(), lowerAbsToAddXor(), lowerAbsToCNeg(), lowerAbsToMaxNeg(), lowerAddSubSatToAddoSubo(), lowerAddSubSatToMinMax(), lowerBitcast(), lowerBitCount(), lowerBitreverse(), lowerBswap(), lowerConstant(), lowerDIVREM(), lowerDynStackAlloc(), lowerEXT(), lowerExtract(), lowerExtractInsertVectorElt(), lowerFAbs(), lowerFConstant(), lowerFCopySign(), lowerFFloor(), lowerFMad(), lowerFMinimumMaximum(), lowerFMinNumMaxNum(), lowerFMODF(), lowerFPEXT_BF16(), lowerFPExtAndTruncMem(), lowerFPOWI(), lowerFPTOINT_SAT(), lowerFPTOSI(), lowerFPTOUI(), lowerFPTRUNC_F32_TO_BF16(), lowerFPTRUNC_F64_TO_BF16(), lowerFPTRUNC_F64_TO_F16(), lowerFunnelShiftAsShifts(), lowerFunnelShiftWithInverse(), lowerInsert(), lowerIntrinsicRound(), lowerISFPCLASS(), lowerLoad(), lowerMergeValues(), lowerMinMax(), lowerMulfix(), lowerReadWriteRegister(), lowerRotate(), lowerRotateWithReverseRotate(), lowerRoundInexactToOdd(), lowerSADDE(), lowerSADDO_SSUBO(), lowerSelect(), lowerShlSat(), lowerShuffleVector(), lowerSITOFP(), lowerSMULH_UMULH(), lowerSSUBE(), lowerStackRestore(), lowerStackSave(), lowerStore(), lowerThreewayCompare(), lowerTRUNC(), lowerU64ToF32BitOps(), lowerU64ToF32WithSITOFP(), lowerU64ToF64BitFloatOps(), lowerUITOFP(), lowerUnmergeValues(), lowerVAArg(), lowerVECTOR_COMPRESS(), lowerVectorReduction(), moreElementsVector(), moreElementsVectorDst(), moreElementsVectorPhi(), moreElementsVectorShuffle(), moreElementsVectorSrc(), narrowScalar(), narrowScalarAddSub(), narrowScalarBasic(), narrowScalarCTLS(), narrowScalarCTLZ(), narrowScalarCTPOP(), narrowScalarCTTZ(), narrowScalarDst(), narrowScalarExtract(), narrowScalarFLDEXP(), narrowScalarInsert(), narrowScalarMul(), narrowScalarSelect(), narrowScalarShift(), narrowScalarShiftByConstant(), narrowScalarShiftByConstantMultiway(), narrowScalarShiftMultiway(), narrowScalarSrc(), reduceLoadStoreWidth(), scalarizeVectorBooleanStore(), simpleLibcall(), widenScalar(), widenScalarDst(), widenScalarDstUsingFPTrunc(), widenScalarSrc(), and widenScalarSrcUsingFPExt().

Observer

GISelChangeObserver& llvm::LegalizerHelper::Observer

To keep track of changes made by the LegalizerHelper.

Definition at line 56 of file LegalizerHelper.h.

Referenced by bitcast(), llvm::AMDGPULegalizerInfo::legalizeBufferLoad(), llvm::AArch64LegalizerInfo::legalizeCustom(), llvm::RISCVLegalizerInfo::legalizeCustom(), llvm::AArch64LegalizerInfo::legalizeIntrinsic(), llvm::AMDGPULegalizerInfo::legalizeIntrinsic(), llvm::RISCVLegalizerInfo::legalizeIntrinsic(), llvm::AMDGPULegalizerInfo::legalizeLoad(), LegalizerHelper(), LegalizerHelper(), llvm::AMDGPULegalizerInfo::legalizeSBufferLoad(), llvm::AMDGPULegalizerInfo::legalizeSBufferPrefetch(), llvm::AMDGPULegalizerInfo::legalizeStore(), lower(), lowerBitCount(), lowerVectorReduction(), moreElementsVector(), moreElementsVectorPhi(), narrowScalar(), narrowScalarFLDEXP(), narrowScalarFPTOI(), narrowScalarShift(), and widenScalar().

---

The documentation for this class was generated from the following files:

• include/llvm/CodeGen/GlobalISel/LegalizerHelper.h
• lib/CodeGen/GlobalISel/LegalizerHelper.cpp