#include "llvm/CodeGen/GlobalISel/CombinerHelper.h"

Collaboration diagram for llvm::CombinerHelper:

[legend]

Public Member Functions
	CombinerHelper (GISelChangeObserver &Observer, MachineIRBuilder &B, GISelKnownBits KB=nullptr, MachineDominatorTree MDT=nullptr, const LegalizerInfo *LI=nullptr)

GISelKnownBits *	getKnownBits () const

void	replaceRegWith (MachineRegisterInfo &MRI, Register FromReg, Register ToReg) const
	MachineRegisterInfo::replaceRegWith() and inform the observer of the changes. More...

void	replaceRegOpWith (MachineRegisterInfo &MRI, MachineOperand &FromRegOp, Register ToReg) const
	Replace a single register operand with a new register and inform the observer of the changes. More...

bool	tryCombineCopy (MachineInstr &MI)
	If `MI` is COPY, try to combine it. More...

bool	matchCombineCopy (MachineInstr &MI)

void	applyCombineCopy (MachineInstr &MI)

bool	isPredecessor (const MachineInstr &DefMI, const MachineInstr &UseMI)
	Returns true if `DefMI` precedes `UseMI` or they are the same instruction. More...

bool	dominates (const MachineInstr &DefMI, const MachineInstr &UseMI)
	Returns true if `DefMI` dominates `UseMI`. More...

bool	tryCombineExtendingLoads (MachineInstr &MI)
	If `MI` is extend that consumes the result of a load, try to combine it. More...

bool	matchCombineExtendingLoads (MachineInstr &MI, PreferredTuple &MatchInfo)

void	applyCombineExtendingLoads (MachineInstr &MI, PreferredTuple &MatchInfo)

bool	tryCombineIndexedLoadStore (MachineInstr &MI)
	Combine `MI` into a pre-indexed or post-indexed load/store operation if legal and the surrounding code makes it useful. More...

bool	matchCombineIndexedLoadStore (MachineInstr &MI, IndexedLoadStoreMatchInfo &MatchInfo)

void	applyCombineIndexedLoadStore (MachineInstr &MI, IndexedLoadStoreMatchInfo &MatchInfo)

bool	matchSextAlreadyExtended (MachineInstr &MI)

bool	applySextAlreadyExtended (MachineInstr &MI)

bool	matchElideBrByInvertingCond (MachineInstr &MI)

void	applyElideBrByInvertingCond (MachineInstr &MI)

bool	tryElideBrByInvertingCond (MachineInstr &MI)

bool	tryCombineConcatVectors (MachineInstr &MI)
	If `MI` is G_CONCAT_VECTORS, try to combine it. More...

bool	matchCombineConcatVectors (MachineInstr &MI, bool &IsUndef, SmallVectorImpl< Register > &Ops)
	Check if the G_CONCAT_VECTORS `MI` is undef or if it can be flattened into a build_vector. More...

void	applyCombineConcatVectors (MachineInstr &MI, bool IsUndef, const ArrayRef< Register > Ops)
	Replace `MI` with a flattened build_vector with `Ops` or an implicit_def if IsUndef is true. More...

bool	tryCombineShuffleVector (MachineInstr &MI)
	Try to combine G_SHUFFLE_VECTOR into G_CONCAT_VECTORS. More...

bool	matchCombineShuffleVector (MachineInstr &MI, SmallVectorImpl< Register > &Ops)
	Check if the G_SHUFFLE_VECTOR `MI` can be replaced by a concat_vectors. More...

void	applyCombineShuffleVector (MachineInstr &MI, const ArrayRef< Register > Ops)
	Replace `MI` with a concat_vectors with `Ops`. More...

bool	tryCombineMemCpyFamily (MachineInstr &MI, unsigned MaxLen=0)
	Optimize memcpy intrinsics et al, e.g. More...

bool	matchPtrAddImmedChain (MachineInstr &MI, PtrAddChain &MatchInfo)

bool	applyPtrAddImmedChain (MachineInstr &MI, PtrAddChain &MatchInfo)

bool	matchCombineMulToShl (MachineInstr &MI, unsigned &ShiftVal)
	Transform a multiply by a power-of-2 value to a left shift. More...

bool	applyCombineMulToShl (MachineInstr &MI, unsigned &ShiftVal)

bool	matchCombineShiftToUnmerge (MachineInstr &MI, unsigned TargetShiftSize, unsigned &ShiftVal)
	Reduce a shift by a constant to an unmerge and a shift on a half sized type. More...

bool	applyCombineShiftToUnmerge (MachineInstr &MI, const unsigned &ShiftVal)

bool	tryCombineShiftToUnmerge (MachineInstr &MI, unsigned TargetShiftAmount)

bool	matchAnyExplicitUseIsUndef (MachineInstr &MI)
	Return true if any explicit use operand on `MI` is defined by a G_IMPLICIT_DEF. More...

bool	matchAllExplicitUsesAreUndef (MachineInstr &MI)
	Return true if all register explicit use operands on `MI` are defined by a G_IMPLICIT_DEF. More...

bool	matchUndefShuffleVectorMask (MachineInstr &MI)
	Return true if a G_SHUFFLE_VECTOR instruction `MI` has an undef mask. More...

bool	matchUndefStore (MachineInstr &MI)
	Return true if a G_STORE instruction `MI` is storing an undef value. More...

bool	replaceInstWithFConstant (MachineInstr &MI, double C)
	Replace an instruction with a G_FCONSTANT with value `C`. More...

bool	replaceInstWithConstant (MachineInstr &MI, int64_t C)
	Replace an instruction with a G_CONSTANT with value `C`. More...

bool	replaceInstWithUndef (MachineInstr &MI)
	Replace an instruction with a G_IMPLICIT_DEF. More...

bool	replaceSingleDefInstWithOperand (MachineInstr &MI, unsigned OpIdx)
	Delete `MI` and replace all of its uses with its `OpIdx-th` operand. More...

bool	matchEqualDefs (const MachineOperand &MOP1, const MachineOperand &MOP2)
	Return true if `MOP1` and `MOP2` are register operands are defined by equivalent instructions. More...

bool	matchConstantOp (const MachineOperand &MOP, int64_t C)
	Return true if `MOP` is defined by a G_CONSTANT with a value equal to `C`. More...

bool	matchSelectSameVal (MachineInstr &MI)
	Optimize (cond ? x : x) -> x. More...

bool	matchBinOpSameVal (MachineInstr &MI)
	Optimize (x op x) -> x. More...

bool	matchOperandIsZero (MachineInstr &MI, unsigned OpIdx)
	Check if operand `OpIdx` is zero. More...

bool	eraseInst (MachineInstr &MI)
	Erase `MI`. More...

bool	matchSimplifyAddToSub (MachineInstr &MI, std::tuple< Register, Register > &MatchInfo)
	Return true if MI is a G_ADD which can be simplified to a G_SUB. More...

bool	applySimplifyAddToSub (MachineInstr &MI, std::tuple< Register, Register > &MatchInfo)

bool	tryCombine (MachineInstr &MI)
	Try to transform `MI` by using all of the above combine functions. More...

Protected Attributes
MachineIRBuilder &	Builder

MachineRegisterInfo &	MRI

GISelChangeObserver &	Observer

GISelKnownBits *	KB

MachineDominatorTree *	MDT

const LegalizerInfo *	LI

Detailed Description

Definition at line 53 of file CombinerHelper.h.

Constructor & Destructor Documentation

◆ CombinerHelper()

CombinerHelper::CombinerHelper	(	GISelChangeObserver &	Observer,
		MachineIRBuilder &	B,
		GISelKnownBits *	KB = `nullptr`,
		MachineDominatorTree *	MDT = `nullptr`,
		const LegalizerInfo *	LI = `nullptr`
	)

Definition at line 38 of file CombinerHelper.cpp.

Member Function Documentation

◆ applyCombineConcatVectors()

void CombinerHelper::applyCombineConcatVectors	(	MachineInstr &	MI,
		bool	IsUndef,
		const ArrayRef< Register >	Ops
	)

Replace MI with a flattened build_vector with Ops or an implicit_def if IsUndef is true.

Definition at line 146 of file CombinerHelper.cpp.

References llvm::MachineIRBuilder::buildBuildVector(), Builder, llvm::MachineIRBuilder::buildUndef(), llvm::MachineRegisterInfo::cloneVirtualRegister(), llvm::MachineInstr::eraseFromParent(), llvm::MachineInstr::getOperand(), llvm::MachineInstr::getParent(), llvm::MachineOperand::getReg(), MI, MRI, replaceRegWith(), and llvm::MachineIRBuilder::setInsertPt().

Referenced by tryCombineConcatVectors().

◆ applyCombineCopy()

void CombinerHelper::applyCombineCopy ( MachineInstr & MI )

Definition at line 84 of file CombinerHelper.cpp.

References llvm::MachineInstr::eraseFromParent(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), MRI, and replaceRegWith().

Referenced by tryCombineCopy().

◆ applyCombineExtendingLoads()

void CombinerHelper::applyCombineExtendingLoads	(	MachineInstr &	MI,
		PreferredTuple &	MatchInfo
	)

rewrites to:

Definition at line 441 of file CombinerHelper.cpp.

References Builder, llvm::MachineIRBuilder::buildTrunc(), llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::MachineRegisterInfo::cloneVirtualRegister(), llvm::GISelChangeObserver::erasingInstr(), llvm::PreferredTuple::ExtendOpcode, llvm::MCInstrInfo::get(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineInstr::getParent(), llvm::MachineOperand::getReg(), llvm::LLT::getSizeInBits(), llvm::MachineIRBuilder::getTII(), llvm::MachineRegisterInfo::getType(), llvm::DenseMapBase< DenseMap< KeyT, ValueT, KeyInfoT, BucketT >, KeyT, ValueT, KeyInfoT, BucketT >::lookup(), llvm::PreferredTuple::MI, MRI, Observer, llvm::SmallVectorTemplateBase< T >::push_back(), replaceRegOpWith(), replaceRegWith(), llvm::MachineInstr::setDesc(), llvm::MachineIRBuilder::setInsertPt(), llvm::MachineOperand::setReg(), llvm::PreferredTuple::Ty, llvm::MachineRegisterInfo::use_operands(), and UseMI.

Referenced by tryCombineExtendingLoads().

◆ applyCombineIndexedLoadStore()

void CombinerHelper::applyCombineIndexedLoadStore	(	MachineInstr &	MI,
		IndexedLoadStoreMatchInfo &	MatchInfo
	)

◆ applyCombineMulToShl()

bool CombinerHelper::applyCombineMulToShl	(	MachineInstr &	MI,
		unsigned &	ShiftVal
	)

Definition at line 1409 of file CombinerHelper.cpp.

References assert(), llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::MachineRegisterInfo::getType(), MRI, Observer, llvm::MachineInstr::setDesc(), and llvm::MachineOperand::setReg().

◆ applyCombineShiftToUnmerge()

bool CombinerHelper::applyCombineShiftToUnmerge	(	MachineInstr &	MI,
		const unsigned &	ShiftVal
	)

◆ applyCombineShuffleVector()

void CombinerHelper::applyCombineShuffleVector	(	MachineInstr &	MI,
		const ArrayRef< Register >	Ops
	)

◆ applyElideBrByInvertingCond()

void CombinerHelper::applyElideBrByInvertingCond ( MachineInstr & MI )

Definition at line 840 of file CombinerHelper.cpp.

References llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::MachineInstr::eraseFromParent(), llvm::CmpInst::getInversePredicate(), llvm::MachineOperand::getMBB(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getPredicate(), llvm::MachineOperand::getReg(), llvm::MachineRegisterInfo::getVRegDef(), MRI, Observer, llvm::MachineOperand::setMBB(), and llvm::MachineOperand::setPredicate().

Referenced by tryElideBrByInvertingCond().

◆ applyPtrAddImmedChain()

bool CombinerHelper::applyPtrAddImmedChain	(	MachineInstr &	MI,
		PtrAddChain &	MatchInfo
	)

Definition at line 1385 of file CombinerHelper.cpp.

References assert(), llvm::PtrAddChain::Base, llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::MachineRegisterInfo::getType(), llvm::PtrAddChain::Imm, MRI, Observer, and llvm::MachineOperand::setReg().

◆ applySextAlreadyExtended()

◆ applySimplifyAddToSub()

bool CombinerHelper::applySimplifyAddToSub	(	MachineInstr &	MI,
		std::tuple< Register, Register > &	MatchInfo
	)

Definition at line 1720 of file CombinerHelper.cpp.

References Builder, llvm::MachineIRBuilder::buildSub(), llvm::MachineInstr::eraseFromParent(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), and llvm::MachineIRBuilder::setInstr().

◆ dominates()

bool CombinerHelper::dominates	(	const MachineInstr &	DefMI,
		const MachineInstr &	UseMI
	)

Returns true if DefMI dominates UseMI.

By definition an instruction dominates itself.

If we haven't been provided with a MachineDominatorTree during construction, this function returns a conservative result that tracks just a single basic block.

Definition at line 567 of file CombinerHelper.cpp.

References assert(), llvm::MachineDominatorTree::dominates(), llvm::MachineInstr::getParent(), llvm::MachineInstr::isDebugInstr(), isPredecessor(), and MDT.

Referenced by applySextAlreadyExtended().

◆ eraseInst()

bool CombinerHelper::eraseInst ( MachineInstr & MI )

Erase MI.

Definition at line 1558 of file CombinerHelper.cpp.

References llvm::MachineInstr::eraseFromParent().

◆ getKnownBits()

GISelKnownBits* llvm::CombinerHelper::getKnownBits ( ) const

inline

Definition at line 68 of file CombinerHelper.h.

References C, DefMI, llvm::AMDGPU::HSAMD::Kernel::Arg::Key::IsVolatile, llvm::PreferredTuple::MI, and UseMI.

Referenced by matchUCharToFloat().

◆ isPredecessor()

bool CombinerHelper::isPredecessor	(	const MachineInstr &	DefMI,
		const MachineInstr &	UseMI
	)

Returns true if DefMI precedes UseMI or they are the same instruction.

Both must be in the same basic block.

Definition at line 551 of file CombinerHelper.cpp.

References assert(), llvm::MachineBasicBlock::begin(), llvm::MachineInstr::getParent(), I, llvm::MachineInstr::isDebugInstr(), llvm_unreachable, and UseMI.

Referenced by dominates().

◆ matchAllExplicitUsesAreUndef()

bool CombinerHelper::matchAllExplicitUsesAreUndef ( MachineInstr & MI )

Return true if all register explicit use operands on MI are defined by a G_IMPLICIT_DEF.

Definition at line 1539 of file CombinerHelper.cpp.

References llvm::all_of(), llvm::MachineInstr::explicit_uses(), llvm::getOpcodeDef(), and MRI.

◆ matchAnyExplicitUseIsUndef()

bool CombinerHelper::matchAnyExplicitUseIsUndef ( MachineInstr & MI )

Return true if any explicit use operand on MI is defined by a G_IMPLICIT_DEF.

Definition at line 1532 of file CombinerHelper.cpp.

References llvm::any_of(), llvm::MachineInstr::explicit_uses(), llvm::getOpcodeDef(), and MRI.

◆ matchBinOpSameVal()

bool CombinerHelper::matchBinOpSameVal ( MachineInstr & MI )

Optimize (x op x) -> x.

Definition at line 1662 of file CombinerHelper.cpp.

References llvm::canReplaceReg(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), matchEqualDefs(), and MRI.

◆ matchCombineConcatVectors()

bool CombinerHelper::matchCombineConcatVectors	(	MachineInstr &	MI,
		bool &	IsUndef,
		SmallVectorImpl< Register > &	Ops
	)

Check if the G_CONCAT_VECTORS MI is undef or if it can be flattened into a build_vector.

In the first case IsUndef will be true. In the second case Ops will contain the operands needed to produce the flattened build_vector.

Precondition: MI.getOpcode() == G_CONCAT_VECTORS.

Definition at line 101 of file CombinerHelper.cpp.

References assert(), Builder, llvm::MachineIRBuilder::buildUndef(), llvm::tgtok::Def, llvm::LLT::getNumElements(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineInstr::getParent(), llvm::MachineOperand::getReg(), llvm::LLT::getScalarType(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::getVRegDef(), MI, MRI, llvm::SmallVectorTemplateBase< T >::push_back(), Reg, llvm::MachineIRBuilder::setInsertPt(), llvm::RegState::Undef, and llvm::MachineInstr::uses().

Referenced by tryCombineConcatVectors().

◆ matchCombineCopy()

bool CombinerHelper::matchCombineCopy ( MachineInstr & MI )

Definition at line 77 of file CombinerHelper.cpp.

References llvm::canReplaceReg(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), and MRI.

Referenced by tryCombineCopy().

◆ matchCombineExtendingLoads()

bool CombinerHelper::matchCombineExtendingLoads	(	MachineInstr &	MI,
		PreferredTuple &	MatchInfo
	)

◆ matchCombineIndexedLoadStore()

bool CombinerHelper::matchCombineIndexedLoadStore	(	MachineInstr &	MI,
		IndexedLoadStoreMatchInfo &	MatchInfo
	)

Definition at line 735 of file CombinerHelper.cpp.

References llvm::IndexedLoadStoreMatchInfo::Addr, llvm::IndexedLoadStoreMatchInfo::Base, llvm::MachineInstr::getOpcode(), llvm::IndexedLoadStoreMatchInfo::IsPre, and llvm::IndexedLoadStoreMatchInfo::Offset.

Referenced by tryCombineIndexedLoadStore().

◆ matchCombineMulToShl()

bool CombinerHelper::matchCombineMulToShl	(	MachineInstr &	MI,
		unsigned &	ShiftVal
	)

Transform a multiply by a power-of-2 value to a left shift.

Definition at line 1398 of file CombinerHelper.cpp.

References assert(), llvm::getConstantVRegValWithLookThrough(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::isPowerOf2_64(), llvm::Log2_64(), and MRI.

◆ matchCombineShiftToUnmerge()

bool CombinerHelper::matchCombineShiftToUnmerge	(	MachineInstr &	MI,
		unsigned	TargetShiftSize,
		unsigned &	ShiftVal
	)

Reduce a shift by a constant to an unmerge and a shift on a half sized type.

This will not produce a shift smaller than TargetShiftSize.

Definition at line 1422 of file CombinerHelper.cpp.

References assert(), llvm::getConstantVRegValWithLookThrough(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::LLT::getSizeInBits(), llvm::MachineRegisterInfo::getType(), llvm::LLT::isVector(), MRI, and Size.

Referenced by tryCombineShiftToUnmerge().

◆ matchCombineShuffleVector()

bool CombinerHelper::matchCombineShuffleVector	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	Ops
	)

Check if the G_SHUFFLE_VECTOR MI can be replaced by a concat_vectors.

Ops will contain the operands needed to produce the flattened concat_vectors.

Precondition: MI.getOpcode() == G_SHUFFLE_VECTOR.

Definition at line 177 of file CombinerHelper.cpp.

References assert(), Builder, llvm::MachineIRBuilder::buildUndef(), llvm::LLT::getNumElements(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineInstr::getParent(), llvm::MachineInstrBuilder::getReg(), llvm::MachineOperand::getReg(), llvm::MachineOperand::getShuffleMask(), llvm::MachineRegisterInfo::getType(), llvm::LLT::isVector(), llvm::BitmaskEnumDetail::Mask(), MI, MRI, llvm::SmallVectorTemplateBase< T >::push_back(), and llvm::MachineIRBuilder::setInsertPt().

Referenced by tryCombineShuffleVector().

◆ matchConstantOp()

bool CombinerHelper::matchConstantOp	(	const MachineOperand &	MOP,
		int64_t	C
	)

Return true if MOP is defined by a G_CONSTANT with a value equal to C.

Definition at line 1635 of file CombinerHelper.cpp.

References C, llvm::getConstantVRegValWithLookThrough(), llvm::MachineOperand::getReg(), llvm::MachineOperand::isReg(), and MRI.

Referenced by matchOperandIsZero().

◆ matchElideBrByInvertingCond()

bool CombinerHelper::matchElideBrByInvertingCond ( MachineInstr & MI )

Definition at line 793 of file CombinerHelper.cpp.

References assert(), llvm::MachineBasicBlock::begin(), llvm::MachineBasicBlock::end(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineInstr::getParent(), llvm::MachineOperand::getReg(), llvm::MachineRegisterInfo::getVRegDef(), llvm::MachineRegisterInfo::hasOneNonDBGUse(), llvm::MachineBasicBlock::isLayoutSuccessor(), MBB, and MRI.

Referenced by tryElideBrByInvertingCond().

◆ matchEqualDefs()

bool CombinerHelper::matchEqualDefs	(	const MachineOperand &	MOP1,
		const MachineOperand &	MOP2
	)

Return true if MOP1 and MOP2 are register operands are defined by equivalent instructions.

Definition at line 1563 of file CombinerHelper.cpp.

References llvm::any_of(), Builder, llvm::getDefIgnoringCopies(), llvm::MachineOperand::getReg(), llvm::MachineIRBuilder::getTII(), llvm::MachineInstr::isDereferenceableInvariantLoad(), llvm::MachineInstr::isIdenticalTo(), llvm::MachineOperand::isReg(), llvm::MachineInstr::mayLoadOrStore(), MRI, llvm::TargetInstrInfo::produceSameValue(), and llvm::MachineInstr::uses().

Referenced by matchBinOpSameVal(), and matchSelectSameVal().

◆ matchOperandIsZero()

bool CombinerHelper::matchOperandIsZero	(	MachineInstr &	MI,
		unsigned	OpIdx
	)

Check if operand OpIdx is zero.

Definition at line 1668 of file CombinerHelper.cpp.

References llvm::canReplaceReg(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), matchConstantOp(), and MRI.

◆ matchPtrAddImmedChain()

bool CombinerHelper::matchPtrAddImmedChain	(	MachineInstr &	MI,
		PtrAddChain &	MatchInfo
	)

Definition at line 1352 of file CombinerHelper.cpp.

References llvm::PtrAddChain::Base, llvm::getConstantVRegValWithLookThrough(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::MachineRegisterInfo::getUniqueVRegDef(), llvm::PtrAddChain::Imm, and MRI.

◆ matchSelectSameVal()

bool CombinerHelper::matchSelectSameVal ( MachineInstr & MI )

Optimize (cond ? x : x) -> x.

Definition at line 1654 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), matchEqualDefs(), and MRI.

◆ matchSextAlreadyExtended()

bool CombinerHelper::matchSextAlreadyExtended ( MachineInstr & MI )

Definition at line 579 of file CombinerHelper.cpp.

References assert(), llvm::GISelKnownBits::computeNumSignBits(), llvm::MachineOperand::getImm(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), getScalarSizeInBits(), llvm::MachineRegisterInfo::getType(), KB, and MRI.

◆ matchSimplifyAddToSub()

bool CombinerHelper::matchSimplifyAddToSub	(	MachineInstr &	MI,
		std::tuple< Register, Register > &	MatchInfo
	)

Return true if MI is a G_ADD which can be simplified to a G_SUB.

Definition at line 1698 of file CombinerHelper.cpp.

References llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::MIPatternMatch::m_GSub(), llvm::MIPatternMatch::m_ICst(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::mi_match(), and MRI.

◆ matchUndefShuffleVectorMask()

bool CombinerHelper::matchUndefShuffleVectorMask ( MachineInstr & MI )

Return true if a G_SHUFFLE_VECTOR instruction MI has an undef mask.

Definition at line 1546 of file CombinerHelper.cpp.

References llvm::all_of(), assert(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getShuffleMask(), and llvm::BitmaskEnumDetail::Mask().

◆ matchUndefStore()

bool CombinerHelper::matchUndefStore ( MachineInstr & MI )

Return true if a G_STORE instruction MI is storing an undef value.

Definition at line 1552 of file CombinerHelper.cpp.

References assert(), llvm::MachineInstr::getOpcode(), llvm::getOpcodeDef(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), and MRI.

◆ replaceInstWithConstant()

bool CombinerHelper::replaceInstWithConstant	(	MachineInstr &	MI,
		int64_t	C
	)

Replace an instruction with a G_CONSTANT with value C.

Definition at line 1682 of file CombinerHelper.cpp.

References assert(), llvm::MachineIRBuilder::buildConstant(), Builder, C, llvm::MachineInstr::eraseFromParent(), llvm::MachineInstr::getNumDefs(), llvm::MachineInstr::getOperand(), and llvm::MachineIRBuilder::setInstr().

◆ replaceInstWithFConstant()

bool CombinerHelper::replaceInstWithFConstant	(	MachineInstr &	MI,
		double	C
	)

Replace an instruction with a G_FCONSTANT with value C.

Definition at line 1674 of file CombinerHelper.cpp.

References assert(), Builder, llvm::MachineIRBuilder::buildFConstant(), C, llvm::MachineInstr::eraseFromParent(), llvm::MachineInstr::getNumDefs(), llvm::MachineInstr::getOperand(), and llvm::MachineIRBuilder::setInstr().

◆ replaceInstWithUndef()

bool CombinerHelper::replaceInstWithUndef ( MachineInstr & MI )

Replace an instruction with a G_IMPLICIT_DEF.

Definition at line 1690 of file CombinerHelper.cpp.

References assert(), Builder, llvm::MachineIRBuilder::buildUndef(), llvm::MachineInstr::eraseFromParent(), llvm::MachineInstr::getNumDefs(), llvm::MachineInstr::getOperand(), and llvm::MachineIRBuilder::setInstr().

◆ replaceRegOpWith()

void CombinerHelper::replaceRegOpWith	(	MachineRegisterInfo &	MRI,
		MachineOperand &	FromRegOp,
		Register	ToReg
	)		const

Replace a single register operand with a new register and inform the observer of the changes.

Definition at line 59 of file CombinerHelper.cpp.

References assert(), llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::MachineOperand::getParent(), Observer, and llvm::MachineOperand::setReg().

Referenced by applyCombineExtendingLoads().

◆ replaceRegWith()

void CombinerHelper::replaceRegWith	(	MachineRegisterInfo &	MRI,
		Register	FromReg,
		Register	ToReg
	)		const

MachineRegisterInfo::replaceRegWith() and inform the observer of the changes.

Definition at line 47 of file CombinerHelper.cpp.

References llvm::MachineIRBuilder::buildCopy(), Builder, llvm::GISelChangeObserver::changingAllUsesOfReg(), llvm::MachineRegisterInfo::constrainRegAttrs(), llvm::GISelChangeObserver::finishedChangingAllUsesOfReg(), Observer, and llvm::MachineRegisterInfo::replaceRegWith().

Referenced by applyCombineConcatVectors(), applyCombineCopy(), applyCombineExtendingLoads(), applyCombineShuffleVector(), and replaceSingleDefInstWithOperand().

◆ replaceSingleDefInstWithOperand()

bool CombinerHelper::replaceSingleDefInstWithOperand	(	MachineInstr &	MI,
		unsigned	OpIdx
	)

Delete MI and replace all of its uses with its OpIdx-th operand.

Definition at line 1643 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), llvm::MachineInstr::eraseFromParent(), llvm::MachineInstr::getNumExplicitDefs(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), MRI, and replaceRegWith().

◆ tryCombine()

bool CombinerHelper::tryCombine ( MachineInstr & MI )

Try to transform MI by using all of the above combine functions.

Returns true if changed.

Definition at line 1730 of file CombinerHelper.cpp.

References tryCombineCopy(), tryCombineExtendingLoads(), and tryCombineIndexedLoadStore().

◆ tryCombineConcatVectors()

bool CombinerHelper::tryCombineConcatVectors ( MachineInstr & MI )

If MI is G_CONCAT_VECTORS, try to combine it.

Returns true if MI changed. Right now, we support:

concat_vector(undef, undef) => undef
concat_vector(build_vector(A, B), build_vector(C, D)) => build_vector(A, B, C, D)

Precondition: MI.getOpcode() == G_CONCAT_VECTORS.

Definition at line 91 of file CombinerHelper.cpp.

References applyCombineConcatVectors(), and matchCombineConcatVectors().

◆ tryCombineCopy()

bool CombinerHelper::tryCombineCopy ( MachineInstr & MI )

If MI is COPY, try to combine it.

Returns true if MI changed.

Definition at line 70 of file CombinerHelper.cpp.

References applyCombineCopy(), and matchCombineCopy().

Referenced by tryCombine().

◆ tryCombineExtendingLoads()

bool CombinerHelper::tryCombineExtendingLoads ( MachineInstr & MI )

If MI is extend that consumes the result of a load, try to combine it.

Returns true if MI changed.

Definition at line 353 of file CombinerHelper.cpp.

References applyCombineExtendingLoads(), and matchCombineExtendingLoads().

Referenced by tryCombine().

◆ tryCombineIndexedLoadStore()

bool CombinerHelper::tryCombineIndexedLoadStore ( MachineInstr & MI )

Combine MI into a pre-indexed or post-indexed load/store operation if legal and the surrounding code makes it useful.

Definition at line 726 of file CombinerHelper.cpp.

References applyCombineIndexedLoadStore(), and matchCombineIndexedLoadStore().

Referenced by tryCombine().

◆ tryCombineMemCpyFamily()

bool CombinerHelper::tryCombineMemCpyFamily	(	MachineInstr &	MI,
		unsigned	MaxLen = `0`
	)

Optimize memcpy intrinsics et al, e.g.

constant len calls. /p MaxLen if non-zero specifies the max length of a mem libcall to inline.

For example (pre-indexed):

$addr = G_PTR_ADD $base, $offset
[...]
$val = G_LOAD $addr
[...]
$whatever = COPY $addr

–>

$val, $addr = G_INDEXED_LOAD $base, $offset, 1 (IsPre)
[...]
$whatever = COPY $addr

or (post-indexed):

G_STORE $val, $base
[...]
$addr = G_PTR_ADD $base, $offset
[...]
$whatever = COPY $addr

–>

$addr = G_INDEXED_STORE $val, $base, $offset
[...]
$whatever = COPY $addr

Definition at line 1301 of file CombinerHelper.cpp.

References assert(), llvm::MachineInstr::eraseFromParent(), llvm::MachineMemOperand::getBaseAlign(), llvm::getConstantVRegValWithLookThrough(), llvm::MachineInstr::getIntrinsicID(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::MachineMemOperand::isVolatile(), llvm::MachineInstr::memoperands_begin(), llvm::MachineInstr::memoperands_end(), and MRI.

◆ tryCombineShiftToUnmerge()

bool CombinerHelper::tryCombineShiftToUnmerge	(	MachineInstr &	MI,
		unsigned	TargetShiftAmount
	)

Definition at line 1521 of file CombinerHelper.cpp.

References applyCombineShiftToUnmerge(), and matchCombineShiftToUnmerge().

◆ tryCombineShuffleVector()

bool CombinerHelper::tryCombineShuffleVector ( MachineInstr & MI )

Try to combine G_SHUFFLE_VECTOR into G_CONCAT_VECTORS.

Returns true if MI changed.

Precondition: MI.getOpcode() == G_SHUFFLE_VECTOR.

Definition at line 168 of file CombinerHelper.cpp.

References applyCombineShuffleVector(), and matchCombineShuffleVector().

◆ tryElideBrByInvertingCond()

bool CombinerHelper::tryElideBrByInvertingCond ( MachineInstr & MI )

Definition at line 833 of file CombinerHelper.cpp.

References applyElideBrByInvertingCond(), and matchElideBrByInvertingCond().

Member Data Documentation

◆ Builder

MachineIRBuilder& llvm::CombinerHelper::Builder

protected

Definition at line 55 of file CombinerHelper.h.

Referenced by applyCombineConcatVectors(), applyCombineExtendingLoads(), applyCombineShiftToUnmerge(), applyCombineShuffleVector(), applySimplifyAddToSub(), matchCombineConcatVectors(), matchCombineShuffleVector(), matchEqualDefs(), replaceInstWithConstant(), replaceInstWithFConstant(), replaceInstWithUndef(), and replaceRegWith().

◆ KB

GISelKnownBits* llvm::CombinerHelper::KB

protected

Definition at line 58 of file CombinerHelper.h.

Referenced by matchSextAlreadyExtended().

◆ LI

const LegalizerInfo* llvm::CombinerHelper::LI

protected

Definition at line 60 of file CombinerHelper.h.

Referenced by matchCombineExtendingLoads().

◆ MDT

MachineDominatorTree* llvm::CombinerHelper::MDT

protected

Definition at line 59 of file CombinerHelper.h.

Referenced by dominates().

◆ MRI

MachineRegisterInfo& llvm::CombinerHelper::MRI

protected

Definition at line 56 of file CombinerHelper.h.

Referenced by applyCombineConcatVectors(), applyCombineCopy(), applyCombineExtendingLoads(), applyCombineIndexedLoadStore(), applyCombineMulToShl(), applyCombineShiftToUnmerge(), applyCombineShuffleVector(), applyElideBrByInvertingCond(), applyPtrAddImmedChain(), applySextAlreadyExtended(), getMemsetValue(), matchAllExplicitUsesAreUndef(), matchAnyExplicitUseIsUndef(), matchBinOpSameVal(), matchCombineConcatVectors(), matchCombineCopy(), matchCombineExtendingLoads(), matchCombineMulToShl(), matchCombineShiftToUnmerge(), matchCombineShuffleVector(), matchConstantOp(), matchElideBrByInvertingCond(), matchEqualDefs(), matchOperandIsZero(), matchPtrAddImmedChain(), matchSelectSameVal(), matchSextAlreadyExtended(), matchSimplifyAddToSub(), matchUndefStore(), replaceSingleDefInstWithOperand(), and tryCombineMemCpyFamily().

◆ Observer

GISelChangeObserver& llvm::CombinerHelper::Observer

protected

Definition at line 57 of file CombinerHelper.h.

Referenced by applyCombineExtendingLoads(), applyCombineMulToShl(), applyElideBrByInvertingCond(), applyPtrAddImmedChain(), replaceRegOpWith(), and replaceRegWith().

The documentation for this class was generated from the following files:

include/llvm/CodeGen/GlobalISel/CombinerHelper.h
lib/CodeGen/GlobalISel/CombinerHelper.cpp

Public Member Functions

Protected Attributes

Detailed Description

Constructor & Destructor Documentation

◆ CombinerHelper()

Member Function Documentation

◆ applyCombineConcatVectors()

◆ applyCombineCopy()

◆ applyCombineExtendingLoads()

◆ applyCombineIndexedLoadStore()

◆ applyCombineMulToShl()

◆ applyCombineShiftToUnmerge()

◆ applyCombineShuffleVector()

◆ applyElideBrByInvertingCond()

◆ applyPtrAddImmedChain()

◆ applySextAlreadyExtended()

◆ applySimplifyAddToSub()

◆ dominates()

◆ eraseInst()

◆ getKnownBits()

◆ isPredecessor()

◆ matchAllExplicitUsesAreUndef()

◆ matchAnyExplicitUseIsUndef()

◆ matchBinOpSameVal()

◆ matchCombineConcatVectors()

◆ matchCombineCopy()

◆ matchCombineExtendingLoads()

◆ matchCombineIndexedLoadStore()

◆ matchCombineMulToShl()

◆ matchCombineShiftToUnmerge()

◆ matchCombineShuffleVector()

◆ matchConstantOp()

◆ matchElideBrByInvertingCond()

◆ matchEqualDefs()

◆ matchOperandIsZero()

◆ matchPtrAddImmedChain()

◆ matchSelectSameVal()

◆ matchSextAlreadyExtended()

◆ matchSimplifyAddToSub()

◆ matchUndefShuffleVectorMask()

◆ matchUndefStore()

◆ replaceInstWithConstant()

◆ replaceInstWithFConstant()

◆ replaceInstWithUndef()

◆ replaceRegOpWith()

◆ replaceRegWith()

◆ replaceSingleDefInstWithOperand()

◆ tryCombine()

◆ tryCombineConcatVectors()

◆ tryCombineCopy()

◆ tryCombineExtendingLoads()

◆ tryCombineIndexedLoadStore()

◆ tryCombineMemCpyFamily()

◆ tryCombineShiftToUnmerge()

◆ tryCombineShuffleVector()

◆ tryElideBrByInvertingCond()

Member Data Documentation

◆ Builder

◆ KB

◆ LI

◆ MDT

◆ MRI

◆ Observer