#include "llvm/CodeGen/GlobalISel/CombinerHelper.h"

Inheritance diagram for llvm::CombinerHelper:

Collaboration diagram for llvm::CombinerHelper:

[legend]

Public Member Functions
	CombinerHelper (GISelChangeObserver &Observer, MachineIRBuilder &B, GISelKnownBits KB=nullptr, MachineDominatorTree MDT=nullptr, const LegalizerInfo *LI=nullptr)

GISelKnownBits *	getKnownBits () const

const TargetLowering &	getTargetLowering () const

bool	isPreLegalize () const

bool	isLegal (const LegalityQuery &Query) const

bool	isLegalOrBeforeLegalizer (const LegalityQuery &Query) const

bool	isConstantLegalOrBeforeLegalizer (const LLT Ty) const

void	replaceRegWith (MachineRegisterInfo &MRI, Register FromReg, Register ToReg) const
	MachineRegisterInfo::replaceRegWith() and inform the observer of the changes. More...

void	replaceRegOpWith (MachineRegisterInfo &MRI, MachineOperand &FromRegOp, Register ToReg) const
	Replace a single register operand with a new register and inform the observer of the changes. More...

void	replaceOpcodeWith (MachineInstr &FromMI, unsigned ToOpcode) const
	Replace the opcode in instruction with a new opcode and inform the observer of the changes. More...

const RegisterBank *	getRegBank (Register Reg) const
	Get the register bank of `Reg`. More...

void	setRegBank (Register Reg, const RegisterBank *RegBank)
	Set the register bank of `Reg`. More...

bool	tryCombineCopy (MachineInstr &MI)
	If `MI` is COPY, try to combine it. More...

bool	matchCombineCopy (MachineInstr &MI)

void	applyCombineCopy (MachineInstr &MI)

bool	isPredecessor (const MachineInstr &DefMI, const MachineInstr &UseMI)
	Returns true if `DefMI` precedes `UseMI` or they are the same instruction. More...

bool	dominates (const MachineInstr &DefMI, const MachineInstr &UseMI)
	Returns true if `DefMI` dominates `UseMI`. More...

bool	tryCombineExtendingLoads (MachineInstr &MI)
	If `MI` is extend that consumes the result of a load, try to combine it. More...

bool	matchCombineExtendingLoads (MachineInstr &MI, PreferredTuple &MatchInfo)

void	applyCombineExtendingLoads (MachineInstr &MI, PreferredTuple &MatchInfo)

bool	matchCombineLoadWithAndMask (MachineInstr &MI, BuildFnTy &MatchInfo)
	Match (and (load x), mask) -> zextload x. More...

bool	tryCombineIndexedLoadStore (MachineInstr &MI)
	Combine `MI` into a pre-indexed or post-indexed load/store operation if legal and the surrounding code makes it useful. More...

bool	matchCombineIndexedLoadStore (MachineInstr &MI, IndexedLoadStoreMatchInfo &MatchInfo)

void	applyCombineIndexedLoadStore (MachineInstr &MI, IndexedLoadStoreMatchInfo &MatchInfo)

bool	matchSextTruncSextLoad (MachineInstr &MI)

void	applySextTruncSextLoad (MachineInstr &MI)

bool	matchSextInRegOfLoad (MachineInstr &MI, std::tuple< Register, unsigned > &MatchInfo)
	Match sext_inreg(load p), imm -> sextload p. More...

void	applySextInRegOfLoad (MachineInstr &MI, std::tuple< Register, unsigned > &MatchInfo)

bool	matchCombineDivRem (MachineInstr &MI, MachineInstr *&OtherMI)
	Try to combine G_[SU]DIV and G_[SU]REM into a single G_[SU]DIVREM when their source operands are identical. More...

void	applyCombineDivRem (MachineInstr &MI, MachineInstr *&OtherMI)

bool	matchOptBrCondByInvertingCond (MachineInstr &MI, MachineInstr *&BrCond)
	If a brcond's true block is not the fallthrough, make it so by inverting the condition and swapping operands. More...

void	applyOptBrCondByInvertingCond (MachineInstr &MI, MachineInstr *&BrCond)

bool	tryCombineConcatVectors (MachineInstr &MI)
	If `MI` is G_CONCAT_VECTORS, try to combine it. More...

bool	matchCombineConcatVectors (MachineInstr &MI, bool &IsUndef, SmallVectorImpl< Register > &Ops)
	Check if the G_CONCAT_VECTORS `MI` is undef or if it can be flattened into a build_vector. More...

void	applyCombineConcatVectors (MachineInstr &MI, bool IsUndef, const ArrayRef< Register > Ops)
	Replace `MI` with a flattened build_vector with `Ops` or an implicit_def if IsUndef is true. More...

bool	tryCombineShuffleVector (MachineInstr &MI)
	Try to combine G_SHUFFLE_VECTOR into G_CONCAT_VECTORS. More...

bool	matchCombineShuffleVector (MachineInstr &MI, SmallVectorImpl< Register > &Ops)
	Check if the G_SHUFFLE_VECTOR `MI` can be replaced by a concat_vectors. More...

void	applyCombineShuffleVector (MachineInstr &MI, const ArrayRef< Register > Ops)
	Replace `MI` with a concat_vectors with `Ops`. More...

bool	tryCombineMemCpyFamily (MachineInstr &MI, unsigned MaxLen=0)
	Optimize memcpy intrinsics et al, e.g. More...

bool	matchPtrAddImmedChain (MachineInstr &MI, PtrAddChain &MatchInfo)

void	applyPtrAddImmedChain (MachineInstr &MI, PtrAddChain &MatchInfo)

bool	matchShiftImmedChain (MachineInstr &MI, RegisterImmPair &MatchInfo)
	Fold (shift (shift base, x), y) -> (shift base (x+y)) More...

void	applyShiftImmedChain (MachineInstr &MI, RegisterImmPair &MatchInfo)

bool	matchShiftOfShiftedLogic (MachineInstr &MI, ShiftOfShiftedLogic &MatchInfo)
	If we have a shift-by-constant of a bitwise logic op that itself has a shift-by-constant operand with identical opcode, we may be able to convert that into 2 independent shifts followed by the logic op. More...

void	applyShiftOfShiftedLogic (MachineInstr &MI, ShiftOfShiftedLogic &MatchInfo)

bool	matchCombineMulToShl (MachineInstr &MI, unsigned &ShiftVal)
	Transform a multiply by a power-of-2 value to a left shift. More...

void	applyCombineMulToShl (MachineInstr &MI, unsigned &ShiftVal)

bool	matchCombineShlOfExtend (MachineInstr &MI, RegisterImmPair &MatchData)

void	applyCombineShlOfExtend (MachineInstr &MI, const RegisterImmPair &MatchData)

bool	matchCombineMergeUnmerge (MachineInstr &MI, Register &MatchInfo)
	Fold away a merge of an unmerge of the corresponding values. More...

bool	matchCombineShiftToUnmerge (MachineInstr &MI, unsigned TargetShiftSize, unsigned &ShiftVal)
	Reduce a shift by a constant to an unmerge and a shift on a half sized type. More...

void	applyCombineShiftToUnmerge (MachineInstr &MI, const unsigned &ShiftVal)

bool	tryCombineShiftToUnmerge (MachineInstr &MI, unsigned TargetShiftAmount)

bool	matchCombineUnmergeMergeToPlainValues (MachineInstr &MI, SmallVectorImpl< Register > &Operands)
	Transform <ty,...> G_UNMERGE(G_MERGE ty X, Y, Z) -> ty X, Y, Z. More...

void	applyCombineUnmergeMergeToPlainValues (MachineInstr &MI, SmallVectorImpl< Register > &Operands)

bool	matchCombineUnmergeConstant (MachineInstr &MI, SmallVectorImpl< APInt > &Csts)
	Transform G_UNMERGE Constant -> Constant1, Constant2, ... More...

void	applyCombineUnmergeConstant (MachineInstr &MI, SmallVectorImpl< APInt > &Csts)

bool	matchCombineUnmergeUndef (MachineInstr &MI, std::function< void(MachineIRBuilder &)> &MatchInfo)
	Transform G_UNMERGE G_IMPLICIT_DEF -> G_IMPLICIT_DEF, G_IMPLICIT_DEF, ... More...

bool	matchCombineUnmergeWithDeadLanesToTrunc (MachineInstr &MI)
	Transform X, Y<dead> = G_UNMERGE Z -> X = G_TRUNC Z. More...

void	applyCombineUnmergeWithDeadLanesToTrunc (MachineInstr &MI)

bool	matchCombineUnmergeZExtToZExt (MachineInstr &MI)
	Transform X, Y = G_UNMERGE(G_ZEXT(Z)) -> X = G_ZEXT(Z); Y = G_CONSTANT 0. More...

void	applyCombineUnmergeZExtToZExt (MachineInstr &MI)

bool	matchCombineConstantFoldFpUnary (MachineInstr &MI, Optional< APFloat > &Cst)
	Transform fp_instr(cst) to constant result of the fp operation. More...

void	applyCombineConstantFoldFpUnary (MachineInstr &MI, Optional< APFloat > &Cst)

bool	matchCombineI2PToP2I (MachineInstr &MI, Register &Reg)
	Transform IntToPtr(PtrToInt(x)) to x if cast is in the same address space. More...

void	applyCombineI2PToP2I (MachineInstr &MI, Register &Reg)

void	applyCombineP2IToI2P (MachineInstr &MI, Register &Reg)
	Transform PtrToInt(IntToPtr(x)) to x. More...

bool	matchCombineAddP2IToPtrAdd (MachineInstr &MI, std::pair< Register, bool > &PtrRegAndCommute)
	Transform G_ADD (G_PTRTOINT x), y -> G_PTRTOINT (G_PTR_ADD x, y) Transform G_ADD y, (G_PTRTOINT x) -> G_PTRTOINT (G_PTR_ADD x, y) More...

void	applyCombineAddP2IToPtrAdd (MachineInstr &MI, std::pair< Register, bool > &PtrRegAndCommute)

bool	matchCombineConstPtrAddToI2P (MachineInstr &MI, APInt &NewCst)

void	applyCombineConstPtrAddToI2P (MachineInstr &MI, APInt &NewCst)

bool	matchCombineAnyExtTrunc (MachineInstr &MI, Register &Reg)
	Transform anyext(trunc(x)) to x. More...

void	applyCombineAnyExtTrunc (MachineInstr &MI, Register &Reg)

bool	matchCombineZextTrunc (MachineInstr &MI, Register &Reg)
	Transform zext(trunc(x)) to x. More...

bool	matchCombineExtOfExt (MachineInstr &MI, std::tuple< Register, unsigned > &MatchInfo)
	Transform [asz]ext([asz]ext(x)) to [asz]ext x. More...

void	applyCombineExtOfExt (MachineInstr &MI, std::tuple< Register, unsigned > &MatchInfo)

void	applyCombineFAbsOfFAbs (MachineInstr &MI, Register &Src)
	Transform fabs(fabs(x)) to fabs(x). More...

bool	matchCombineFAbsOfFNeg (MachineInstr &MI, BuildFnTy &MatchInfo)
	Transform fabs(fneg(x)) to fabs(x). More...

bool	matchCombineTruncOfExt (MachineInstr &MI, std::pair< Register, unsigned > &MatchInfo)
	Transform trunc ([asz]ext x) to x or ([asz]ext x) or (trunc x). More...

void	applyCombineTruncOfExt (MachineInstr &MI, std::pair< Register, unsigned > &MatchInfo)

bool	matchCombineTruncOfShl (MachineInstr &MI, std::pair< Register, Register > &MatchInfo)
	Transform trunc (shl x, K) to shl (trunc x), K => K < VT.getScalarSizeInBits(). More...

void	applyCombineTruncOfShl (MachineInstr &MI, std::pair< Register, Register > &MatchInfo)

void	applyCombineMulByNegativeOne (MachineInstr &MI)
	Transform G_MUL(x, -1) to G_SUB(0, x) More...

bool	matchAnyExplicitUseIsUndef (MachineInstr &MI)
	Return true if any explicit use operand on `MI` is defined by a G_IMPLICIT_DEF. More...

bool	matchAllExplicitUsesAreUndef (MachineInstr &MI)
	Return true if all register explicit use operands on `MI` are defined by a G_IMPLICIT_DEF. More...

bool	matchUndefShuffleVectorMask (MachineInstr &MI)
	Return true if a G_SHUFFLE_VECTOR instruction `MI` has an undef mask. More...

bool	matchUndefStore (MachineInstr &MI)
	Return true if a G_STORE instruction `MI` is storing an undef value. More...

bool	matchUndefSelectCmp (MachineInstr &MI)
	Return true if a G_SELECT instruction `MI` has an undef comparison. More...

bool	matchInsertExtractVecEltOutOfBounds (MachineInstr &MI)
	Return true if a G_{EXTRACT,INSERT}_VECTOR_ELT has an out of range index. More...

bool	matchConstantSelectCmp (MachineInstr &MI, unsigned &OpIdx)
	Return true if a G_SELECT instruction `MI` has a constant comparison. More...

bool	replaceInstWithFConstant (MachineInstr &MI, double C)
	Replace an instruction with a G_FCONSTANT with value `C`. More...

bool	replaceInstWithConstant (MachineInstr &MI, int64_t C)
	Replace an instruction with a G_CONSTANT with value `C`. More...

bool	replaceInstWithConstant (MachineInstr &MI, APInt C)
	Replace an instruction with a G_CONSTANT with value `C`. More...

bool	replaceInstWithUndef (MachineInstr &MI)
	Replace an instruction with a G_IMPLICIT_DEF. More...

bool	replaceSingleDefInstWithOperand (MachineInstr &MI, unsigned OpIdx)
	Delete `MI` and replace all of its uses with its `OpIdx-th` operand. More...

bool	replaceSingleDefInstWithReg (MachineInstr &MI, Register Replacement)
	Delete `MI` and replace all of its uses with `Replacement`. More...

bool	matchEqualDefs (const MachineOperand &MOP1, const MachineOperand &MOP2)
	Return true if `MOP1` and `MOP2` are register operands are defined by equivalent instructions. More...

bool	matchConstantOp (const MachineOperand &MOP, int64_t C)
	Return true if `MOP` is defined by a G_CONSTANT with a value equal to `C`. More...

bool	matchSelectSameVal (MachineInstr &MI)
	Optimize (cond ? x : x) -> x. More...

bool	matchBinOpSameVal (MachineInstr &MI)
	Optimize (x op x) -> x. More...

bool	matchOperandIsZero (MachineInstr &MI, unsigned OpIdx)
	Check if operand `OpIdx` is zero. More...

bool	matchOperandIsUndef (MachineInstr &MI, unsigned OpIdx)
	Check if operand `OpIdx` is undef. More...

bool	matchOperandIsKnownToBeAPowerOfTwo (MachineInstr &MI, unsigned OpIdx)
	Check if operand `OpIdx` is known to be a power of 2. More...

bool	eraseInst (MachineInstr &MI)
	Erase `MI`. More...

bool	matchSimplifyAddToSub (MachineInstr &MI, std::tuple< Register, Register > &MatchInfo)
	Return true if MI is a G_ADD which can be simplified to a G_SUB. More...

void	applySimplifyAddToSub (MachineInstr &MI, std::tuple< Register, Register > &MatchInfo)

bool	matchHoistLogicOpWithSameOpcodeHands (MachineInstr &MI, InstructionStepsMatchInfo &MatchInfo)
	Match (logic_op (op x...), (op y...)) -> (op (logic_op x, y)) More...

void	applyBuildInstructionSteps (MachineInstr &MI, InstructionStepsMatchInfo &MatchInfo)
	Replace `MI` with a series of instructions described in `MatchInfo`. More...

bool	matchAshrShlToSextInreg (MachineInstr &MI, std::tuple< Register, int64_t > &MatchInfo)
	Match ashr (shl x, C), C -> sext_inreg (C) More...

void	applyAshShlToSextInreg (MachineInstr &MI, std::tuple< Register, int64_t > &MatchInfo)

bool	matchOverlappingAnd (MachineInstr &MI, BuildFnTy &MatchInfo)
	Fold and(and(x, C1), C2) -> C1&C2 ? and(x, C1&C2) : 0. More...

bool	matchRedundantAnd (MachineInstr &MI, Register &Replacement)

bool	matchRedundantOr (MachineInstr &MI, Register &Replacement)

bool	matchRedundantSExtInReg (MachineInstr &MI)

bool	matchNotCmp (MachineInstr &MI, SmallVectorImpl< Register > &RegsToNegate)
	Combine inverting a result of a compare into the opposite cond code. More...

void	applyNotCmp (MachineInstr &MI, SmallVectorImpl< Register > &RegsToNegate)

bool	matchXorOfAndWithSameReg (MachineInstr &MI, std::pair< Register, Register > &MatchInfo)
	Fold (xor (and x, y), y) -> (and (not x), y) {. More...

void	applyXorOfAndWithSameReg (MachineInstr &MI, std::pair< Register, Register > &MatchInfo)

bool	matchPtrAddZero (MachineInstr &MI)
	} More...

void	applyPtrAddZero (MachineInstr &MI)

void	applySimplifyURemByPow2 (MachineInstr &MI)
	Combine G_UREM x, (known power of 2) to an add and bitmasking. More...

bool	matchFoldBinOpIntoSelect (MachineInstr &MI, unsigned &SelectOpNo)
	Push a binary operator through a select on constants. More...

bool	applyFoldBinOpIntoSelect (MachineInstr &MI, const unsigned &SelectOpNo)
	`SelectOperand` is the operand in binary operator `MI` that is the select to fold. More...

bool	matchCombineInsertVecElts (MachineInstr &MI, SmallVectorImpl< Register > &MatchInfo)

void	applyCombineInsertVecElts (MachineInstr &MI, SmallVectorImpl< Register > &MatchInfo)

bool	matchLoadOrCombine (MachineInstr &MI, BuildFnTy &MatchInfo)
	Match expression trees of the form. More...

bool	matchTruncStoreMerge (MachineInstr &MI, MergeTruncStoresInfo &MatchInfo)
	Match a pattern where a wide type scalar value is stored by several narrow stores. More...

void	applyTruncStoreMerge (MachineInstr &MI, MergeTruncStoresInfo &MatchInfo)

bool	matchExtendThroughPhis (MachineInstr &MI, MachineInstr *&ExtMI)

void	applyExtendThroughPhis (MachineInstr &MI, MachineInstr *&ExtMI)

bool	matchExtractVecEltBuildVec (MachineInstr &MI, Register &Reg)

void	applyExtractVecEltBuildVec (MachineInstr &MI, Register &Reg)

bool	matchExtractAllEltsFromBuildVector (MachineInstr &MI, SmallVectorImpl< std::pair< Register, MachineInstr * >> &MatchInfo)

void	applyExtractAllEltsFromBuildVector (MachineInstr &MI, SmallVectorImpl< std::pair< Register, MachineInstr * >> &MatchInfo)

void	applyBuildFn (MachineInstr &MI, BuildFnTy &MatchInfo)
	Use a function which takes in a MachineIRBuilder to perform a combine. More...

void	applyBuildFnNoErase (MachineInstr &MI, BuildFnTy &MatchInfo)
	Use a function which takes in a MachineIRBuilder to perform a combine. More...

bool	matchOrShiftToFunnelShift (MachineInstr &MI, BuildFnTy &MatchInfo)

bool	matchFunnelShiftToRotate (MachineInstr &MI)
	Match an FSHL or FSHR that can be combined to a ROTR or ROTL rotate. More...

void	applyFunnelShiftToRotate (MachineInstr &MI)

bool	matchRotateOutOfRange (MachineInstr &MI)

void	applyRotateOutOfRange (MachineInstr &MI)

bool	matchICmpToTrueFalseKnownBits (MachineInstr &MI, int64_t &MatchInfo)

bool	matchICmpToLHSKnownBits (MachineInstr &MI, BuildFnTy &MatchInfo)

bool	matchAndOrDisjointMask (MachineInstr &MI, BuildFnTy &MatchInfo)

bool	matchBitfieldExtractFromSExtInReg (MachineInstr &MI, BuildFnTy &MatchInfo)
	Form a G_SBFX from a G_SEXT_INREG fed by a right shift. More...

bool	matchBitfieldExtractFromAnd (MachineInstr &MI, BuildFnTy &MatchInfo)
	Match: and (lshr x, cst), mask -> ubfx x, cst, width. More...

bool	matchBitfieldExtractFromShr (MachineInstr &MI, BuildFnTy &MatchInfo)
	Match: shr (shl x, n), k -> sbfx/ubfx x, pos, width. More...

bool	matchBitfieldExtractFromShrAnd (MachineInstr &MI, BuildFnTy &MatchInfo)
	Match: shr (and x, n), k -> ubfx x, pos, width. More...

bool	matchReassocConstantInnerRHS (GPtrAdd &MI, MachineInstr *RHS, BuildFnTy &MatchInfo)

bool	matchReassocFoldConstantsInSubTree (GPtrAdd &MI, MachineInstr LHS, MachineInstr RHS, BuildFnTy &MatchInfo)

bool	matchReassocConstantInnerLHS (GPtrAdd &MI, MachineInstr LHS, MachineInstr RHS, BuildFnTy &MatchInfo)

bool	matchReassocPtrAdd (MachineInstr &MI, BuildFnTy &MatchInfo)
	Reassociate pointer calculations with G_ADD involved, to allow better addressing mode usage. More...

bool	matchConstantFold (MachineInstr &MI, APInt &MatchInfo)
	Do constant folding when opportunities are exposed after MIR building. More...

bool	matchNarrowBinopFeedingAnd (MachineInstr &MI, BuildFnTy &MatchInfo)

MachineInstr *	buildUDivUsingMul (MachineInstr &MI)
	Given an G_UDIV `MI` expressing a divide by constant, return an expression that implements it by multiplying by a magic number. More...

bool	matchUDivByConst (MachineInstr &MI)
	Combine G_UDIV by constant into a multiply by magic constant. More...

void	applyUDivByConst (MachineInstr &MI)

MachineInstr *	buildSDivUsingMul (MachineInstr &MI)
	Given an G_SDIV `MI` expressing a signed divide by constant, return an expression that implements it by multiplying by a magic number. More...

bool	matchSDivByConst (MachineInstr &MI)

void	applySDivByConst (MachineInstr &MI)

bool	matchUMulHToLShr (MachineInstr &MI)

void	applyUMulHToLShr (MachineInstr &MI)

bool	tryCombine (MachineInstr &MI)
	Try to transform `MI` by using all of the above combine functions. More...

bool	tryEmitMemcpyInline (MachineInstr &MI)
	Emit loads and stores that perform the given memcpy. More...

bool	matchMulOBy2 (MachineInstr &MI, BuildFnTy &MatchInfo)
	Match: (G_UMULO x, 2) -> (G_UADDO x, x) (G_SMULO x, 2) -> (G_SADDO x, x) More...

bool	matchMulOBy0 (MachineInstr &MI, BuildFnTy &MatchInfo)
	Match: (G_*MULO x, 0) -> 0 + no carry out. More...

bool	matchAddOBy0 (MachineInstr &MI, BuildFnTy &MatchInfo)
	Match: (G_*ADDO x, 0) -> x + no carry out. More...

bool	matchAddEToAddO (MachineInstr &MI, BuildFnTy &MatchInfo)
	Match: (G_ADDE x, y, 0) -> (G_ADDO x, y) (G_SUBE x, y, 0) -> (G_SUBO x, y) More...

bool	matchRedundantNegOperands (MachineInstr &MI, BuildFnTy &MatchInfo)
	Transform (fadd x, fneg(y)) -> (fsub x, y) (fadd fneg(x), y) -> (fsub y, x) (fsub x, fneg(y)) -> (fadd x, y) (fmul fneg(x), fneg(y)) -> (fmul x, y) (fdiv fneg(x), fneg(y)) -> (fdiv x, y) (fmad fneg(x), fneg(y), z) -> (fmad x, y, z) (fma fneg(x), fneg(y), z) -> (fma x, y, z) More...

bool	canCombineFMadOrFMA (MachineInstr &MI, bool &AllowFusionGlobally, bool &HasFMAD, bool &Aggressive, bool CanReassociate=false)

bool	matchCombineFAddFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo)
	Transform (fadd (fmul x, y), z) -> (fma x, y, z) (fadd (fmul x, y), z) -> (fmad x, y, z) More...

bool	matchCombineFAddFpExtFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo)
	Transform (fadd (fpext (fmul x, y)), z) -> (fma (fpext x), (fpext y), z) (fadd (fpext (fmul x, y)), z) -> (fmad (fpext x), (fpext y), z) More...

bool	matchCombineFAddFMAFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo)
	Transform (fadd (fma x, y, (fmul u, v)), z) -> (fma x, y, (fma u, v, z)) (fadd (fmad x, y, (fmul u, v)), z) -> (fmad x, y, (fmad u, v, z)) More...

bool	matchCombineFAddFpExtFMulToFMadOrFMAAggressive (MachineInstr &MI, BuildFnTy &MatchInfo)

bool	matchCombineFSubFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo)
	Transform (fsub (fmul x, y), z) -> (fma x, y, -z) (fsub (fmul x, y), z) -> (fmad x, y, -z) More...

bool	matchCombineFSubFNegFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo)
	Transform (fsub (fneg (fmul, x, y)), z) -> (fma (fneg x), y, (fneg z)) (fsub (fneg (fmul, x, y)), z) -> (fmad (fneg x), y, (fneg z)) More...

bool	matchCombineFSubFpExtFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo)
	Transform (fsub (fpext (fmul x, y)), z) -> (fma (fpext x), (fpext y), (fneg z)) (fsub (fpext (fmul x, y)), z) -> (fmad (fpext x), (fpext y), (fneg z)) More...

bool	matchCombineFSubFpExtFNegFMulToFMadOrFMA (MachineInstr &MI, BuildFnTy &MatchInfo)
	Transform (fsub (fpext (fneg (fmul x, y))), z) -> (fneg (fma (fpext x), (fpext y), z)) (fsub (fpext (fneg (fmul x, y))), z) -> (fneg (fmad (fpext x), (fpext y), z)) More...

bool	matchSelectToLogical (MachineInstr &MI, BuildFnTy &MatchInfo)
	Fold boolean selects to logical operations. More...

bool	matchCombineFMinMaxNaN (MachineInstr &MI, unsigned &Info)

bool	matchAddSubSameReg (MachineInstr &MI, Register &Src)
	Transform G_ADD(x, G_SUB(y, x)) to y. More...

bool	matchSimplifySelectToMinMax (MachineInstr &MI, BuildFnTy &MatchInfo)

Protected Attributes
MachineIRBuilder &	Builder

MachineRegisterInfo &	MRI

GISelChangeObserver &	Observer

GISelKnownBits *	KB

MachineDominatorTree *	MDT

const LegalizerInfo *	LI

const RegisterBankInfo *	RBI

const TargetRegisterInfo *	TRI

Detailed Description

Definition at line 109 of file CombinerHelper.h.

Constructor & Destructor Documentation

◆ CombinerHelper()

CombinerHelper::CombinerHelper	(	GISelChangeObserver &	Observer,
		MachineIRBuilder &	B,
		GISelKnownBits *	KB = `nullptr`,
		MachineDominatorTree *	MDT = `nullptr`,
		const LegalizerInfo *	LI = `nullptr`
	)

Definition at line 48 of file CombinerHelper.cpp.

Member Function Documentation

◆ applyAshShlToSextInreg()

void CombinerHelper::applyAshShlToSextInreg	(	MachineInstr &	MI,
		std::tuple< Register, int64_t > &	MatchInfo
	)

Definition at line 2748 of file CombinerHelper.cpp.

References assert(), Builder, llvm::MachineIRBuilder::buildSExtInReg(), llvm::LLT::getScalarSizeInBits(), llvm::MachineRegisterInfo::getType(), MI, MRI, and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyBuildFn()

void CombinerHelper::applyBuildFn	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Use a function which takes in a MachineIRBuilder to perform a combine.

By default, it erases the instruction MI from the function.

Definition at line 4016 of file CombinerHelper.cpp.

References Builder, MI, and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyBuildFnNoErase()

void CombinerHelper::applyBuildFnNoErase	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Use a function which takes in a MachineIRBuilder to perform a combine.

This variant does not erase MI after calling the build function.

Definition at line 4023 of file CombinerHelper.cpp.

References Builder, MI, and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyBuildInstructionSteps()

void CombinerHelper::applyBuildInstructionSteps	(	MachineInstr &	MI,
		InstructionStepsMatchInfo &	MatchInfo
	)

Replace MI with a series of instructions described in MatchInfo.

Definition at line 2715 of file CombinerHelper.cpp.

References assert(), Builder, llvm::MachineIRBuilder::buildInstr(), llvm::InstructionStepsMatchInfo::InstrsToBuild, MI, and llvm::MachineIRBuilder::setInstr().

◆ applyCombineAddP2IToPtrAdd()

void CombinerHelper::applyCombineAddP2IToPtrAdd	(	MachineInstr &	MI,
		std::pair< Register, bool > &	PtrRegAndCommute
	)

Definition at line 2055 of file CombinerHelper.cpp.

References Builder, llvm::MachineIRBuilder::buildPtrAdd(), llvm::MachineIRBuilder::buildPtrToInt(), llvm::MachineRegisterInfo::getType(), LHS, MI, MRI, RHS, llvm::MachineIRBuilder::setInstrAndDebugLoc(), and std::swap().

◆ applyCombineAnyExtTrunc()

void llvm::CombinerHelper::applyCombineAnyExtTrunc	(	MachineInstr &	MI,
		Register &	Reg
	)

◆ applyCombineConcatVectors()

void CombinerHelper::applyCombineConcatVectors	(	MachineInstr &	MI,
		bool	IsUndef,
		const ArrayRef< Register >	Ops
	)

Replace MI with a flattened build_vector with Ops or an implicit_def if IsUndef is true.

Definition at line 272 of file CombinerHelper.cpp.

References llvm::MachineIRBuilder::buildBuildVector(), Builder, llvm::MachineIRBuilder::buildUndef(), llvm::MachineRegisterInfo::cloneVirtualRegister(), MI, MRI, replaceRegWith(), and llvm::MachineIRBuilder::setInsertPt().

Referenced by tryCombineConcatVectors().

◆ applyCombineConstantFoldFpUnary()

void CombinerHelper::applyCombineConstantFoldFpUnary	(	MachineInstr &	MI,
		Optional< APFloat > &	Cst
	)

Definition at line 1320 of file CombinerHelper.cpp.

References assert(), Builder, llvm::MachineIRBuilder::buildFConstant(), llvm::ConstantFP::get(), llvm::Function::getContext(), llvm::MachineFunction::getFunction(), llvm::MachineIRBuilder::getMF(), MI, and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyCombineConstPtrAddToI2P()

void CombinerHelper::applyCombineConstPtrAddToI2P	(	MachineInstr &	MI,
		APInt &	NewCst
	)

Definition at line 2095 of file CombinerHelper.cpp.

References llvm::MachineIRBuilder::buildConstant(), Builder, MI, and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyCombineCopy()

void CombinerHelper::applyCombineCopy ( MachineInstr & MI )

Definition at line 210 of file CombinerHelper.cpp.

References MI, MRI, and replaceRegWith().

Referenced by tryCombineCopy().

◆ applyCombineDivRem()

void CombinerHelper::applyCombineDivRem	(	MachineInstr &	MI,
		MachineInstr *&	OtherMI
	)

Definition at line 1155 of file CombinerHelper.cpp.

References assert(), Builder, llvm::MachineIRBuilder::buildInstr(), dominates(), llvm::MachineInstr::eraseFromParent(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), getReg(), MI, and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyCombineExtendingLoads()

void CombinerHelper::applyCombineExtendingLoads	(	MachineInstr &	MI,
		PreferredTuple &	MatchInfo
	)

rewrites to:

Definition at line 563 of file CombinerHelper.cpp.

References Builder, llvm::MachineIRBuilder::buildTrunc(), llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::MachineRegisterInfo::cloneVirtualRegister(), llvm::MachineInstr::eraseFromParent(), llvm::GISelChangeObserver::erasingInstr(), llvm::PreferredTuple::ExtendOpcode, llvm::MCInstrInfo::get(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getParent(), llvm::MachineOperand::getReg(), llvm::LLT::getSizeInBits(), llvm::MachineIRBuilder::getTII(), llvm::MachineRegisterInfo::getType(), llvm::DenseMapBase< DenseMap< KeyT, ValueT, DenseMapInfo< KeyT >, llvm::detail::DenseMapPair< KeyT, ValueT > >, KeyT, ValueT, DenseMapInfo< KeyT >, llvm::detail::DenseMapPair< KeyT, ValueT > >::lookup(), llvm::PreferredTuple::MI, MI, MRI, Observer, replaceRegOpWith(), replaceRegWith(), llvm::MachineIRBuilder::setInsertPt(), llvm::MachineOperand::setReg(), llvm::PreferredTuple::Ty, llvm::MachineRegisterInfo::use_operands(), UseMI, and Uses.

Referenced by tryCombineExtendingLoads().

◆ applyCombineExtOfExt()

void CombinerHelper::applyCombineExtOfExt	(	MachineInstr &	MI,
		std::tuple< Register, unsigned > &	MatchInfo
	)

Definition at line 2149 of file CombinerHelper.cpp.

References assert(), Builder, llvm::MachineIRBuilder::buildInstr(), llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), MI, Observer, and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyCombineFAbsOfFAbs()

void llvm::CombinerHelper::applyCombineFAbsOfFAbs	(	MachineInstr &	MI,
		Register &	Src
	)

Transform fabs(fabs(x)) to fabs(x).

◆ applyCombineI2PToP2I()

void CombinerHelper::applyCombineI2PToP2I	(	MachineInstr &	MI,
		Register &	Reg
	)

Definition at line 2014 of file CombinerHelper.cpp.

References assert(), llvm::MachineIRBuilder::buildCopy(), Builder, MI, and llvm::MachineIRBuilder::setInstr().

◆ applyCombineIndexedLoadStore()

void CombinerHelper::applyCombineIndexedLoadStore	(	MachineInstr &	MI,
		IndexedLoadStoreMatchInfo &	MatchInfo
	)

Definition at line 1050 of file CombinerHelper.cpp.

References llvm::MachineInstrBuilder::addDef(), llvm::MachineInstrBuilder::addImm(), llvm::IndexedLoadStoreMatchInfo::Addr, llvm::MachineInstrBuilder::addUse(), llvm::IndexedLoadStoreMatchInfo::Base, llvm::MachineIRBuilder::buildInstr(), llvm::dbgs(), llvm::MachineInstr::eraseFromParent(), llvm::MachineRegisterInfo::getUniqueVRegDef(), llvm::IndexedLoadStoreMatchInfo::IsPre, LLVM_DEBUG, llvm_unreachable, MI, MRI, and llvm::IndexedLoadStoreMatchInfo::Offset.

Referenced by tryCombineIndexedLoadStore().

◆ applyCombineInsertVecElts()

void CombinerHelper::applyCombineInsertVecElts	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	MatchInfo
	)

Definition at line 2596 of file CombinerHelper.cpp.

References llvm::MachineIRBuilder::buildBuildVector(), Builder, llvm::MachineIRBuilder::buildUndef(), getReg(), llvm::LLT::getScalarType(), llvm::MachineRegisterInfo::getType(), I, MI, MRI, and llvm::MachineIRBuilder::setInstr().

◆ applyCombineMulByNegativeOne()

void CombinerHelper::applyCombineMulByNegativeOne ( MachineInstr & MI )

Transform G_MUL(x, -1) to G_SUB(0, x)

Definition at line 2180 of file CombinerHelper.cpp.

References assert(), llvm::MachineIRBuilder::buildConstant(), Builder, llvm::MachineIRBuilder::buildSub(), llvm::MachineRegisterInfo::getType(), MI, MRI, and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyCombineMulToShl()

void CombinerHelper::applyCombineMulToShl	(	MachineInstr &	MI,
		unsigned &	ShiftVal
	)

Definition at line 1611 of file CombinerHelper.cpp.

References assert(), llvm::MachineIRBuilder::buildConstant(), llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::MCInstrInfo::get(), llvm::MachineIRBuilder::getTII(), llvm::MachineRegisterInfo::getType(), MI, MRI, and Observer.

◆ applyCombineP2IToI2P()

void CombinerHelper::applyCombineP2IToI2P	(	MachineInstr &	MI,
		Register &	Reg
	)

Transform PtrToInt(IntToPtr(x)) to x.

Definition at line 2022 of file CombinerHelper.cpp.

References assert(), Builder, llvm::MachineIRBuilder::buildZExtOrTrunc(), MI, and llvm::MachineIRBuilder::setInstr().

◆ applyCombineShiftToUnmerge()

void CombinerHelper::applyCombineShiftToUnmerge	(	MachineInstr &	MI,
		const unsigned &	ShiftVal
	)

Definition at line 1921 of file CombinerHelper.cpp.

References assert(), llvm::MachineIRBuilder::buildAShr(), llvm::MachineIRBuilder::buildConstant(), Builder, llvm::MachineIRBuilder::buildLShr(), llvm::MachineIRBuilder::buildMerge(), llvm::MachineIRBuilder::buildShl(), llvm::MachineIRBuilder::buildUnmerge(), llvm::MachineInstrBuilder::getReg(), llvm::LLT::getSizeInBits(), llvm::MachineRegisterInfo::getType(), MI, MRI, llvm::LLT::scalar(), and llvm::MachineIRBuilder::setInstr().

Referenced by tryCombineShiftToUnmerge().

◆ applyCombineShlOfExtend()

void CombinerHelper::applyCombineShlOfExtend	(	MachineInstr &	MI,
		const RegisterImmPair &	MatchData
	)

Definition at line 1661 of file CombinerHelper.cpp.

References llvm::MachineIRBuilder::buildConstant(), Builder, llvm::MachineIRBuilder::buildShl(), llvm::MachineIRBuilder::buildZExt(), llvm::MachineRegisterInfo::getType(), llvm::RegisterImmPair::Imm, MI, MRI, llvm::RegisterImmPair::Reg, and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyCombineShuffleVector()

void CombinerHelper::applyCombineShuffleVector	(	MachineInstr &	MI,
		const ArrayRef< Register >	Ops
	)

Replace MI with a concat_vectors with Ops.

Definition at line 379 of file CombinerHelper.cpp.

References llvm::MachineIRBuilder::buildCopy(), Builder, llvm::MachineIRBuilder::buildMerge(), llvm::MachineRegisterInfo::cloneVirtualRegister(), MI, MRI, replaceRegWith(), llvm::MachineIRBuilder::setInsertPt(), and llvm::ArrayRef< T >::size().

Referenced by tryCombineShuffleVector().

◆ applyCombineTruncOfExt()

void CombinerHelper::applyCombineTruncOfExt	(	MachineInstr &	MI,
		std::pair< Register, unsigned > &	MatchInfo
	)

Definition at line 2223 of file CombinerHelper.cpp.

References assert(), Builder, llvm::MachineIRBuilder::buildInstr(), llvm::MachineIRBuilder::buildTrunc(), llvm::LLT::getSizeInBits(), llvm::MachineRegisterInfo::getType(), MI, MRI, replaceRegWith(), and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyCombineTruncOfShl()

void CombinerHelper::applyCombineTruncOfShl	(	MachineInstr &	MI,
		std::pair< Register, Register > &	MatchInfo
	)

Definition at line 2268 of file CombinerHelper.cpp.

References assert(), Builder, llvm::MachineIRBuilder::buildShl(), llvm::MachineIRBuilder::buildTrunc(), llvm::MachineInstr::getFlags(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::getVRegDef(), MI, MRI, and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyCombineUnmergeConstant()

void CombinerHelper::applyCombineUnmergeConstant	(	MachineInstr &	MI,
		SmallVectorImpl< APInt > &	Csts
	)

Definition at line 1774 of file CombinerHelper.cpp.

References assert(), llvm::MachineIRBuilder::buildConstant(), Builder, MI, and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyCombineUnmergeMergeToPlainValues()

void CombinerHelper::applyCombineUnmergeMergeToPlainValues	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	Operands
	)

Definition at line 1726 of file CombinerHelper.cpp.

References assert(), llvm::MachineIRBuilder::buildCast(), Builder, llvm::MachineRegisterInfo::getType(), MI, MRI, Operands, replaceRegWith(), and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyCombineUnmergeWithDeadLanesToTrunc()

void CombinerHelper::applyCombineUnmergeWithDeadLanesToTrunc ( MachineInstr & MI )

Definition at line 1815 of file CombinerHelper.cpp.

References llvm::MachineIRBuilder::buildCast(), Builder, llvm::MachineIRBuilder::buildTrunc(), llvm::MachineInstrBuilder::getReg(), llvm::LLT::getSizeInBits(), llvm::MachineRegisterInfo::getType(), llvm::LLT::isVector(), MI, MRI, llvm::LLT::scalar(), and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyCombineUnmergeZExtToZExt()

void CombinerHelper::applyCombineUnmergeZExtToZExt ( MachineInstr & MI )

Definition at line 1862 of file CombinerHelper.cpp.

References assert(), llvm::MachineIRBuilder::buildConstant(), Builder, llvm::MachineIRBuilder::buildZExt(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineInstrBuilder::getReg(), llvm::MachineOperand::getReg(), llvm::LLT::getSizeInBits(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::getVRegDef(), MI, MRI, replaceRegWith(), and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyExtendThroughPhis()

void CombinerHelper::applyExtendThroughPhis	(	MachineInstr &	MI,
		MachineInstr *&	ExtMI
	)

Definition at line 3862 of file CombinerHelper.cpp.

References llvm::MachineInstrBuilder::addDef(), llvm::MachineInstrBuilder::addMBB(), assert(), Builder, llvm::MachineIRBuilder::buildExtOrTrunc(), llvm::MachineIRBuilder::buildInstrNoInsert(), llvm::drop_begin(), llvm::MachineBasicBlock::end(), llvm::MachineInstr::eraseFromParent(), llvm::MachineBasicBlock::getFirstNonPHI(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineBasicBlock::getParent(), llvm::MachineOperand::getReg(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::getVRegDef(), llvm::SetVector< T, SmallVector< T, N >, SmallDenseSet< T, N > >::insert(), llvm::MachineIRBuilder::insertInstr(), MBB, MI, MRI, llvm::MachineIRBuilder::setDebugLoc(), llvm::MachineIRBuilder::setInsertPt(), and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyExtractAllEltsFromBuildVector()

void CombinerHelper::applyExtractAllEltsFromBuildVector	(	MachineInstr &	MI,
		SmallVectorImpl< std::pair< Register, MachineInstr * >> &	MatchInfo
	)

Definition at line 4004 of file CombinerHelper.cpp.

References assert(), MI, MRI, and replaceRegWith().

◆ applyExtractVecEltBuildVec()

void CombinerHelper::applyExtractVecEltBuildVec	(	MachineInstr &	MI,
		Register &	Reg
	)

Definition at line 3944 of file CombinerHelper.cpp.

References assert(), Builder, llvm::MachineIRBuilder::buildTrunc(), llvm::LLT::getSizeInBits(), llvm::MachineRegisterInfo::getType(), MI, MRI, replaceSingleDefInstWithReg(), and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyFoldBinOpIntoSelect()

bool CombinerHelper::applyFoldBinOpIntoSelect	(	MachineInstr &	MI,
		const unsigned &	SelectOpNo
	)

SelectOperand is the operand in binary operator MI that is the select to fold.

Definition at line 3152 of file CombinerHelper.cpp.

References Builder, llvm::MachineIRBuilder::buildInstr(), llvm::MachineIRBuilder::buildSelect(), llvm::GISelChangeObserver::erasingInstr(), getReg(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::getVRegDef(), LHS, MI, MRI, Observer, RHS, llvm::MCID::Select, and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyFunnelShiftToRotate()

void CombinerHelper::applyFunnelShiftToRotate ( MachineInstr & MI )

Definition at line 4095 of file CombinerHelper.cpp.

References assert(), Builder, llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::MCInstrInfo::get(), llvm::MachineIRBuilder::getTII(), MI, and Observer.

◆ applyNotCmp()

void CombinerHelper::applyNotCmp	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	RegsToNegate
	)

Definition at line 2980 of file CombinerHelper.cpp.

References Builder, llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::tgtok::Def, llvm::MCInstrInfo::get(), llvm::CmpInst::getInversePredicate(), llvm::MachineOperand::getPredicate(), llvm::MachineIRBuilder::getTII(), llvm::MachineRegisterInfo::getVRegDef(), llvm_unreachable, MI, MRI, Observer, replaceRegWith(), and llvm::MachineOperand::setPredicate().

◆ applyOptBrCondByInvertingCond()

void CombinerHelper::applyOptBrCondByInvertingCond	(	MachineInstr &	MI,
		MachineInstr *&	BrCond
	)

◆ applyPtrAddImmedChain()

void CombinerHelper::applyPtrAddImmedChain	(	MachineInstr &	MI,
		PtrAddChain &	MatchInfo
	)

Definition at line 1393 of file CombinerHelper.cpp.

References assert(), llvm::PtrAddChain::Bank, llvm::PtrAddChain::Base, llvm::MachineIRBuilder::buildConstant(), llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::MachineRegisterInfo::getType(), llvm::PtrAddChain::Imm, MI, MRI, Observer, and setRegBank().

◆ applyPtrAddZero()

void CombinerHelper::applyPtrAddZero ( MachineInstr & MI )

Definition at line 3076 of file CombinerHelper.cpp.

References Builder, llvm::MachineIRBuilder::buildIntToPtr(), MI, and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyRotateOutOfRange()

void CombinerHelper::applyRotateOutOfRange ( MachineInstr & MI )

Definition at line 4122 of file CombinerHelper.cpp.

References assert(), llvm::tgtok::Bits, llvm::MachineIRBuilder::buildConstant(), Builder, llvm::MachineIRBuilder::buildURem(), llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::MachineInstrBuilder::getReg(), llvm::LLT::getScalarSizeInBits(), llvm::MachineRegisterInfo::getType(), MI, MRI, Observer, and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applySDivByConst()

void CombinerHelper::applySDivByConst ( MachineInstr & MI )

Definition at line 4994 of file CombinerHelper.cpp.

References buildSDivUsingMul(), MI, and replaceSingleDefInstWithReg().

◆ applySextInRegOfLoad()

void CombinerHelper::applySextInRegOfLoad	(	MachineInstr &	MI,
		std::tuple< Register, unsigned > &	MatchInfo
	)

Definition at line 867 of file CombinerHelper.cpp.

References assert(), Builder, llvm::MachineIRBuilder::buildLoadInstr(), llvm::MachineFunction::getMachineMemOperand(), llvm::MachineIRBuilder::getMF(), llvm::GLoadStore::getMMO(), llvm::GLoadStore::getPointerReg(), llvm::MachineRegisterInfo::getVRegDef(), MI, MRI, and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applySextTruncSextLoad()

void CombinerHelper::applySextTruncSextLoad ( MachineInstr & MI )

Definition at line 808 of file CombinerHelper.cpp.

References assert(), llvm::MachineIRBuilder::buildCopy(), Builder, MI, and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyShiftImmedChain()

void CombinerHelper::applyShiftImmedChain	(	MachineInstr &	MI,
		RegisterImmPair &	MatchInfo
	)

Definition at line 1451 of file CombinerHelper.cpp.

References assert(), llvm::MachineIRBuilder::buildConstant(), Builder, llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::MachineInstrBuilder::getReg(), llvm::LLT::getScalarSizeInBits(), llvm::MachineRegisterInfo::getType(), llvm::RISCVMatInt::Imm, llvm::RegisterImmPair::Imm, MI, MRI, Observer, llvm::RegisterImmPair::Reg, and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyShiftOfShiftedLogic()

void CombinerHelper::applyShiftOfShiftedLogic	(	MachineInstr &	MI,
		ShiftOfShiftedLogic &	MatchInfo
	)

◆ applySimplifyAddToSub()

void CombinerHelper::applySimplifyAddToSub	(	MachineInstr &	MI,
		std::tuple< Register, Register > &	MatchInfo
	)

Definition at line 2615 of file CombinerHelper.cpp.

References Builder, llvm::MachineIRBuilder::buildSub(), MI, and llvm::MachineIRBuilder::setInstr().

◆ applySimplifyURemByPow2()

void CombinerHelper::applySimplifyURemByPow2 ( MachineInstr & MI )

Combine G_UREM x, (known power of 2) to an add and bitmasking.

The second source operand is known to be a power of 2.

Definition at line 3084 of file CombinerHelper.cpp.

References llvm::MachineIRBuilder::buildAdd(), llvm::MachineIRBuilder::buildAnd(), llvm::MachineIRBuilder::buildConstant(), Builder, llvm::MachineRegisterInfo::getType(), MI, MRI, and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyTruncStoreMerge()

void CombinerHelper::applyTruncStoreMerge	(	MachineInstr &	MI,
		MergeTruncStoresInfo &	MatchInfo
	)

◆ applyUDivByConst()

void CombinerHelper::applyUDivByConst ( MachineInstr & MI )

Definition at line 4960 of file CombinerHelper.cpp.

References buildUDivUsingMul(), MI, and replaceSingleDefInstWithReg().

◆ applyUMulHToLShr()

void CombinerHelper::applyUMulHToLShr ( MachineInstr & MI )

Definition at line 5083 of file CombinerHelper.cpp.

References llvm::MachineIRBuilder::buildConstant(), Builder, buildLogBase2(), llvm::MachineIRBuilder::buildLShr(), llvm::MachineIRBuilder::buildSub(), llvm::MachineIRBuilder::buildZExtOrTrunc(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), llvm::LLT::getScalarSizeInBits(), getTargetLowering(), llvm::MachineRegisterInfo::getType(), LHS, MI, MRI, RHS, and llvm::MachineIRBuilder::setInstrAndDebugLoc().

◆ applyXorOfAndWithSameReg()

void CombinerHelper::applyXorOfAndWithSameReg	(	MachineInstr &	MI,
		std::pair< Register, Register > &	MatchInfo
	)

Definition at line 3043 of file CombinerHelper.cpp.

References Builder, llvm::MachineIRBuilder::buildNot(), llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::MCInstrInfo::get(), llvm::MachineIRBuilder::getTII(), llvm::MachineRegisterInfo::getType(), MI, MRI, Observer, llvm::MachineIRBuilder::setInstrAndDebugLoc(), X, and Y.

◆ buildSDivUsingMul()

MachineInstr * CombinerHelper::buildSDivUsingMul ( MachineInstr & MI )

Given an G_SDIV MI expressing a signed divide by constant, return an expression that implements it by multiplying by a magic number.

Ref: "Hacker's Delight" or "The PowerPC Compiler Writer's Guide".

Definition at line 4999 of file CombinerHelper.cpp.

References llvm::APInt::ashrInPlace(), assert(), Builder, llvm::APInt::countTrailingZeros(), llvm::APInt::getBitWidth(), llvm::getDefIgnoringCopies(), llvm::getIConstantSplatVal(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), llvm::LLT::getScalarType(), llvm::APInt::getSignedMinValue(), getTargetLowering(), llvm::MachineRegisterInfo::getType(), llvm::MachineInstr::IsExact, llvm::LLT::isVector(), LHS, llvm::matchUnaryPredicate(), MI, MRI, llvm::APInt::multiplicativeInverse(), RHS, llvm::MachineIRBuilder::setInstrAndDebugLoc(), Shift, llvm::APInt::trunc(), llvm::RISCVFenceField::W, and llvm::APInt::zext().

Referenced by applySDivByConst().

◆ buildUDivUsingMul()

MachineInstr * CombinerHelper::buildUDivUsingMul ( MachineInstr & MI )

Given an G_UDIV MI expressing a divide by constant, return an expression that implements it by multiplying by a magic number.

Ref: "Hacker's Delight" or "The PowerPC Compiler Writer's Guide".

Definition at line 4811 of file CombinerHelper.cpp.

References assert(), Builder, llvm::LLT::changeElementSize(), llvm::APInt::countTrailingZeros(), llvm::UnsignedDivisionByConstantInfo::get(), llvm::APInt::getBitWidth(), llvm::APInt::getOneBitSet(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), llvm::LLT::getScalarSizeInBits(), llvm::LLT::getScalarType(), getTargetLowering(), llvm::MachineRegisterInfo::getType(), llvm::APInt::getZero(), llvm::UnsignedDivisionByConstantInfo::IsAdd, llvm::APInt::isOneValue(), llvm::LLT::isScalar(), llvm::LLT::isVector(), LHS, llvm::APInt::lshr(), llvm::UnsignedDivisionByConstantInfo::Magic, llvm::matchUnaryPredicate(), MI, MRI, RHS, llvm::LLT::scalar(), llvm::MachineIRBuilder::setInstrAndDebugLoc(), and llvm::UnsignedDivisionByConstantInfo::ShiftAmount.

Referenced by applyUDivByConst().

◆ canCombineFMadOrFMA()

bool CombinerHelper::canCombineFMadOrFMA	(	MachineInstr &	MI,
		bool &	AllowFusionGlobally,
		bool &	HasFMAD,
		bool &	Aggressive,
		bool	CanReassociate = `false`
	)

Definition at line 5162 of file CombinerHelper.cpp.

References Aggressive, llvm::FPOpFusion::Fast, llvm::MachineRegisterInfo::getType(), isLegalOrBeforeLegalizer(), LI, MI, MRI, and Options.

Referenced by matchCombineFAddFMAFMulToFMadOrFMA(), matchCombineFAddFMulToFMadOrFMA(), matchCombineFAddFpExtFMulToFMadOrFMA(), matchCombineFAddFpExtFMulToFMadOrFMAAggressive(), matchCombineFSubFMulToFMadOrFMA(), matchCombineFSubFNegFMulToFMadOrFMA(), matchCombineFSubFpExtFMulToFMadOrFMA(), and matchCombineFSubFpExtFNegFMulToFMadOrFMA().

◆ dominates()

bool CombinerHelper::dominates	(	const MachineInstr &	DefMI,
		const MachineInstr &	UseMI
	)

Returns true if DefMI dominates UseMI.

By definition an instruction dominates itself.

If we haven't been provided with a MachineDominatorTree during construction, this function returns a conservative result that tracks just a single basic block.

Definition at line 770 of file CombinerHelper.cpp.

References assert(), DefMI, llvm::MachineDominatorTree::dominates(), isPredecessor(), MDT, and UseMI.

Referenced by applyCombineDivRem().

◆ eraseInst()

bool CombinerHelper::eraseInst ( MachineInstr & MI )

Erase MI.

Definition at line 2339 of file CombinerHelper.cpp.

References MI.

◆ getKnownBits()

GISelKnownBits* llvm::CombinerHelper::getKnownBits ( ) const

inline

Definition at line 126 of file CombinerHelper.h.

References KB.

Referenced by AMDGPUPostLegalizerCombinerHelper::matchUCharToFloat().

◆ getRegBank()

const RegisterBank * CombinerHelper::getRegBank ( Register Reg ) const

Get the register bank of Reg.

If Reg has not been assigned a register, a register class, or a register bank, then this returns nullptr.

Precondition: Reg.isValid()

Definition at line 187 of file CombinerHelper.cpp.

References llvm::RegisterBankInfo::getRegBank(), MRI, RBI, and TRI.

Referenced by matchPtrAddImmedChain().

◆ getTargetLowering()

const TargetLowering & CombinerHelper::getTargetLowering ( ) const

◆ isConstantLegalOrBeforeLegalizer()

bool CombinerHelper::isConstantLegalOrBeforeLegalizer ( const LLT Ty ) const

Returns: true if the combine is running prior to legalization, or if Ty is a legal integer constant type on the target.

Definition at line 144 of file CombinerHelper.cpp.

References llvm::LLT::getElementType(), isLegal(), isLegalOrBeforeLegalizer(), isPreLegalize(), and llvm::LLT::isVector().

Referenced by matchAddOBy0(), and matchMulOBy0().

◆ isLegal()

bool CombinerHelper::isLegal ( const LegalityQuery & Query ) const

Returns: true if Query is legal on the target.

Definition at line 134 of file CombinerHelper.cpp.

References llvm::LegalizeActionStep::Action, assert(), llvm::LegalizerInfo::getAction(), llvm::LegalizeActions::Legal, and LI.

Referenced by isConstantLegalOrBeforeLegalizer(), and isLegalOrBeforeLegalizer().

◆ isLegalOrBeforeLegalizer()

bool CombinerHelper::isLegalOrBeforeLegalizer ( const LegalityQuery & Query ) const

Returns: true if the combine is running prior to legalization, or if Query is legal on the target.

Definition at line 139 of file CombinerHelper.cpp.

References isLegal(), and isPreLegalize().

Referenced by canCombineFMadOrFMA(), isConstantLegalOrBeforeLegalizer(), matchAshrShlToSextInreg(), matchCombineDivRem(), matchCombineLoadWithAndMask(), matchCombineShlOfExtend(), matchCombineTruncOfShl(), matchExtractVecEltBuildVec(), matchFunnelShiftToRotate(), matchHoistLogicOpWithSameOpcodeHands(), matchICmpToLHSKnownBits(), matchLoadOrCombine(), matchNarrowBinopFeedingAnd(), matchOrShiftToFunnelShift(), matchRedundantNegOperands(), matchSextInRegOfLoad(), matchTruncStoreMerge(), matchUDivByConst(), and matchUMulHToLShr().

◆ isPredecessor()

bool CombinerHelper::isPredecessor	(	const MachineInstr &	DefMI,
		const MachineInstr &	UseMI
	)

Returns true if DefMI precedes UseMI or they are the same instruction.

Both must be in the same basic block.

Definition at line 754 of file CombinerHelper.cpp.

References assert(), DefMI, llvm::MachineBasicBlock::end(), llvm::find_if(), llvm_unreachable, MBB, MI, and UseMI.

Referenced by dominates().

◆ isPreLegalize()

bool CombinerHelper::isPreLegalize ( ) const

Returns: true if the combiner is running pre-legalization.

Definition at line 132 of file CombinerHelper.cpp.

References LI.

Referenced by isConstantLegalOrBeforeLegalizer(), and isLegalOrBeforeLegalizer().

◆ matchAddEToAddO()

bool CombinerHelper::matchAddEToAddO	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Match: (G_*ADDE x, y, 0) -> (G_*ADDO x, y) (G_*SUBE x, y, 0) -> (G_*SUBO x, y)

Definition at line 4778 of file CombinerHelper.cpp.

References assert(), B, llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::MIPatternMatch::m_SpecificICstOrSplat(), MI, llvm::MIPatternMatch::mi_match(), MRI, and Observer.

◆ matchAddOBy0()

bool CombinerHelper::matchAddOBy0	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Match: (G_*ADDO x, 0) -> x + no carry out.

Definition at line 4760 of file CombinerHelper.cpp.

References assert(), B, llvm::MachineRegisterInfo::getType(), isConstantLegalOrBeforeLegalizer(), LHS, llvm::MIPatternMatch::m_SpecificICstOrSplat(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

◆ matchAddSubSameReg()

bool CombinerHelper::matchAddSubSameReg	(	MachineInstr &	MI,
		Register &	Src
	)

Transform G_ADD(x, G_SUB(y, x)) to y.

Transform G_ADD(G_SUB(y, x), x) to y.

Definition at line 5786 of file CombinerHelper.cpp.

References assert(), LHS, llvm::MIPatternMatch::m_GSub(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, and RHS.

◆ matchAllExplicitUsesAreUndef()

bool CombinerHelper::matchAllExplicitUsesAreUndef ( MachineInstr & MI )

Return true if all register explicit use operands on MI are defined by a G_IMPLICIT_DEF.

Definition at line 2291 of file CombinerHelper.cpp.

References llvm::all_of(), and MI.

◆ matchAndOrDisjointMask()

bool CombinerHelper::matchAndOrDisjointMask	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Returns: true if (and (or x, c1), c2) can be replaced with (and x, c2)

Definition at line 4233 of file CombinerHelper.cpp.

References assert(), B, llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::MachineRegisterInfo::getType(), llvm::LLT::isVector(), llvm::MIPatternMatch::m_all_of(), llvm::MIPatternMatch::m_GAnd(), llvm::MIPatternMatch::m_GOr(), llvm::MIPatternMatch::m_ICst(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, and Observer.

◆ matchAnyExplicitUseIsUndef()

bool CombinerHelper::matchAnyExplicitUseIsUndef ( MachineInstr & MI )

Return true if any explicit use operand on MI is defined by a G_IMPLICIT_DEF.

Definition at line 2284 of file CombinerHelper.cpp.

References llvm::any_of(), and MI.

◆ matchAshrShlToSextInreg()

bool CombinerHelper::matchAshrShlToSextInreg	(	MachineInstr &	MI,
		std::tuple< Register, int64_t > &	MatchInfo
	)

Match ashr (shl x, C), C -> sext_inreg (C)

Definition at line 2730 of file CombinerHelper.cpp.

References assert(), llvm::MachineRegisterInfo::getType(), isLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_GAShr(), llvm::MIPatternMatch::m_GShl(), llvm::MIPatternMatch::m_ICst(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

◆ matchBinOpSameVal()

bool CombinerHelper::matchBinOpSameVal ( MachineInstr & MI )

Optimize (x op x) -> x.

Definition at line 2479 of file CombinerHelper.cpp.

References llvm::canReplaceReg(), matchEqualDefs(), MI, and MRI.

◆ matchBitfieldExtractFromAnd()

bool CombinerHelper::matchBitfieldExtractFromAnd	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Match: and (lshr x, cst), mask -> ubfx x, cst, width.

Form a G_UBFX from "(a srl b) & mask", where b and mask are constants.

Definition at line 4297 of file CombinerHelper.cpp.

References assert(), B, llvm::APInt::countTrailingOnes(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), llvm::LLT::getScalarSizeInBits(), getTargetLowering(), llvm::MachineRegisterInfo::getType(), llvm::MIPatternMatch::m_GAnd(), llvm::MIPatternMatch::m_GLShr(), llvm::MIPatternMatch::m_ICst(), llvm::MIPatternMatch::m_OneNonDBGUse(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

◆ matchBitfieldExtractFromSExtInReg()

bool CombinerHelper::matchBitfieldExtractFromSExtInReg	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Form a G_SBFX from a G_SEXT_INREG fed by a right shift.

Definition at line 4268 of file CombinerHelper.cpp.

References assert(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), llvm::MachineRegisterInfo::getType(), llvm::LegalizerInfo::isLegalOrCustom(), LI, MI, and MRI.

◆ matchBitfieldExtractFromShr()

bool CombinerHelper::matchBitfieldExtractFromShr	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Match: shr (shl x, n), k -> sbfx/ubfx x, pos, width.

Definition at line 4333 of file CombinerHelper.cpp.

References assert(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), llvm::MachineRegisterInfo::getType(), llvm::LegalizerInfo::isLegalOrCustom(), LI, MI, and MRI.

◆ matchBitfieldExtractFromShrAnd()

bool CombinerHelper::matchBitfieldExtractFromShrAnd	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Match: shr (and x, n), k -> ubfx x, pos, width.

Definition at line 4382 of file CombinerHelper.cpp.

References assert(), B, llvm::countTrailingOnes(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), llvm::LLT::getScalarSizeInBits(), getTargetLowering(), llvm::MachineRegisterInfo::getType(), llvm::isMask_64(), llvm::MIPatternMatch::m_BinOp(), llvm::MIPatternMatch::m_GAnd(), llvm::MIPatternMatch::m_ICst(), llvm::MIPatternMatch::m_OneNonDBGUse(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

◆ matchCombineAddP2IToPtrAdd()

bool CombinerHelper::matchCombineAddP2IToPtrAdd	(	MachineInstr &	MI,
		std::pair< Register, bool > &	PtrRegAndCommute
	)

Transform G_ADD (G_PTRTOINT x), y -> G_PTRTOINT (G_PTR_ADD x, y) Transform G_ADD y, (G_PTRTOINT x) -> G_PTRTOINT (G_PTR_ADD x, y)

Definition at line 2030 of file CombinerHelper.cpp.

References assert(), llvm::LLT::getScalarSizeInBits(), llvm::MachineRegisterInfo::getType(), LHS, llvm::MIPatternMatch::m_GPtrToInt(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, and RHS.

◆ matchCombineAnyExtTrunc()

bool CombinerHelper::matchCombineAnyExtTrunc	(	MachineInstr &	MI,
		Register &	Reg
	)

Transform anyext(trunc(x)) to x.

Definition at line 2105 of file CombinerHelper.cpp.

References assert(), llvm::MachineRegisterInfo::getType(), llvm::MIPatternMatch::m_all_of(), llvm::MIPatternMatch::m_GTrunc(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::m_SpecificType(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

◆ matchCombineConcatVectors()

bool CombinerHelper::matchCombineConcatVectors	(	MachineInstr &	MI,
		bool &	IsUndef,
		SmallVectorImpl< Register > &	Ops
	)

Check if the G_CONCAT_VECTORS MI is undef or if it can be flattened into a build_vector.

In the first case IsUndef will be true. In the second case Ops will contain the operands needed to produce the flattened build_vector.

Precondition: MI.getOpcode() == G_CONCAT_VECTORS.

Definition at line 227 of file CombinerHelper.cpp.

References assert(), Builder, llvm::MachineIRBuilder::buildUndef(), llvm::tgtok::Def, llvm::LLT::getNumElements(), llvm::LLT::getScalarType(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::getVRegDef(), MI, MRI, llvm::MachineIRBuilder::setInsertPt(), and llvm::RegState::Undef.

Referenced by tryCombineConcatVectors().

◆ matchCombineConstantFoldFpUnary()

bool CombinerHelper::matchCombineConstantFoldFpUnary	(	MachineInstr &	MI,
		Optional< APFloat > &	Cst
	)

Transform fp_instr(cst) to constant result of the fp operation.

Definition at line 1311 of file CombinerHelper.cpp.

References constantFoldFpUnary(), llvm::MachineRegisterInfo::getType(), llvm::Optional< T >::has_value(), MI, and MRI.

◆ matchCombineConstPtrAddToI2P()

bool CombinerHelper::matchCombineConstPtrAddToI2P	(	MachineInstr &	MI,
		APInt &	NewCst
	)

Definition at line 2074 of file CombinerHelper.cpp.

References Builder, llvm::getIConstantVRegVal(), llvm::MachineIRBuilder::getMF(), llvm::MachineFunction::getRegInfo(), llvm::MachineRegisterInfo::getType(), LHS, llvm::MIPatternMatch::m_GIntToPtr(), llvm::MIPatternMatch::m_ICst(), MI, llvm::MIPatternMatch::mi_match(), MRI, RHS, llvm::APInt::sextOrTrunc(), and llvm::APInt::zextOrTrunc().

◆ matchCombineCopy()

bool CombinerHelper::matchCombineCopy ( MachineInstr & MI )

Definition at line 203 of file CombinerHelper.cpp.

References llvm::canReplaceReg(), MI, and MRI.

Referenced by tryCombineCopy().

◆ matchCombineDivRem()

bool CombinerHelper::matchCombineDivRem	(	MachineInstr &	MI,
		MachineInstr *&	OtherMI
	)

Try to combine G_[SU]DIV and G_[SU]REM into a single G_[SU]DIVREM when their source operands are identical.

Definition at line 1092 of file CombinerHelper.cpp.

References llvm::MachineRegisterInfo::getType(), isLegalOrBeforeLegalizer(), llvm_unreachable, matchEqualDefs(), MI, MRI, llvm::MachineRegisterInfo::use_nodbg_instructions(), and UseMI.

◆ matchCombineExtendingLoads()

bool CombinerHelper::matchCombineExtendingLoads	(	MachineInstr &	MI,
		PreferredTuple &	MatchInfo
	)

Definition at line 488 of file CombinerHelper.cpp.

References llvm::LegalizerInfo::getAction(), llvm::GAnyLoad::getDstReg(), llvm::GLoadStore::getMMO(), llvm::GLoadStore::getPointerReg(), llvm::MachineInstrBuilder::getReg(), llvm::LLT::getSizeInBits(), llvm::MachineRegisterInfo::getType(), llvm::isPowerOf2_32(), llvm::LLT::isScalar(), llvm::LegalizeActions::Legal, LI, MI, MRI, llvm::MachineRegisterInfo::use_nodbg_instructions(), and UseMI.

Referenced by tryCombineExtendingLoads().

◆ matchCombineExtOfExt()

bool CombinerHelper::matchCombineExtOfExt	(	MachineInstr &	MI,
		std::tuple< Register, unsigned > &	MatchInfo
	)

Transform [asz]ext([asz]ext(x)) to [asz]ext x.

Definition at line 2128 of file CombinerHelper.cpp.

References assert(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::MachineRegisterInfo::getVRegDef(), MI, and MRI.

◆ matchCombineFAbsOfFNeg()

bool CombinerHelper::matchCombineFAbsOfFNeg	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Transform fabs(fneg(x)) to fabs(x).

Definition at line 2192 of file CombinerHelper.cpp.

References assert(), B, llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::MIPatternMatch::m_GFNeg(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, and Observer.

◆ matchCombineFAddFMAFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFAddFMAFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Transform (fadd (fma x, y, (fmul u, v)), z) -> (fma x, y, (fma u, v, z)) (fadd (fmad x, y, (fmul u, v)), z) -> (fmad x, y, (fmad u, v, z))

Definition at line 5302 of file CombinerHelper.cpp.

References Aggressive, assert(), B, canCombineFMadOrFMA(), llvm::MachineRegisterInfo::createGenericVirtualRegister(), llvm::ISD::FMA, llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::getVRegDef(), hasMoreUses(), llvm::MachineRegisterInfo::hasOneNonDBGUse(), isContractableFMul(), LHS, MI, MRI, RHS, std::swap(), X, Y, and llvm::ARCCC::Z.

◆ matchCombineFAddFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFAddFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Transform (fadd (fmul x, y), z) -> (fma x, y, z) (fadd (fmul x, y), z) -> (fmad x, y, z)

Definition at line 5195 of file CombinerHelper.cpp.

References Aggressive, assert(), B, canCombineFMadOrFMA(), llvm::MachineRegisterInfo::getVRegDef(), hasMoreUses(), llvm::MachineRegisterInfo::hasOneNonDBGUse(), isContractableFMul(), LHS, MI, MRI, RHS, and std::swap().

◆ matchCombineFAddFpExtFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFAddFpExtFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Transform (fadd (fpext (fmul x, y)), z) -> (fma (fpext x), (fpext y), z) (fadd (fpext (fmul x, y)), z) -> (fmad (fpext x), (fpext y), z)

Definition at line 5243 of file CombinerHelper.cpp.

References Aggressive, assert(), B, canCombineFMadOrFMA(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::getVRegDef(), hasMoreUses(), isContractableFMul(), LHS, llvm::MIPatternMatch::m_GFPExt(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), MRI, RHS, and std::swap().

◆ matchCombineFAddFpExtFMulToFMadOrFMAAggressive()

bool CombinerHelper::matchCombineFAddFpExtFMulToFMadOrFMAAggressive	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

◆ matchCombineFMinMaxNaN()

bool CombinerHelper::matchCombineFMinMaxNaN	(	MachineInstr &	MI,
		unsigned &	Info
	)

Definition at line 5758 of file CombinerHelper.cpp.

References llvm::getConstantFPVRegVal(), llvm::ConstantFP::getValueAPF(), llvm::APFloat::isNaN(), MI, and MRI.

◆ matchCombineFSubFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFSubFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Transform (fsub (fmul x, y), z) -> (fma x, y, -z) (fsub (fmul x, y), z) -> (fmad x, y, -z)

Definition at line 5493 of file CombinerHelper.cpp.

References Aggressive, assert(), B, canCombineFMadOrFMA(), getReg(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::getVRegDef(), hasMoreUses(), llvm::MachineRegisterInfo::hasOneNonDBGUse(), isContractableFMul(), LHS, MI, MRI, and RHS.

◆ matchCombineFSubFNegFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFSubFNegFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Transform (fsub (fneg (fmul, x, y)), z) -> (fma (fneg x), y, (fneg z)) (fsub (fneg (fmul, x, y)), z) -> (fmad (fneg x), y, (fneg z))

Definition at line 5545 of file CombinerHelper.cpp.

References Aggressive, assert(), B, canCombineFMadOrFMA(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), getReg(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::hasOneNonDBGUse(), isContractableFMul(), llvm::MIPatternMatch::m_GFNeg(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

◆ matchCombineFSubFpExtFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFSubFpExtFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Transform (fsub (fpext (fmul x, y)), z) -> (fma (fpext x), (fpext y), (fneg z)) (fsub (fpext (fmul x, y)), z) -> (fmad (fpext x), (fpext y), (fneg z))

Definition at line 5592 of file CombinerHelper.cpp.

References Aggressive, assert(), B, canCombineFMadOrFMA(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), getReg(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::hasOneNonDBGUse(), isContractableFMul(), llvm::MIPatternMatch::m_GFPExt(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

◆ matchCombineFSubFpExtFNegFMulToFMadOrFMA()

bool CombinerHelper::matchCombineFSubFpExtFNegFMulToFMadOrFMA	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Transform (fsub (fpext (fneg (fmul x, y))), z) -> (fneg (fma (fpext x), (fpext y), z)) (fsub (fpext (fneg (fmul x, y))), z) -> (fneg (fmad (fpext x), (fpext y), z))

Definition at line 5643 of file CombinerHelper.cpp.

References Aggressive, assert(), B, canCombineFMadOrFMA(), llvm::MachineRegisterInfo::createGenericVirtualRegister(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::MachineRegisterInfo::getType(), isContractableFMul(), llvm::MIPatternMatch::m_GFNeg(), llvm::MIPatternMatch::m_GFPExt(), llvm::MIPatternMatch::m_MInstr(), MI, llvm::MIPatternMatch::mi_match(), MRI, X, Y, and llvm::ARCCC::Z.

◆ matchCombineI2PToP2I()

bool CombinerHelper::matchCombineI2PToP2I	(	MachineInstr &	MI,
		Register &	Reg
	)

Transform IntToPtr(PtrToInt(x)) to x if cast is in the same address space.

Definition at line 2005 of file CombinerHelper.cpp.

References assert(), llvm::MachineRegisterInfo::getType(), llvm::MIPatternMatch::m_all_of(), llvm::MIPatternMatch::m_GPtrToInt(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::m_SpecificType(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

◆ matchCombineIndexedLoadStore()

bool CombinerHelper::matchCombineIndexedLoadStore	(	MachineInstr &	MI,
		IndexedLoadStoreMatchInfo &	MatchInfo
	)

Definition at line 1029 of file CombinerHelper.cpp.

References llvm::IndexedLoadStoreMatchInfo::Addr, llvm::IndexedLoadStoreMatchInfo::Base, ForceLegalIndexing, llvm::IndexedLoadStoreMatchInfo::IsPre, MI, and llvm::IndexedLoadStoreMatchInfo::Offset.

Referenced by tryCombineIndexedLoadStore().

◆ matchCombineInsertVecElts()

bool CombinerHelper::matchCombineInsertVecElts	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	MatchInfo
	)

◆ matchCombineLoadWithAndMask()

bool CombinerHelper::matchCombineLoadWithAndMask	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

◆ matchCombineMergeUnmerge()

bool CombinerHelper::matchCombineMergeUnmerge	(	MachineInstr &	MI,
		Register &	MatchInfo
	)

Fold away a merge of an unmerge of the corresponding values.

Definition at line 1675 of file CombinerHelper.cpp.

References llvm::SmallVectorImpl< T >::emplace_back(), I, Merge, MI, and MRI.

◆ matchCombineMulToShl()

bool CombinerHelper::matchCombineMulToShl	(	MachineInstr &	MI,
		unsigned &	ShiftVal
	)

Transform a multiply by a power-of-2 value to a left shift.

Definition at line 1599 of file CombinerHelper.cpp.

References assert(), llvm::getIConstantVRegValWithLookThrough(), MI, and MRI.

◆ matchCombineShiftToUnmerge()

bool CombinerHelper::matchCombineShiftToUnmerge	(	MachineInstr &	MI,
		unsigned	TargetShiftSize,
		unsigned &	ShiftVal
	)

Reduce a shift by a constant to an unmerge and a shift on a half sized type.

This will not produce a shift smaller than TargetShiftSize.

Definition at line 1896 of file CombinerHelper.cpp.

References assert(), llvm::getIConstantVRegValWithLookThrough(), llvm::LLT::getSizeInBits(), llvm::MachineRegisterInfo::getType(), llvm::LLT::isVector(), MI, and MRI.

Referenced by tryCombineShiftToUnmerge().

◆ matchCombineShlOfExtend()

bool CombinerHelper::matchCombineShlOfExtend	(	MachineInstr &	MI,
		RegisterImmPair &	MatchData
	)

◆ matchCombineShuffleVector()

bool CombinerHelper::matchCombineShuffleVector	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	Ops
	)

Check if the G_SHUFFLE_VECTOR MI can be replaced by a concat_vectors.

Ops will contain the operands needed to produce the flattened concat_vectors.

Precondition: MI.getOpcode() == G_SHUFFLE_VECTOR.

Definition at line 303 of file CombinerHelper.cpp.

References assert(), Builder, llvm::MachineIRBuilder::buildUndef(), llvm::LLT::getNumElements(), llvm::MachineInstrBuilder::getReg(), llvm::MachineRegisterInfo::getType(), i, llvm::LLT::isVector(), llvm::BitmaskEnumDetail::Mask(), MI, MRI, and llvm::MachineIRBuilder::setInsertPt().

Referenced by tryCombineShuffleVector().

◆ matchCombineTruncOfExt()

bool CombinerHelper::matchCombineTruncOfExt	(	MachineInstr &	MI,
		std::pair< Register, unsigned > &	MatchInfo
	)

Transform trunc ([asz]ext x) to x or ([asz]ext x) or (trunc x).

Definition at line 2209 of file CombinerHelper.cpp.

References assert(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::MachineRegisterInfo::getVRegDef(), MI, and MRI.

◆ matchCombineTruncOfShl()

bool CombinerHelper::matchCombineTruncOfShl	(	MachineInstr &	MI,
		std::pair< Register, Register > &	MatchInfo
	)

Transform trunc (shl x, K) to shl (trunc x), K => K < VT.getScalarSizeInBits().

Definition at line 2244 of file CombinerHelper.cpp.

References assert(), llvm::KnownBits::countMaxActiveBits(), llvm::GISelKnownBits::getKnownBits(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), llvm::LLT::getSizeInBits(), getTargetLowering(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::hasOneNonDBGUse(), isLegalOrBeforeLegalizer(), KB, llvm::Log2_32(), llvm::MIPatternMatch::m_GShl(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

◆ matchCombineUnmergeConstant()

bool CombinerHelper::matchCombineUnmergeConstant	(	MachineInstr &	MI,
		SmallVectorImpl< APInt > &	Csts
	)

Transform G_UNMERGE Constant -> Constant1, Constant2, ...

Definition at line 1749 of file CombinerHelper.cpp.

References llvm::APFloat::bitcastToAPInt(), llvm::SmallVectorImpl< T >::emplace_back(), llvm::MachineOperand::getCImm(), llvm::MachineOperand::getFPImm(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::LLT::getSizeInBits(), llvm::MachineRegisterInfo::getType(), llvm::ConstantInt::getValue(), llvm::ConstantFP::getValueAPF(), llvm::MachineRegisterInfo::getVRegDef(), llvm::APInt::lshr(), MI, MRI, and llvm::APInt::trunc().

◆ matchCombineUnmergeMergeToPlainValues()

bool CombinerHelper::matchCombineUnmergeMergeToPlainValues	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	Operands
	)

Transform <ty,...> G_UNMERGE(G_MERGE ty X, Y, Z) -> ty X, Y, Z.

Definition at line 1702 of file CombinerHelper.cpp.

References assert(), llvm::LLT::getSizeInBits(), llvm::MachineRegisterInfo::getType(), MI, MRI, Operands, and peekThroughBitcast().

◆ matchCombineUnmergeUndef()

bool CombinerHelper::matchCombineUnmergeUndef	(	MachineInstr &	MI,
		std::function< void(MachineIRBuilder &)> &	MatchInfo
	)

Transform G_UNMERGE G_IMPLICIT_DEF -> G_IMPLICIT_DEF, G_IMPLICIT_DEF, ...

Definition at line 1790 of file CombinerHelper.cpp.

References B, llvm::MachineRegisterInfo::getVRegDef(), MI, and MRI.

◆ matchCombineUnmergeWithDeadLanesToTrunc()

bool CombinerHelper::matchCombineUnmergeWithDeadLanesToTrunc ( MachineInstr & MI )

Transform X, Y<dead> = G_UNMERGE Z -> X = G_TRUNC Z.

Definition at line 1804 of file CombinerHelper.cpp.

References assert(), MI, MRI, and llvm::MachineRegisterInfo::use_nodbg_empty().

◆ matchCombineUnmergeZExtToZExt()

bool CombinerHelper::matchCombineUnmergeZExtToZExt ( MachineInstr & MI )

Transform X, Y = G_UNMERGE(G_ZEXT(Z)) -> X = G_ZEXT(Z); Y = G_CONSTANT 0.

Definition at line 1836 of file CombinerHelper.cpp.

References assert(), llvm::LLT::getSizeInBits(), llvm::MachineRegisterInfo::getType(), llvm::LLT::isVector(), llvm::MIPatternMatch::m_GZExt(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

◆ matchCombineZextTrunc()

bool CombinerHelper::matchCombineZextTrunc	(	MachineInstr &	MI,
		Register &	Reg
	)

Transform zext(trunc(x)) to x.

Definition at line 2114 of file CombinerHelper.cpp.

References assert(), llvm::KnownBits::countMinLeadingZeros(), llvm::GISelKnownBits::getKnownBits(), llvm::LLT::getScalarSizeInBits(), llvm::MachineRegisterInfo::getType(), KB, llvm::MIPatternMatch::m_all_of(), llvm::MIPatternMatch::m_GTrunc(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::m_SpecificType(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

◆ matchConstantFold()

bool CombinerHelper::matchConstantFold	(	MachineInstr &	MI,
		APInt &	MatchInfo
	)

Do constant folding when opportunities are exposed after MIR building.

Definition at line 4623 of file CombinerHelper.cpp.

References llvm::ConstantFoldBinOp(), MI, and MRI.

◆ matchConstantOp()

bool CombinerHelper::matchConstantOp	(	const MachineOperand &	MOP,
		int64_t	C
	)

Return true if MOP is defined by a G_CONSTANT with a value equal to C.

Definition at line 2441 of file CombinerHelper.cpp.

References llvm::MachineOperand::getReg(), llvm::MachineRegisterInfo::getVRegDef(), llvm::isConstantOrConstantSplatVector(), llvm::MachineOperand::isReg(), MI, and MRI.

Referenced by matchOperandIsZero().

◆ matchConstantSelectCmp()

bool CombinerHelper::matchConstantSelectCmp	(	MachineInstr &	MI,
		unsigned &	OpIdx
	)

Return true if a G_SELECT instruction MI has a constant comparison.

If true, OpIdx will store the operand index of the known selected value.

Definition at line 2329 of file CombinerHelper.cpp.

References llvm::GSelect::getCondReg(), llvm::MachineRegisterInfo::getVRegDef(), llvm::isConstantOrConstantSplatVector(), MI, and MRI.

◆ matchEqualDefs()

bool CombinerHelper::matchEqualDefs	(	const MachineOperand &	MOP1,
		const MachineOperand &	MOP2
	)

Return true if MOP1 and MOP2 are register operands are defined by equivalent instructions.

Definition at line 2344 of file CombinerHelper.cpp.

References llvm::any_of(), Builder, llvm::MachineInstr::findRegisterDefOperandIdx(), llvm::getDefSrcRegIgnoringCopies(), llvm::GLoadStore::getMemSizeInBits(), llvm::MachineOperand::getReg(), llvm::MachineIRBuilder::getTII(), llvm::MachineInstr::isDereferenceableInvariantLoad(), llvm::MachineOperand::isReg(), llvm::MachineInstr::mayLoadOrStore(), MRI, and llvm::TargetInstrInfo::produceSameValue().

Referenced by matchBinOpSameVal(), matchCombineDivRem(), matchHoistLogicOpWithSameOpcodeHands(), and matchSelectSameVal().

◆ matchExtendThroughPhis()

bool CombinerHelper::matchExtendThroughPhis	(	MachineInstr &	MI,
		MachineInstr *&	ExtMI
	)

Definition at line 3807 of file CombinerHelper.cpp.

References assert(), Builder, DefMI, llvm::getDefIgnoringCopies(), llvm::MachineInstr::getOpcode(), llvm::MachineIRBuilder::getTII(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::hasOneNonDBGUse(), llvm::SmallPtrSetImpl< PtrType >::insert(), llvm::TargetInstrInfo::isExtendLikelyToBeFolded(), llvm::LLT::isVector(), MI, MRI, llvm::SmallPtrSetImplBase::size(), and llvm::MachineRegisterInfo::use_instr_nodbg_begin().

◆ matchExtractAllEltsFromBuildVector()

bool CombinerHelper::matchExtractAllEltsFromBuildVector	(	MachineInstr &	MI,
		SmallVectorImpl< std::pair< Register, MachineInstr * >> &	MatchInfo
	)

Definition at line 3962 of file CombinerHelper.cpp.

References llvm::SmallBitVector::all(), assert(), llvm::getIConstantVRegVal(), llvm::LLT::getNumElements(), llvm::MachineRegisterInfo::getType(), MI, MRI, llvm::SmallBitVector::set(), and llvm::MachineRegisterInfo::use_nodbg_instructions().

◆ matchExtractVecEltBuildVec()

bool CombinerHelper::matchExtractVecEltBuildVec	(	MachineInstr &	MI,
		Register &	Reg
	)

Definition at line 3907 of file CombinerHelper.cpp.

References assert(), llvm::LLT::getElementType(), llvm::getIConstantVRegValWithLookThrough(), llvm::getMVTForLLT(), llvm::LLT::getNumElements(), llvm::getOpcodeDef(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), getTargetLowering(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::hasOneNonDBGUse(), isLegalOrBeforeLegalizer(), MI, and MRI.

◆ matchFoldBinOpIntoSelect()

bool CombinerHelper::matchFoldBinOpIntoSelect	(	MachineInstr &	MI,
		unsigned &	SelectOpNo
	)

Push a binary operator through a select on constants.

binop (select cond, K0, K1), K2 -> select cond, (binop K0, K2), (binop K1, K2)

Definition at line 3098 of file CombinerHelper.cpp.

References llvm::MachineRegisterInfo::getVRegDef(), llvm::MachineRegisterInfo::hasOneNonDBGUse(), llvm::isAllOnesOrAllOnesSplat(), llvm::isConstantOrConstantVector(), llvm::isNullOrNullSplat(), LHS, MI, MRI, RHS, and llvm::MCID::Select.

◆ matchFunnelShiftToRotate()

bool CombinerHelper::matchFunnelShiftToRotate ( MachineInstr & MI )

Match an FSHL or FSHR that can be combined to a ROTR or ROTL rotate.

Definition at line 4083 of file CombinerHelper.cpp.

References assert(), llvm::MachineRegisterInfo::getType(), isLegalOrBeforeLegalizer(), MI, MRI, X, and Y.

◆ matchHoistLogicOpWithSameOpcodeHands()

bool CombinerHelper::matchHoistLogicOpWithSameOpcodeHands	(	MachineInstr &	MI,
		InstructionStepsMatchInfo &	MatchInfo
	)

Match (logic_op (op x...), (op y...)) -> (op (logic_op x, y))

Definition at line 2624 of file CombinerHelper.cpp.

References llvm::MachineInstrBuilder::addReg(), assert(), llvm::MachineRegisterInfo::createGenericVirtualRegister(), llvm::getDefIgnoringCopies(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::hasOneNonDBGUse(), isLegalOrBeforeLegalizer(), llvm::MachineOperand::isReg(), llvm::Register::isValid(), matchEqualDefs(), MI, MRI, X, and Y.

◆ matchICmpToLHSKnownBits()

bool CombinerHelper::matchICmpToLHSKnownBits	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Returns: true if a G_ICMP MI can be replaced with its LHS based off of KnownBits information.

Definition at line 4190 of file CombinerHelper.cpp.

References assert(), B, llvm::getICmpTrueVal(), llvm::GISelKnownBits::getKnownBits(), llvm::LLT::getSizeInBits(), getTargetLowering(), llvm::MachineRegisterInfo::getType(), llvm::CmpInst::ICMP_EQ, llvm::CmpInst::isEquality(), isLegalOrBeforeLegalizer(), llvm::LLT::isVector(), KB, LHS, llvm::MIPatternMatch::m_SpecificICst(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

◆ matchICmpToTrueFalseKnownBits()

bool CombinerHelper::matchICmpToTrueFalseKnownBits	(	MachineInstr &	MI,
		int64_t &	MatchInfo
	)

Returns: true if a G_ICMP instruction MI can be replaced with a true or false constant based off of KnownBits information.

Definition at line 4137 of file CombinerHelper.cpp.

References assert(), llvm::KnownBits::eq(), llvm::getICmpTrueVal(), llvm::GISelKnownBits::getKnownBits(), getTargetLowering(), llvm::MachineRegisterInfo::getType(), llvm::CmpInst::ICMP_EQ, llvm::CmpInst::ICMP_NE, llvm::CmpInst::ICMP_SGE, llvm::CmpInst::ICMP_SGT, llvm::CmpInst::ICMP_SLE, llvm::CmpInst::ICMP_SLT, llvm::CmpInst::ICMP_UGE, llvm::CmpInst::ICMP_UGT, llvm::CmpInst::ICMP_ULE, llvm::CmpInst::ICMP_ULT, llvm::LLT::isVector(), KB, llvm_unreachable, MI, MRI, llvm::KnownBits::ne(), llvm::KnownBits::sge(), llvm::KnownBits::sgt(), llvm::KnownBits::sle(), llvm::KnownBits::slt(), llvm::KnownBits::uge(), llvm::KnownBits::ugt(), llvm::KnownBits::ule(), and llvm::KnownBits::ult().

◆ matchInsertExtractVecEltOutOfBounds()

bool CombinerHelper::matchInsertExtractVecEltOutOfBounds ( MachineInstr & MI )

Return true if a G_{EXTRACT,INSERT}_VECTOR_ELT has an out of range index.

Definition at line 2316 of file CombinerHelper.cpp.

References assert(), llvm::getIConstantVRegVal(), llvm::LLT::getNumElements(), llvm::MachineRegisterInfo::getType(), MI, and MRI.

◆ matchLoadOrCombine()

bool CombinerHelper::matchLoadOrCombine	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Match expression trees of the form.

sN *a = ...

sM val = a[0] | (a[1] << N) | (a[2] << 2N) | (a[3] << 3N) ...

And check if the tree can be replaced with a M-bit load + possibly a bswap.

Definition at line 3426 of file CombinerHelper.cpp.

References assert(), bigEndianByteAt(), llvm::MachineRegisterInfo::cloneVirtualRegister(), DL, llvm::DenseMapBase< SmallDenseMap< KeyT, ValueT, 4, DenseMapInfo< KeyT >, llvm::detail::DenseMapPair< KeyT, ValueT > >, KeyT, ValueT, DenseMapInfo< KeyT >, llvm::detail::DenseMapPair< KeyT, ValueT > >::end(), llvm::DenseMapBase< SmallDenseMap< KeyT, ValueT, 4, DenseMapInfo< KeyT >, llvm::detail::DenseMapPair< KeyT, ValueT > >, KeyT, ValueT, DenseMapInfo< KeyT >, llvm::detail::DenseMapPair< KeyT, ValueT > >::find(), llvm::Function::getContext(), llvm::MachineFunction::getDataLayout(), llvm::MachineFunction::getFunction(), llvm::MachineFunction::getMachineMemOperand(), llvm::GLoadStore::getMMO(), llvm::MachineMemOperand::getPointerInfo(), llvm::GLoadStore::getPointerReg(), llvm::LLT::getSizeInBits(), getTargetLowering(), llvm::MachineRegisterInfo::getType(), isBigEndian(), llvm::DataLayout::isBigEndian(), isLegalOrBeforeLegalizer(), llvm::LLT::isVector(), littleEndianByteAt(), llvm::LegalityQuery::MemDesc::MemoryTy, MI, MRI, and Ptr.

◆ matchMulOBy0()

bool CombinerHelper::matchMulOBy0	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Match: (G_*MULO x, 0) -> 0 + no carry out.

Definition at line 4742 of file CombinerHelper.cpp.

References assert(), B, llvm::MachineRegisterInfo::getType(), isConstantLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_SpecificICstOrSplat(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

◆ matchMulOBy2()

bool CombinerHelper::matchMulOBy2	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Match: (G_UMULO x, 2) -> (G_UADDO x, x) (G_SMULO x, 2) -> (G_SADDO x, x)

Definition at line 4724 of file CombinerHelper.cpp.

References assert(), B, Builder, llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::MCInstrInfo::get(), llvm::MachineIRBuilder::getTII(), llvm::MIPatternMatch::m_SpecificICstOrSplat(), MI, llvm::MIPatternMatch::mi_match(), MRI, and Observer.

◆ matchNarrowBinopFeedingAnd()

bool CombinerHelper::matchNarrowBinopFeedingAnd	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Returns: true if it is possible to narrow the width of a scalar binop feeding a G_AND instruction MI.

Definition at line 4633 of file CombinerHelper.cpp.

References assert(), B, Builder, llvm::MachineIRBuilder::buildInstr(), llvm::MachineIRBuilder::buildTrunc(), llvm::MachineIRBuilder::buildZExt(), llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), DL, llvm::MipsISD::Ext, llvm::getDefIgnoringCopies(), llvm::getIConstantVRegValWithLookThrough(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::LLT::getSizeInBits(), getTargetLowering(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::hasOneNonDBGUse(), isLegalOrBeforeLegalizer(), llvm::LLT::isScalar(), llvm::BitmaskEnumDetail::Mask(), MI, MRI, Observer, and llvm::LLT::scalar().

◆ matchNotCmp()

bool CombinerHelper::matchNotCmp	(	MachineInstr &	MI,
		SmallVectorImpl< Register > &	RegsToNegate
	)

Combine inverting a result of a compare into the opposite cond code.

Definition at line 2903 of file CombinerHelper.cpp.

References assert(), Builder, llvm::tgtok::Def, llvm::getIConstantSplatSExtVal(), llvm::MachineIRBuilder::getMF(), llvm::LLT::getScalarSizeInBits(), llvm::LLT::getSizeInBits(), llvm::MachineFunction::getSubtarget(), llvm::TargetSubtargetInfo::getTargetLowering(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::getVRegDef(), llvm::MachineRegisterInfo::hasOneNonDBGUse(), I, isConstValidTrue(), llvm::LLT::isVector(), llvm::MIPatternMatch::m_GXor(), llvm::MIPatternMatch::m_ICst(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

◆ matchOperandIsKnownToBeAPowerOfTwo()

bool CombinerHelper::matchOperandIsKnownToBeAPowerOfTwo	(	MachineInstr &	MI,
		unsigned	OpIdx
	)

Check if operand OpIdx is known to be a power of 2.

Definition at line 2497 of file CombinerHelper.cpp.

References llvm::MachineOperand::getReg(), llvm::isKnownToBeAPowerOfTwo(), KB, MI, and MRI.

◆ matchOperandIsUndef()

bool CombinerHelper::matchOperandIsUndef	(	MachineInstr &	MI,
		unsigned	OpIdx
	)

Check if operand OpIdx is undef.

Definition at line 2491 of file CombinerHelper.cpp.

References llvm::getOpcodeDef(), llvm::MachineOperand::getReg(), llvm::MachineOperand::isReg(), MI, and MRI.

◆ matchOperandIsZero()

bool CombinerHelper::matchOperandIsZero	(	MachineInstr &	MI,
		unsigned	OpIdx
	)

Check if operand OpIdx is zero.

Definition at line 2485 of file CombinerHelper.cpp.

References llvm::canReplaceReg(), matchConstantOp(), MI, and MRI.

◆ matchOptBrCondByInvertingCond()

bool CombinerHelper::matchOptBrCondByInvertingCond	(	MachineInstr &	MI,
		MachineInstr *&	BrCond
	)

If a brcond's true block is not the fallthrough, make it so by inverting the condition and swapping operands.

Definition at line 1187 of file CombinerHelper.cpp.

References assert(), llvm::MachineBasicBlock::begin(), llvm::MachineBasicBlock::end(), llvm::MachineOperand::getMBB(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineBasicBlock::isLayoutSuccessor(), MBB, and MI.

◆ matchOrShiftToFunnelShift()

bool CombinerHelper::matchOrShiftToFunnelShift	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Definition at line 4029 of file CombinerHelper.cpp.

References assert(), B, llvm::BitWidth, llvm::LLT::getScalarSizeInBits(), llvm::MachineRegisterInfo::getType(), isLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_GLShr(), llvm::MIPatternMatch::m_GOr(), llvm::MIPatternMatch::m_GShl(), llvm::MIPatternMatch::m_GSub(), llvm::MIPatternMatch::m_ICstOrSplat(), llvm::MIPatternMatch::m_Reg(), llvm::MIPatternMatch::m_SpecificICstOrSplat(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

◆ matchOverlappingAnd()

bool CombinerHelper::matchOverlappingAnd	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Fold and(and(x, C1), C2) -> C1&C2 ? and(x, C1&C2) : 0.

and(and(x, C1), C2) -> C1&C2 ? and(x, C1&C2) : 0

Definition at line 2761 of file CombinerHelper.cpp.

References assert(), B, C1, llvm::MachineRegisterInfo::getType(), llvm::MIPatternMatch::m_GAnd(), llvm::MIPatternMatch::m_ICst(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, and replaceRegWith().

◆ matchPtrAddImmedChain()

bool CombinerHelper::matchPtrAddImmedChain	(	MachineInstr &	MI,
		PtrAddChain &	MatchInfo
	)

◆ matchPtrAddZero()

bool CombinerHelper::matchPtrAddZero ( MachineInstr & MI )

}

Combine G_PTR_ADD with nullptr to G_INTTOPTR

Definition at line 3057 of file CombinerHelper.cpp.

References assert(), Builder, DL, llvm::LLT::getAddressSpace(), llvm::MachineFunction::getDataLayout(), llvm::getIConstantVRegVal(), llvm::MachineIRBuilder::getMF(), llvm::LLT::getScalarType(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::getVRegDef(), llvm::isBuildVectorAllZeros(), llvm::LLT::isPointer(), llvm::LLT::isVector(), MI, and MRI.

◆ matchReassocConstantInnerLHS()

bool CombinerHelper::matchReassocConstantInnerLHS	(	GPtrAdd &	MI,
		MachineInstr *	LHS,
		MachineInstr *	RHS,
		BuildFnTy &	MatchInfo
	)

Definition at line 4532 of file CombinerHelper.cpp.

References B, llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), LHS, llvm::MIPatternMatch::m_GCst(), llvm::MIPatternMatch::m_GPtrAdd(), llvm::MIPatternMatch::m_OneNonDBGUse(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, Observer, and llvm::ValueAndVReg::VReg.

Referenced by matchReassocPtrAdd().

◆ matchReassocConstantInnerRHS()

bool CombinerHelper::matchReassocConstantInnerRHS	(	GPtrAdd &	MI,
		MachineInstr *	RHS,
		BuildFnTy &	MatchInfo
	)

Definition at line 4508 of file CombinerHelper.cpp.

References B, Builder, llvm::MachineIRBuilder::buildPtrAdd(), llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::getIConstantVRegVal(), llvm::MachineRegisterInfo::getType(), MI, MRI, Observer, and RHS.

Referenced by matchReassocPtrAdd().

◆ matchReassocFoldConstantsInSubTree()

bool CombinerHelper::matchReassocFoldConstantsInSubTree	(	GPtrAdd &	MI,
		MachineInstr *	LHS,
		MachineInstr *	RHS,
		BuildFnTy &	MatchInfo
	)

Definition at line 4561 of file CombinerHelper.cpp.

References B, C1, llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::getIConstantVRegVal(), llvm::MachineRegisterInfo::getType(), LHS, MI, MRI, and Observer.

Referenced by matchReassocPtrAdd().

◆ matchReassocPtrAdd()

bool CombinerHelper::matchReassocPtrAdd	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Reassociate pointer calculations with G_ADD involved, to allow better addressing mode usage.

Definition at line 4590 of file CombinerHelper.cpp.

References llvm::MachineRegisterInfo::getVRegDef(), LHS, matchReassocConstantInnerLHS(), matchReassocConstantInnerRHS(), matchReassocFoldConstantsInSubTree(), MI, MRI, and RHS.

◆ matchRedundantAnd()

bool CombinerHelper::matchRedundantAnd	(	MachineInstr &	MI,
		Register &	Replacement
	)

Returns: true if MI is a G_AND instruction whose operands are x and y where x & y == x or x & y == y. (E.g., one of operands is all-ones value.)

Parameters

[in]	MI	- The G_AND instruction.
[out]	Replacement	- A register the G_AND should be replaced with on success.

Definition at line 2787 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), llvm::GISelKnownBits::getKnownBits(), llvm::MachineRegisterInfo::getType(), llvm::LLT::isVector(), KB, LHS, MI, MRI, llvm::KnownBits::One, RHS, and llvm::KnownBits::Zero.

◆ matchRedundantNegOperands()

bool CombinerHelper::matchRedundantNegOperands	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Transform (fadd x, fneg(y)) -> (fsub x, y) (fadd fneg(x), y) -> (fsub y, x) (fsub x, fneg(y)) -> (fadd x, y) (fmul fneg(x), fneg(y)) -> (fmul x, y) (fdiv fneg(x), fneg(y)) -> (fdiv x, y) (fmad fneg(x), fneg(y), z) -> (fmad x, y, z) (fma fneg(x), fneg(y), z) -> (fma x, y, z)

fold (fsub x, fneg(y)) -> (fadd x, y)

Definition at line 5100 of file CombinerHelper.cpp.

References assert(), B, llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::MachineRegisterInfo::getType(), isLegalOrBeforeLegalizer(), llvm::MIPatternMatch::m_GFAdd(), llvm::MIPatternMatch::m_GFNeg(), llvm::MIPatternMatch::m_GFSub(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, Observer, X, and Y.

◆ matchRedundantOr()

bool CombinerHelper::matchRedundantOr	(	MachineInstr &	MI,
		Register &	Replacement
	)

Returns: true if MI is a G_OR instruction whose operands are x and y where x | y == x or x | y == y. (E.g., one of operands is all-zeros value.)

Parameters

[in]	MI	- The G_OR instruction.
[out]	Replacement	- A register the G_OR should be replaced with on success.

Definition at line 2842 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), llvm::GISelKnownBits::getKnownBits(), llvm::MachineRegisterInfo::getType(), llvm::LLT::isVector(), KB, LHS, MI, MRI, llvm::KnownBits::One, RHS, and llvm::KnownBits::Zero.

◆ matchRedundantSExtInReg()

bool CombinerHelper::matchRedundantSExtInReg ( MachineInstr & MI )

Returns: true if MI is a G_SEXT_INREG that can be erased.

Definition at line 2888 of file CombinerHelper.cpp.

References llvm::GISelKnownBits::computeNumSignBits(), llvm::LLT::getScalarSizeInBits(), llvm::MachineRegisterInfo::getType(), KB, MI, and MRI.

◆ matchRotateOutOfRange()

bool CombinerHelper::matchRotateOutOfRange ( MachineInstr & MI )

Definition at line 4107 of file CombinerHelper.cpp.

References assert(), llvm::LLT::getScalarSizeInBits(), llvm::MachineRegisterInfo::getType(), llvm::matchUnaryPredicate(), MI, and MRI.

◆ matchSDivByConst()

bool CombinerHelper::matchSDivByConst ( MachineInstr & MI )

Definition at line 4965 of file CombinerHelper.cpp.

References assert(), DL, llvm::getApproximateEVTForLLT(), llvm::AttributeList::getAttributes(), getTargetLowering(), llvm::MachineRegisterInfo::getType(), llvm::matchUnaryPredicate(), MI, MRI, and RHS.

◆ matchSelectSameVal()

bool CombinerHelper::matchSelectSameVal ( MachineInstr & MI )

Optimize (cond ? x : x) -> x.

Definition at line 2471 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), matchEqualDefs(), MI, and MRI.

◆ matchSelectToLogical()

bool CombinerHelper::matchSelectToLogical	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Fold boolean selects to logical operations.

Definition at line 5702 of file CombinerHelper.cpp.

References Cond, llvm::GSelect::getCondReg(), llvm::getDefIgnoringCopies(), llvm::GSelect::getFalseReg(), llvm::GenericMachineInstr::getReg(), llvm::LLT::getScalarSizeInBits(), llvm::GSelect::getTrueReg(), llvm::MachineRegisterInfo::getType(), llvm::isConstantOrConstantSplatVector(), MI, and MRI.

◆ matchSextInRegOfLoad()

bool CombinerHelper::matchSextInRegOfLoad	(	MachineInstr &	MI,
		std::tuple< Register, unsigned > &	MatchInfo
	)

Match sext_inreg(load p), imm -> sextload p.

Definition at line 815 of file CombinerHelper.cpp.

References assert(), llvm::LLT::getSizeInBits(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::hasOneNonDBGUse(), isLegalOrBeforeLegalizer(), llvm::isPowerOf2_32(), llvm::LLT::isVector(), llvm::LegalityQuery::MemDesc::MemoryTy, MI, llvm::min(), MRI, and llvm::LLT::scalar().

◆ matchSextTruncSextLoad()

bool CombinerHelper::matchSextTruncSextLoad ( MachineInstr & MI )

Definition at line 782 of file CombinerHelper.cpp.

References assert(), llvm::LLT::getSizeInBits(), llvm::MachineRegisterInfo::getType(), llvm::LLT::isVector(), llvm::MIPatternMatch::m_GTrunc(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), and MRI.

◆ matchShiftImmedChain()

bool CombinerHelper::matchShiftImmedChain	(	MachineInstr &	MI,
		RegisterImmPair &	MatchInfo
	)

Fold (shift (shift base, x), y) -> (shift base (x+y))

Definition at line 1406 of file CombinerHelper.cpp.

References assert(), llvm::sampleprof::Base, llvm::getIConstantVRegValWithLookThrough(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::LLT::getScalarSizeInBits(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::getUniqueVRegDef(), llvm::RegisterImmPair::Imm, MI, MRI, and llvm::RegisterImmPair::Reg.

◆ matchShiftOfShiftedLogic()

bool CombinerHelper::matchShiftOfShiftedLogic	(	MachineInstr &	MI,
		ShiftOfShiftedLogic &	MatchInfo
	)

If we have a shift-by-constant of a bitwise logic op that itself has a shift-by-constant operand with identical opcode, we may be able to convert that into 2 independent shifts followed by the logic op.

Definition at line 1484 of file CombinerHelper.cpp.

References assert(), C1, llvm::getIConstantVRegValWithLookThrough(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::LLT::getScalarSizeInBits(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::getUniqueVRegDef(), llvm::MachineRegisterInfo::hasOneNonDBGUse(), llvm::ShiftOfShiftedLogic::Logic, llvm::ShiftOfShiftedLogic::LogicNonShiftReg, MI, MRI, llvm::ShiftOfShiftedLogic::Shift2, and llvm::ShiftOfShiftedLogic::ValSum.

◆ matchSimplifyAddToSub()

bool CombinerHelper::matchSimplifyAddToSub	(	MachineInstr &	MI,
		std::tuple< Register, Register > &	MatchInfo
	)

Return true if MI is a G_ADD which can be simplified to a G_SUB.

Definition at line 2535 of file CombinerHelper.cpp.

References LHS, llvm::MIPatternMatch::m_Neg(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, and RHS.

◆ matchSimplifySelectToMinMax()

bool CombinerHelper::matchSimplifySelectToMinMax	(	MachineInstr &	MI,
		BuildFnTy &	MatchInfo
	)

Returns: true if it is possible to simplify a select instruction MI to a min/max instruction of some sort.

Definition at line 5919 of file CombinerHelper.cpp.

References assert(), Cond, llvm::tgtok::FalseVal, llvm::MIPatternMatch::m_GTrunc(), llvm::MIPatternMatch::m_OneNonDBGUse(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, and llvm::tgtok::TrueVal.

◆ matchTruncStoreMerge()

bool CombinerHelper::matchTruncStoreMerge	(	MachineInstr &	MI,
		MergeTruncStoresInfo &	MatchInfo
	)

Match a pattern where a wide type scalar value is stored by several narrow stores.

Fold it into a single store or a BSWAP and a store if the targets supports it.

Assuming little endian target: i8 *p = ... i32 val = ... p[0] = (val >> 0) & 0xFF; p[1] = (val >> 8) & 0xFF; p[2] = (val >> 16) & 0xFF; p[3] = (val >> 24) & 0xFF; => *((i32)p) = val;

i8 *p = ... i32 val = ... p[0] = (val >> 24) & 0xFF; p[1] = (val >> 16) & 0xFF; p[2] = (val >> 8) & 0xFF; p[3] = (val >> 0) & 0xFF; => *((i32)p) = BSWAP(val);

Definition at line 3607 of file CombinerHelper.cpp.

References llvm::ARMBuildAttrs::Allowed, llvm::TargetLoweringBase::allowsMemoryAccess(), assert(), DL, llvm::SmallVectorImpl< T >::emplace_back(), llvm::MergeTruncStoresInfo::FoundStores, llvm::MachineMemOperand::getMemoryType(), llvm::GLoadStore::getMMO(), llvm::GLoadStore::getPointerReg(), llvm::LLT::getScalarSizeInBits(), llvm::LLT::getSizeInBits(), getTargetLowering(), getTruncStoreByteOffset(), llvm::MachineRegisterInfo::getType(), i, INT64_MAX, isLegalOrBeforeLegalizer(), llvm::LLT::isScalar(), llvm::GLoadStore::isSimple(), llvm::Register::isValid(), j(), llvm::MergeTruncStoresInfo::LowestIdxStore, llvm::MIPatternMatch::m_GPtrAdd(), llvm::MIPatternMatch::m_ICst(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), move, MRI, llvm::MergeTruncStoresInfo::NeedBSwap, llvm::MergeTruncStoresInfo::NeedRotate, and llvm::MergeTruncStoresInfo::WideSrcVal.

◆ matchUDivByConst()

bool CombinerHelper::matchUDivByConst ( MachineInstr & MI )

Combine G_UDIV by constant into a multiply by magic constant.

Definition at line 4917 of file CombinerHelper.cpp.

References assert(), llvm::LLT::changeElementSize(), DL, llvm::getApproximateEVTForLLT(), llvm::AttributeList::getAttributes(), getTargetLowering(), llvm::MachineRegisterInfo::getType(), llvm::MachineRegisterInfo::getVRegDef(), llvm::isConstantOrConstantVector(), isLegalOrBeforeLegalizer(), llvm::LLT::isVector(), LI, llvm::matchUnaryPredicate(), MI, MRI, RHS, and llvm::LLT::scalar().

◆ matchUMulHToLShr()

bool CombinerHelper::matchUMulHToLShr ( MachineInstr & MI )

Definition at line 5067 of file CombinerHelper.cpp.

References assert(), llvm::TargetLoweringBase::getPreferredShiftAmountTy(), getTargetLowering(), llvm::MachineRegisterInfo::getType(), isLegalOrBeforeLegalizer(), llvm::matchUnaryPredicate(), MI, MRI, and RHS.

◆ matchUndefSelectCmp()

bool CombinerHelper::matchUndefSelectCmp ( MachineInstr & MI )

Return true if a G_SELECT instruction MI has an undef comparison.

Definition at line 2310 of file CombinerHelper.cpp.

References assert(), llvm::getOpcodeDef(), MI, and MRI.

◆ matchUndefShuffleVectorMask()

bool CombinerHelper::matchUndefShuffleVectorMask ( MachineInstr & MI )

Return true if a G_SHUFFLE_VECTOR instruction MI has an undef mask.

Definition at line 2298 of file CombinerHelper.cpp.

References llvm::all_of(), assert(), llvm::BitmaskEnumDetail::Mask(), and MI.

◆ matchUndefStore()

bool CombinerHelper::matchUndefStore ( MachineInstr & MI )

Return true if a G_STORE instruction MI is storing an undef value.

Definition at line 2304 of file CombinerHelper.cpp.

References assert(), llvm::getOpcodeDef(), MI, and MRI.

◆ matchXorOfAndWithSameReg()

bool CombinerHelper::matchXorOfAndWithSameReg	(	MachineInstr &	MI,
		std::pair< Register, Register > &	MatchInfo
	)

Fold (xor (and x, y), y) -> (and (not x), y) {.

Definition at line 3012 of file CombinerHelper.cpp.

References assert(), llvm::MachineRegisterInfo::hasOneNonDBGUse(), llvm::MIPatternMatch::m_GAnd(), llvm::MIPatternMatch::m_Reg(), MI, llvm::MIPatternMatch::mi_match(), MRI, std::swap(), X, and Y.

◆ replaceInstWithConstant() [1/2]

bool CombinerHelper::replaceInstWithConstant	(	MachineInstr &	MI,
		APInt	C
	)

Replace an instruction with a G_CONSTANT with value C.

Definition at line 2519 of file CombinerHelper.cpp.

References assert(), llvm::MachineIRBuilder::buildConstant(), Builder, MI, and llvm::MachineIRBuilder::setInstr().

◆ replaceInstWithConstant() [2/2]

bool CombinerHelper::replaceInstWithConstant	(	MachineInstr &	MI,
		int64_t	C
	)

Replace an instruction with a G_CONSTANT with value C.

Definition at line 2511 of file CombinerHelper.cpp.

References assert(), llvm::MachineIRBuilder::buildConstant(), Builder, MI, and llvm::MachineIRBuilder::setInstr().

◆ replaceInstWithFConstant()

bool CombinerHelper::replaceInstWithFConstant	(	MachineInstr &	MI,
		double	C
	)

Replace an instruction with a G_FCONSTANT with value C.

Definition at line 2503 of file CombinerHelper.cpp.

References assert(), Builder, llvm::MachineIRBuilder::buildFConstant(), MI, and llvm::MachineIRBuilder::setInstr().

◆ replaceInstWithUndef()

bool CombinerHelper::replaceInstWithUndef ( MachineInstr & MI )

Replace an instruction with a G_IMPLICIT_DEF.

Definition at line 2527 of file CombinerHelper.cpp.

References assert(), Builder, llvm::MachineIRBuilder::buildUndef(), MI, and llvm::MachineIRBuilder::setInstr().

◆ replaceOpcodeWith()

void CombinerHelper::replaceOpcodeWith	(	MachineInstr &	FromMI,
		unsigned	ToOpcode
	)		const

Replace the opcode in instruction with a new opcode and inform the observer of the changes.

Definition at line 178 of file CombinerHelper.cpp.

References Builder, llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::MCInstrInfo::get(), llvm::MachineIRBuilder::getTII(), Observer, and llvm::MachineInstr::setDesc().

◆ replaceRegOpWith()

void CombinerHelper::replaceRegOpWith	(	MachineRegisterInfo &	MRI,
		MachineOperand &	FromRegOp,
		Register	ToReg
	)		const

Replace a single register operand with a new register and inform the observer of the changes.

Definition at line 167 of file CombinerHelper.cpp.

References assert(), llvm::GISelChangeObserver::changedInstr(), llvm::GISelChangeObserver::changingInstr(), llvm::MachineOperand::getParent(), Observer, and llvm::MachineOperand::setReg().

Referenced by applyCombineExtendingLoads().

◆ replaceRegWith()

void CombinerHelper::replaceRegWith	(	MachineRegisterInfo &	MRI,
		Register	FromReg,
		Register	ToReg
	)		const

◆ replaceSingleDefInstWithOperand()

bool CombinerHelper::replaceSingleDefInstWithOperand	(	MachineInstr &	MI,
		unsigned	OpIdx
	)

Delete MI and replace all of its uses with its OpIdx-th operand.

Definition at line 2450 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), MI, MRI, and replaceRegWith().

◆ replaceSingleDefInstWithReg()

bool CombinerHelper::replaceSingleDefInstWithReg	(	MachineInstr &	MI,
		Register	Replacement
	)

Delete MI and replace all of its uses with Replacement.

Definition at line 2461 of file CombinerHelper.cpp.

References assert(), llvm::canReplaceReg(), MI, MRI, and replaceRegWith().

Referenced by applyExtractVecEltBuildVec(), applySDivByConst(), and applyUDivByConst().

◆ setRegBank()

void CombinerHelper::setRegBank	(	Register	Reg,
		const RegisterBank *	RegBank
	)

Set the register bank of Reg.

Does nothing if the RegBank is null. This is the counterpart to getRegBank.

Definition at line 191 of file CombinerHelper.cpp.

References MRI, and llvm::MachineRegisterInfo::setRegBank().

Referenced by applyPtrAddImmedChain().

◆ tryCombine()

bool CombinerHelper::tryCombine ( MachineInstr & MI )

Try to transform MI by using all of the above combine functions.

Returns true if changed.

Definition at line 5934 of file CombinerHelper.cpp.

References MI, tryCombineCopy(), tryCombineExtendingLoads(), and tryCombineIndexedLoadStore().

◆ tryCombineConcatVectors()

bool CombinerHelper::tryCombineConcatVectors ( MachineInstr & MI )

If MI is G_CONCAT_VECTORS, try to combine it.

Returns true if MI changed. Right now, we support:

concat_vector(undef, undef) => undef
concat_vector(build_vector(A, B), build_vector(C, D)) => build_vector(A, B, C, D)

Precondition: MI.getOpcode() == G_CONCAT_VECTORS.

Definition at line 217 of file CombinerHelper.cpp.

References applyCombineConcatVectors(), matchCombineConcatVectors(), and MI.

◆ tryCombineCopy()

bool CombinerHelper::tryCombineCopy ( MachineInstr & MI )

If MI is COPY, try to combine it.

Returns true if MI changed.

Definition at line 196 of file CombinerHelper.cpp.

References applyCombineCopy(), matchCombineCopy(), and MI.

Referenced by tryCombine().

◆ tryCombineExtendingLoads()

bool CombinerHelper::tryCombineExtendingLoads ( MachineInstr & MI )

If MI is extend that consumes the result of a load, try to combine it.

Returns true if MI changed.

Definition at line 479 of file CombinerHelper.cpp.

References applyCombineExtendingLoads(), matchCombineExtendingLoads(), and MI.

Referenced by tryCombine().

◆ tryCombineIndexedLoadStore()

bool CombinerHelper::tryCombineIndexedLoadStore ( MachineInstr & MI )

Combine MI into a pre-indexed or post-indexed load/store operation if legal and the surrounding code makes it useful.

Definition at line 1020 of file CombinerHelper.cpp.

References applyCombineIndexedLoadStore(), matchCombineIndexedLoadStore(), and MI.

Referenced by tryCombine().

◆ tryCombineMemCpyFamily()

bool CombinerHelper::tryCombineMemCpyFamily	(	MachineInstr &	MI,
		unsigned	MaxLen = `0`
	)

Optimize memcpy intrinsics et al, e.g.

constant len calls. /p MaxLen if non-zero specifies the max length of a mem libcall to inline.

For example (pre-indexed):

$addr = G_PTR_ADD $base, $offset
[...]
$val = G_LOAD $addr
[...]
$whatever = COPY $addr

-->

$val, $addr = G_INDEXED_LOAD $base, $offset, 1 (IsPre)
[...]
$whatever = COPY $addr

or (post-indexed):

G_STORE $val, $base
[...]
$addr = G_PTR_ADD $base, $offset
[...]
$whatever = COPY $addr

-->

$addr = G_INDEXED_STORE $val, $base, $offset
[...]
$whatever = COPY $addr

Definition at line 1261 of file CombinerHelper.cpp.

References llvm::MachineIRBuilder::getMF(), llvm::LegalizerHelper::lowerMemCpyFamily(), and MI.

◆ tryCombineShiftToUnmerge()

bool CombinerHelper::tryCombineShiftToUnmerge	(	MachineInstr &	MI,
		unsigned	TargetShiftAmount
	)

Definition at line 1994 of file CombinerHelper.cpp.

References applyCombineShiftToUnmerge(), matchCombineShiftToUnmerge(), and MI.

◆ tryCombineShuffleVector()

bool CombinerHelper::tryCombineShuffleVector ( MachineInstr & MI )

Try to combine G_SHUFFLE_VECTOR into G_CONCAT_VECTORS.

Returns true if MI changed.

Precondition: MI.getOpcode() == G_SHUFFLE_VECTOR.

Definition at line 294 of file CombinerHelper.cpp.

References applyCombineShuffleVector(), matchCombineShuffleVector(), and MI.

◆ tryEmitMemcpyInline()

bool CombinerHelper::tryEmitMemcpyInline ( MachineInstr & MI )

Emit loads and stores that perform the given memcpy.

Assumes MI is a G_MEMCPY_INLINE TODO: implement dynamically sized inline memcpy, and rename: s/bool tryEmit/void emit/

Definition at line 1253 of file CombinerHelper.cpp.

References llvm::MachineIRBuilder::getMF(), and MI.

Member Data Documentation

◆ Builder

MachineIRBuilder& llvm::CombinerHelper::Builder

protected

Definition at line 111 of file CombinerHelper.h.

Referenced by applyAshShlToSextInreg(), applyBuildFn(), applyBuildFnNoErase(), applyBuildInstructionSteps(), applyCombineAddP2IToPtrAdd(), applyCombineConcatVectors(), applyCombineConstantFoldFpUnary(), applyCombineConstPtrAddToI2P(), applyCombineDivRem(), applyCombineExtendingLoads(), applyCombineExtOfExt(), applyCombineI2PToP2I(), applyCombineInsertVecElts(), applyCombineMulByNegativeOne(), applyCombineP2IToI2P(), applyCombineShiftToUnmerge(), applyCombineShlOfExtend(), applyCombineShuffleVector(), applyCombineTruncOfExt(), applyCombineTruncOfShl(), applyCombineUnmergeConstant(), applyCombineUnmergeMergeToPlainValues(), applyCombineUnmergeWithDeadLanesToTrunc(), applyCombineUnmergeZExtToZExt(), applyExtendThroughPhis(), applyExtractVecEltBuildVec(), applyFoldBinOpIntoSelect(), applyFunnelShiftToRotate(), applyNotCmp(), applyOptBrCondByInvertingCond(), applyPtrAddZero(), applyRotateOutOfRange(), applySextInRegOfLoad(), applySextTruncSextLoad(), applyShiftImmedChain(), applyShiftOfShiftedLogic(), applySimplifyAddToSub(), applySimplifyURemByPow2(), applyTruncStoreMerge(), applyUMulHToLShr(), applyXorOfAndWithSameReg(), buildSDivUsingMul(), buildUDivUsingMul(), getTargetLowering(), matchCombineConcatVectors(), matchCombineConstPtrAddToI2P(), matchCombineShuffleVector(), matchEqualDefs(), matchExtendThroughPhis(), matchMulOBy2(), matchNarrowBinopFeedingAnd(), matchNotCmp(), matchPtrAddZero(), matchReassocConstantInnerRHS(), replaceInstWithConstant(), replaceInstWithFConstant(), replaceInstWithUndef(), replaceOpcodeWith(), and replaceRegWith().

◆ KB

GISelKnownBits* llvm::CombinerHelper::KB

protected

Definition at line 114 of file CombinerHelper.h.

Referenced by getKnownBits(), matchCombineShlOfExtend(), matchCombineTruncOfShl(), matchCombineZextTrunc(), matchICmpToLHSKnownBits(), matchICmpToTrueFalseKnownBits(), matchOperandIsKnownToBeAPowerOfTwo(), matchRedundantAnd(), matchRedundantOr(), and matchRedundantSExtInReg().

◆ LI

const LegalizerInfo* llvm::CombinerHelper::LI

protected

Definition at line 116 of file CombinerHelper.h.

Referenced by canCombineFMadOrFMA(), isLegal(), isPreLegalize(), matchBitfieldExtractFromSExtInReg(), matchBitfieldExtractFromShr(), matchCombineExtendingLoads(), matchCombineShlOfExtend(), and matchUDivByConst().

◆ MDT

MachineDominatorTree* llvm::CombinerHelper::MDT

protected

Definition at line 115 of file CombinerHelper.h.

Referenced by dominates().

◆ MRI

MachineRegisterInfo& llvm::CombinerHelper::MRI

protected

Definition at line 112 of file CombinerHelper.h.

Referenced by applyAshShlToSextInreg(), applyCombineAddP2IToPtrAdd(), applyCombineConcatVectors(), applyCombineCopy(), applyCombineExtendingLoads(), applyCombineIndexedLoadStore(), applyCombineInsertVecElts(), applyCombineMulByNegativeOne(), applyCombineMulToShl(), applyCombineShiftToUnmerge(), applyCombineShlOfExtend(), applyCombineShuffleVector(), applyCombineTruncOfExt(), applyCombineTruncOfShl(), applyCombineUnmergeMergeToPlainValues(), applyCombineUnmergeWithDeadLanesToTrunc(), applyCombineUnmergeZExtToZExt(), applyExtendThroughPhis(), applyExtractAllEltsFromBuildVector(), applyExtractVecEltBuildVec(), applyFoldBinOpIntoSelect(), applyNotCmp(), applyOptBrCondByInvertingCond(), applyPtrAddImmedChain(), applyRotateOutOfRange(), applySextInRegOfLoad(), applyShiftImmedChain(), applyShiftOfShiftedLogic(), applySimplifyURemByPow2(), applyTruncStoreMerge(), applyUMulHToLShr(), applyXorOfAndWithSameReg(), buildSDivUsingMul(), buildUDivUsingMul(), canCombineFMadOrFMA(), getRegBank(), matchAddEToAddO(), matchAddOBy0(), matchAddSubSameReg(), matchAndOrDisjointMask(), matchAshrShlToSextInreg(), matchBinOpSameVal(), matchBitfieldExtractFromAnd(), matchBitfieldExtractFromSExtInReg(), matchBitfieldExtractFromShr(), matchBitfieldExtractFromShrAnd(), matchCombineAddP2IToPtrAdd(), matchCombineAnyExtTrunc(), matchCombineConcatVectors(), matchCombineConstantFoldFpUnary(), matchCombineConstPtrAddToI2P(), matchCombineCopy(), matchCombineDivRem(), matchCombineExtendingLoads(), matchCombineExtOfExt(), matchCombineFAbsOfFNeg(), matchCombineFAddFMAFMulToFMadOrFMA(), matchCombineFAddFMulToFMadOrFMA(), matchCombineFAddFpExtFMulToFMadOrFMA(), matchCombineFAddFpExtFMulToFMadOrFMAAggressive(), matchCombineFMinMaxNaN(), matchCombineFSubFMulToFMadOrFMA(), matchCombineFSubFNegFMulToFMadOrFMA(), matchCombineFSubFpExtFMulToFMadOrFMA(), matchCombineFSubFpExtFNegFMulToFMadOrFMA(), matchCombineI2PToP2I(), matchCombineInsertVecElts(), matchCombineLoadWithAndMask(), matchCombineMergeUnmerge(), matchCombineMulToShl(), matchCombineShiftToUnmerge(), matchCombineShlOfExtend(), matchCombineShuffleVector(), matchCombineTruncOfExt(), matchCombineTruncOfShl(), matchCombineUnmergeConstant(), matchCombineUnmergeMergeToPlainValues(), matchCombineUnmergeUndef(), matchCombineUnmergeWithDeadLanesToTrunc(), matchCombineUnmergeZExtToZExt(), matchCombineZextTrunc(), matchConstantFold(), matchConstantOp(), matchConstantSelectCmp(), matchEqualDefs(), matchExtendThroughPhis(), matchExtractAllEltsFromBuildVector(), matchExtractVecEltBuildVec(), matchFoldBinOpIntoSelect(), matchFunnelShiftToRotate(), matchHoistLogicOpWithSameOpcodeHands(), matchICmpToLHSKnownBits(), matchICmpToTrueFalseKnownBits(), matchInsertExtractVecEltOutOfBounds(), matchLoadOrCombine(), matchMulOBy0(), matchMulOBy2(), matchNarrowBinopFeedingAnd(), matchNotCmp(), matchOperandIsKnownToBeAPowerOfTwo(), matchOperandIsUndef(), matchOperandIsZero(), matchOrShiftToFunnelShift(), matchOverlappingAnd(), matchPtrAddImmedChain(), matchPtrAddZero(), matchReassocConstantInnerLHS(), matchReassocConstantInnerRHS(), matchReassocFoldConstantsInSubTree(), matchReassocPtrAdd(), matchRedundantAnd(), matchRedundantNegOperands(), matchRedundantOr(), matchRedundantSExtInReg(), matchRotateOutOfRange(), matchSDivByConst(), matchSelectSameVal(), matchSelectToLogical(), matchSextInRegOfLoad(), matchSextTruncSextLoad(), matchShiftImmedChain(), matchShiftOfShiftedLogic(), matchSimplifyAddToSub(), matchSimplifySelectToMinMax(), matchTruncStoreMerge(), matchUDivByConst(), matchUMulHToLShr(), matchUndefSelectCmp(), matchUndefStore(), matchXorOfAndWithSameReg(), replaceRegWith(), replaceSingleDefInstWithOperand(), replaceSingleDefInstWithReg(), and setRegBank().

◆ Observer

◆ RBI

const RegisterBankInfo* llvm::CombinerHelper::RBI

protected

Definition at line 117 of file CombinerHelper.h.

Referenced by getRegBank().

◆ TRI

const TargetRegisterInfo* llvm::CombinerHelper::TRI

protected

Definition at line 118 of file CombinerHelper.h.

Referenced by getRegBank().

The documentation for this class was generated from the following files:

include/llvm/CodeGen/GlobalISel/CombinerHelper.h
lib/CodeGen/GlobalISel/CombinerHelper.cpp

Public Member Functions

Protected Attributes

Detailed Description

Constructor & Destructor Documentation

◆ CombinerHelper()

Member Function Documentation

◆ applyAshShlToSextInreg()

◆ applyBuildFn()

◆ applyBuildFnNoErase()

◆ applyBuildInstructionSteps()

◆ applyCombineAddP2IToPtrAdd()

◆ applyCombineAnyExtTrunc()

◆ applyCombineConcatVectors()

◆ applyCombineConstantFoldFpUnary()

◆ applyCombineConstPtrAddToI2P()

◆ applyCombineCopy()

◆ applyCombineDivRem()

◆ applyCombineExtendingLoads()

◆ applyCombineExtOfExt()

◆ applyCombineFAbsOfFAbs()

◆ applyCombineI2PToP2I()

◆ applyCombineIndexedLoadStore()

◆ applyCombineInsertVecElts()

◆ applyCombineMulByNegativeOne()

◆ applyCombineMulToShl()

◆ applyCombineP2IToI2P()

◆ applyCombineShiftToUnmerge()

◆ applyCombineShlOfExtend()

◆ applyCombineShuffleVector()

◆ applyCombineTruncOfExt()

◆ applyCombineTruncOfShl()

◆ applyCombineUnmergeConstant()

◆ applyCombineUnmergeMergeToPlainValues()

◆ applyCombineUnmergeWithDeadLanesToTrunc()

◆ applyCombineUnmergeZExtToZExt()

◆ applyExtendThroughPhis()

◆ applyExtractAllEltsFromBuildVector()

◆ applyExtractVecEltBuildVec()

◆ applyFoldBinOpIntoSelect()

◆ applyFunnelShiftToRotate()

◆ applyNotCmp()

◆ applyOptBrCondByInvertingCond()

◆ applyPtrAddImmedChain()

◆ applyPtrAddZero()

◆ applyRotateOutOfRange()

◆ applySDivByConst()

◆ applySextInRegOfLoad()

◆ applySextTruncSextLoad()

◆ applyShiftImmedChain()

◆ applyShiftOfShiftedLogic()

◆ applySimplifyAddToSub()

◆ applySimplifyURemByPow2()

◆ applyTruncStoreMerge()

◆ applyUDivByConst()

◆ applyUMulHToLShr()

◆ applyXorOfAndWithSameReg()

◆ buildSDivUsingMul()

◆ buildUDivUsingMul()

◆ canCombineFMadOrFMA()

◆ dominates()

◆ eraseInst()

◆ getKnownBits()

◆ getRegBank()

◆ getTargetLowering()

◆ isConstantLegalOrBeforeLegalizer()

◆ isLegal()

◆ isLegalOrBeforeLegalizer()

◆ isPredecessor()

◆ isPreLegalize()

◆ matchAddEToAddO()

◆ matchAddOBy0()

◆ matchAddSubSameReg()

◆ matchAllExplicitUsesAreUndef()

◆ matchAndOrDisjointMask()

◆ matchAnyExplicitUseIsUndef()

◆ matchAshrShlToSextInreg()

◆ matchBinOpSameVal()

◆ matchBitfieldExtractFromAnd()

◆ matchBitfieldExtractFromSExtInReg()

◆ matchBitfieldExtractFromShr()